2023-12-16T19:12:57.984 INFO:root:teuthology version: 0.0.1.dev216+g5f3731e 2023-12-16T19:12:57.984 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_yuriw@teuthology --verbose --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656 -- /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/orig.config.yaml 2023-12-16T19:12:58.038 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-16T19:12:58.124 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656 branch: wip-yuri8-testing-2023-12-15-0911 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7494656' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri8-testing-2023-12-15-0911 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri8-testing-2023-12-15-0911 sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2894 sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri8-testing-2023-12-15-0911 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 targets: smithi002.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFBGwfpq4z4zKG2mXYld+p4o8BPxB9mFpkJI0BGqeuIv/hCrfcp+To9Z75K9NVfLL/tD4rpUelrnMTO6yePu7pc= smithi043.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5vWvMzXfrT12kZp+VEBtZ3q7c4sL0ExFkDLhXDdIQniic1XeR3jgFU+kwWTpJYacoGJBskWyleq1D/ABneVEs= tasks: - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73 timestamp: 2023-12-16_15:39:44 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1485078 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-16T19:12:58.124 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa; will attempt to use it 2023-12-16T19:12:58.125 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks 2023-12-16T19:12:58.125 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-16T19:12:58.127 INFO:teuthology.task.internal:Checking packages... 2023-12-16T19:12:58.153 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'c7586e95519b7be76f3b6e3a4b333888baf46bc9' 2023-12-16T19:12:58.153 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:12:58.153 INFO:teuthology.packaging:ref: None 2023-12-16T19:12:58.153 INFO:teuthology.packaging:tag: None 2023-12-16T19:12:58.153 INFO:teuthology.packaging:branch: wip-yuri8-testing-2023-12-15-0911 2023-12-16T19:12:58.154 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:12:58.154 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri8-testing-2023-12-15-0911 2023-12-16T19:12:58.376 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-202.gc7586e95 2023-12-16T19:12:58.378 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-16T19:12:58.384 INFO:teuthology.task.internal:no buildpackages task found 2023-12-16T19:12:58.384 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-16T19:12:58.399 INFO:teuthology.task.internal:Saving configuration 2023-12-16T19:12:58.418 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-16T19:12:58.426 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T19:12:58.452 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi002.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 19:08:14.322089', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFBGwfpq4z4zKG2mXYld+p4o8BPxB9mFpkJI0BGqeuIv/hCrfcp+To9Z75K9NVfLL/tD4rpUelrnMTO6yePu7pc='} 2023-12-16T19:12:58.476 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi043.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 19:08:14.324032', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5vWvMzXfrT12kZp+VEBtZ3q7c4sL0ExFkDLhXDdIQniic1XeR3jgFU+kwWTpJYacoGJBskWyleq1D/ABneVEs='} 2023-12-16T19:12:58.476 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-16T19:12:58.484 INFO:teuthology.task.internal:roles: ubuntu@smithi002.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-16T19:12:58.484 INFO:teuthology.task.internal:roles: ubuntu@smithi043.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-16T19:12:58.484 INFO:teuthology.run_tasks:Running task console_log... 2023-12-16T19:12:58.557 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa3cc221e50>, signals=[15]) 2023-12-16T19:12:58.558 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-16T19:12:58.566 INFO:teuthology.task.internal:Opening connections... 2023-12-16T19:12:58.566 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi002.front.sepia.ceph.com 2023-12-16T19:12:58.568 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:12:58.666 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi043.front.sepia.ceph.com 2023-12-16T19:12:58.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:12:58.765 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-16T19:12:58.773 DEBUG:teuthology.orchestra.run.smithi002:> uname -m 2023-12-16T19:12:58.790 INFO:teuthology.orchestra.run.smithi002.stdout:x86_64 2023-12-16T19:12:58.791 DEBUG:teuthology.orchestra.run.smithi002:> cat /etc/os-release 2023-12-16T19:12:58.847 INFO:teuthology.orchestra.run.smithi002.stdout:NAME="CentOS Stream" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION="9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:ID="centos" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:ID_LIKE="rhel fedora" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION_ID="9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:PLATFORM_ID="platform:el9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:ANSI_COLOR="0;31" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:LOGO="fedora-logo-icon" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:HOME_URL="https://centos.org/" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-16T19:12:58.848 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-16T19:12:58.849 INFO:teuthology.lock.ops:Updating smithi002.front.sepia.ceph.com on lock server 2023-12-16T19:12:58.871 DEBUG:teuthology.orchestra.run.smithi043:> uname -m 2023-12-16T19:12:58.889 INFO:teuthology.orchestra.run.smithi043.stdout:x86_64 2023-12-16T19:12:58.890 DEBUG:teuthology.orchestra.run.smithi043:> cat /etc/os-release 2023-12-16T19:12:58.945 INFO:teuthology.orchestra.run.smithi043.stdout:NAME="CentOS Stream" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:VERSION="9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:ID="centos" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:ID_LIKE="rhel fedora" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:VERSION_ID="9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:PLATFORM_ID="platform:el9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:ANSI_COLOR="0;31" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:LOGO="fedora-logo-icon" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:HOME_URL="https://centos.org/" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-16T19:12:58.946 INFO:teuthology.orchestra.run.smithi043.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-16T19:12:58.947 INFO:teuthology.lock.ops:Updating smithi043.front.sepia.ceph.com on lock server 2023-12-16T19:12:58.972 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-16T19:12:58.981 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-16T19:12:58.989 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-16T19:12:58.989 DEBUG:teuthology.orchestra.run.smithi002:> test '!' -e /home/ubuntu/cephtest 2023-12-16T19:12:58.991 DEBUG:teuthology.orchestra.run.smithi043:> test '!' -e /home/ubuntu/cephtest 2023-12-16T19:12:59.007 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-16T19:12:59.013 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-16T19:12:59.014 DEBUG:teuthology.orchestra.run.smithi002:> test -z $(ls -A /var/lib/ceph) 2023-12-16T19:12:59.048 DEBUG:teuthology.orchestra.run.smithi043:> test -z $(ls -A /var/lib/ceph) 2023-12-16T19:12:59.072 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-16T19:12:59.127 INFO:teuthology.run_tasks:Running task kernel... 2023-12-16T19:12:59.144 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-16T19:12:59.145 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-16T19:12:59.145 DEBUG:teuthology.orchestra.run.smithi002:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-16T19:12:59.146 DEBUG:teuthology.orchestra.run.smithi043:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-16T19:12:59.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:12:59.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:12:59.167 DEBUG:teuthology.orchestra.run.smithi043:> uname -r 2023-12-16T19:12:59.168 DEBUG:teuthology.orchestra.run.smithi002:> uname -r 2023-12-16T19:12:59.225 INFO:teuthology.orchestra.run.smithi002.stdout:5.14.0-361.el9.x86_64 2023-12-16T19:12:59.226 INFO:teuthology.task.kernel:Running kernel on smithi002: 5.14.0-361.el9.x86_64 2023-12-16T19:12:59.226 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum install -y kernel 2023-12-16T19:12:59.227 INFO:teuthology.orchestra.run.smithi043.stdout:5.14.0-361.el9.x86_64 2023-12-16T19:12:59.227 INFO:teuthology.task.kernel:Running kernel on smithi043: 5.14.0-361.el9.x86_64 2023-12-16T19:12:59.227 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum install -y kernel 2023-12-16T19:13:01.361 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS-9 - AppStream 13 MB/s | 6.4 MB 00:00 2023-12-16T19:13:01.366 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS-9 - AppStream 14 MB/s | 6.4 MB 00:00 2023-12-16T19:13:02.820 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.0 MB 00:00 2023-12-16T19:13:02.832 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS-9 - BaseOS 6.1 MB/s | 2.0 MB 00:00 2023-12-16T19:13:04.381 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - BaseOS 6.5 MB/s | 7.9 MB 00:01 2023-12-16T19:13:06.901 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 7.9 MB 00:03 2023-12-16T19:13:08.678 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 27 MB/s | 18 MB 00:00 2023-12-16T19:13:08.990 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 18 MB 00:03 2023-12-16T19:13:13.403 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 5.0 MB/s | 5.8 MB 00:01 2023-12-16T19:13:14.441 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 5.8 MB 00:01 2023-12-16T19:13:14.720 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 15 kB 00:00 2023-12-16T19:13:15.580 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 27 MB/s | 20 MB 00:00 2023-12-16T19:13:15.783 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - Extras packages 75 kB/s | 15 kB 00:00 2023-12-16T19:13:20.538 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2023-12-16T19:13:22.795 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-16T19:13:22.795 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-16T19:13:22.887 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2023-12-16T19:13:22.894 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2023-12-16T19:13:22.894 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: kernel x86_64 5.14.0-391.el9 baseos 5.6 M 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-core x86_64 5.14.0-391.el9 baseos 20 M 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules x86_64 5.14.0-391.el9 baseos 38 M 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-core x86_64 5.14.0-391.el9 baseos 32 M 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout:Install 4 Packages 2023-12-16T19:13:22.895 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:13:22.896 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 96 M 2023-12-16T19:13:22.896 INFO:teuthology.orchestra.run.smithi002.stdout:Installed size: 121 M 2023-12-16T19:13:22.896 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2023-12-16T19:13:24.748 INFO:teuthology.orchestra.run.smithi002.stdout:(1/4): kernel-core-5.14.0-391.el9.x86_64.rpm 11 MB/s | 20 MB 00:01 2023-12-16T19:13:25.040 INFO:teuthology.orchestra.run.smithi002.stdout:(2/4): kernel-5.14.0-391.el9.x86_64.rpm 2.7 MB/s | 5.6 MB 00:02 2023-12-16T19:13:25.570 INFO:teuthology.orchestra.run.smithi043.stdout:Extra Packages for Enterprise Linux 2.0 MB/s | 20 MB 00:09 2023-12-16T19:13:30.481 INFO:teuthology.orchestra.run.smithi002.stdout:(3/4): kernel-modules-5.14.0-391.el9.x86_64.rpm 5.0 MB/s | 38 MB 00:07 2023-12-16T19:13:30.491 INFO:teuthology.orchestra.run.smithi043.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2023-12-16T19:13:32.648 INFO:teuthology.orchestra.run.smithi043.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-16T19:13:32.648 INFO:teuthology.orchestra.run.smithi043.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-16T19:13:32.734 INFO:teuthology.orchestra.run.smithi043.stdout:Dependencies resolved. 2023-12-16T19:13:32.744 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: Package Architecture Version Repository Size 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:Installing: 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: kernel x86_64 5.14.0-391.el9 baseos 5.6 M 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:Installing dependencies: 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-core x86_64 5.14.0-391.el9 baseos 20 M 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules x86_64 5.14.0-391.el9 baseos 38 M 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-core x86_64 5.14.0-391.el9 baseos 32 M 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction Summary 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:================================================================================ 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:Install 4 Packages 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:13:32.745 INFO:teuthology.orchestra.run.smithi043.stdout:Total download size: 96 M 2023-12-16T19:13:32.746 INFO:teuthology.orchestra.run.smithi043.stdout:Installed size: 121 M 2023-12-16T19:13:32.746 INFO:teuthology.orchestra.run.smithi043.stdout:Downloading Packages: 2023-12-16T19:13:33.210 INFO:teuthology.orchestra.run.smithi043.stdout:(1/4): kernel-5.14.0-391.el9.x86_64.rpm 15 MB/s | 5.6 MB 00:00 2023-12-16T19:13:33.927 INFO:teuthology.orchestra.run.smithi043.stdout:(2/4): kernel-core-5.14.0-391.el9.x86_64.rpm 18 MB/s | 20 MB 00:01 2023-12-16T19:13:34.744 INFO:teuthology.orchestra.run.smithi043.stdout:(3/4): kernel-modules-5.14.0-391.el9.x86_64.rpm 20 MB/s | 38 MB 00:01 2023-12-16T19:13:35.144 INFO:teuthology.orchestra.run.smithi043.stdout:(4/4): kernel-modules-core-5.14.0-391.el9.x86_6 17 MB/s | 32 MB 00:01 2023-12-16T19:13:35.144 INFO:teuthology.orchestra.run.smithi043.stdout:-------------------------------------------------------------------------------- 2023-12-16T19:13:35.144 INFO:teuthology.orchestra.run.smithi043.stdout:Total 40 MB/s | 96 MB 00:02 2023-12-16T19:13:36.038 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction check 2023-12-16T19:13:36.503 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction check succeeded. 2023-12-16T19:13:36.503 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction test 2023-12-16T19:13:37.886 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction test succeeded. 2023-12-16T19:13:37.887 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction 2023-12-16T19:13:38.880 INFO:teuthology.orchestra.run.smithi002.stdout:(4/4): kernel-modules-core-5.14.0-391.el9.x86_6 2.3 MB/s | 32 MB 00:14 2023-12-16T19:13:38.880 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2023-12-16T19:13:38.880 INFO:teuthology.orchestra.run.smithi002.stdout:Total 6.0 MB/s | 96 MB 00:15 2023-12-16T19:13:39.773 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2023-12-16T19:13:40.200 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2023-12-16T19:13:40.200 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2023-12-16T19:13:40.694 INFO:teuthology.orchestra.run.smithi043.stdout: Preparing : 1/1 2023-12-16T19:13:41.381 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-modules-core-5.14.0-391.el9.x86_64 1/4 2023-12-16T19:13:41.512 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:13:41.558 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2023-12-16T19:13:41.558 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2023-12-16T19:13:44.354 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2023-12-16T19:13:44.393 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:13:44.657 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:13:45.024 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-modules-core-5.14.0-391.el9.x86_64 1/4 2023-12-16T19:13:45.146 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:13:48.043 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:13:48.222 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:13:49.615 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:13:49.800 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:13:53.197 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:13:53.317 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:13:54.789 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:13:58.291 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:25.147 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:25.192 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:25.704 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:25.704 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-5.14.0-391.el9.x86_64 1/4 2023-12-16T19:14:25.704 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:14:25.704 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:14:26.120 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:26.120 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:14:26.120 INFO:teuthology.orchestra.run.smithi043.stdout:Installed: 2023-12-16T19:14:26.120 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.120 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-core-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.121 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.121 INFO:teuthology.orchestra.run.smithi043.stdout: kernel-modules-core-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.121 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:14:26.121 INFO:teuthology.orchestra.run.smithi043.stdout:Complete! 2023-12-16T19:14:26.628 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T19:14:26.816 INFO:teuthology.orchestra.run.smithi043.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.816 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T19:14:26.816 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-391.el9.x86_64 2023-12-16T19:14:26.816 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-16T19:14:26.816 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-16T19:14:26.816 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-16T19:14:26.816 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi043.front.sepia.ceph.com, path=None, version=distro) 2023-12-16T19:14:26.817 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T19:14:26.939 INFO:teuthology.orchestra.run.smithi043.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:26.939 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T19:14:26.940 DEBUG:teuthology.orchestra.run.smithi043:> sudo rpm -qi grub2-tools 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Name : grub2-tools 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Epoch : 1 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Version : 2.06 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Release : 68.el9 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Architecture: x86_64 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Group : Unspecified 2023-12-16T19:14:26.977 INFO:teuthology.orchestra.run.smithi043.stdout:Size : 8264254 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:License : GPLv3+ 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Packager : builder@centos.org 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Vendor : CentOS 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-16T19:14:26.978 INFO:teuthology.orchestra.run.smithi043.stdout:Summary : Support tools for GRUB. 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:Description : 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:hardware devices. 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:14:26.979 INFO:teuthology.orchestra.run.smithi043.stdout:This subpackage provides tools for support of all platforms. 2023-12-16T19:14:26.980 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-16T19:14:26.980 INFO:teuthology.task.kernel:Updating grub on smithi043 to boot 5.14.0-391.el9.x86_64 2023-12-16T19:14:26.981 DEBUG:teuthology.orchestra.run.smithi043:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-16T19:14:27.605 INFO:teuthology.orchestra.run.smithi043.stderr:Generating grub configuration file ... 2023-12-16T19:14:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:28.854 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:29.066 INFO:teuthology.orchestra.run.smithi043.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-16T19:14:29.101 INFO:teuthology.orchestra.run.smithi043.stderr:done 2023-12-16T19:14:29.104 DEBUG:teuthology.orchestra.run.smithi043:> mktemp 2023-12-16T19:14:29.120 INFO:teuthology.orchestra.run.smithi043.stdout:/tmp/tmp.XBgT6KGgtp 2023-12-16T19:14:29.120 DEBUG:teuthology.orchestra.run.smithi043:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XBgT6KGgtp 2023-12-16T19:14:29.193 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 0666 /tmp/tmp.XBgT6KGgtp 2023-12-16T19:14:29.267 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:29.267 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-5.14.0-391.el9.x86_64 1/4 2023-12-16T19:14:29.268 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T19:14:29.268 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T19:14:29.334 DEBUG:teuthology.orchestra.remote:smithi043:/tmp/tmp.XBgT6KGgtp is 6KB 2023-12-16T19:14:29.386 DEBUG:teuthology.orchestra.run.smithi043:> rm -fr /tmp/tmp.XBgT6KGgtp 2023-12-16T19:14:29.401 DEBUG:teuthology.orchestra.run.smithi043:> sudo /bin/ls /boot/loader/entries || true 2023-12-16T19:14:29.477 INFO:teuthology.orchestra.run.smithi043.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-16T19:14:29.477 INFO:teuthology.orchestra.run.smithi043.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-16T19:14:29.477 INFO:teuthology.orchestra.run.smithi043.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-16T19:14:29.477 INFO:teuthology.orchestra.run.smithi043.stdout:15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64.conf 2023-12-16T19:14:29.479 DEBUG:teuthology.orchestra.run.smithi043:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64 2023-12-16T19:14:29.639 DEBUG:teuthology.orchestra.run.smithi043:> sudo shutdown -r now 2023-12-16T19:14:29.658 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-core-5.14.0-391.el9.x86_64 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-5.14.0-391.el9.x86_64 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-modules-core-5.14.0-391.el9.x86_64 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:14:29.659 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2023-12-16T19:14:30.111 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T19:14:30.259 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:30.260 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T19:14:30.260 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-391.el9.x86_64 2023-12-16T19:14:30.260 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-16T19:14:30.260 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-16T19:14:30.260 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-16T19:14:30.260 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi002.front.sepia.ceph.com, path=None, version=distro) 2023-12-16T19:14:30.260 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T19:14:30.382 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T19:14:30.383 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T19:14:30.383 DEBUG:teuthology.orchestra.run.smithi002:> sudo rpm -qi grub2-tools 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Name : grub2-tools 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Epoch : 1 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Version : 2.06 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Release : 68.el9 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Architecture: x86_64 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Group : Unspecified 2023-12-16T19:14:30.420 INFO:teuthology.orchestra.run.smithi002.stdout:Size : 8264254 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:License : GPLv3+ 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Packager : builder@centos.org 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Vendor : CentOS 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Summary : Support tools for GRUB. 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:Description : 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-16T19:14:30.421 INFO:teuthology.orchestra.run.smithi002.stdout:hardware devices. 2023-12-16T19:14:30.422 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:14:30.422 INFO:teuthology.orchestra.run.smithi002.stdout:This subpackage provides tools for support of all platforms. 2023-12-16T19:14:30.422 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-16T19:14:30.422 INFO:teuthology.task.kernel:Updating grub on smithi002 to boot 5.14.0-391.el9.x86_64 2023-12-16T19:14:30.423 DEBUG:teuthology.orchestra.run.smithi002:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-16T19:14:31.042 INFO:teuthology.orchestra.run.smithi002.stderr:Generating grub configuration file ... 2023-12-16T19:14:32.393 INFO:teuthology.orchestra.run.smithi002.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-16T19:14:32.448 INFO:teuthology.orchestra.run.smithi002.stderr:done 2023-12-16T19:14:32.450 DEBUG:teuthology.orchestra.run.smithi002:> mktemp 2023-12-16T19:14:32.465 INFO:teuthology.orchestra.run.smithi002.stdout:/tmp/tmp.6N4JD8A5JG 2023-12-16T19:14:32.465 DEBUG:teuthology.orchestra.run.smithi002:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6N4JD8A5JG 2023-12-16T19:14:32.537 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 0666 /tmp/tmp.6N4JD8A5JG 2023-12-16T19:14:32.676 DEBUG:teuthology.orchestra.remote:smithi002:/tmp/tmp.6N4JD8A5JG is 6KB 2023-12-16T19:14:32.726 DEBUG:teuthology.orchestra.run.smithi002:> rm -fr /tmp/tmp.6N4JD8A5JG 2023-12-16T19:14:32.740 DEBUG:teuthology.orchestra.run.smithi002:> sudo /bin/ls /boot/loader/entries || true 2023-12-16T19:14:32.816 INFO:teuthology.orchestra.run.smithi002.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-16T19:14:32.816 INFO:teuthology.orchestra.run.smithi002.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-16T19:14:32.816 INFO:teuthology.orchestra.run.smithi002.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-16T19:14:32.816 INFO:teuthology.orchestra.run.smithi002.stdout:15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64.conf 2023-12-16T19:14:32.817 DEBUG:teuthology.orchestra.run.smithi002:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64 2023-12-16T19:14:32.962 DEBUG:teuthology.orchestra.run.smithi002:> sudo shutdown -r now 2023-12-16T19:14:59.668 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-16T19:14:59.668 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2023-12-16T19:14:59.669 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:15:02.968 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-16T19:15:02.969 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2023-12-16T19:15:02.969 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:15:59.727 DEBUG:teuthology.orchestra.remote:timed out 2023-12-16T19:16:02.973 DEBUG:teuthology.orchestra.remote:timed out 2023-12-16T19:16:08.733 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2023-12-16T19:16:08.734 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:16:09.150 DEBUG:teuthology.orchestra.run.smithi043:> true 2023-12-16T19:16:09.571 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi043.front.sepia.ceph.com' 2023-12-16T19:16:09.571 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-391.el9.x86_64"... 2023-12-16T19:16:09.571 DEBUG:teuthology.orchestra.run.smithi043:> uname -r 2023-12-16T19:16:09.586 INFO:teuthology.orchestra.run.smithi043.stdout:5.14.0-391.el9.x86_64 2023-12-16T19:16:09.586 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-391.el9.x86_64 vs 5.14.0-391.el9.x86_64 2023-12-16T19:16:09.586 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-16T19:16:09.587 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-16T19:16:10.588 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-16T19:16:10.589 DEBUG:teuthology.orchestra.run.smithi043:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-16T19:16:10.696 INFO:teuthology.orchestra.run.smithi043.stdout:ttyS1 2023-12-16T19:16:10.738 DEBUG:teuthology.parallel:result is None 2023-12-16T19:16:11.974 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2023-12-16T19:16:11.974 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:16:12.357 DEBUG:teuthology.orchestra.run.smithi002:> true 2023-12-16T19:16:12.735 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi002.front.sepia.ceph.com' 2023-12-16T19:16:12.735 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-391.el9.x86_64"... 2023-12-16T19:16:12.735 DEBUG:teuthology.orchestra.run.smithi002:> uname -r 2023-12-16T19:16:12.750 INFO:teuthology.orchestra.run.smithi002.stdout:5.14.0-391.el9.x86_64 2023-12-16T19:16:12.750 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-391.el9.x86_64 vs 5.14.0-391.el9.x86_64 2023-12-16T19:16:12.750 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-16T19:16:12.751 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-16T19:16:13.752 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-16T19:16:13.752 DEBUG:teuthology.orchestra.run.smithi002:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-16T19:16:13.807 INFO:teuthology.orchestra.run.smithi002.stdout:ttyS1 2023-12-16T19:16:13.845 DEBUG:teuthology.parallel:result is None 2023-12-16T19:16:13.846 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-16T19:16:13.853 INFO:teuthology.task.internal:Creating test directory... 2023-12-16T19:16:13.853 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-16T19:16:13.856 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-16T19:16:13.872 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-16T19:16:13.879 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-16T19:16:13.885 INFO:teuthology.task.internal:Creating archive directory... 2023-12-16T19:16:13.886 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-16T19:16:13.912 DEBUG:teuthology.orchestra.run.smithi043:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-16T19:16:13.982 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-16T19:16:13.988 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-16T19:16:13.988 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-16T19:16:13.991 DEBUG:teuthology.orchestra.run.smithi043:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-16T19:16:14.024 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T19:16:14.040 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T19:16:14.247 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T19:16:14.270 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T19:16:14.272 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-16T19:16:14.279 INFO:teuthology.task.internal:Configuring sudo... 2023-12-16T19:16:14.279 DEBUG:teuthology.orchestra.run.smithi002:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-16T19:16:14.283 DEBUG:teuthology.orchestra.run.smithi043:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-16T19:16:14.339 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-16T19:16:14.348 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-16T19:16:14.349 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-16T19:16:14.354 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-16T19:16:14.376 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T19:16:14.452 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T19:16:14.505 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T19:16:14.588 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T19:16:14.633 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:16:14.633 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-16T19:16:14.705 DEBUG:teuthology.orchestra.run.smithi043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T19:16:14.761 DEBUG:teuthology.orchestra.run.smithi043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T19:16:14.833 DEBUG:teuthology.orchestra.run.smithi043:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T19:16:14.884 DEBUG:teuthology.orchestra.run.smithi043:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T19:16:14.943 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:16:14.943 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-16T19:16:14.993 DEBUG:teuthology.orchestra.run.smithi002:> sudo service rsyslog restart 2023-12-16T19:16:14.995 DEBUG:teuthology.orchestra.run.smithi043:> sudo service rsyslog restart 2023-12-16T19:16:15.042 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T19:16:15.114 INFO:teuthology.orchestra.run.smithi043.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T19:16:15.515 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-16T19:16:15.529 INFO:teuthology.task.internal:Starting timer... 2023-12-16T19:16:15.529 INFO:teuthology.run_tasks:Running task pcp... 2023-12-16T19:16:15.539 INFO:teuthology.run_tasks:Running task selinux... 2023-12-16T19:16:15.549 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-12-16T19:16:15.550 DEBUG:teuthology.orchestra.run.smithi002:> sudo service auditd rotate 2023-12-16T19:16:15.625 INFO:teuthology.orchestra.run.smithi002.stdout:Rotating logs: 2023-12-16T19:16:15.627 DEBUG:teuthology.orchestra.run.smithi043:> sudo service auditd rotate 2023-12-16T19:16:15.713 INFO:teuthology.orchestra.run.smithi043.stdout:Rotating logs: 2023-12-16T19:16:15.714 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-16T19:16:15.715 DEBUG:teuthology.orchestra.run.smithi002:> /usr/sbin/getenforce 2023-12-16T19:16:15.738 INFO:teuthology.orchestra.run.smithi002.stdout:Permissive 2023-12-16T19:16:15.739 DEBUG:teuthology.orchestra.run.smithi043:> /usr/sbin/getenforce 2023-12-16T19:16:15.793 INFO:teuthology.orchestra.run.smithi043.stdout:Permissive 2023-12-16T19:16:15.793 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi002.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi043.front.sepia.ceph.com': 'permissive'} 2023-12-16T19:16:15.793 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T19:16:15.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:16:15.827 DEBUG:teuthology.orchestra.run.smithi043:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T19:16:15.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:16:15.860 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-16T19:16:15.860 DEBUG:teuthology.orchestra.run.smithi002:> sudo /usr/sbin/setenforce permissive 2023-12-16T19:16:15.910 DEBUG:teuthology.orchestra.run.smithi043:> sudo /usr/sbin/setenforce permissive 2023-12-16T19:16:15.970 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-16T19:16:15.980 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-12-16T19:16:15.980 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-16T19:16:16.004 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-16T19:16:16.006 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi002.front.sepia.ceph.com,smithi043.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-16T19:22:21.254 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi002.front.sepia.ceph.com'), Remote(name='ubuntu@smithi043.front.sepia.ceph.com')] 2023-12-16T19:22:21.255 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2023-12-16T19:22:21.256 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:22:21.354 DEBUG:teuthology.orchestra.run.smithi002:> true 2023-12-16T19:22:21.425 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi002.front.sepia.ceph.com' 2023-12-16T19:22:21.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi043.front.sepia.ceph.com' 2023-12-16T19:22:21.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi043.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T19:22:21.522 DEBUG:teuthology.orchestra.run.smithi043:> true 2023-12-16T19:22:21.590 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi043.front.sepia.ceph.com' 2023-12-16T19:22:21.590 INFO:teuthology.run_tasks:Running task clock... 2023-12-16T19:22:21.606 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-16T19:22:21.606 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-16T19:22:21.606 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T19:22:21.609 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-16T19:22:21.609 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T19:22:21.644 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-16T19:22:21.665 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-16T19:22:21.667 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-16T19:22:21.687 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-16T19:22:21.701 INFO:teuthology.orchestra.run.smithi002.stderr:sudo: ntpd: command not found 2023-12-16T19:22:21.719 INFO:teuthology.orchestra.run.smithi002.stdout:506 Cannot talk to daemon 2023-12-16T19:22:21.724 INFO:teuthology.orchestra.run.smithi043.stderr:sudo: ntpd: command not found 2023-12-16T19:22:21.739 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-16T19:22:21.741 INFO:teuthology.orchestra.run.smithi043.stdout:506 Cannot talk to daemon 2023-12-16T19:22:21.758 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-16T19:22:21.761 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-16T19:22:21.781 INFO:teuthology.orchestra.run.smithi043.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-16T19:22:21.806 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.809 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.828 INFO:teuthology.orchestra.run.smithi043.stderr:bash: line 1: ntpq: command not found 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:=============================================================================== 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.831 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:22:21.832 INFO:teuthology.run_tasks:Running task install... 2023-12-16T19:22:21.844 DEBUG:teuthology.task.install:project ceph 2023-12-16T19:22:21.844 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'}} 2023-12-16T19:22:21.844 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'} 2023-12-16T19:22:21.844 INFO:teuthology.task.install:Using flavor: default 2023-12-16T19:22:21.850 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-16T19:22:21.850 INFO:teuthology.task.install:extra packages: [] 2023-12-16T19:22:21.850 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9', 'tag': None, 'wait_for_package': False} 2023-12-16T19:22:21.851 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:22:21.851 INFO:teuthology.packaging:ref: None 2023-12-16T19:22:21.851 INFO:teuthology.packaging:tag: None 2023-12-16T19:22:21.851 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:22:21.851 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:22:21.851 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T19:22:21.853 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9', 'tag': None, 'wait_for_package': False} 2023-12-16T19:22:21.853 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:22:21.853 INFO:teuthology.packaging:ref: None 2023-12-16T19:22:21.853 INFO:teuthology.packaging:tag: None 2023-12-16T19:22:21.853 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:22:21.854 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:22:21.854 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T19:22:22.060 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/ 2023-12-16T19:22:22.061 INFO:teuthology.task.install.rpm:Package version is 17.2.7-125.g1f2f5510 2023-12-16T19:22:22.095 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/ 2023-12-16T19:22:22.095 INFO:teuthology.task.install.rpm:Package version is 17.2.7-125.g1f2f5510 2023-12-16T19:22:22.279 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-16T19:22:22.280 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:22:22.280 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-16T19:22:22.283 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-16T19:22:22.283 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:22:22.283 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-16T19:22:22.312 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-16T19:22:22.312 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:22:22.312 INFO:teuthology.packaging:ref: None 2023-12-16T19:22:22.313 INFO:teuthology.packaging:tag: None 2023-12-16T19:22:22.313 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:22:22.313 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:22:22.313 DEBUG:teuthology.orchestra.run.smithi002:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-16T19:22:22.316 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-16T19:22:22.316 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:22:22.316 INFO:teuthology.packaging:ref: None 2023-12-16T19:22:22.316 INFO:teuthology.packaging:tag: None 2023-12-16T19:22:22.316 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:22:22.316 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:22:22.316 DEBUG:teuthology.orchestra.run.smithi043:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-16T19:22:22.386 DEBUG:teuthology.orchestra.run.smithi002:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-16T19:22:22.388 DEBUG:teuthology.orchestra.run.smithi043:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-16T19:22:22.475 DEBUG:teuthology.orchestra.run.smithi002:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-16T19:22:22.476 DEBUG:teuthology.orchestra.run.smithi043:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-16T19:22:22.506 INFO:teuthology.orchestra.run.smithi043.stdout:check_obsoletes = 1 2023-12-16T19:22:22.506 INFO:teuthology.orchestra.run.smithi002.stdout:check_obsoletes = 1 2023-12-16T19:22:22.507 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum clean all 2023-12-16T19:22:22.508 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum clean all 2023-12-16T19:22:22.768 INFO:teuthology.orchestra.run.smithi002.stdout:73 files removed 2023-12-16T19:22:22.768 INFO:teuthology.orchestra.run.smithi043.stdout:73 files removed 2023-12-16T19:22:22.795 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-16T19:22:22.796 DEBUG:teuthology.orchestra.run.smithi043:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-16T19:22:23.600 INFO:teuthology.orchestra.run.smithi002.stdout:ceph packages for x86_64 168 kB/s | 77 kB 00:00 2023-12-16T19:22:23.605 INFO:teuthology.orchestra.run.smithi043.stdout:ceph packages for x86_64 164 kB/s | 77 kB 00:00 2023-12-16T19:22:23.973 INFO:teuthology.orchestra.run.smithi043.stdout:ceph noarch packages 29 kB/s | 9.1 kB 00:00 2023-12-16T19:22:24.042 INFO:teuthology.orchestra.run.smithi002.stdout:ceph noarch packages 23 kB/s | 9.1 kB 00:00 2023-12-16T19:22:24.423 INFO:teuthology.orchestra.run.smithi043.stdout:ceph source packages 4.4 kB/s | 1.8 kB 00:00 2023-12-16T19:22:24.494 INFO:teuthology.orchestra.run.smithi002.stdout:ceph source packages 4.4 kB/s | 1.8 kB 00:00 2023-12-16T19:22:24.792 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS-9 - AppStream 19 MB/s | 6.4 MB 00:00 2023-12-16T19:22:24.903 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS-9 - AppStream 18 MB/s | 6.4 MB 00:00 2023-12-16T19:22:26.287 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2023-12-16T19:22:26.451 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS-9 - BaseOS 3.7 MB/s | 2.0 MB 00:00 2023-12-16T19:22:28.661 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 7.9 MB 00:02 2023-12-16T19:22:29.325 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - BaseOS 3.1 MB/s | 7.9 MB 00:02 2023-12-16T19:22:32.092 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - AppStream 11 MB/s | 18 MB 00:01 2023-12-16T19:22:33.995 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 4.3 MB/s | 18 MB 00:04 2023-12-16T19:22:36.135 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - CRB 13 MB/s | 5.8 MB 00:00 2023-12-16T19:22:37.552 INFO:teuthology.orchestra.run.smithi043.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 15 kB 00:00 2023-12-16T19:22:38.779 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 5.8 MB 00:01 2023-12-16T19:22:38.965 INFO:teuthology.orchestra.run.smithi043.stdout:Extra Packages for Enterprise Linux 15 MB/s | 20 MB 00:01 2023-12-16T19:22:40.455 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 29 kB/s | 15 kB 00:00 2023-12-16T19:22:43.979 INFO:teuthology.orchestra.run.smithi043.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2023-12-16T19:22:46.516 INFO:teuthology.orchestra.run.smithi043.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T19:22:46.517 INFO:teuthology.orchestra.run.smithi043.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T19:22:46.591 INFO:teuthology.orchestra.run.smithi043.stdout:Dependencies resolved. 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout:=========================================================================================== 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: Package Arch Version Repository Size 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout:=========================================================================================== 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout:Installing: 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 6.5 k 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-base x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 5.0 M 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 810 k 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 137 k 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 1.4 M 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 121 k 2023-12-16T19:22:46.600 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-dashboard noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 1.7 M 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 7.4 M 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-rook noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 47 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-radosgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 14 M 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-test x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 48 M 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 80 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 25 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 636 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: librados-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 126 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cephfs x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 156 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rados x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 320 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 292 k 2023-12-16T19:22:46.601 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 99 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 81 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-mirror x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-nbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 162 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout:Upgrading: 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: librados2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.1 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: librbd1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout:Installing dependencies: 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 23 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-grafana-dashboards noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 23 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mds x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.1 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-modules-core noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 238 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mon x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.7 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-osd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 15 M 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-prometheus-alerts noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 15 k 2023-12-16T19:22:46.602 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-selinux x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 24 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: libcephsqlite x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 159 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: libradosstriper1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 458 k 2023-12-16T19:22:46.603 INFO:teuthology.orchestra.run.smithi043.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: librgw2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 4.9 M 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-16T19:22:46.604 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-argparse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 45 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 116 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-16T19:22:46.605 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-16T19:22:46.606 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-16T19:22:46.607 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-16T19:22:46.608 INFO:teuthology.orchestra.run.smithi043.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout:Installing weak dependencies: 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction Summary 2023-12-16T19:22:46.609 INFO:teuthology.orchestra.run.smithi043.stdout:=========================================================================================== 2023-12-16T19:22:46.610 INFO:teuthology.orchestra.run.smithi043.stdout:Install 114 Packages 2023-12-16T19:22:46.610 INFO:teuthology.orchestra.run.smithi043.stdout:Upgrade 2 Packages 2023-12-16T19:22:46.610 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:22:46.610 INFO:teuthology.orchestra.run.smithi043.stdout:Total download size: 187 M 2023-12-16T19:22:46.610 INFO:teuthology.orchestra.run.smithi043.stdout:Downloading Packages: 2023-12-16T19:22:47.188 INFO:teuthology.orchestra.run.smithi043.stdout:(1/116): ceph-17.2.7-125.g1f2f5510.el9.x86_64.r 39 kB/s | 6.5 kB 00:00 2023-12-16T19:22:47.380 INFO:teuthology.orchestra.run.smithi043.stdout:(2/116): ceph-fuse-17.2.7-125.g1f2f5510.el9.x86 4.1 MB/s | 810 kB 00:00 2023-12-16T19:22:47.430 INFO:teuthology.orchestra.run.smithi043.stdout:(3/116): ceph-immutable-object-cache-17.2.7-125 2.7 MB/s | 137 kB 00:00 2023-12-16T19:22:47.731 INFO:teuthology.orchestra.run.smithi043.stdout:(4/116): ceph-mds-17.2.7-125.g1f2f5510.el9.x86_ 6.9 MB/s | 2.1 MB 00:00 2023-12-16T19:22:47.784 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 2.7 MB/s | 20 MB 00:07 2023-12-16T19:22:47.914 INFO:teuthology.orchestra.run.smithi043.stdout:(5/116): ceph-base-17.2.7-125.g1f2f5510.el9.x86 5.6 MB/s | 5.0 MB 00:00 2023-12-16T19:22:47.956 INFO:teuthology.orchestra.run.smithi043.stdout:(6/116): ceph-mgr-17.2.7-125.g1f2f5510.el9.x86_ 6.2 MB/s | 1.4 MB 00:00 2023-12-16T19:22:48.340 INFO:teuthology.orchestra.run.smithi043.stdout:(7/116): ceph-mon-17.2.7-125.g1f2f5510.el9.x86_ 8.7 MB/s | 3.7 MB 00:00 2023-12-16T19:22:49.607 INFO:teuthology.orchestra.run.smithi043.stdout:(8/116): ceph-osd-17.2.7-125.g1f2f5510.el9.x86_ 9.3 MB/s | 15 MB 00:01 2023-12-16T19:22:49.749 INFO:teuthology.orchestra.run.smithi043.stdout:(9/116): ceph-radosgw-17.2.7-125.g1f2f5510.el9. 10 MB/s | 14 MB 00:01 2023-12-16T19:22:49.774 INFO:teuthology.orchestra.run.smithi043.stdout:(10/116): ceph-selinux-17.2.7-125.g1f2f5510.el9 144 kB/s | 24 kB 00:00 2023-12-16T19:22:49.824 INFO:teuthology.orchestra.run.smithi043.stdout:(11/116): libcephfs-devel-17.2.7-125.g1f2f5510. 499 kB/s | 25 kB 00:00 2023-12-16T19:22:49.924 INFO:teuthology.orchestra.run.smithi043.stdout:(12/116): libcephfs2-17.2.7-125.g1f2f5510.el9.x 6.2 MB/s | 636 kB 00:00 2023-12-16T19:22:50.025 INFO:teuthology.orchestra.run.smithi043.stdout:(13/116): libcephsqlite-17.2.7-125.g1f2f5510.el 1.5 MB/s | 159 kB 00:00 2023-12-16T19:22:50.092 INFO:teuthology.orchestra.run.smithi043.stdout:(14/116): librados-devel-17.2.7-125.g1f2f5510.e 1.9 MB/s | 126 kB 00:00 2023-12-16T19:22:50.175 INFO:teuthology.orchestra.run.smithi043.stdout:(15/116): libradosstriper1-17.2.7-125.g1f2f5510 5.4 MB/s | 458 kB 00:00 2023-12-16T19:22:50.409 INFO:teuthology.orchestra.run.smithi043.stdout:(16/116): ceph-common-17.2.7-125.g1f2f5510.el9. 6.7 MB/s | 23 MB 00:03 2023-12-16T19:22:50.517 INFO:teuthology.orchestra.run.smithi043.stdout:(17/116): python3-ceph-argparse-17.2.7-125.g1f2 416 kB/s | 45 kB 00:00 2023-12-16T19:22:50.609 INFO:teuthology.orchestra.run.smithi043.stdout:(18/116): python3-ceph-common-17.2.7-125.g1f2f5 1.2 MB/s | 116 kB 00:00 2023-12-16T19:22:50.693 INFO:teuthology.orchestra.run.smithi043.stdout:(19/116): librgw2-17.2.7-125.g1f2f5510.el9.x86_ 9.5 MB/s | 4.9 MB 00:00 2023-12-16T19:22:50.718 INFO:teuthology.orchestra.run.smithi043.stdout:(20/116): python3-cephfs-17.2.7-125.g1f2f5510.e 1.4 MB/s | 156 kB 00:00 2023-12-16T19:22:50.768 INFO:teuthology.orchestra.run.smithi043.stdout:(21/116): python3-rados-17.2.7-125.g1f2f5510.el 4.2 MB/s | 320 kB 00:00 2023-12-16T19:22:50.802 INFO:teuthology.orchestra.run.smithi043.stdout:(22/116): python3-rbd-17.2.7-125.g1f2f5510.el9. 3.4 MB/s | 292 kB 00:00 2023-12-16T19:22:50.835 INFO:teuthology.orchestra.run.smithi043.stdout:(23/116): python3-rgw-17.2.7-125.g1f2f5510.el9. 1.5 MB/s | 99 kB 00:00 2023-12-16T19:22:50.877 INFO:teuthology.orchestra.run.smithi043.stdout:(24/116): rbd-fuse-17.2.7-125.g1f2f5510.el9.x86 1.1 MB/s | 81 kB 00:00 2023-12-16T19:22:50.989 INFO:teuthology.orchestra.run.smithi043.stdout:(25/116): rbd-nbd-17.2.7-125.g1f2f5510.el9.x86_ 1.4 MB/s | 162 kB 00:00 2023-12-16T19:22:51.081 INFO:teuthology.orchestra.run.smithi043.stdout:(26/116): ceph-grafana-dashboards-17.2.7-125.g1 253 kB/s | 23 kB 00:00 2023-12-16T19:22:51.148 INFO:teuthology.orchestra.run.smithi043.stdout:(27/116): rbd-mirror-17.2.7-125.g1f2f5510.el9.x 9.4 MB/s | 2.9 MB 00:00 2023-12-16T19:22:51.174 INFO:teuthology.orchestra.run.smithi043.stdout:(28/116): ceph-mgr-cephadm-17.2.7-125.g1f2f5510 1.3 MB/s | 121 kB 00:00 2023-12-16T19:22:51.391 INFO:teuthology.orchestra.run.smithi043.stdout:(29/116): ceph-mgr-dashboard-17.2.7-125.g1f2f55 7.0 MB/s | 1.7 MB 00:00 2023-12-16T19:22:51.466 INFO:teuthology.orchestra.run.smithi043.stdout:(30/116): ceph-mgr-modules-core-17.2.7-125.g1f2 3.1 MB/s | 238 kB 00:00 2023-12-16T19:22:51.533 INFO:teuthology.orchestra.run.smithi043.stdout:(31/116): ceph-mgr-rook-17.2.7-125.g1f2f5510.el 713 kB/s | 47 kB 00:00 2023-12-16T19:22:51.600 INFO:teuthology.orchestra.run.smithi043.stdout:(32/116): ceph-prometheus-alerts-17.2.7-125.g1f 218 kB/s | 15 kB 00:00 2023-12-16T19:22:51.676 INFO:teuthology.orchestra.run.smithi043.stdout:(33/116): cephadm-17.2.7-125.g1f2f5510.el9.noar 1.0 MB/s | 80 kB 00:00 2023-12-16T19:22:51.769 INFO:teuthology.orchestra.run.smithi043.stdout:(34/116): flexiblas-3.0.4-8.el9.x86_64.rpm 345 kB/s | 32 kB 00:00 2023-12-16T19:22:51.885 INFO:teuthology.orchestra.run.smithi043.stdout:(35/116): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2023-12-16T19:22:51.918 INFO:teuthology.orchestra.run.smithi043.stdout:(36/116): flexiblas-openblas-openmp-3.0.4-8.el9 516 kB/s | 17 kB 00:00 2023-12-16T19:22:51.952 INFO:teuthology.orchestra.run.smithi043.stdout:(37/116): jq-1.6-16.el9.x86_64.rpm 5.5 MB/s | 186 kB 00:00 2023-12-16T19:22:51.986 INFO:teuthology.orchestra.run.smithi043.stdout:(38/116): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.7 MB/s | 159 kB 00:00 2023-12-16T19:22:52.069 INFO:teuthology.orchestra.run.smithi043.stdout:(39/116): ceph-mgr-diskprediction-local-17.2.7- 8.3 MB/s | 7.4 MB 00:00 2023-12-16T19:22:52.094 INFO:teuthology.orchestra.run.smithi043.stdout:(40/116): librabbitmq-0.11.0-7.el9.x86_64.rpm 407 kB/s | 44 kB 00:00 2023-12-16T19:22:52.120 INFO:teuthology.orchestra.run.smithi043.stdout:(41/116): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2023-12-16T19:22:52.145 INFO:teuthology.orchestra.run.smithi043.stdout:(42/116): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2023-12-16T19:22:52.170 INFO:teuthology.orchestra.run.smithi043.stdout:(43/116): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2023-12-16T19:22:52.196 INFO:teuthology.orchestra.run.smithi043.stdout:(44/116): openblas-0.3.21-2.el9.x86_64.rpm 685 kB/s | 34 kB 00:00 2023-12-16T19:22:52.271 INFO:teuthology.orchestra.run.smithi043.stdout:(45/116): openblas-openmp-0.3.21-2.el9.x86_64.r 47 MB/s | 4.7 MB 00:00 2023-12-16T19:22:52.288 INFO:teuthology.orchestra.run.smithi043.stdout:(46/116): python3-attrs-20.3.0-7.el9.noarch.rpm 870 kB/s | 78 kB 00:00 2023-12-16T19:22:52.380 INFO:teuthology.orchestra.run.smithi043.stdout:(47/116): python3-babel-2.9.1-2.el9.noarch.rpm 53 MB/s | 5.8 MB 00:00 2023-12-16T19:22:52.397 INFO:teuthology.orchestra.run.smithi043.stdout:(48/116): python3-iniconfig-1.1.1-7.el9.noarch. 155 kB/s | 16 kB 00:00 2023-12-16T19:22:52.422 INFO:teuthology.orchestra.run.smithi043.stdout:(49/116): python3-jsonpatch-1.21-16.el9.noarch. 992 kB/s | 24 kB 00:00 2023-12-16T19:22:52.447 INFO:teuthology.orchestra.run.smithi043.stdout:(50/116): python3-jinja2-2.11.3-4.el9.noarch.rp 4.5 MB/s | 228 kB 00:00 2023-12-16T19:22:52.464 INFO:teuthology.orchestra.run.smithi043.stdout:(51/116): python3-jsonpointer-2.0-4.el9.noarch. 438 kB/s | 18 kB 00:00 2023-12-16T19:22:52.489 INFO:teuthology.orchestra.run.smithi043.stdout:(52/116): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 144 kB 00:00 2023-12-16T19:22:52.506 INFO:teuthology.orchestra.run.smithi043.stdout:(53/116): python3-markupsafe-1.1.1-12.el9.x86_6 760 kB/s | 32 kB 00:00 2023-12-16T19:22:52.582 INFO:teuthology.orchestra.run.smithi043.stdout:(54/116): python3-numpy-1.20.1-5.el9.x86_64.rpm 52 MB/s | 4.8 MB 00:00 2023-12-16T19:22:52.607 INFO:teuthology.orchestra.run.smithi043.stdout:(55/116): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.2 MB/s | 217 kB 00:00 2023-12-16T19:22:52.632 INFO:teuthology.orchestra.run.smithi043.stdout:(56/116): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2023-12-16T19:22:52.649 INFO:teuthology.orchestra.run.smithi043.stdout:(57/116): python3-packaging-20.9-5.el9.noarch.r 1.6 MB/s | 69 kB 00:00 2023-12-16T19:22:52.674 INFO:teuthology.orchestra.run.smithi043.stdout:(58/116): python3-pluggy-0.13.1-7.el9.noarch.rp 908 kB/s | 38 kB 00:00 2023-12-16T19:22:52.680 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2023-12-16T19:22:52.699 INFO:teuthology.orchestra.run.smithi043.stdout:(59/116): python3-prettytable-0.7.2-27.el9.noar 821 kB/s | 41 kB 00:00 2023-12-16T19:22:52.733 INFO:teuthology.orchestra.run.smithi043.stdout:(60/116): python3-py-1.10.0-6.el9.noarch.rpm 7.1 MB/s | 427 kB 00:00 2023-12-16T19:22:52.758 INFO:teuthology.orchestra.run.smithi043.stdout:(61/116): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2023-12-16T19:22:52.784 INFO:teuthology.orchestra.run.smithi043.stdout:(62/116): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2023-12-16T19:22:52.810 INFO:teuthology.orchestra.run.smithi043.stdout:(63/116): python3-pytest-6.2.2-6.el9.noarch.rpm 9.3 MB/s | 474 kB 00:00 2023-12-16T19:22:52.835 INFO:teuthology.orchestra.run.smithi043.stdout:(64/116): python3-pytz-2021.1-5.el9.noarch.rpm 960 kB/s | 47 kB 00:00 2023-12-16T19:22:52.860 INFO:teuthology.orchestra.run.smithi043.stdout:(65/116): python3-requests-oauthlib-1.3.0-12.el 856 kB/s | 43 kB 00:00 2023-12-16T19:22:53.052 INFO:teuthology.orchestra.run.smithi043.stdout:(66/116): python3-scipy-1.6.2-8.el9.x86_64.rpm 72 MB/s | 16 MB 00:00 2023-12-16T19:22:53.077 INFO:teuthology.orchestra.run.smithi043.stdout:(67/116): python3-toml-0.10.2-6.el9.noarch.rpm 181 kB/s | 39 kB 00:00 2023-12-16T19:22:53.111 INFO:teuthology.orchestra.run.smithi043.stdout:(68/116): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.9 MB/s | 63 kB 00:00 2023-12-16T19:22:53.144 INFO:teuthology.orchestra.run.smithi043.stdout:(69/116): socat-1.7.4.1-5.el9.x86_64.rpm 4.4 MB/s | 300 kB 00:00 2023-12-16T19:22:53.169 INFO:teuthology.orchestra.run.smithi043.stdout:(70/116): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2023-12-16T19:22:53.203 INFO:teuthology.orchestra.run.smithi043.stdout:(71/116): libgfortran-11.4.1-2.3.el9.x86_64.rpm 13 MB/s | 803 kB 00:00 2023-12-16T19:22:53.228 INFO:teuthology.orchestra.run.smithi043.stdout:(72/116): libquadmath-11.4.1-2.3.el9.x86_64.rpm 3.4 MB/s | 195 kB 00:00 2023-12-16T19:22:53.262 INFO:teuthology.orchestra.run.smithi043.stdout:(73/116): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2023-12-16T19:22:53.295 INFO:teuthology.orchestra.run.smithi043.stdout:(74/116): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2023-12-16T19:22:53.312 INFO:teuthology.orchestra.run.smithi043.stdout:(75/116): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 103 kB 00:00 2023-12-16T19:22:53.347 INFO:teuthology.orchestra.run.smithi043.stdout:(76/116): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2023-12-16T19:22:53.372 INFO:teuthology.orchestra.run.smithi043.stdout:(77/116): python3-requests-2.25.1-7.el9.noarch. 1.9 MB/s | 113 kB 00:00 2023-12-16T19:22:53.397 INFO:teuthology.orchestra.run.smithi043.stdout:(78/116): python3-urllib3-1.26.5-4.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2023-12-16T19:22:53.939 INFO:teuthology.orchestra.run.smithi043.stdout:(79/116): ceph-test-17.2.7-125.g1f2f5510.el9.x8 11 MB/s | 48 MB 00:04 2023-12-16T19:22:54.073 INFO:teuthology.orchestra.run.smithi043.stdout:(80/116): python3-devel-3.9.17-2.el9.x86_64.rpm 350 kB/s | 245 kB 00:00 2023-12-16T19:22:54.506 INFO:teuthology.orchestra.run.smithi043.stdout:(81/116): liboath-2.6.7-2.el9.x86_64.rpm 86 kB/s | 49 kB 00:00 2023-12-16T19:22:54.673 INFO:teuthology.orchestra.run.smithi043.stdout:(82/116): gperftools-libs-2.9.1-2.el9.x86_64.rp 242 kB/s | 309 kB 00:01 2023-12-16T19:22:54.698 INFO:teuthology.orchestra.run.smithi043.stdout:(83/116): libunwind-1.6.2-1.el9.x86_64.rpm 108 kB/s | 67 kB 00:00 2023-12-16T19:22:54.799 INFO:teuthology.orchestra.run.smithi043.stdout:(84/116): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 347 kB/s | 43 kB 00:00 2023-12-16T19:22:54.824 INFO:teuthology.orchestra.run.smithi043.stdout:(85/116): python3-cachetools-4.2.4-1.el9.noarch 257 kB/s | 32 kB 00:00 2023-12-16T19:22:54.891 INFO:teuthology.orchestra.run.smithi043.stdout:(86/116): python3-certifi-2021.10.8-2.el9.noarc 163 kB/s | 15 kB 00:00 2023-12-16T19:22:55.091 INFO:teuthology.orchestra.run.smithi043.stdout:(87/116): python3-cheroot-8.6.0-4.el9.noarch.rp 643 kB/s | 172 kB 00:00 2023-12-16T19:22:55.226 INFO:teuthology.orchestra.run.smithi002.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T19:22:55.227 INFO:teuthology.orchestra.run.smithi002.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T19:22:55.302 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2023-12-16T19:22:55.317 INFO:teuthology.orchestra.run.smithi002.stdout:=========================================================================================== 2023-12-16T19:22:55.317 INFO:teuthology.orchestra.run.smithi002.stdout: Package Arch Version Repository Size 2023-12-16T19:22:55.317 INFO:teuthology.orchestra.run.smithi002.stdout:=========================================================================================== 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 6.5 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 5.0 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 810 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 137 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 1.4 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 121 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 1.7 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 7.4 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 47 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 14 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 48 M 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 80 k 2023-12-16T19:22:55.318 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 25 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 636 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 126 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 156 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 320 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 292 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 99 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 81 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 162 k 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrading: 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: librados2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.1 M 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2023-12-16T19:22:55.319 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 23 M 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 23 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.1 M 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 238 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.7 M 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 15 M 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 15 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 24 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 159 k 2023-12-16T19:22:55.320 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 458 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 4.9 M 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-16T19:22:55.321 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 45 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 116 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-16T19:22:55.322 INFO:teuthology.orchestra.run.smithi002.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-16T19:22:55.323 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-16T19:22:55.324 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-16T19:22:55.325 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout:Installing weak dependencies: 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout:=========================================================================================== 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout:Install 114 Packages 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrade 2 Packages 2023-12-16T19:22:55.326 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:22:55.327 INFO:teuthology.orchestra.run.smithi043.stdout:(88/116): python3-asyncssh-2.13.2-3.el9.noarch. 669 kB/s | 548 kB 00:00 2023-12-16T19:22:55.327 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 187 M 2023-12-16T19:22:55.327 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2023-12-16T19:22:55.358 INFO:teuthology.orchestra.run.smithi043.stdout:(89/116): python3-google-auth-2.23.4-1.el9.noar 740 kB/s | 197 kB 00:00 2023-12-16T19:22:55.392 INFO:teuthology.orchestra.run.smithi043.stdout:(90/116): python3-cherrypy-18.6.1-2.el9.noarch. 716 kB/s | 358 kB 00:00 2023-12-16T19:22:55.425 INFO:teuthology.orchestra.run.smithi043.stdout:(91/116): python3-jaraco-8.2.1-3.el9.noarch.rpm 106 kB/s | 11 kB 00:00 2023-12-16T19:22:55.459 INFO:teuthology.orchestra.run.smithi043.stdout:(92/116): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2023-12-16T19:22:55.493 INFO:teuthology.orchestra.run.smithi043.stdout:(93/116): python3-jaraco-collections-3.0.0-8.el 230 kB/s | 23 kB 00:00 2023-12-16T19:22:55.526 INFO:teuthology.orchestra.run.smithi043.stdout:(94/116): python3-jaraco-functools-3.5.0-2.el9. 193 kB/s | 19 kB 00:00 2023-12-16T19:22:55.560 INFO:teuthology.orchestra.run.smithi043.stdout:(95/116): python3-jaraco-text-3.2.0-6.el9.noarc 195 kB/s | 20 kB 00:00 2023-12-16T19:22:55.594 INFO:teuthology.orchestra.run.smithi043.stdout:(96/116): python3-jwt+crypto-2.4.0-1.el9.noarch 90 kB/s | 9.0 kB 00:00 2023-12-16T19:22:55.607 INFO:teuthology.orchestra.run.smithi002.stdout:(1/116): ceph-17.2.7-125.g1f2f5510.el9.x86_64.r 39 kB/s | 6.5 kB 00:00 2023-12-16T19:22:55.627 INFO:teuthology.orchestra.run.smithi043.stdout:(97/116): python3-jwt-2.4.0-1.el9.noarch.rpm 406 kB/s | 41 kB 00:00 2023-12-16T19:22:55.694 INFO:teuthology.orchestra.run.smithi043.stdout:(98/116): python3-logutils-0.3.5-21.el9.noarch. 462 kB/s | 46 kB 00:00 2023-12-16T19:22:55.736 INFO:teuthology.orchestra.run.smithi043.stdout:(99/116): python3-more-itertools-8.12.0-2.el9.n 726 kB/s | 79 kB 00:00 2023-12-16T19:22:55.795 INFO:teuthology.orchestra.run.smithi043.stdout:(100/116): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2023-12-16T19:22:55.882 INFO:teuthology.orchestra.run.smithi002.stdout:(2/116): ceph-fuse-17.2.7-125.g1f2f5510.el9.x86 2.9 MB/s | 810 kB 00:00 2023-12-16T19:22:55.904 INFO:teuthology.orchestra.run.smithi043.stdout:(101/116): python3-portend-3.1.0-2.el9.noarch.r 152 kB/s | 16 kB 00:00 2023-12-16T19:22:55.965 INFO:teuthology.orchestra.run.smithi002.stdout:(3/116): ceph-base-17.2.7-125.g1f2f5510.el9.x86 9.6 MB/s | 5.0 MB 00:00 2023-12-16T19:22:55.991 INFO:teuthology.orchestra.run.smithi002.stdout:(4/116): ceph-immutable-object-cache-17.2.7-125 1.2 MB/s | 137 kB 00:00 2023-12-16T19:22:56.088 INFO:teuthology.orchestra.run.smithi043.stdout:(102/116): python3-pyOpenSSL-21.0.0-1.el9.noarc 491 kB/s | 90 kB 00:00 2023-12-16T19:22:56.112 INFO:teuthology.orchestra.run.smithi043.stdout:(103/116): python3-pecan-1.4.2-3.el9.noarch.rpm 725 kB/s | 272 kB 00:00 2023-12-16T19:22:56.133 INFO:teuthology.orchestra.run.smithi002.stdout:(5/116): ceph-mds-17.2.7-125.g1f2f5510.el9.x86_ 12 MB/s | 2.1 MB 00:00 2023-12-16T19:22:56.183 INFO:teuthology.orchestra.run.smithi002.stdout:(6/116): ceph-mgr-17.2.7-125.g1f2f5510.el9.x86_ 7.3 MB/s | 1.4 MB 00:00 2023-12-16T19:22:56.208 INFO:teuthology.orchestra.run.smithi043.stdout:(104/116): python3-repoze-lru-0.7-16.el9.noarch 307 kB/s | 31 kB 00:00 2023-12-16T19:22:56.288 INFO:teuthology.orchestra.run.smithi043.stdout:(105/116): python3-rsa-4.9-2.el9.noarch.rpm 591 kB/s | 59 kB 00:00 2023-12-16T19:22:56.391 INFO:teuthology.orchestra.run.smithi002.stdout:(7/116): ceph-mon-17.2.7-125.g1f2f5510.el9.x86_ 14 MB/s | 3.7 MB 00:00 2023-12-16T19:22:56.455 INFO:teuthology.orchestra.run.smithi043.stdout:(106/116): python3-tempora-5.0.0-2.el9.noarch.r 214 kB/s | 36 kB 00:00 2023-12-16T19:22:56.480 INFO:teuthology.orchestra.run.smithi043.stdout:(107/116): python3-routes-2.5.1-5.el9.noarch.rp 513 kB/s | 188 kB 00:00 2023-12-16T19:22:56.556 INFO:teuthology.orchestra.run.smithi043.stdout:(108/116): python3-typing-extensions-4.4.0-2.el 509 kB/s | 51 kB 00:00 2023-12-16T19:22:56.747 INFO:teuthology.orchestra.run.smithi043.stdout:(109/116): python3-websocket-client-1.2.3-2.el9 468 kB/s | 90 kB 00:00 2023-12-16T19:22:56.864 INFO:teuthology.orchestra.run.smithi043.stdout:(110/116): python3-kubernetes-26.1.0-2.el9.noar 802 kB/s | 1.0 MB 00:01 2023-12-16T19:22:56.889 INFO:teuthology.orchestra.run.smithi043.stdout:(111/116): python3-webob-1.8.7-6.el9.noarch.rpm 561 kB/s | 230 kB 00:00 2023-12-16T19:22:56.965 INFO:teuthology.orchestra.run.smithi043.stdout:(112/116): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2023-12-16T19:22:57.331 INFO:teuthology.orchestra.run.smithi043.stdout:(113/116): python3-werkzeug-2.0.3-3.el9.1.noarc 732 kB/s | 427 kB 00:00 2023-12-16T19:22:57.433 INFO:teuthology.orchestra.run.smithi002.stdout:(8/116): ceph-radosgw-17.2.7-125.g1f2f5510.el9. 14 MB/s | 14 MB 00:01 2023-12-16T19:22:57.500 INFO:teuthology.orchestra.run.smithi002.stdout:(9/116): ceph-selinux-17.2.7-125.g1f2f5510.el9. 362 kB/s | 24 kB 00:00 2023-12-16T19:22:57.565 INFO:teuthology.orchestra.run.smithi043.stdout:(114/116): librados2-17.2.7-125.g1f2f5510.el9.x 5.1 MB/s | 3.1 MB 00:00 2023-12-16T19:22:58.149 INFO:teuthology.orchestra.run.smithi043.stdout:(115/116): librbd1-17.2.7-125.g1f2f5510.el9.x86 3.6 MB/s | 2.9 MB 00:00 2023-12-16T19:22:58.209 INFO:teuthology.orchestra.run.smithi002.stdout:(10/116): ceph-osd-17.2.7-125.g1f2f5510.el9.x86 7.6 MB/s | 15 MB 00:02 2023-12-16T19:22:58.252 INFO:teuthology.orchestra.run.smithi002.stdout:(11/116): libcephfs-devel-17.2.7-125.g1f2f5510. 587 kB/s | 25 kB 00:00 2023-12-16T19:22:58.352 INFO:teuthology.orchestra.run.smithi002.stdout:(12/116): libcephfs2-17.2.7-125.g1f2f5510.el9.x 6.2 MB/s | 636 kB 00:00 2023-12-16T19:22:58.486 INFO:teuthology.orchestra.run.smithi002.stdout:(13/116): libcephsqlite-17.2.7-125.g1f2f5510.el 1.2 MB/s | 159 kB 00:00 2023-12-16T19:22:58.553 INFO:teuthology.orchestra.run.smithi002.stdout:(14/116): librados-devel-17.2.7-125.g1f2f5510.e 1.8 MB/s | 126 kB 00:00 2023-12-16T19:22:58.653 INFO:teuthology.orchestra.run.smithi002.stdout:(15/116): libradosstriper1-17.2.7-125.g1f2f5510 4.5 MB/s | 458 kB 00:00 2023-12-16T19:22:58.907 INFO:teuthology.orchestra.run.smithi043.stdout:(116/116): thrift-0.15.0-2.el9.x86_64.rpm 803 kB/s | 1.6 MB 00:02 2023-12-16T19:22:58.914 INFO:teuthology.orchestra.run.smithi043.stdout:-------------------------------------------------------------------------------- 2023-12-16T19:22:58.914 INFO:teuthology.orchestra.run.smithi043.stdout:Total 15 MB/s | 187 MB 00:12 2023-12-16T19:22:58.929 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction check 2023-12-16T19:22:59.035 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction check succeeded. 2023-12-16T19:22:59.035 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction test 2023-12-16T19:22:59.229 INFO:teuthology.orchestra.run.smithi002.stdout:(16/116): librgw2-17.2.7-125.g1f2f5510.el9.x86_ 8.5 MB/s | 4.9 MB 00:00 2023-12-16T19:22:59.287 INFO:teuthology.orchestra.run.smithi002.stdout:(17/116): python3-ceph-argparse-17.2.7-125.g1f2 775 kB/s | 45 kB 00:00 2023-12-16T19:22:59.354 INFO:teuthology.orchestra.run.smithi002.stdout:(18/116): python3-ceph-common-17.2.7-125.g1f2f5 1.7 MB/s | 116 kB 00:00 2023-12-16T19:22:59.413 INFO:teuthology.orchestra.run.smithi002.stdout:(19/116): python3-cephfs-17.2.7-125.g1f2f5510.e 2.6 MB/s | 156 kB 00:00 2023-12-16T19:22:59.488 INFO:teuthology.orchestra.run.smithi002.stdout:(20/116): python3-rados-17.2.7-125.g1f2f5510.el 4.2 MB/s | 320 kB 00:00 2023-12-16T19:22:59.555 INFO:teuthology.orchestra.run.smithi002.stdout:(21/116): python3-rbd-17.2.7-125.g1f2f5510.el9. 4.3 MB/s | 292 kB 00:00 2023-12-16T19:22:59.614 INFO:teuthology.orchestra.run.smithi002.stdout:(22/116): python3-rgw-17.2.7-125.g1f2f5510.el9. 1.7 MB/s | 99 kB 00:00 2023-12-16T19:22:59.672 INFO:teuthology.orchestra.run.smithi002.stdout:(23/116): rbd-fuse-17.2.7-125.g1f2f5510.el9.x86 1.4 MB/s | 81 kB 00:00 2023-12-16T19:23:00.031 INFO:teuthology.orchestra.run.smithi002.stdout:(24/116): rbd-mirror-17.2.7-125.g1f2f5510.el9.x 8.2 MB/s | 2.9 MB 00:00 2023-12-16T19:23:00.089 INFO:teuthology.orchestra.run.smithi002.stdout:(25/116): rbd-nbd-17.2.7-125.g1f2f5510.el9.x86_ 2.7 MB/s | 162 kB 00:00 2023-12-16T19:23:00.140 INFO:teuthology.orchestra.run.smithi002.stdout:(26/116): ceph-grafana-dashboards-17.2.7-125.g1 463 kB/s | 23 kB 00:00 2023-12-16T19:23:00.357 INFO:teuthology.orchestra.run.smithi002.stdout:(27/116): ceph-common-17.2.7-125.g1f2f5510.el9. 4.6 MB/s | 23 MB 00:04 2023-12-16T19:23:00.374 INFO:teuthology.orchestra.run.smithi002.stdout:(28/116): ceph-mgr-cephadm-17.2.7-125.g1f2f5510 519 kB/s | 121 kB 00:00 2023-12-16T19:23:00.616 INFO:teuthology.orchestra.run.smithi043.stdout:Transaction test succeeded. 2023-12-16T19:23:00.616 INFO:teuthology.orchestra.run.smithi043.stdout:Running transaction 2023-12-16T19:23:00.749 INFO:teuthology.orchestra.run.smithi002.stdout:(29/116): ceph-mgr-dashboard-17.2.7-125.g1f2f55 4.3 MB/s | 1.7 MB 00:00 2023-12-16T19:23:00.841 INFO:teuthology.orchestra.run.smithi002.stdout:(30/116): ceph-mgr-modules-core-17.2.7-125.g1f2 2.5 MB/s | 238 kB 00:00 2023-12-16T19:23:01.250 INFO:teuthology.orchestra.run.smithi002.stdout:(31/116): ceph-test-17.2.7-125.g1f2f5510.el9.x8 13 MB/s | 48 MB 00:03 2023-12-16T19:23:01.275 INFO:teuthology.orchestra.run.smithi002.stdout:(32/116): ceph-mgr-rook-17.2.7-125.g1f2f5510.el 109 kB/s | 47 kB 00:00 2023-12-16T19:23:01.301 INFO:teuthology.orchestra.run.smithi002.stdout:(33/116): ceph-prometheus-alerts-17.2.7-125.g1f 293 kB/s | 15 kB 00:00 2023-12-16T19:23:01.325 INFO:teuthology.orchestra.run.smithi002.stdout:(34/116): cephadm-17.2.7-125.g1f2f5510.el9.noar 1.6 MB/s | 80 kB 00:00 2023-12-16T19:23:01.476 INFO:teuthology.orchestra.run.smithi002.stdout:(35/116): ceph-mgr-diskprediction-local-17.2.7- 6.7 MB/s | 7.4 MB 00:01 2023-12-16T19:23:01.501 INFO:teuthology.orchestra.run.smithi002.stdout:(36/116): flexiblas-3.0.4-8.el9.x86_64.rpm 158 kB/s | 32 kB 00:00 2023-12-16T19:23:01.526 INFO:teuthology.orchestra.run.smithi002.stdout:(37/116): flexiblas-openblas-openmp-3.0.4-8.el9 353 kB/s | 17 kB 00:00 2023-12-16T19:23:01.568 INFO:teuthology.orchestra.run.smithi002.stdout:(38/116): jq-1.6-16.el9.x86_64.rpm 2.7 MB/s | 186 kB 00:00 2023-12-16T19:23:01.593 INFO:teuthology.orchestra.run.smithi002.stdout:(39/116): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 159 kB 00:00 2023-12-16T19:23:01.619 INFO:teuthology.orchestra.run.smithi002.stdout:(40/116): librabbitmq-0.11.0-7.el9.x86_64.rpm 888 kB/s | 44 kB 00:00 2023-12-16T19:23:01.694 INFO:teuthology.orchestra.run.smithi002.stdout:(41/116): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 661 kB 00:00 2023-12-16T19:23:01.719 INFO:teuthology.orchestra.run.smithi002.stdout:(42/116): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 282 kB 00:00 2023-12-16T19:23:01.745 INFO:teuthology.orchestra.run.smithi002.stdout:(43/116): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2023-12-16T19:23:01.761 INFO:teuthology.orchestra.run.smithi002.stdout:(44/116): openblas-0.3.21-2.el9.x86_64.rpm 835 kB/s | 34 kB 00:00 2023-12-16T19:23:01.845 INFO:teuthology.orchestra.run.smithi002.stdout:(45/116): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.8 MB/s | 3.0 MB 00:00 2023-12-16T19:23:01.937 INFO:teuthology.orchestra.run.smithi002.stdout:(46/116): python3-attrs-20.3.0-7.el9.noarch.rpm 445 kB/s | 78 kB 00:00 2023-12-16T19:23:02.054 INFO:teuthology.orchestra.run.smithi002.stdout:(47/116): openblas-openmp-0.3.21-2.el9.x86_64.r 15 MB/s | 4.7 MB 00:00 2023-12-16T19:23:02.079 INFO:teuthology.orchestra.run.smithi002.stdout:(48/116): python3-iniconfig-1.1.1-7.el9.noarch. 116 kB/s | 16 kB 00:00 2023-12-16T19:23:02.229 INFO:teuthology.orchestra.run.smithi002.stdout:(49/116): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 5.8 MB 00:00 2023-12-16T19:23:02.255 INFO:teuthology.orchestra.run.smithi002.stdout:(50/116): python3-jinja2-2.11.3-4.el9.noarch.rp 1.1 MB/s | 228 kB 00:00 2023-12-16T19:23:02.305 INFO:teuthology.orchestra.run.smithi002.stdout:(51/116): python3-jsonpatch-1.21-16.el9.noarch. 109 kB/s | 24 kB 00:00 2023-12-16T19:23:02.330 INFO:teuthology.orchestra.run.smithi002.stdout:(52/116): python3-jsonpointer-2.0-4.el9.noarch. 181 kB/s | 18 kB 00:00 2023-12-16T19:23:02.355 INFO:teuthology.orchestra.run.smithi002.stdout:(53/116): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2023-12-16T19:23:02.380 INFO:teuthology.orchestra.run.smithi002.stdout:(54/116): python3-markupsafe-1.1.1-12.el9.x86_6 421 kB/s | 32 kB 00:00 2023-12-16T19:23:02.489 INFO:teuthology.orchestra.run.smithi002.stdout:(55/116): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 4.8 MB 00:00 2023-12-16T19:23:02.514 INFO:teuthology.orchestra.run.smithi002.stdout:(56/116): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 174 kB 00:00 2023-12-16T19:23:02.539 INFO:teuthology.orchestra.run.smithi002.stdout:(57/116): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2023-12-16T19:23:02.565 INFO:teuthology.orchestra.run.smithi002.stdout:(58/116): python3-packaging-20.9-5.el9.noarch.r 917 kB/s | 69 kB 00:00 2023-12-16T19:23:02.590 INFO:teuthology.orchestra.run.smithi002.stdout:(59/116): python3-pluggy-0.13.1-7.el9.noarch.rp 505 kB/s | 38 kB 00:00 2023-12-16T19:23:02.615 INFO:teuthology.orchestra.run.smithi002.stdout:(60/116): python3-py-1.10.0-6.el9.noarch.rpm 8.4 MB/s | 427 kB 00:00 2023-12-16T19:23:02.649 INFO:teuthology.orchestra.run.smithi002.stdout:(61/116): python3-prettytable-0.7.2-27.el9.noar 492 kB/s | 41 kB 00:00 2023-12-16T19:23:02.674 INFO:teuthology.orchestra.run.smithi002.stdout:(62/116): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 132 kB 00:00 2023-12-16T19:23:02.699 INFO:teuthology.orchestra.run.smithi002.stdout:(63/116): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 211 kB 00:00 2023-12-16T19:23:02.733 INFO:teuthology.orchestra.run.smithi002.stdout:(64/116): python3-pytz-2021.1-5.el9.noarch.rpm 822 kB/s | 47 kB 00:00 2023-12-16T19:23:02.758 INFO:teuthology.orchestra.run.smithi002.stdout:(65/116): python3-pytest-6.2.2-6.el9.noarch.rpm 5.6 MB/s | 474 kB 00:00 2023-12-16T19:23:02.783 INFO:teuthology.orchestra.run.smithi002.stdout:(66/116): python3-requests-oauthlib-1.3.0-12.el 514 kB/s | 43 kB 00:00 2023-12-16T19:23:02.933 INFO:teuthology.orchestra.run.smithi002.stdout:(67/116): python3-toml-0.10.2-6.el9.noarch.rpm 262 kB/s | 39 kB 00:00 2023-12-16T19:23:02.959 INFO:teuthology.orchestra.run.smithi002.stdout:(68/116): socat-1.7.4.1-5.el9.x86_64.rpm 1.7 MB/s | 300 kB 00:00 2023-12-16T19:23:03.117 INFO:teuthology.orchestra.run.smithi002.stdout:(69/116): python3-scipy-1.6.2-8.el9.x86_64.rpm 41 MB/s | 16 MB 00:00 2023-12-16T19:23:03.142 INFO:teuthology.orchestra.run.smithi002.stdout:(70/116): xmlstarlet-1.6.1-20.el9.x86_64.rpm 300 kB/s | 63 kB 00:00 2023-12-16T19:23:03.168 INFO:teuthology.orchestra.run.smithi002.stdout:(71/116): fuse-2.9.9-15.el9.x86_64.rpm 382 kB/s | 79 kB 00:00 2023-12-16T19:23:03.210 INFO:teuthology.orchestra.run.smithi002.stdout:(72/116): libgfortran-11.4.1-2.3.el9.x86_64.rpm 8.6 MB/s | 803 kB 00:00 2023-12-16T19:23:03.235 INFO:teuthology.orchestra.run.smithi002.stdout:(73/116): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.6 MB/s | 241 kB 00:00 2023-12-16T19:23:03.260 INFO:teuthology.orchestra.run.smithi002.stdout:(74/116): libquadmath-11.4.1-2.3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2023-12-16T19:23:03.294 INFO:teuthology.orchestra.run.smithi002.stdout:(75/116): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2023-12-16T19:23:03.319 INFO:teuthology.orchestra.run.smithi002.stdout:(76/116): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2023-12-16T19:23:03.344 INFO:teuthology.orchestra.run.smithi002.stdout:(77/116): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2023-12-16T19:23:03.361 INFO:teuthology.orchestra.run.smithi002.stdout:(78/116): python3-requests-2.25.1-7.el9.noarch. 1.7 MB/s | 113 kB 00:00 2023-12-16T19:23:03.386 INFO:teuthology.orchestra.run.smithi002.stdout:(79/116): python3-urllib3-1.26.5-4.el9.noarch.r 2.7 MB/s | 187 kB 00:00 2023-12-16T19:23:03.586 INFO:teuthology.orchestra.run.smithi002.stdout:(80/116): python3-devel-3.9.17-2.el9.x86_64.rpm 1.1 MB/s | 245 kB 00:00 2023-12-16T19:23:03.712 INFO:teuthology.orchestra.run.smithi002.stdout:(81/116): liboath-2.6.7-2.el9.x86_64.rpm 149 kB/s | 49 kB 00:00 2023-12-16T19:23:03.820 INFO:teuthology.orchestra.run.smithi002.stdout:(82/116): gperftools-libs-2.9.1-2.el9.x86_64.rp 674 kB/s | 309 kB 00:00 2023-12-16T19:23:03.896 INFO:teuthology.orchestra.run.smithi002.stdout:(83/116): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 580 kB/s | 43 kB 00:00 2023-12-16T19:23:03.921 INFO:teuthology.orchestra.run.smithi002.stdout:(84/116): libunwind-1.6.2-1.el9.x86_64.rpm 202 kB/s | 67 kB 00:00 2023-12-16T19:23:03.971 INFO:teuthology.orchestra.run.smithi002.stdout:(85/116): python3-asyncssh-2.13.2-3.el9.noarch. 2.1 MB/s | 548 kB 00:00 2023-12-16T19:23:03.997 INFO:teuthology.orchestra.run.smithi002.stdout:(86/116): python3-cachetools-4.2.4-1.el9.noarch 319 kB/s | 32 kB 00:00 2023-12-16T19:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout:(87/116): python3-certifi-2021.10.8-2.el9.noarc 162 kB/s | 15 kB 00:00 2023-12-16T19:23:04.055 INFO:teuthology.orchestra.run.smithi002.stdout:(88/116): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2023-12-16T19:23:04.114 INFO:teuthology.orchestra.run.smithi002.stdout:(89/116): python3-cherrypy-18.6.1-2.el9.noarch. 3.0 MB/s | 358 kB 00:00 2023-12-16T19:23:04.131 INFO:teuthology.orchestra.run.smithi002.stdout:(90/116): python3-jaraco-8.2.1-3.el9.noarch.rpm 143 kB/s | 11 kB 00:00 2023-12-16T19:23:04.181 INFO:teuthology.orchestra.run.smithi002.stdout:(91/116): python3-google-auth-2.23.4-1.el9.noar 1.2 MB/s | 197 kB 00:00 2023-12-16T19:23:04.198 INFO:teuthology.orchestra.run.smithi002.stdout:(92/116): python3-jaraco-classes-3.2.1-5.el9.no 211 kB/s | 18 kB 00:00 2023-12-16T19:23:04.215 INFO:teuthology.orchestra.run.smithi002.stdout:(93/116): python3-jaraco-collections-3.0.0-8.el 276 kB/s | 23 kB 00:00 2023-12-16T19:23:04.257 INFO:teuthology.orchestra.run.smithi002.stdout:(94/116): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2023-12-16T19:23:04.290 INFO:teuthology.orchestra.run.smithi002.stdout:(95/116): python3-jwt+crypto-2.4.0-1.el9.noarch 121 kB/s | 9.0 kB 00:00 2023-12-16T19:23:04.315 INFO:teuthology.orchestra.run.smithi002.stdout:(96/116): python3-jaraco-text-3.2.0-6.el9.noarc 196 kB/s | 20 kB 00:00 2023-12-16T19:23:04.341 INFO:teuthology.orchestra.run.smithi002.stdout:(97/116): python3-jwt-2.4.0-1.el9.noarch.rpm 489 kB/s | 41 kB 00:00 2023-12-16T19:23:04.391 INFO:teuthology.orchestra.run.smithi002.stdout:(98/116): python3-logutils-0.3.5-21.el9.noarch. 616 kB/s | 46 kB 00:00 2023-12-16T19:23:04.425 INFO:teuthology.orchestra.run.smithi002.stdout:(99/116): python3-more-itertools-8.12.0-2.el9.n 942 kB/s | 79 kB 00:00 2023-12-16T19:23:04.458 INFO:teuthology.orchestra.run.smithi002.stdout:(100/116): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2023-12-16T19:23:04.484 INFO:teuthology.orchestra.run.smithi002.stdout:(101/116): python3-natsort-7.1.1-5.el9.noarch.r 625 kB/s | 58 kB 00:00 2023-12-16T19:23:04.534 INFO:teuthology.orchestra.run.smithi002.stdout:(102/116): python3-portend-3.1.0-2.el9.noarch.r 218 kB/s | 16 kB 00:00 2023-12-16T19:23:04.559 INFO:teuthology.orchestra.run.smithi002.stdout:(103/116): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2023-12-16T19:23:04.584 INFO:teuthology.orchestra.run.smithi002.stdout:(104/116): python3-pyOpenSSL-21.0.0-1.el9.noarc 894 kB/s | 90 kB 00:00 2023-12-16T19:23:04.610 INFO:teuthology.orchestra.run.smithi002.stdout:(105/116): python3-repoze-lru-0.7-16.el9.noarch 409 kB/s | 31 kB 00:00 2023-12-16T19:23:04.660 INFO:teuthology.orchestra.run.smithi002.stdout:(106/116): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2023-12-16T19:23:04.685 INFO:teuthology.orchestra.run.smithi002.stdout:(107/116): python3-tempora-5.0.0-2.el9.noarch.r 475 kB/s | 36 kB 00:00 2023-12-16T19:23:04.711 INFO:teuthology.orchestra.run.smithi002.stdout:(108/116): python3-rsa-4.9-2.el9.noarch.rpm 470 kB/s | 59 kB 00:00 2023-12-16T19:23:04.736 INFO:teuthology.orchestra.run.smithi002.stdout:(109/116): python3-typing-extensions-4.4.0-2.el 678 kB/s | 51 kB 00:00 2023-12-16T19:23:04.769 INFO:teuthology.orchestra.run.smithi002.stdout:(110/116): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2023-12-16T19:23:04.795 INFO:teuthology.orchestra.run.smithi002.stdout:(111/116): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2023-12-16T19:23:04.845 INFO:teuthology.orchestra.run.smithi002.stdout:(112/116): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2023-12-16T19:23:04.870 INFO:teuthology.orchestra.run.smithi002.stdout:(113/116): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2023-12-16T19:23:04.929 INFO:teuthology.orchestra.run.smithi002.stdout:(114/116): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2023-12-16T19:23:05.196 INFO:teuthology.orchestra.run.smithi002.stdout:(115/116): librados2-17.2.7-125.g1f2f5510.el9.x 8.8 MB/s | 3.1 MB 00:00 2023-12-16T19:23:05.254 INFO:teuthology.orchestra.run.smithi002.stdout:(116/116): librbd1-17.2.7-125.g1f2f5510.el9.x86 7.6 MB/s | 2.9 MB 00:00 2023-12-16T19:23:05.261 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2023-12-16T19:23:05.261 INFO:teuthology.orchestra.run.smithi002.stdout:Total 19 MB/s | 187 MB 00:09 2023-12-16T19:23:05.276 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2023-12-16T19:23:05.310 INFO:teuthology.orchestra.run.smithi043.stdout: Preparing : 1/1 2023-12-16T19:23:05.368 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/118 2023-12-16T19:23:05.382 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2023-12-16T19:23:05.383 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2023-12-16T19:23:05.401 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/118 2023-12-16T19:23:05.459 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/118 2023-12-16T19:23:05.781 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/118 2023-12-16T19:23:05.829 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T19:23:05.945 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T19:23:05.972 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:06.064 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:06.111 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T19:23:06.134 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/118 2023-12-16T19:23:06.602 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/118 2023-12-16T19:23:06.633 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:06.707 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:06.742 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:06.827 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:06.851 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T19:23:06.961 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2023-12-16T19:23:06.961 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2023-12-16T19:23:06.983 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T19:23:07.022 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/118 2023-12-16T19:23:07.103 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/118 2023-12-16T19:23:07.164 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 15/118 2023-12-16T19:23:07.201 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 16/118 2023-12-16T19:23:07.245 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 17/118 2023-12-16T19:23:07.282 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 18/118 2023-12-16T19:23:07.312 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 19/118 2023-12-16T19:23:07.353 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 20/118 2023-12-16T19:23:07.429 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/118 2023-12-16T19:23:07.477 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/118 2023-12-16T19:23:07.504 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/118 2023-12-16T19:23:07.533 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 24/118 2023-12-16T19:23:07.585 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 25/118 2023-12-16T19:23:07.662 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T19:23:07.812 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/118 2023-12-16T19:23:07.872 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/118 2023-12-16T19:23:08.440 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/118 2023-12-16T19:23:08.526 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/118 2023-12-16T19:23:08.570 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 31/118 2023-12-16T19:23:08.604 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/118 2023-12-16T19:23:08.639 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/118 2023-12-16T19:23:08.678 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/118 2023-12-16T19:23:08.714 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 35/118 2023-12-16T19:23:08.752 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 36/118 2023-12-16T19:23:08.782 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/118 2023-12-16T19:23:08.819 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/118 2023-12-16T19:23:08.868 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/118 2023-12-16T19:23:08.941 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/118 2023-12-16T19:23:08.978 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/118 2023-12-16T19:23:09.015 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/118 2023-12-16T19:23:09.063 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/118 2023-12-16T19:23:09.108 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/118 2023-12-16T19:23:09.150 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/118 2023-12-16T19:23:09.294 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/118 2023-12-16T19:23:09.334 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/118 2023-12-16T19:23:09.376 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/118 2023-12-16T19:23:09.474 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/118 2023-12-16T19:23:09.509 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 50/118 2023-12-16T19:23:09.551 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/118 2023-12-16T19:23:09.659 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/118 2023-12-16T19:23:09.702 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 53/118 2023-12-16T19:23:09.760 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ply-3.11-14.el9.noarch 54/118 2023-12-16T19:23:09.825 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 55/118 2023-12-16T19:23:10.031 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 56/118 2023-12-16T19:23:10.080 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 57/118 2023-12-16T19:23:10.163 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 58/118 2023-12-16T19:23:10.253 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 59/118 2023-12-16T19:23:10.406 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 60/118 2023-12-16T19:23:10.452 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 61/118 2023-12-16T19:23:10.480 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 62/118 2023-12-16T19:23:10.514 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 63/118 2023-12-16T19:23:10.572 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/118 2023-12-16T19:23:10.604 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/118 2023-12-16T19:23:10.654 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/118 2023-12-16T19:23:10.822 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/118 2023-12-16T19:23:10.907 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/118 2023-12-16T19:23:10.947 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/118 2023-12-16T19:23:10.998 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/118 2023-12-16T19:23:11.109 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/118 2023-12-16T19:23:11.161 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/118 2023-12-16T19:23:11.810 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2023-12-16T19:23:11.882 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/118 2023-12-16T19:23:11.907 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/118 2023-12-16T19:23:11.952 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/118 2023-12-16T19:23:11.964 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/118 2023-12-16T19:23:12.015 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/118 2023-12-16T19:23:12.048 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/118 2023-12-16T19:23:12.082 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/118 2023-12-16T19:23:12.132 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/118 2023-12-16T19:23:12.165 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/118 2023-12-16T19:23:12.277 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/118 2023-12-16T19:23:12.324 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T19:23:12.353 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/118 2023-12-16T19:23:12.380 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/118 2023-12-16T19:23:12.440 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T19:23:12.461 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/118 2023-12-16T19:23:12.467 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:12.559 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:12.604 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T19:23:12.638 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/118 2023-12-16T19:23:13.107 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/118 2023-12-16T19:23:13.136 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:13.173 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/118 2023-12-16T19:23:13.193 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:13.220 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:13.284 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/118 2023-12-16T19:23:13.313 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:13.338 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T19:23:13.459 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T19:23:13.492 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/118 2023-12-16T19:23:13.563 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/118 2023-12-16T19:23:13.625 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 15/118 2023-12-16T19:23:13.662 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 16/118 2023-12-16T19:23:13.706 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 17/118 2023-12-16T19:23:13.744 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 18/118 2023-12-16T19:23:13.773 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 19/118 2023-12-16T19:23:13.814 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 20/118 2023-12-16T19:23:13.890 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/118 2023-12-16T19:23:13.930 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/118 2023-12-16T19:23:13.956 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/118 2023-12-16T19:23:13.977 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 24/118 2023-12-16T19:23:14.018 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 25/118 2023-12-16T19:23:14.098 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T19:23:14.240 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/118 2023-12-16T19:23:14.308 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/118 2023-12-16T19:23:14.642 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/118 2023-12-16T19:23:14.730 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/118 2023-12-16T19:23:14.761 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/118 2023-12-16T19:23:14.794 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : jq-1.6-16.el9.x86_64 87/118 2023-12-16T19:23:14.878 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/118 2023-12-16T19:23:14.965 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/118 2023-12-16T19:23:15.006 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 31/118 2023-12-16T19:23:15.032 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/118 2023-12-16T19:23:15.067 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/118 2023-12-16T19:23:15.106 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/118 2023-12-16T19:23:15.113 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/118 2023-12-16T19:23:15.140 INFO:teuthology.orchestra.run.smithi043.stdout: Upgrading : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T19:23:15.141 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 35/118 2023-12-16T19:23:15.180 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 36/118 2023-12-16T19:23:15.210 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/118 2023-12-16T19:23:15.231 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T19:23:15.247 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/118 2023-12-16T19:23:15.258 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 90/118 2023-12-16T19:23:15.304 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/118 2023-12-16T19:23:15.404 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/118 2023-12-16T19:23:15.439 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/118 2023-12-16T19:23:15.478 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/118 2023-12-16T19:23:15.526 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/118 2023-12-16T19:23:15.570 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/118 2023-12-16T19:23:15.613 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/118 2023-12-16T19:23:15.687 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T19:23:15.714 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T19:23:15.744 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 92/118 2023-12-16T19:23:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/118 2023-12-16T19:23:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/118 2023-12-16T19:23:15.826 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 93/118 2023-12-16T19:23:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/118 2023-12-16T19:23:15.855 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 94/118 2023-12-16T19:23:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/118 2023-12-16T19:23:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 50/118 2023-12-16T19:23:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/118 2023-12-16T19:23:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/118 2023-12-16T19:23:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 53/118 2023-12-16T19:23:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ply-3.11-14.el9.noarch 54/118 2023-12-16T19:23:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 55/118 2023-12-16T19:23:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 56/118 2023-12-16T19:23:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 57/118 2023-12-16T19:23:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 58/118 2023-12-16T19:23:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 59/118 2023-12-16T19:23:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 60/118 2023-12-16T19:23:16.924 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 61/118 2023-12-16T19:23:16.952 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 62/118 2023-12-16T19:23:16.994 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 63/118 2023-12-16T19:23:17.027 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/118 2023-12-16T19:23:17.060 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/118 2023-12-16T19:23:17.106 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/118 2023-12-16T19:23:17.237 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/118 2023-12-16T19:23:17.279 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/118 2023-12-16T19:23:17.319 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/118 2023-12-16T19:23:17.370 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/118 2023-12-16T19:23:17.482 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/118 2023-12-16T19:23:17.533 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/118 2023-12-16T19:23:18.320 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/118 2023-12-16T19:23:18.362 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/118 2023-12-16T19:23:18.396 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/118 2023-12-16T19:23:18.437 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/118 2023-12-16T19:23:18.482 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:18.488 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/118 2023-12-16T19:23:18.520 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/118 2023-12-16T19:23:18.635 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:18.706 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/118 2023-12-16T19:23:18.736 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/118 2023-12-16T19:23:18.816 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/118 2023-12-16T19:23:19.184 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:19.338 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T19:23:19.408 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T19:23:19.408 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-16T19:23:19.408 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-16T19:23:19.409 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:19.447 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T19:23:19.580 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/118 2023-12-16T19:23:19.706 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/118 2023-12-16T19:23:21.061 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/118 2023-12-16T19:23:21.152 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/118 2023-12-16T19:23:21.191 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/118 2023-12-16T19:23:21.224 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : jq-1.6-16.el9.x86_64 87/118 2023-12-16T19:23:21.541 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/118 2023-12-16T19:23:21.571 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T19:23:21.645 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T19:23:21.672 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 90/118 2023-12-16T19:23:22.134 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T19:23:22.161 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T19:23:22.192 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 92/118 2023-12-16T19:23:22.269 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 93/118 2023-12-16T19:23:22.302 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 94/118 2023-12-16T19:23:24.791 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:24.824 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:25.370 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T19:23:25.402 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T19:23:25.493 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T19:23:25.493 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-16T19:23:25.494 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-16T19:23:25.494 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:25.528 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T19:23:31.007 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T19:23:31.008 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /sys 2023-12-16T19:23:31.008 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /proc 2023-12-16T19:23:31.008 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /mnt 2023-12-16T19:23:31.008 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /var/tmp 2023-12-16T19:23:31.009 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /home 2023-12-16T19:23:31.009 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /root 2023-12-16T19:23:31.009 INFO:teuthology.orchestra.run.smithi043.stdout:skipping the directory /tmp 2023-12-16T19:23:31.009 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:31.073 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T19:23:31.302 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T19:23:31.333 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T19:23:32.363 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T19:23:32.394 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T19:23:32.498 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T19:23:32.664 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 101/118 2023-12-16T19:23:32.688 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T19:23:32.713 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:32.755 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T19:23:32.947 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T19:23:32.972 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T19:23:32.996 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T19:23:32.996 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:32.997 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-16T19:23:32.997 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T19:23:32.997 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T19:23:32.997 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:33.398 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T19:23:33.423 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T19:23:33.424 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:33.424 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-16T19:23:33.424 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T19:23:33.424 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T19:23:33.424 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:34.832 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T19:23:34.861 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T19:23:34.862 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:34.862 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-16T19:23:34.862 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T19:23:34.862 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T19:23:34.862 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:36.143 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 107/118 2023-12-16T19:23:36.175 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T19:23:36.254 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T19:23:36.255 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:36.255 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-16T19:23:36.255 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T19:23:36.255 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T19:23:36.255 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:36.293 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T19:23:36.317 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T19:23:36.317 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:36.317 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-16T19:23:36.317 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:36.619 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T19:23:36.642 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T19:23:36.642 INFO:teuthology.orchestra.run.smithi043.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:36.643 INFO:teuthology.orchestra.run.smithi043.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-16T19:23:36.643 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T19:23:36.643 INFO:teuthology.orchestra.run.smithi043.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T19:23:36.643 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /sys 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /proc 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /mnt 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /var/tmp 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /home 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /root 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /tmp 2023-12-16T19:23:37.396 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:37.472 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T19:23:37.701 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T19:23:37.731 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T19:23:38.747 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T19:23:38.784 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T19:23:38.889 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T19:23:39.056 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 101/118 2023-12-16T19:23:39.077 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T19:23:39.101 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:39.145 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T19:23:39.335 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T19:23:39.370 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T19:23:39.394 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:39.796 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T19:23:39.819 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T19:23:39.820 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:39.820 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-16T19:23:39.820 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T19:23:39.820 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T19:23:39.820 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:41.221 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T19:23:41.249 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:41.288 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 111/118 2023-12-16T19:23:41.330 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 112/118 2023-12-16T19:23:41.452 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 113/118 2023-12-16T19:23:41.554 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 114/118 2023-12-16T19:23:41.587 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T19:23:41.610 INFO:teuthology.orchestra.run.smithi043.stdout: Installing : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 116/118 2023-12-16T19:23:41.611 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T19:23:41.687 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T19:23:41.687 INFO:teuthology.orchestra.run.smithi043.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:42.526 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 107/118 2023-12-16T19:23:42.556 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T19:23:42.635 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T19:23:42.635 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:42.635 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-16T19:23:42.635 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T19:23:42.636 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T19:23:42.636 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:42.682 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T19:23:42.705 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T19:23:42.706 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:42.706 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-16T19:23:42.706 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:43.008 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T19:23:43.031 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T19:23:43.032 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T19:23:43.032 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-16T19:23:43.032 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T19:23:43.032 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T19:23:43.032 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 1/118 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2/118 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 3/118 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 4/118 2023-12-16T19:23:46.277 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 5/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 8/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 9/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 12/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 13/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 14/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 15/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 16/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 17/118 2023-12-16T19:23:46.278 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 18/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 19/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 20/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 21/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 22/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 23/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 24/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 25/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 27/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 28/118 2023-12-16T19:23:46.279 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 29/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 30/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 31/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 32/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 33/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 34/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 35/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 36/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 37/118 2023-12-16T19:23:46.287 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 38/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : jq-1.6-16.el9.x86_64 39/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 50/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 51/118 2023-12-16T19:23:46.288 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 52/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 53/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 54/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 55/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 56/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 57/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 58/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 59/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 60/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 61/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 62/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 63/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 64/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 65/118 2023-12-16T19:23:46.289 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 67/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 68/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 69/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 70/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 71/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 72/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 73/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 74/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 75/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-ply-3.11-14.el9.noarch 76/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 77/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 78/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 79/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/118 2023-12-16T19:23:46.290 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 84/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 85/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 86/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 87/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 88/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 89/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 90/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 91/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 92/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 93/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 94/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 95/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 96/118 2023-12-16T19:23:46.291 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 97/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 98/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 99/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 100/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 101/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 102/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 103/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 104/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 105/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 106/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 107/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 108/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 109/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 110/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 111/118 2023-12-16T19:23:46.292 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 112/118 2023-12-16T19:23:46.293 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 113/118 2023-12-16T19:23:46.293 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 114/118 2023-12-16T19:23:46.293 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T19:23:46.293 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 116/118 2023-12-16T19:23:46.293 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 117/118 2023-12-16T19:23:47.652 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 111/118 2023-12-16T19:23:47.702 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 112/118 2023-12-16T19:23:47.828 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 113/118 2023-12-16T19:23:47.927 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 114/118 2023-12-16T19:23:47.960 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T19:23:47.983 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 116/118 2023-12-16T19:23:47.983 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T19:23:48.066 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T19:23:48.067 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout:Upgraded: 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout:Installed: 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.263 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-immutable-object-cache-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.264 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: jq-1.6-16.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.265 INFO:teuthology.orchestra.run.smithi043.stdout: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-16T19:23:48.266 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-attrs-20.3.0-7.el9.noarch 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-16T19:23:48.267 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-16T19:23:48.268 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-16T19:23:48.269 INFO:teuthology.orchestra.run.smithi043.stdout: python3-packaging-20.9-5.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pluggy-0.13.1-7.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-ply-3.11-14.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-py-1.10.0-6.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytest-6.2.2-6.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.270 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-16T19:23:48.271 INFO:teuthology.orchestra.run.smithi043.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:23:48.272 INFO:teuthology.orchestra.run.smithi043.stdout:Complete! 2023-12-16T19:23:48.581 DEBUG:teuthology.parallel:result is None 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 1/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 3/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 4/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 5/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T19:23:52.291 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 8/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 9/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 12/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 13/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 14/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 15/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 16/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 17/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 18/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 19/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 20/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 21/118 2023-12-16T19:23:52.292 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 22/118 2023-12-16T19:23:52.293 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 23/118 2023-12-16T19:23:52.293 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 24/118 2023-12-16T19:23:52.293 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 25/118 2023-12-16T19:23:52.293 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T19:23:52.293 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 27/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 28/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 29/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 30/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 31/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 32/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 33/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 34/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 35/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 36/118 2023-12-16T19:23:52.301 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 37/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 38/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : jq-1.6-16.el9.x86_64 39/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 50/118 2023-12-16T19:23:52.302 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 51/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 52/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 53/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 54/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 55/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 56/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 57/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 58/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 59/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 60/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 61/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 62/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 63/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 64/118 2023-12-16T19:23:52.303 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 65/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 67/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 68/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 69/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 70/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 71/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 72/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 73/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 74/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 75/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ply-3.11-14.el9.noarch 76/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 77/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 78/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 79/118 2023-12-16T19:23:52.304 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 84/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 85/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 86/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 87/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 88/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 89/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 90/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 91/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 92/118 2023-12-16T19:23:52.305 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 93/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 94/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 95/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 96/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 97/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 98/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 99/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 100/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 101/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 102/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 103/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 104/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 105/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 106/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 107/118 2023-12-16T19:23:52.306 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 108/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 109/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 110/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 111/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 112/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 113/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 114/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 116/118 2023-12-16T19:23:52.307 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 117/118 2023-12-16T19:23:54.370 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T19:23:54.370 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:54.370 INFO:teuthology.orchestra.run.smithi002.stdout:Upgraded: 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.371 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-16T19:23:54.372 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: jq-1.6-16.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.373 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs-20.3.0-7.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-16T19:23:54.374 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-16T19:23:54.375 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging-20.9-5.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pluggy-0.13.1-7.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply-3.11-14.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-16T19:23:54.376 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-py-1.10.0-6.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytest-6.2.2-6.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.377 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T19:23:54.378 INFO:teuthology.orchestra.run.smithi002.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-16T19:23:54.379 INFO:teuthology.orchestra.run.smithi002.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-16T19:23:54.379 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-16T19:23:54.379 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:23:54.379 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2023-12-16T19:23:54.693 DEBUG:teuthology.parallel:result is None 2023-12-16T19:23:54.693 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:23:54.694 INFO:teuthology.packaging:ref: None 2023-12-16T19:23:54.694 INFO:teuthology.packaging:tag: None 2023-12-16T19:23:54.694 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:23:54.694 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:23:54.694 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T19:23:55.011 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-16T19:23:55.033 INFO:teuthology.orchestra.run.smithi002.stdout:17.2.7-125.g1f2f5510.el9 2023-12-16T19:23:55.033 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-125.g1f2f5510.el9 2023-12-16T19:23:55.033 INFO:teuthology.task.install:The correct ceph version 17.2.7-125.g1f2f5510 is installed. 2023-12-16T19:23:55.035 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T19:23:55.035 INFO:teuthology.packaging:ref: None 2023-12-16T19:23:55.035 INFO:teuthology.packaging:tag: None 2023-12-16T19:23:55.035 INFO:teuthology.packaging:branch: quincy 2023-12-16T19:23:55.035 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:23:55.035 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T19:23:55.344 DEBUG:teuthology.orchestra.run.smithi043:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-16T19:23:55.371 INFO:teuthology.orchestra.run.smithi043.stdout:17.2.7-125.g1f2f5510.el9 2023-12-16T19:23:55.372 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-125.g1f2f5510.el9 2023-12-16T19:23:55.372 INFO:teuthology.task.install:The correct ceph version 17.2.7-125.g1f2f5510 is installed. 2023-12-16T19:23:55.373 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-16T19:23:55.374 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:23:55.374 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-16T19:23:55.407 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:23:55.407 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-16T19:23:55.451 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-16T19:23:55.452 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:23:55.452 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/daemon-helper 2023-12-16T19:23:55.482 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-16T19:23:55.552 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:23:55.552 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/daemon-helper 2023-12-16T19:23:55.588 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-16T19:23:55.662 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-16T19:23:55.662 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:23:55.662 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-16T19:23:55.692 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-16T19:23:55.763 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:23:55.763 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-16T19:23:55.797 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-16T19:23:55.870 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-16T19:23:55.870 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:23:55.870 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/stdin-killer 2023-12-16T19:23:55.901 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-16T19:23:55.972 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:23:55.972 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/usr/bin/stdin-killer 2023-12-16T19:23:56.004 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-16T19:23:56.077 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:23:56.091 INFO:teuthology.task.print:**** done install task... 2023-12-16T19:23:56.091 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:23:56.109 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-12-16T19:23:56.109 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-16T19:23:56.198 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'} 2023-12-16T19:23:56.199 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T19:23:56.199 INFO:tasks.cephadm:Cluster fsid is a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:23:56.199 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-16T19:23:56.199 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.2', 'mon.c': '[v2:172.21.15.2:3301,v1:172.21.15.2:6790]', 'mon.b': '172.21.15.43'} 2023-12-16T19:23:56.199 INFO:tasks.cephadm:First mon is mon.a on smithi002 2023-12-16T19:23:56.200 INFO:tasks.cephadm:First mgr is y 2023-12-16T19:23:56.200 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-16T19:23:56.200 DEBUG:teuthology.orchestra.run.smithi002:> sudo hostname $(hostname -s) 2023-12-16T19:23:56.232 DEBUG:teuthology.orchestra.run.smithi043:> sudo hostname $(hostname -s) 2023-12-16T19:23:56.266 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-12-16T19:23:56.266 DEBUG:teuthology.orchestra.run.smithi002:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.665 INFO:teuthology.orchestra.run.smithi002.stdout:-rw-r--r--. 1 ubuntu ubuntu 367151 Dec 16 19:23 /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.666 DEBUG:teuthology.orchestra.run.smithi043:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.856 INFO:teuthology.orchestra.run.smithi043.stdout:-rw-r--r--. 1 ubuntu ubuntu 367151 Dec 16 19:23 /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.856 DEBUG:teuthology.orchestra.run.smithi002:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.876 DEBUG:teuthology.orchestra.run.smithi043:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-16T19:23:56.906 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-12-16T19:23:56.907 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-16T19:23:56.919 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-16T19:23:57.683 INFO:teuthology.orchestra.run.smithi002.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T19:23:57.735 INFO:teuthology.orchestra.run.smithi043.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T19:24:44.172 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_version": "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)", 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout: "image_id": "60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5", 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout: "repo_digests": [ 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112" 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2023-12-16T19:24:44.173 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:24:44.698 INFO:teuthology.orchestra.run.smithi043.stdout:{ 2023-12-16T19:24:44.698 INFO:teuthology.orchestra.run.smithi043.stdout: "ceph_version": "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)", 2023-12-16T19:24:44.698 INFO:teuthology.orchestra.run.smithi043.stdout: "image_id": "60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5", 2023-12-16T19:24:44.698 INFO:teuthology.orchestra.run.smithi043.stdout: "repo_digests": [ 2023-12-16T19:24:44.699 INFO:teuthology.orchestra.run.smithi043.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112" 2023-12-16T19:24:44.699 INFO:teuthology.orchestra.run.smithi043.stdout: ] 2023-12-16T19:24:44.699 INFO:teuthology.orchestra.run.smithi043.stdout:} 2023-12-16T19:24:44.717 DEBUG:teuthology.orchestra.run.smithi002:> sudo mkdir -p /etc/ceph 2023-12-16T19:24:44.753 DEBUG:teuthology.orchestra.run.smithi043:> sudo mkdir -p /etc/ceph 2023-12-16T19:24:44.787 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 777 /etc/ceph 2023-12-16T19:24:44.826 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 777 /etc/ceph 2023-12-16T19:24:44.858 INFO:tasks.cephadm:Writing seed config... 2023-12-16T19:24:44.859 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-16T19:24:44.859 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-16T19:24:44.859 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-16T19:24:44.860 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-16T19:24:44.861 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:24:44.861 DEBUG:teuthology.orchestra.run.smithi002:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-16T19:24:44.883 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = a7ced926-9c48-11ee-95a5-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-16T19:24:44.883 DEBUG:teuthology.orchestra.run.smithi002:mon.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service 2023-12-16T19:24:44.925 DEBUG:teuthology.orchestra.run.smithi002:mgr.y> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service 2023-12-16T19:24:44.968 INFO:tasks.cephadm:Bootstrapping... 2023-12-16T19:24:44.968 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid a7ced926-9c48-11ee-95a5-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.2 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:24:45.182 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2023-12-16T19:24:45.183 INFO:teuthology.orchestra.run.smithi002.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'a7ced926-9c48-11ee-95a5-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.2', '--skip-admin-label'] 2023-12-16T19:24:45.209 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 4.7.2 2023-12-16T19:24:45.209 INFO:teuthology.orchestra.run.smithi002.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-16T19:24:45.209 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying podman|docker is present... 2023-12-16T19:24:45.235 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 4.7.2 2023-12-16T19:24:45.235 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying lvm2 is present... 2023-12-16T19:24:45.235 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying time synchronization is in place... 2023-12-16T19:24:45.243 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-16T19:24:45.243 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-16T19:24:45.249 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-16T19:24:45.249 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:24:45.256 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2023-12-16T19:24:45.262 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2023-12-16T19:24:45.263 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2023-12-16T19:24:45.263 INFO:teuthology.orchestra.run.smithi002.stdout:Repeating the final host check... 2023-12-16T19:24:45.286 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 4.7.2 2023-12-16T19:24:45.287 INFO:teuthology.orchestra.run.smithi002.stdout:podman (/bin/podman) version 4.7.2 is present 2023-12-16T19:24:45.287 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl is present 2023-12-16T19:24:45.287 INFO:teuthology.orchestra.run.smithi002.stdout:lvcreate is present 2023-12-16T19:24:45.293 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-16T19:24:45.293 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-16T19:24:45.300 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-16T19:24:45.300 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:24:45.307 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2023-12-16T19:24:45.313 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2023-12-16T19:24:45.313 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2023-12-16T19:24:45.313 INFO:teuthology.orchestra.run.smithi002.stdout:Host looks OK 2023-12-16T19:24:45.313 INFO:teuthology.orchestra.run.smithi002.stdout:Cluster fsid: a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:45.314 INFO:teuthology.orchestra.run.smithi002.stdout:Acquiring lock 140163101081504 on /run/cephadm/a7ced926-9c48-11ee-95a5-87774f69a715.lock 2023-12-16T19:24:45.314 INFO:teuthology.orchestra.run.smithi002.stdout:Lock 140163101081504 acquired on /run/cephadm/a7ced926-9c48-11ee-95a5-87774f69a715.lock 2023-12-16T19:24:45.314 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 3300 ... 2023-12-16T19:24:45.314 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 6789 ... 2023-12-16T19:24:45.314 INFO:teuthology.orchestra.run.smithi002.stdout:Base mon IP(s) is [172.21.15.2:3300, 172.21.15.2:6789], mon addrv is [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2023-12-16T19:24:45.318 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.2 metric 100 2023-12-16T19:24:45.318 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.2 metric 100 2023-12-16T19:24:45.321 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-16T19:24:45.321 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2023-12-16T19:24:45.321 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1920/64 scope link noprefixroute 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-16T19:24:45.325 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2023-12-16T19:24:45.326 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2023-12-16T19:24:45.326 INFO:teuthology.orchestra.run.smithi002.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-16T19:24:45.326 INFO:teuthology.orchestra.run.smithi002.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-16T19:24:45.326 INFO:teuthology.orchestra.run.smithi002.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T19:24:46.139 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 2023-12-16T19:24:46.139 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T19:24:46.139 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Getting image source signatures 2023-12-16T19:24:46.140 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:3c21fa6304a567e69d15522c48775b11468df75d53cc353263c55c753e1a9b4e 2023-12-16T19:24:46.140 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:46af8f5390d4e94fc57efb422ccb97bb53dfe5b948546bfc191b46557eb2dbd9 2023-12-16T19:24:46.140 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying config sha256:60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 2023-12-16T19:24:46.140 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-16T19:24:46.619 INFO:teuthology.orchestra.run.smithi002.stdout:ceph: stdout ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T19:24:46.619 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph version: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T19:24:46.619 INFO:teuthology.orchestra.run.smithi002.stdout:Extracting ceph user uid/gid from container image... 2023-12-16T19:24:47.018 INFO:teuthology.orchestra.run.smithi002.stdout:stat: stdout 167 167 2023-12-16T19:24:47.018 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial keys... 2023-12-16T19:24:47.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQB/+X1lOSsVChAA1dYGrcLmnpeJkz1NavolTQ== 2023-12-16T19:24:47.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQB/+X1ly0H0HhAAI18hI7Y96Lun8BXzNPOSdA== 2023-12-16T19:24:48.094 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQB/+X1lX+DONBAAb4aVsJlXxuKYu+Qy6BMIAQ== 2023-12-16T19:24:48.094 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial monmap... 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:monmaptool for a [v2:172.21.15.2:3300,v1:172.21.15.2:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:setting min_mon_release = octopus 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: set fsid to a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:24:48.460 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mon... 2023-12-16T19:24:48.843 INFO:teuthology.orchestra.run.smithi002.stdout:create mon.a on 2023-12-16T19:24:49.024 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2023-12-16T19:24:49.169 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-16T19:24:49.326 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target. 2023-12-16T19:24:49.326 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target. 2023-12-16T19:24:49.509 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a 2023-12-16T19:24:49.509 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service: Unit ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service not loaded. 2023-12-16T19:24:49.666 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target.wants/ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service → /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715@.service. 2023-12-16T19:24:49.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:49 smithi002 podman[78231]: 2023-12-16 19:24:49.937954951 +0000 UTC m=+0.158270717 container init 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, ceph=True, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2023-12-16T19:24:50.003 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T19:24:50.003 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2023-12-16T19:24:50.010 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T19:24:50.010 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:24:50.010 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2023-12-16T19:24:50.010 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2023-12-16T19:24:50.011 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon to start... 2023-12-16T19:24:50.011 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon... 2023-12-16T19:24:50.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:49 smithi002 podman[78231]: 2023-12-16 19:24:49.953719698 +0000 UTC m=+0.174035464 container start 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2023-12-16T19:24:50.197 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:49 smithi002 bash[78231]: 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 2023-12-16T19:24:50.198 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:49 smithi002 systemd[1]: Started Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:24:50.198 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:50 smithi002 ceph-mon[78251]: mkfs a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:50.198 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:50 smithi002 ceph-mon[78251]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:24:50.688 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout cluster: 2023-12-16T19:24:50.688 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout id: a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:50.688 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-16T19:24:50.688 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout services: 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.428812s) 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:50.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout data: 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pgs: 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:50.690 INFO:teuthology.orchestra.run.smithi002.stdout:mon is available 2023-12-16T19:24:50.691 INFO:teuthology.orchestra.run.smithi002.stdout:Assimilating anything we can from ceph.conf... 2023-12-16T19:24:51.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:24:51.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:24:51.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: fsmap 2023-12-16T19:24:51.380 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:24:51.381 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: mgrmap e1: no daemons active 2023-12-16T19:24:51.381 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:51 smithi002 ceph-mon[78251]: from='client.? 172.21.15.2:0/703028856' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-16T19:24:51.387 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-16T19:24:51.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-16T19:24:51.389 INFO:teuthology.orchestra.run.smithi002.stdout:Generating new minimal ceph.conf... 2023-12-16T19:24:52.050 INFO:teuthology.orchestra.run.smithi002.stdout:Restarting the monitor... 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 ceph-mon[78251]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 ceph-mon[78251]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 ceph-mon[78251]: from='client.? 172.21.15.2:0/2099253101' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 systemd[1]: Stopping Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[78247]: 2023-12-16T19:24:52.247+0000 7f333be58700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:24:52.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[78247]: 2023-12-16T19:24:52.247+0000 7f333be58700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-16T19:24:52.721 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 podman[78508]: 2023-12-16 19:24:52.463222376 +0000 UTC m=+0.259195540 container died 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.build-date=20231212) 2023-12-16T19:24:52.722 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 podman[78508]: 2023-12-16 19:24:52.587269372 +0000 UTC m=+0.383242534 container cleanup 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:24:52.722 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 bash[78508]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a 2023-12-16T19:24:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 podman[78523]: 2023-12-16 19:24:52.720490822 +0000 UTC m=+0.249755833 container remove 44b6e7aee55d1acc32ae59a38fce8c86096fa4e2c12896bb212e864b5d066099 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551) 2023-12-16T19:24:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service: Deactivated successfully. 2023-12-16T19:24:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 systemd[1]: Stopped Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:24:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:52 smithi002 systemd[1]: Starting Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:24:53.125 INFO:teuthology.orchestra.run.smithi002.stdout:Setting mon public_network to 172.21.0.0/20 2023-12-16T19:24:53.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 podman[78614]: 2023-12-16 19:24:53.021852705 +0000 UTC m=+0.064260288 container create f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2023-12-16T19:24:53.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 podman[78614]: 2023-12-16 19:24:52.975452004 +0000 UTC m=+0.017859558 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T19:24:53.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 podman[78614]: 2023-12-16 19:24:53.087481763 +0000 UTC m=+0.129889295 container init f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T19:24:53.142 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 podman[78614]: 2023-12-16 19:24:53.099063906 +0000 UTC m=+0.141471439 container start f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212) 2023-12-16T19:24:53.142 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 bash[78614]: f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 2023-12-16T19:24:53.142 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 systemd[1]: Started Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:24:53.142 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:24:53.144 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: pidfile_write: ignore empty --pid-file 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: load: jerasure load: lrc 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: RocksDB version: 6.15.5 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Compile date Dec 13 2023 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: DB SUMMARY 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: DB Session ID: BFEH769G4AQ2QIVS9V9S 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:24:53.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83375 ; 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.env: 0x5556b6faca80 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.fs: Posix File System 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.info_log: 0x5556b96a82a0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.statistics: (nil) 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.use_fsync: 0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:24:53.279 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.db_log_dir: 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:24:53.280 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.write_buffer_manager: 0x5556ba418960 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:24:53.281 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.unordered_write: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.row_cache: None 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.wal_filter: None 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.preserve_deletes: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:24:53.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:24:53.283 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:24:53.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_open_files: -1 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:24:53.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Compression algorithms supported: 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kZSTD supported: 0 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.merge_operator: 2023-12-16T19:24:53.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_filter: None 2023-12-16T19:24:53.287 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:24:53.287 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:24:53.287 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:24:53.287 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:24:53.287 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5556b96f8f90) 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_type: 0 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_index_type: 0 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_shortening: 1 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: hash_index_allow_collision: 1 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: checksum: 1 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: no_block_cache: 0 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache: 0x5556b972b090 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:24:53.288 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_options: 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: capacity : 536870912 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_shard_bits : 4 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: strict_capacity_limit : 0 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_compressed: (nil) 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: persistent_cache: (nil) 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size: 4096 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size_deviation: 10 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_restart_interval: 16 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_block_restart_interval: 1 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_block_size: 4096 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: partition_filters: 0 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: use_delta_encoding: 1 2023-12-16T19:24:53.289 INFO:journalctl@ceph.mon.a.smithi002.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: whole_key_filtering: 1 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: verify_compression: 0 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: format_version: 4 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_index_compression: 1 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_align: 0 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression: NoCompression 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.num_levels: 7 2023-12-16T19:24:53.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:24:53.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:24:53.292 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:24:53.293 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:24:53.294 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.ttl: 2592000 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754693146652, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-12-16T19:24:53.295 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754693147445, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80069, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78337, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10107, "raw_average_key_size": 47, "raw_value_size": 72571, "raw_average_value_size": 343, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702754693, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "74a1683a-2fbe-43d2-a4b6-c9e46a0e7d56", "db_session_id": "BFEH769G4AQ2QIVS9V9S"}} 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754693147800, "job": 1, "event": "recovery_finished"} 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5556b96bf180 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: DB pointer 0x5556b9794000 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** DB Stats ** 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:24:53.296 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 2/0 79.95 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 79.95 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.297 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 21.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 21.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:24:53.298 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 2/0 79.95 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 79.95 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.4 0.00 0.00 1 0.001 0 0 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:24:53.299 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 21.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: starting mon.a rank 0 at public addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] at bind addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???) e1 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).mds e1 new map 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).mds e1 print_map 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: e1 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:24:53.300 INFO:journalctl@ceph.mon.a.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout: legacy client fscid: -1 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout: No filesystems configured 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expand map: {default=false} 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta from 'false' to 'false' 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expanded map: {default=false} 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expand map: {default=info} 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta from 'info' to 'info' 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expanded map: {default=info} 2023-12-16T19:24:53.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expand map: {default=daemon} 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta from 'daemon' to 'daemon' 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expanded map: {default=daemon} 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expand map: {default=debug} 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta from 'debug' to 'debug' 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: expand_channel_meta expanded map: {default=debug} 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: fsmap 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:24:53.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:53 smithi002 ceph-mon[78633]: mgrmap e1: no daemons active 2023-12-16T19:24:53.735 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-16T19:24:53.735 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:24:53.735 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mgr... 2023-12-16T19:24:53.735 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying port 9283 ... 2023-12-16T19:24:53.923 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y 2023-12-16T19:24:53.923 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service: Unit ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service not loaded. 2023-12-16T19:24:54.079 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715.target.wants/ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-a7ced926-9c48-11ee-95a5-87774f69a715@.service. 2023-12-16T19:24:54.088 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 systemd[1]: Starting Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:24:54.343 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 podman[78848]: 2023-12-16 19:24:54.245196469 +0000 UTC m=+0.055646780 container create 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T19:24:54.344 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 podman[78848]: 2023-12-16 19:24:54.207743261 +0000 UTC m=+0.018193582 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T19:24:54.344 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 podman[78848]: 2023-12-16 19:24:54.328936149 +0000 UTC m=+0.139386466 container init 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2023-12-16T19:24:54.344 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 podman[78848]: 2023-12-16 19:24:54.342288972 +0000 UTC m=+0.152739281 container start 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2023-12-16T19:24:54.377 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T19:24:54.377 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2023-12-16T19:24:54.384 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T19:24:54.384 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:24:54.385 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2023-12-16T19:24:54.385 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2023-12-16T19:24:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T19:24:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr to start... 2023-12-16T19:24:54.401 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr... 2023-12-16T19:24:54.600 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:54 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2976008679' entity='client.admin' 2023-12-16T19:24:54.601 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 bash[78848]: 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 2023-12-16T19:24:54.601 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 systemd[1]: Started Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:24:55.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:55.036 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:24:55.036 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "a7ced926-9c48-11ee-95a5-87774f69a715", 2023-12-16T19:24:55.036 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T19:24:55.036 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T19:24:55.036 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T19:24:55.037 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T19:24:55.038 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T19:24:55.041 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T19:24:55.042 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T19:24:50.015839+0000", 2023-12-16T19:24:55.043 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:24:55.044 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:55.044 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T19:24:55.045 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:24:55.045 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (1/15)... 2023-12-16T19:24:55.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:54.896+0000 7fbb4c82a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:24:55.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:54.990+0000 7fbb4c82a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:24:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:55 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/833158130' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:24:55.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:55.650+0000 7fbb4c82a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:24:56.066 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:55.742+0000 7fbb4c82a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:24:56.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:55.828+0000 7fbb4c82a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:24:56.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:55.981+0000 7fbb4c82a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:24:56.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.064+0000 7fbb4c82a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:24:56.426 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.238+0000 7fbb4c82a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:24:56.427 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.423+0000 7fbb4c82a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:24:56.697 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.510+0000 7fbb4c82a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:24:56.697 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.604+0000 7fbb4c82a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:24:56.697 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:56.693+0000 7fbb4c82a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:24:57.677 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:24:57.677 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:24:57.677 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "a7ced926-9c48-11ee-95a5-87774f69a715", 2023-12-16T19:24:57.677 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T19:24:57.678 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T19:24:57.679 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T19:24:57.683 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T19:24:57.684 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:24:57.685 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:24:57.685 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.685 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T19:24:57.689 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T19:24:50.015839+0000", 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:24:57.690 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (2/15)... 2023-12-16T19:24:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:24:57 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/4225145386' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:24:58.115 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:57 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:57.816+0000 7fbb4c82a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:24:58.115 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:57 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:57.950+0000 7fbb4c82a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:24:58.382 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:58 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:58.146+0000 7fbb4c82a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:24:58.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:58 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:58.379+0000 7fbb4c82a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:24:58.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:58 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:58.557+0000 7fbb4c82a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:24:59.012 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:58 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:58.741+0000 7fbb4c82a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:24:59.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:59 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:59.009+0000 7fbb4c82a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:24:59.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:59 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:59.096+0000 7fbb4c82a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:24:59.762 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:24:59 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:24:59.493+0000 7fbb4c82a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "a7ced926-9c48-11ee-95a5-87774f69a715", 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:00.260 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T19:25:00.261 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T19:25:00.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T19:25:00.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T19:25:00.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T19:24:50.015839+0000", 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T19:25:00.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:00.267 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (3/15)... 2023-12-16T19:25:00.324 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:00 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1420598716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:00.626 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:00.322+0000 7fbb4c82a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:25:00.626 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:00.624+0000 7fbb4c82a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:25:01.210 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:00.947+0000 7fbb4c82a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:25:01.210 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:01.144+0000 7fbb4c82a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:25:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: Activating manager daemon y 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: mgrmap e2: y(active, starting, since 0.00284542s) 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: Manager daemon y is now available 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:01 smithi002 ceph-mon[78633]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "a7ced926-9c48-11ee-95a5-87774f69a715", 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2023-12-16T19:25:03.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T19:25:03.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:03.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T19:24:50.015839+0000", 2023-12-16T19:25:03.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T19:25:03.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2023-12-16T19:25:03.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T19:25:03.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:03.033 INFO:teuthology.orchestra.run.smithi002.stdout:mgr is available 2023-12-16T19:25:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:03 smithi002 ceph-mon[78633]: mgrmap e3: y(active, since 1.0076s) 2023-12-16T19:25:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:03 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3090972407' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-16T19:25:03.733 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-16T19:25:03.734 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling cephadm module... 2023-12-16T19:25:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:04 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/974820216' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:25:05.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-mon[78633]: mgrmap e4: y(active, since 3s) 2023-12-16T19:25:05.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T19:25:05.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setuser ceph since I am not root 2023-12-16T19:25:05.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setgroup ceph since I am not root 2023-12-16T19:25:05.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:05.718+0000 7fc7778d11c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:25:05.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:05 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:05.810+0000 7fc7778d11c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:25:06.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T19:25:06.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-mon[78633]: mgrmap e5: y(active, since 4s) 2023-12-16T19:25:06.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:06.465+0000 7fc7778d11c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:25:06.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:06.557+0000 7fc7778d11c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:25:06.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:06.643+0000 7fc7778d11c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:25:07.066 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:06.798+0000 7fc7778d11c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:25:07.066 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:06 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:06.886+0000 7fc7778d11c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:25:07.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:07 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:07.064+0000 7fc7778d11c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:25:07.342 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:07 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:07.251+0000 7fc7778d11c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:25:07.342 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:07 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:07.339+0000 7fc7778d11c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:25:07.628 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:07 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:07.435+0000 7fc7778d11c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:25:07.628 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:07 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:07.524+0000 7fc7778d11c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:25:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:08 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3096512941' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:08.976 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:08.643+0000 7fc7778d11c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:25:08.977 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:08.777+0000 7fc7778d11c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:25:08.977 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:08.974+0000 7fc7778d11c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:25:09.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:09.208+0000 7fc7778d11c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:25:09.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:09.387+0000 7fc7778d11c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:25:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:09.574+0000 7fc7778d11c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2023-12-16T19:25:10.089 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 5... 2023-12-16T19:25:10.211 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:09.840+0000 7fc7778d11c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:25:10.212 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:09.928+0000 7fc7778d11c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:25:10.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:10.331+0000 7fc7778d11c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:25:11.449 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:11.143+0000 7fc7778d11c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:25:11.449 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:11.447+0000 7fc7778d11c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:25:12.029 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:11.767+0000 7fc7778d11c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:25:12.029 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:11.963+0000 7fc7778d11c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:25:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: Active manager daemon y restarted 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: Activating manager daemon y 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: mgrmap e6: y(active, starting, since 0.00346446s) 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: Manager daemon y is now available 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:12 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:13.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:13 smithi002 ceph-mon[78633]: Found migration_current of "None". Setting to last migration. 2023-12-16T19:25:13.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:13 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:13.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:13 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:13.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:13 smithi002 ceph-mon[78633]: mgrmap e7: y(active, since 1.00504s) 2023-12-16T19:25:13.289 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:13.289 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-16T19:25:13.289 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-16T19:25:13.289 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:13.290 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 5 is available 2023-12-16T19:25:13.290 INFO:teuthology.orchestra.run.smithi002.stdout:Setting orchestrator backend to cephadm... 2023-12-16T19:25:14.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:14 smithi002 ceph-mon[78633]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:14.663 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:14 smithi002 ceph-mon[78633]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:14.663 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:14 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:14.663 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:14 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:14.697 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-16T19:25:14.697 INFO:teuthology.orchestra.run.smithi002.stdout:Generating ssh key... 2023-12-16T19:25:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-mon[78633]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-mon[78633]: mgrmap e8: y(active, since 2s) 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: Generating public/private rsa key pair. 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: Your identification has been saved in /tmp/tmpbiz14q3r/key. 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: Your public key has been saved in /tmp/tmpbiz14q3r/key.pub. 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: The key fingerprint is: 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: SHA256:FMOx5d8TDRDfOLw2Tx0177g2aMF26otbsphBJWpInek ceph-a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:15.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: The key's randomart image is: 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: +---[RSA 3072]----+ 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | .+.. oo...| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . o.* o =+| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . + + o *.+| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . o o o o . *o| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . E S = O +| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . . . * * | 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | . . = + .| 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | + B . . | 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: | o +.o. | 2023-12-16T19:25:15.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: +----[SHA256]-----+ 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:14] ENGINE Bus STARTING 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:14] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:14] ENGINE Bus STARTED 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: Generating ssh key... 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:16.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:16 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:19.021 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGOW6CCy6tSENdY6U1bRDsZiiGkKoX70W23+bZ8XqeSO60Z6k2ZmZK1zsCo+WmCx2MT/6ywIhC8wpEkSW4+q8+x+J6TM9pWob5zga8WVw1o+a4WUMjXn0nK4VOFCVI91yAItJqs16MxW02nfZN5qRACNzKh1OQ56dlU7Wrlx++fyvRQGV1jf/BaApsjIYdgmVaZzxfTQ/VWM2I7N21BjBrE61Xos3nahI+C8YHFWZKigjt3BXRE0kGcvUJuV9Cz9gTrY/S/Oei8/UH37oNTaKXMpwN1wPvRsJ79hOE+9IdFD5is6qxK6HapdDvuK4/ZXD7W9XDHo+qtn5f5hb6CcrVFUiKRAcfgA46YwsfYYn2kFh45Cnh7tl3LCca1qfgl15nU6ak9TDPimGqnzc1snstPAel2JhD3dr/ELmtA1tzCI8UsHUiPY1UqFLc7P1u/d9gqu1b0GAGdDrEX2llHX2EaXVscXA22iNrTKaglp+Su9tFk6njV+HPTXlDS0DzPLk= ceph-a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:19.022 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-16T19:25:19.022 INFO:teuthology.orchestra.run.smithi002.stdout:Adding key to root@localhost authorized_keys... 2023-12-16T19:25:19.026 INFO:teuthology.orchestra.run.smithi002.stdout:Adding host smithi002... 2023-12-16T19:25:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:19 smithi002 ceph-mon[78633]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:20.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:20 smithi002 ceph-mon[78633]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:20.319 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:20 smithi002 ceph-mon[78633]: Deploying cephadm binary to smithi002 2023-12-16T19:25:21.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Added host 'smithi002' with addr '172.21.15.2' 2023-12-16T19:25:21.788 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mon service... 2023-12-16T19:25:22.654 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-16T19:25:22.654 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mgr service... 2023-12-16T19:25:22.800 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:22 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:22.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:22 smithi002 ceph-mon[78633]: Added host smithi002 2023-12-16T19:25:22.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:22 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:22.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:22 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:23.463 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-16T19:25:24.216 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: Saving service mon spec with placement count:5 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: Saving service mgr spec with placement count:2 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:24 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/294594356' entity='client.admin' 2023-12-16T19:25:25.004 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling the dashboard module... 2023-12-16T19:25:26.066 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/944033544' entity='client.admin' 2023-12-16T19:25:26.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T19:25:26.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:25 smithi002 ceph-mon[78633]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:26.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:25 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setuser ceph since I am not root 2023-12-16T19:25:26.067 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:25 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setgroup ceph since I am not root 2023-12-16T19:25:26.374 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:26.371+0000 7f89800f81c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:25:26.625 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:26.467+0000 7f89800f81c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2023-12-16T19:25:26.846 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 9... 2023-12-16T19:25:26.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:26 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T19:25:26.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:26 smithi002 ceph-mon[78633]: mgrmap e9: y(active, since 13s) 2023-12-16T19:25:26.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:26 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3127845646' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:27.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.154+0000 7f89800f81c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:25:27.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.247+0000 7f89800f81c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:25:27.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.334+0000 7f89800f81c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:25:27.752 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.489+0000 7f89800f81c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:25:27.752 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.572+0000 7f89800f81c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:25:27.752 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.750+0000 7f89800f81c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:25:28.026 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:27.936+0000 7f89800f81c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:25:28.026 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:28.024+0000 7f89800f81c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:25:28.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:28.119+0000 7f89800f81c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:25:28.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:28.209+0000 7f89800f81c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:25:29.643 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:29.306+0000 7f89800f81c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:25:29.643 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:29.441+0000 7f89800f81c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:25:29.644 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:29.640+0000 7f89800f81c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:25:29.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:29.875+0000 7f89800f81c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:25:30.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:30.056+0000 7f89800f81c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:25:30.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:30.245+0000 7f89800f81c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:25:30.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:30.518+0000 7f89800f81c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:25:30.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:30.607+0000 7f89800f81c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:25:31.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:31.008+0000 7f89800f81c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:25:32.131 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:31.822+0000 7f89800f81c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:25:32.131 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:32.128+0000 7f89800f81c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:25:32.721 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:32.450+0000 7f89800f81c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:25:32.721 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:25:32.655+0000 7f89800f81c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: Active manager daemon y restarted 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: Activating manager daemon y 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: mgrmap e10: y(active, starting, since 0.00320965s) 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: Manager daemon y is now available 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:33.902 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2023-12-16T19:25:33.903 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-16T19:25:33.903 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-16T19:25:33.903 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2023-12-16T19:25:33.903 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 9 is available 2023-12-16T19:25:33.903 INFO:teuthology.orchestra.run.smithi002.stdout:Generating a dashboard self-signed certificate... 2023-12-16T19:25:33.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:33.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:33.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:33.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:33.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:33 smithi002 ceph-mon[78633]: mgrmap e11: y(active, since 1.00542s) 2023-12-16T19:25:34.611 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-16T19:25:34.611 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial admin user... 2023-12-16T19:25:34.923 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:33] ENGINE Bus STARTING 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:33] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: [16/Dec/2023:19:25:33] ENGINE Bus STARTED 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:34.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:34 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:35.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$r.d1YZZcLM8LD2P5YUoOa.PTXsPWc3IuWtF7hVMB0Nxcjr4am5eYO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1702754735, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-16T19:25:35.552 INFO:teuthology.orchestra.run.smithi002.stdout:Fetching dashboard port number... 2023-12-16T19:25:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:35 smithi002 ceph-mon[78633]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:35 smithi002 ceph-mon[78633]: mgrmap e12: y(active, since 2s) 2023-12-16T19:25:36.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 8443 2023-12-16T19:25:36.229 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T19:25:36.229 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2023-12-16T19:25:36.236 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T19:25:36.237 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2023-12-16T19:25:36.237 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2023-12-16T19:25:36.237 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph Dashboard is now available at: 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout: URL: https://smithi002.front.sepia.ceph.com:8443/ 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout: User: admin 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout: Password: zkz5cr8ct7 2023-12-16T19:25:36.238 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:36.239 INFO:teuthology.orchestra.run.smithi002.stdout:Saving cluster configuration to /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config directory 2023-12-16T19:25:36.239 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling autotune for osd_memory_target 2023-12-16T19:25:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:36 smithi002 ceph-mon[78633]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:36 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1444693174' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout:Or, if you are only running a single cluster on this host: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-16T19:25:37.736 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout: ceph telemetry on 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout:For more information see: 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:37.737 INFO:teuthology.orchestra.run.smithi002.stdout:Bootstrap complete. 2023-12-16T19:25:37.786 INFO:tasks.cephadm:Fetching config... 2023-12-16T19:25:37.786 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:25:37.786 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-16T19:25:37.803 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-16T19:25:37.803 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:25:37.803 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-16T19:25:37.859 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-16T19:25:37.859 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:25:37.859 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-16T19:25:37.933 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-16T19:25:37.933 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:25:37.933 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-16T19:25:37.989 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-16T19:25:37.990 DEBUG:teuthology.orchestra.run.smithi002:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGOW6CCy6tSENdY6U1bRDsZiiGkKoX70W23+bZ8XqeSO60Z6k2ZmZK1zsCo+WmCx2MT/6ywIhC8wpEkSW4+q8+x+J6TM9pWob5zga8WVw1o+a4WUMjXn0nK4VOFCVI91yAItJqs16MxW02nfZN5qRACNzKh1OQ56dlU7Wrlx++fyvRQGV1jf/BaApsjIYdgmVaZzxfTQ/VWM2I7N21BjBrE61Xos3nahI+C8YHFWZKigjt3BXRE0kGcvUJuV9Cz9gTrY/S/Oei8/UH37oNTaKXMpwN1wPvRsJ79hOE+9IdFD5is6qxK6HapdDvuK4/ZXD7W9XDHo+qtn5f5hb6CcrVFUiKRAcfgA46YwsfYYn2kFh45Cnh7tl3LCca1qfgl15nU6ak9TDPimGqnzc1snstPAel2JhD3dr/ELmtA1tzCI8UsHUiPY1UqFLc7P1u/d9gqu1b0GAGdDrEX2llHX2EaXVscXA22iNrTKaglp+Su9tFk6njV+HPTXlDS0DzPLk= ceph-a7ced926-9c48-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-16T19:25:38.076 INFO:teuthology.orchestra.run.smithi002.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGOW6CCy6tSENdY6U1bRDsZiiGkKoX70W23+bZ8XqeSO60Z6k2ZmZK1zsCo+WmCx2MT/6ywIhC8wpEkSW4+q8+x+J6TM9pWob5zga8WVw1o+a4WUMjXn0nK4VOFCVI91yAItJqs16MxW02nfZN5qRACNzKh1OQ56dlU7Wrlx++fyvRQGV1jf/BaApsjIYdgmVaZzxfTQ/VWM2I7N21BjBrE61Xos3nahI+C8YHFWZKigjt3BXRE0kGcvUJuV9Cz9gTrY/S/Oei8/UH37oNTaKXMpwN1wPvRsJ79hOE+9IdFD5is6qxK6HapdDvuK4/ZXD7W9XDHo+qtn5f5hb6CcrVFUiKRAcfgA46YwsfYYn2kFh45Cnh7tl3LCca1qfgl15nU6ak9TDPimGqnzc1snstPAel2JhD3dr/ELmtA1tzCI8UsHUiPY1UqFLc7P1u/d9gqu1b0GAGdDrEX2llHX2EaXVscXA22iNrTKaglp+Su9tFk6njV+HPTXlDS0DzPLk= ceph-a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:38.094 DEBUG:teuthology.orchestra.run.smithi043:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGOW6CCy6tSENdY6U1bRDsZiiGkKoX70W23+bZ8XqeSO60Z6k2ZmZK1zsCo+WmCx2MT/6ywIhC8wpEkSW4+q8+x+J6TM9pWob5zga8WVw1o+a4WUMjXn0nK4VOFCVI91yAItJqs16MxW02nfZN5qRACNzKh1OQ56dlU7Wrlx++fyvRQGV1jf/BaApsjIYdgmVaZzxfTQ/VWM2I7N21BjBrE61Xos3nahI+C8YHFWZKigjt3BXRE0kGcvUJuV9Cz9gTrY/S/Oei8/UH37oNTaKXMpwN1wPvRsJ79hOE+9IdFD5is6qxK6HapdDvuK4/ZXD7W9XDHo+qtn5f5hb6CcrVFUiKRAcfgA46YwsfYYn2kFh45Cnh7tl3LCca1qfgl15nU6ak9TDPimGqnzc1snstPAel2JhD3dr/ELmtA1tzCI8UsHUiPY1UqFLc7P1u/d9gqu1b0GAGdDrEX2llHX2EaXVscXA22iNrTKaglp+Su9tFk6njV+HPTXlDS0DzPLk= ceph-a7ced926-9c48-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-16T19:25:38.148 INFO:teuthology.orchestra.run.smithi043.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDGOW6CCy6tSENdY6U1bRDsZiiGkKoX70W23+bZ8XqeSO60Z6k2ZmZK1zsCo+WmCx2MT/6ywIhC8wpEkSW4+q8+x+J6TM9pWob5zga8WVw1o+a4WUMjXn0nK4VOFCVI91yAItJqs16MxW02nfZN5qRACNzKh1OQ56dlU7Wrlx++fyvRQGV1jf/BaApsjIYdgmVaZzxfTQ/VWM2I7N21BjBrE61Xos3nahI+C8YHFWZKigjt3BXRE0kGcvUJuV9Cz9gTrY/S/Oei8/UH37oNTaKXMpwN1wPvRsJ79hOE+9IdFD5is6qxK6HapdDvuK4/ZXD7W9XDHo+qtn5f5hb6CcrVFUiKRAcfgA46YwsfYYn2kFh45Cnh7tl3LCca1qfgl15nU6ak9TDPimGqnzc1snstPAel2JhD3dr/ELmtA1tzCI8UsHUiPY1UqFLc7P1u/d9gqu1b0GAGdDrEX2llHX2EaXVscXA22iNrTKaglp+Su9tFk6njV+HPTXlDS0DzPLk= ceph-a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:38.166 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-16T19:25:38.432 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:25:38.839 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:38 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/856194264' entity='client.admin' 2023-12-16T19:25:39.724 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-16T19:25:39.724 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-16T19:25:39.986 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi002", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1061822864' entity='client.admin' 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: mgrmap e13: y(active, since 6s) 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:40.299 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:41.153 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi043 2023-12-16T19:25:41.153 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:25:41.154 DEBUG:teuthology.orchestra.run.smithi043:> dd of=/etc/ceph/ceph.conf 2023-12-16T19:25:41.174 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:25:41.174 DEBUG:teuthology.orchestra.run.smithi043:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:41.232 INFO:tasks.cephadm:Adding host smithi043 to orchestrator... 2023-12-16T19:25:41.232 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch host add smithi043 2023-12-16T19:25:41.503 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:25:42.122 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:42.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:42 smithi002 ceph-mon[78633]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi043", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:44 smithi002 ceph-mon[78633]: Deploying cephadm binary to smithi043 2023-12-16T19:25:44.624 INFO:teuthology.orchestra.run.smithi002.stdout:Added host 'smithi043' with addr '172.21.15.43' 2023-12-16T19:25:44.884 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch host ls --format=json 2023-12-16T19:25:45.150 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:25:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:45 smithi002 ceph-mon[78633]: Added host smithi043 2023-12-16T19:25:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:46.063 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:25:46.063 INFO:teuthology.orchestra.run.smithi002.stdout:[{"addr": "172.21.15.2", "hostname": "smithi002", "labels": [], "status": ""}, {"addr": "172.21.15.43", "hostname": "smithi043", "labels": [], "status": ""}] 2023-12-16T19:25:46.323 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-16T19:25:46.323 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd crush tunables default 2023-12-16T19:25:46.580 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:25:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:47 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:47 smithi002 ceph-mon[78633]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:25:48.054 INFO:teuthology.orchestra.run.smithi002.stderr:adjusted tunables profile to default 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi043", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:48.305 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:48.330 INFO:tasks.cephadm:Adding mon.a on smithi002 2023-12-16T19:25:48.330 INFO:tasks.cephadm:Adding mon.c on smithi002 2023-12-16T19:25:48.330 INFO:tasks.cephadm:Adding mon.b on smithi043 2023-12-16T19:25:48.330 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply mon '3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b' 2023-12-16T19:25:48.593 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:49.460 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled mon update... 2023-12-16T19:25:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:49.770 DEBUG:teuthology.orchestra.run.smithi002:mon.c> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.c.service 2023-12-16T19:25:49.773 DEBUG:teuthology.orchestra.run.smithi043:mon.b> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.b.service 2023-12-16T19:25:49.775 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T19:25:49.775 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T19:25:50.382 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:50.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b;count:3 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:50.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:50 smithi002 ceph-mon[78633]: Deploying daemon mon.b on smithi043 2023-12-16T19:25:51.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:51 smithi043 systemd[1]: Starting Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:25:51.897 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:25:51.898 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":1,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","modified":"2023-12-16T19:24:48.241030Z","created":"2023-12-16T19:24:48.241030Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-12-16T19:25:51.899 INFO:teuthology.orchestra.run.smithi043.stderr:dumped monmap epoch 1 2023-12-16T19:25:52.131 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:51 smithi043 podman[82043]: 2023-12-16 19:25:51.768379744 +0000 UTC m=+0.018674911 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T19:25:52.132 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:51 smithi043 podman[82043]: 2023-12-16 19:25:51.870974397 +0000 UTC m=+0.121269549 container create e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20231212) 2023-12-16T19:25:52.132 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 podman[82043]: 2023-12-16 19:25:52.129838956 +0000 UTC m=+0.380134115 container init e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, ceph=True, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2023-12-16T19:25:52.180 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 podman[82043]: 2023-12-16 19:25:52.133728884 +0000 UTC m=+0.384024035 container start e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=) 2023-12-16T19:25:52.180 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: pidfile_write: ignore empty --pid-file 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: load: jerasure load: lrc 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: RocksDB version: 6.15.5 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Compile date Dec 13 2023 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: DB SUMMARY 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: DB Session ID: 7RVA05NXFLKFWB5W86WH 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-12-16T19:25:52.181 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-12-16T19:25:52.182 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:25:52.182 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:25:52.182 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:25:52.182 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:25:52.182 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.env: 0x555606cb4a80 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.fs: Posix File System 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.info_log: 0x5556087ee2a0 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.statistics: (nil) 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.use_fsync: 0 2023-12-16T19:25:52.187 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:25:52.188 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:25:52.189 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.db_log_dir: 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:25:52.190 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.write_buffer_manager: 0x55560955e960 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.unordered_write: 0 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:25:52.191 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.row_cache: None 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.wal_filter: None 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.preserve_deletes: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:25:52.192 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_open_files: -1 2023-12-16T19:25:52.193 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Compression algorithms supported: 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kZSTD supported: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:25:52.194 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.merge_operator: 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_filter: None 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55560883ef90) 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_type: 0 2023-12-16T19:25:52.195 INFO:journalctl@ceph.mon.b.smithi043.stdout: data_block_index_type: 0 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_shortening: 1 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: hash_index_allow_collision: 1 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: checksum: 1 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: no_block_cache: 0 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache: 0x555608871090 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_options: 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: capacity : 536870912 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: num_shard_bits : 4 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: strict_capacity_limit : 0 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_compressed: (nil) 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: persistent_cache: (nil) 2023-12-16T19:25:52.196 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_size: 4096 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_size_deviation: 10 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_restart_interval: 16 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_block_restart_interval: 1 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: metadata_block_size: 4096 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: partition_filters: 0 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: use_delta_encoding: 1 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: whole_key_filtering: 1 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: verify_compression: 0 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: format_version: 4 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: enable_index_compression: 1 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_align: 0 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:25:52.197 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression: NoCompression 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.num_levels: 7 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:25:52.198 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 bash[82043]: e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:25:52.199 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T19:25:52.200 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:25:52.201 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.ttl: 2592000 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:25:52.202 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754752161497, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754752161804, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702754752, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "ac470fa7-e860-4680-b171-2733f48d6084", "db_session_id": "7RVA05NXFLKFWB5W86WH"}} 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754752162120, "job": 1, "event": "recovery_finished"} 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x555608805180 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: DB pointer 0x5556088da000 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T19:25:52.203 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** DB Stats ** 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.204 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:52.205 INFO:journalctl@ceph.mon.b.smithi043.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:52.206 INFO:journalctl@ceph.mon.b.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: using public_addr v2:172.21.15.43:0/0 -> [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: starting mon.b rank -1 at public addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] at bind addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(???) e0 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:52.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 systemd[1]: Started Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).mds e1 new map 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).mds e1 print_map 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: e1 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: legacy client fscid: -1 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout: No filesystems configured 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-16T19:25:52.208 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mkfs a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: fsmap 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e1: no daemons active 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/703028856' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-16T19:25:52.209 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2099253101' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: fsmap 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e1: no daemons active 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2976008679' entity='client.admin' 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/833158130' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/4225145386' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1420598716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e2: y(active, starting, since 0.00284542s) 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:52.210 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e3: y(active, since 1.0076s) 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3090972407' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/974820216' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e4: y(active, since 3s) 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e5: y(active, since 4s) 2023-12-16T19:25:52.211 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3096512941' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Active manager daemon y restarted 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e6: y(active, starting, since 0.00346446s) 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Found migration_current of "None". Setting to last migration. 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e7: y(active, since 1.00504s) 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:52.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.215 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.215 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e8: y(active, since 2s) 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:14] ENGINE Bus STARTING 2023-12-16T19:25:52.216 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:14] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:52.217 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:14] ENGINE Bus STARTED 2023-12-16T19:25:52.217 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.217 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Generating ssh key... 2023-12-16T19:25:52.217 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.217 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Deploying cephadm binary to smithi002 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Added host smithi002 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.218 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.220 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.220 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Saving service mon spec with placement count:5 2023-12-16T19:25:52.220 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.220 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Saving service mgr spec with placement count:2 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/294594356' entity='client.admin' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/944033544' entity='client.admin' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e9: y(active, since 13s) 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3127845646' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Active manager daemon y restarted 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:25:52.221 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e10: y(active, starting, since 0.00320965s) 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:25:52.222 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:51 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/1479488873' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e11: y(active, since 1.00542s) 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:33] ENGINE Bus STARTING 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:33] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:25:33] ENGINE Bus STARTED 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e12: y(active, since 2s) 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1444693174' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/856194264' entity='client.admin' 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi002", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:52.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1061822864' entity='client.admin' 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mgrmap e13: y(active, since 6s) 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:52.502 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi043", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Deploying cephadm binary to smithi043 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Added host smithi043 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.503 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi043", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:52.504 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b;count:3 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.505 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: Deploying daemon mon.b on smithi043 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/1479488873' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-16T19:25:52.506 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:52 smithi043 ceph-mon[82080]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-12-16T19:25:53.141 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T19:25:53.142 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T19:25:53.414 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: mon.a calling monitor election 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.620 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: mon.b calling monitor election 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: fsmap 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: mgrmap e13: y(active, since 24s) 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: overall HEALTH_OK 2023-12-16T19:25:57.621 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:57.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:57.637 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:25:57.637 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":2,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","modified":"2023-12-16T19:25:52.187513Z","created":"2023-12-16T19:24:48.241030Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-16T19:25:57.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:57.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: mon.a calling monitor election 2023-12-16T19:25:57.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: mon.b calling monitor election 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: fsmap 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: mgrmap e13: y(active, since 24s) 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: overall HEALTH_OK 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.639 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:57.639 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:57.639 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:57.639 INFO:teuthology.orchestra.run.smithi043.stderr:dumped monmap epoch 2 2023-12-16T19:25:58.547 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:58 smithi002 ceph-mon[78633]: Deploying daemon mon.c on smithi002 2023-12-16T19:25:58.547 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:58 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/271262649' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:58.547 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:25:58 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:58 smithi043 ceph-mon[82080]: Deploying daemon mon.c on smithi002 2023-12-16T19:25:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:58 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/271262649' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:25:58 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:58.864 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T19:25:58.864 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T19:25:58.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:58 smithi002 systemd[1]: Starting Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:25:59.134 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:58 smithi002 podman[86637]: 2023-12-16 19:25:58.910082116 +0000 UTC m=+0.050989627 container create 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:58 smithi002 podman[86637]: 2023-12-16 19:25:58.878090257 +0000 UTC m=+0.018997787 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 podman[86637]: 2023-12-16 19:25:59.002503464 +0000 UTC m=+0.143410987 container init 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 podman[86637]: 2023-12-16 19:25:59.016802 +0000 UTC m=+0.157709511 container start 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: pidfile_write: ignore empty --pid-file 2023-12-16T19:25:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: load: jerasure load: lrc 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: RocksDB version: 6.15.5 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Compile date Dec 13 2023 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: DB SUMMARY 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: DB Session ID: R8FMPMSC9LQVJB0CLTCA 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-12-16T19:25:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.env: 0x555a38f72a80 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.fs: Posix File System 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.info_log: 0x555a3a05a2a0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.statistics: (nil) 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.use_fsync: 0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:25:59.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.db_log_dir: 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:25:59.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.write_buffer_manager: 0x555a3adca930 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.unordered_write: 0 2023-12-16T19:25:59.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.row_cache: None 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.wal_filter: None 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.preserve_deletes: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:25:59.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:25:59.247 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_open_files: -1 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:25:59.248 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Compression algorithms supported: 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kZSTD supported: 0 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T19:25:59.249 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.merge_operator: 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_filter: None 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555a3a0aaf90) 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_type: 0 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_index_type: 0 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_shortening: 1 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:25:59.250 INFO:journalctl@ceph.mon.c.smithi002.stdout: hash_index_allow_collision: 1 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: checksum: 1 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: no_block_cache: 0 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache: 0x555a3a0dd090 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_options: 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: capacity : 536870912 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_shard_bits : 4 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: strict_capacity_limit : 0 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_compressed: (nil) 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: persistent_cache: (nil) 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size: 4096 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size_deviation: 10 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_restart_interval: 16 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_block_restart_interval: 1 2023-12-16T19:25:59.251 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_block_size: 4096 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: partition_filters: 0 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: use_delta_encoding: 1 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: whole_key_filtering: 1 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: verify_compression: 0 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: format_version: 4 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_index_compression: 1 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_align: 0 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression: NoCompression 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:25:59.252 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.num_levels: 7 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:25:59.253 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:25:59.254 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:25:59.255 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:25:59.256 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.ttl: 2592000 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754759043728, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T19:25:59.257 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754759044042, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702754759, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "937254a0-d193-4ba5-9ed7-a033d8e80160", "db_session_id": "R8FMPMSC9LQVJB0CLTCA"}} 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702754759044362, "job": 1, "event": "recovery_finished"} 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x555a3a071180 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: DB pointer 0x555a3a146000 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** DB Stats ** 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:25:59.258 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:59.259 INFO:journalctl@ceph.mon.c.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.260 INFO:journalctl@ceph.mon.c.smithi002.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:25:59.261 INFO:journalctl@ceph.mon.c.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: using public_addrv [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: starting mon.c rank -1 at public addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] at bind addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(???) e0 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 bash[86637]: 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 systemd[1]: Started Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).mds e1 new map 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: e1 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: legacy client fscid: -1 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout: No filesystems configured 2023-12-16T19:25:59.262 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mkfs a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: fsmap 2023-12-16T19:25:59.263 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e1: no daemons active 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/703028856' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3916117053' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2099253101' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: monmap e1: 1 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: fsmap 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e1: no daemons active 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2976008679' entity='client.admin' 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/833158130' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/4225145386' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:59.264 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1420598716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e2: y(active, starting, since 0.00284542s) 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:59.265 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14100 172.21.15.2:0/867561789' entity='mgr.y' 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e3: y(active, since 1.0076s) 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3090972407' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/974820216' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e4: y(active, since 3s) 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/158681382' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e5: y(active, since 4s) 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3096512941' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Active manager daemon y restarted 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e6: y(active, starting, since 0.00346446s) 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:59.266 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.267 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Found migration_current of "None". Setting to last migration. 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e7: y(active, since 1.00504s) 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:59.268 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e8: y(active, since 2s) 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:14] ENGINE Bus STARTING 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:14] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:14] ENGINE Bus STARTED 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Generating ssh key... 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.269 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Deploying cephadm binary to smithi002 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Added host smithi002 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Saving service mon spec with placement count:5 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Saving service mgr spec with placement count:2 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/294594356' entity='client.admin' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/944033544' entity='client.admin' 2023-12-16T19:25:59.270 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14120 172.21.15.2:0/2287505841' entity='mgr.y' 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1770546295' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e9: y(active, since 13s) 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3127845646' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Active manager daemon y restarted 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e10: y(active, starting, since 0.00320965s) 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:59.271 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e11: y(active, since 1.00542s) 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:33] ENGINE Bus STARTING 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:33] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: [16/Dec/2023:19:25:33] ENGINE Bus STARTED 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T19:25:59.272 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e12: y(active, since 2s) 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1444693174' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/856194264' entity='client.admin' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.273 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi002", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1061822864' entity='client.admin' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e13: y(active, since 6s) 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:25:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi043", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Deploying cephadm binary to smithi043 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Added host smithi043 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.275 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi043", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3806957694' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:59.276 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi002:[v2:172.21.15.2:3301,v1:172.21.15.2:6790]=c;smithi043:172.21.15.43=b;count:3 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.277 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Deploying daemon mon.b on smithi043 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/1479488873' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.a calling monitor election 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.b calling monitor election 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:59.278 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: monmap e2: 2 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: fsmap 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mgrmap e13: y(active, since 24s) 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: overall HEALTH_OK 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:25:59.279 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:25:59.280 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: Deploying daemon mon.c on smithi002 2023-12-16T19:25:59.280 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/271262649' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:25:59.280 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:25:59.280 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:25:59 smithi002 ceph-mon[86656]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-16T19:26:04.427 INFO:teuthology.orchestra.run.smithi043.stdout: 2023-12-16T19:26:04.427 INFO:teuthology.orchestra.run.smithi043.stdout:{"epoch":3,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","modified":"2023-12-16T19:25:59.066139Z","created":"2023-12-16T19:24:48.241030Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:3300","nonce":0},{"type":"v1","addr":"172.21.15.43:6789","nonce":0}]},"addr":"172.21.15.43:6789/0","public_addr":"172.21.15.43:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3301","nonce":0},{"type":"v1","addr":"172.21.15.2:6790","nonce":0}]},"addr":"172.21.15.2:6790/0","public_addr":"172.21.15.2:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-16T19:26:04.427 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:26:04.427 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: mon.b calling monitor election 2023-12-16T19:26:04.427 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: mon.a calling monitor election 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: fsmap 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:04.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: mgrmap e13: y(active, since 31s) 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: mon.c (rank 2) addr [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] is down (out of quorum) 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:04 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.429 INFO:teuthology.orchestra.run.smithi043.stderr:dumped monmap epoch 3 2023-12-16T19:26:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: mon.b calling monitor election 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: mon.a calling monitor election 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: fsmap 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: mgrmap e13: y(active, since 31s) 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: mon.c (rank 2) addr [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] is down (out of quorum) 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:04 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:04.678 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-16T19:26:04.678 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph config generate-minimal-conf 2023-12-16T19:26:05.072 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:05.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:05.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:05 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/1957381572' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:26:05.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:05 smithi002 ceph-mon[78633]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:05.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:05 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/1957381572' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:26:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:05 smithi043 ceph-mon[82080]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.076 INFO:teuthology.orchestra.run.smithi002.stdout:# minimal ceph.conf for a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:26:06.076 INFO:teuthology.orchestra.run.smithi002.stdout:[global] 2023-12-16T19:26:06.076 INFO:teuthology.orchestra.run.smithi002.stdout: fsid = a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:26:06.076 INFO:teuthology.orchestra.run.smithi002.stdout: mon_host = [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.b calling monitor election 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.a calling monitor election 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:06.204 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: fsmap 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mgrmap e13: y(active, since 31s) 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.c (rank 2) addr [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] is down (out of quorum) 2023-12-16T19:26:06.205 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/1957381572' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:06.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:06.319 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-16T19:26:06.319 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:26:06.319 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.conf 2023-12-16T19:26:06.352 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:26:06.352 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:26:06.425 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:26:06.425 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.conf 2023-12-16T19:26:06.460 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:26:06.460 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:26:06.531 INFO:tasks.cephadm:Adding mgr.y on smithi002 2023-12-16T19:26:06.531 INFO:tasks.cephadm:Adding mgr.x on smithi043 2023-12-16T19:26:06.532 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply mgr '2;smithi002=y;smithi043=x' 2023-12-16T19:26:06.826 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mon.c calling monitor election 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mon.c calling monitor election 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mon.b calling monitor election 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mon.a calling monitor election 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: fsmap 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: mgrmap e13: y(active, since 33s) 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: Cluster is now healthy 2023-12-16T19:26:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[78633]: overall HEALTH_OK 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.c calling monitor election 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.c calling monitor election 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.b calling monitor election 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.a calling monitor election 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: fsmap 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: mgrmap e13: y(active, since 33s) 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: Cluster is now healthy 2023-12-16T19:26:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:06 smithi002 ceph-mon[86656]: overall HEALTH_OK 2023-12-16T19:26:07.153 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mon.c calling monitor election 2023-12-16T19:26:07.153 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mon.c calling monitor election 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mon.b calling monitor election 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mon.a calling monitor election 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: fsmap 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: mgrmap e13: y(active, since 33s) 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: Cluster is now healthy 2023-12-16T19:26:07.154 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:06 smithi043 ceph-mon[82080]: overall HEALTH_OK 2023-12-16T19:26:07.684 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled mgr update... 2023-12-16T19:26:07.927 DEBUG:teuthology.orchestra.run.smithi043:mgr.x> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service 2023-12-16T19:26:07.929 INFO:tasks.cephadm:Deploying OSDs... 2023-12-16T19:26:07.930 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:26:07.930 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/scratch_devs of=/dev/stdout 2023-12-16T19:26:07.947 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-16T19:26:07.947 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_1 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.956 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.957 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:26:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:26:07.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:26:07.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:26:07.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:07.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:07.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 664 Links: 1 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.003 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2023-12-16 19:25:58.702586035 +0000 2023-12-16T19:26:08.004 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2023-12-16 19:21:39.556086164 +0000 2023-12-16T19:26:08.004 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2023-12-16 19:21:39.556086164 +0000 2023-12-16T19:26:08.004 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2023-12-16 19:21:39.556086164 +0000 2023-12-16T19:26:08.004 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-16T19:26:08.075 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2023-12-16T19:26:08.075 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2023-12-16T19:26:08.076 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000114449 s, 4.5 MB/s 2023-12-16T19:26:08.077 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-16T19:26:08.134 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_2 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 681 Links: 1 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2023-12-16 19:25:58.703586013 +0000 2023-12-16T19:26:08.190 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2023-12-16 19:21:40.052074874 +0000 2023-12-16T19:26:08.191 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2023-12-16 19:21:40.052074874 +0000 2023-12-16T19:26:08.191 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2023-12-16 19:21:40.052074874 +0000 2023-12-16T19:26:08.191 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-16T19:26:08.261 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2023-12-16T19:26:08.261 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2023-12-16T19:26:08.261 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000108424 s, 4.7 MB/s 2023-12-16T19:26:08.262 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-16T19:26:08.319 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_3 2023-12-16T19:26:08.375 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-16T19:26:08.375 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.375 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 701 Links: 1 2023-12-16T19:26:08.375 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.375 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.376 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2023-12-16 19:25:58.703586013 +0000 2023-12-16T19:26:08.376 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2023-12-16 19:21:40.551063516 +0000 2023-12-16T19:26:08.376 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2023-12-16 19:21:40.551063516 +0000 2023-12-16T19:26:08.376 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2023-12-16 19:21:40.551063516 +0000 2023-12-16T19:26:08.376 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-16T19:26:08.445 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2023-12-16T19:26:08.445 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2023-12-16T19:26:08.445 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000109294 s, 4.7 MB/s 2023-12-16T19:26:08.446 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-16T19:26:08.503 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_4 2023-12-16T19:26:08.558 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-16T19:26:08.558 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.558 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 721 Links: 1 2023-12-16T19:26:08.558 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.558 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2023-12-16 19:25:58.704585990 +0000 2023-12-16T19:26:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2023-12-16 19:21:41.043052317 +0000 2023-12-16T19:26:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2023-12-16 19:21:41.043052317 +0000 2023-12-16T19:26:08.559 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2023-12-16 19:21:41.043052317 +0000 2023-12-16T19:26:08.559 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-16T19:26:08.628 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2023-12-16T19:26:08.628 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2023-12-16T19:26:08.628 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000106752 s, 4.8 MB/s 2023-12-16T19:26:08.629 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-16T19:26:08.686 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:26:08.686 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/scratch_devs of=/dev/stdout 2023-12-16T19:26:08.701 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-16T19:26:08.702 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_1 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 663 Links: 1 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2023-12-16 19:25:51.567127306 +0000 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2023-12-16 19:21:39.377576312 +0000 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2023-12-16 19:21:39.377576312 +0000 2023-12-16T19:26:08.758 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2023-12-16 19:21:39.377576312 +0000 2023-12-16T19:26:08.759 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-16T19:26:08.829 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2023-12-16T19:26:08.829 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2023-12-16T19:26:08.829 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000102443 s, 5.0 MB/s 2023-12-16T19:26:08.830 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-16T19:26:08.886 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_2 2023-12-16T19:26:08.942 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 682 Links: 1 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2023-12-16 19:25:51.567127306 +0000 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2023-12-16 19:21:39.880570010 +0000 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2023-12-16 19:21:39.880570010 +0000 2023-12-16T19:26:08.943 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2023-12-16 19:21:39.880570010 +0000 2023-12-16T19:26:08.943 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi043=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: Saving service mgr spec with placement smithi002=y;smithi043=x;count:2 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:08.953 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:08.954 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:09.135 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2023-12-16T19:26:09.135 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2023-12-16T19:26:09.135 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 0.000105305 s, 4.9 MB/s 2023-12-16T19:26:09.136 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-16T19:26:09.152 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_3 2023-12-16T19:26:09.214 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-16T19:26:09.214 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:09.214 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 701 Links: 1 2023-12-16T19:26:09.214 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:09.214 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:09.215 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2023-12-16 19:26:09.082908500 +0000 2023-12-16T19:26:09.215 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2023-12-16 19:21:40.369563884 +0000 2023-12-16T19:26:09.215 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2023-12-16 19:21:40.369563884 +0000 2023-12-16T19:26:09.215 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2023-12-16 19:21:40.369563884 +0000 2023-12-16T19:26:09.215 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-16T19:26:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:26:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:26:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi043=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: Saving service mgr spec with placement smithi002=y;smithi043=x;count:2 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T19:26:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi002=y;smithi043=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: Saving service mgr spec with placement smithi002=y;smithi043=x;count:2 2023-12-16T19:26:09.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T19:26:09.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:09.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:09.320 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2023-12-16T19:26:09.320 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2023-12-16T19:26:09.320 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 9.5725e-05 s, 5.3 MB/s 2023-12-16T19:26:09.322 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-16T19:26:09.338 DEBUG:teuthology.orchestra.run.smithi043:> stat /dev/vg_nvme/lv_4 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Device: 5h/5d Inode: 720 Links: 1 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Access: 2023-12-16 19:26:09.273906114 +0000 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Modify: 2023-12-16 19:21:40.859557745 +0000 2023-12-16T19:26:09.395 INFO:teuthology.orchestra.run.smithi043.stdout:Change: 2023-12-16 19:21:40.859557745 +0000 2023-12-16T19:26:09.396 INFO:teuthology.orchestra.run.smithi043.stdout: Birth: 2023-12-16 19:21:40.859557745 +0000 2023-12-16T19:26:09.396 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-16T19:26:09.467 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records in 2023-12-16T19:26:09.467 INFO:teuthology.orchestra.run.smithi043.stderr:1+0 records out 2023-12-16T19:26:09.467 INFO:teuthology.orchestra.run.smithi043.stderr:512 bytes copied, 8.9058e-05 s, 5.7 MB/s 2023-12-16T19:26:09.468 DEBUG:teuthology.orchestra.run.smithi043:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-16T19:26:09.524 INFO:tasks.cephadm:Deploying osd.0 on smithi002 with /dev/vg_nvme/lv_4... 2023-12-16T19:26:09.524 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-16T19:26:09.547 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 podman[83891]: 2023-12-16 19:26:09.495389364 +0000 UTC m=+0.064612420 container create 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2023-12-16T19:26:09.548 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 podman[83891]: 2023-12-16 19:26:09.448641734 +0000 UTC m=+0.017864765 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T19:26:09.801 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:09.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: Deploying daemon mgr.x on smithi043 2023-12-16T19:26:09.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: Deploying daemon mgr.x on smithi043 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:09 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: Deploying daemon mgr.x on smithi043 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 podman[83891]: 2023-12-16 19:26:09.627285518 +0000 UTC m=+0.196508550 container init 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 podman[83891]: 2023-12-16 19:26:09.630258198 +0000 UTC m=+0.199481221 container start 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212) 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 bash[83891]: 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 systemd[1]: Started Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:26:09.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:09 smithi043 ceph-mgr[83947]: -- 172.21.15.43:0/1984766010 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5631e8b149c0 con 0x5631e8aeb000 2023-12-16T19:26:10.446 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:10.187+0000 7f6daf2ba1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:26:10.446 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:10.287+0000 7f6daf2ba1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:26:10.759 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-16T19:26:10.760 INFO:teuthology.orchestra.run.smithi002.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-16T19:26:10.760 INFO:teuthology.orchestra.run.smithi002.stderr: stderr: 10+0 records in 2023-12-16T19:26:10.760 INFO:teuthology.orchestra.run.smithi002.stderr:10+0 records out 2023-12-16T19:26:10.760 INFO:teuthology.orchestra.run.smithi002.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00870923 s, 1.2 GB/s 2023-12-16T19:26:10.761 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping successful for: 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:11.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:11.024 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.025 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi002:vg_nvme/lv_4 2023-12-16T19:26:11.081 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:10.982+0000 7f6daf2ba1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:26:11.081 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.078+0000 7f6daf2ba1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:26:11.081 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:26:11.082 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.412 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.167+0000 7f6daf2ba1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:26:11.413 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.325+0000 7f6daf2ba1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:26:11.413 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.409+0000 7f6daf2ba1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:26:11.516 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:11.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.588+0000 7f6daf2ba1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:11.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:11.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:12.053 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.776+0000 7f6daf2ba1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:26:12.053 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.865+0000 7f6daf2ba1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:26:12.053 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:11.961+0000 7f6daf2ba1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:26:12.053 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:12.049+0000 7f6daf2ba1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:26:12.053 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:12.054 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:13.117 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:13.118 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:13.165 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:13.165 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:13.165 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:13.165 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:13.494 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:13.160+0000 7f6daf2ba1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:26:13.495 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:13.295+0000 7f6daf2ba1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:26:13.495 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:13.492+0000 7f6daf2ba1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:26:13.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:13.727+0000 7f6daf2ba1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:26:14.094 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-mon[82080]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:14.094 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-mon[82080]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:14.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:13.905+0000 7f6daf2ba1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:26:14.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:14.092+0000 7f6daf2ba1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:26:14.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:13 smithi002 ceph-mon[78633]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:14.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:13 smithi002 ceph-mon[78633]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:13 smithi002 ceph-mon[86656]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:13 smithi002 ceph-mon[86656]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:14.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:14.357+0000 7f6daf2ba1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:26:14.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:14.445+0000 7f6daf2ba1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1487577330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]': finished 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3702791975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:15.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1487577330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]': finished 2023-12-16T19:26:15.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T19:26:15.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:15.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:14 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3702791975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:15.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:14.850+0000 7f6daf2ba1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1487577330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]: dispatch 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50af6b4-41da-4ef4-8ccb-bdee26286850"}]': finished 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:15.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:14 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3702791975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:15.962 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:15 smithi043 ceph-mon[82080]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:15.964 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:15.656+0000 7f6daf2ba1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:26:15.964 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:15.959+0000 7f6daf2ba1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:26:16.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:15 smithi002 ceph-mon[78633]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:16.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:15 smithi002 ceph-mon[86656]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:16.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:16.282+0000 7f6daf2ba1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:26:16.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:26:16.478+0000 7f6daf2ba1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[78633]: Standby manager daemon x started 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:26:17.067 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[86656]: Standby manager daemon x started 2023-12-16T19:26:17.068 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:26:17.068 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:26:17.068 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:26:17.068 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:16 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:26:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-mon[82080]: Standby manager daemon x started 2023-12-16T19:26:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:26:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:26:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:26:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:16 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/2530945388' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[78633]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[78633]: mgrmap e14: y(active, since 44s), standbys: x 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[86656]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[86656]: mgrmap e14: y(active, since 44s), standbys: x 2023-12-16T19:26:18.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:17 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:26:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:17 smithi043 ceph-mon[82080]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:17 smithi043 ceph-mon[82080]: mgrmap e14: y(active, since 44s), standbys: x 2023-12-16T19:26:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:17 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:26:19.400 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[78633]: Deploying daemon osd.0 on smithi002 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[78633]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[86656]: Deploying daemon osd.0 on smithi002 2023-12-16T19:26:19.401 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:19 smithi002 ceph-mon[86656]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:26:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:19 smithi043 ceph-mon[82080]: Deploying daemon osd.0 on smithi002 2023-12-16T19:26:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:19 smithi043 ceph-mon[82080]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:21.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[86656]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[78633]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:21 smithi043 ceph-mon[82080]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:23.523 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 0 on host 'smithi002' 2023-12-16T19:26:23.764 DEBUG:teuthology.orchestra.run.smithi002:osd.0> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.0.service 2023-12-16T19:26:23.766 INFO:tasks.cephadm:Deploying osd.1 on smithi002 with /dev/vg_nvme/lv_3... 2023-12-16T19:26:23.766 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:23.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:23.984 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:24.281 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:25.100 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:26:24.881+0000 7fe188714540 -1 osd.0 0 log_to_monitors true 2023-12-16T19:26:25.468 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-16T19:26:25.469 INFO:teuthology.orchestra.run.smithi002.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-16T19:26:25.469 INFO:teuthology.orchestra.run.smithi002.stderr: stderr: 10+0 records in 2023-12-16T19:26:25.469 INFO:teuthology.orchestra.run.smithi002.stderr:10+0 records out 2023-12-16T19:26:25.469 INFO:teuthology.orchestra.run.smithi002.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00854713 s, 1.2 GB/s 2023-12-16T19:26:25.469 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping successful for: 2023-12-16T19:26:25.733 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi002:vg_nvme/lv_3 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:26.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi002 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 16069M 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[86656]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:26.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:26:26.743+0000 7fe17eef9700 -1 osd.0 0 waiting for initial osdmap 2023-12-16T19:26:26.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:26:26.748+0000 7fe17acf6700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:26:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi002 2023-12-16T19:26:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 16069M 2023-12-16T19:26:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:26:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T19:26:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:26 smithi002 ceph-mon[78633]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi002 2023-12-16T19:26:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 16069M 2023-12-16T19:26:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:26:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T19:26:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:26 smithi043 ceph-mon[82080]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:27.915 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:27.916 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673] boot 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2604473119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]': finished 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673] boot 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2604473119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]': finished 2023-12-16T19:26:29.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T19:26:29.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:28 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:29.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:26:29.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: osd.0 [v2:172.21.15.2:6802/1944488673,v1:172.21.15.2:6803/1944488673] boot 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2604473119' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]: dispatch 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43e7e468-15c0-4e6a-9727-267710a1b747"}]': finished 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T19:26:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:28 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:30.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:29 smithi002 ceph-mon[78633]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:30.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:29 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/677448990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:29 smithi002 ceph-mon[86656]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:29 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/677448990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:29 smithi043 ceph-mon[82080]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T19:26:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:29 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/677448990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:32.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:31 smithi002 ceph-mon[78633]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:32.031 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:31 smithi002 ceph-mon[86656]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:32.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:31 smithi043 ceph-mon[82080]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:33.881 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[78633]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:33.882 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:26:33.882 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:33.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[86656]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:33.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:26:33.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:33 smithi043 ceph-mon[82080]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:34.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:26:34.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:34.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:34 smithi002 ceph-mon[78633]: Deploying daemon osd.1 on smithi002 2023-12-16T19:26:34.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:34 smithi002 ceph-mon[86656]: Deploying daemon osd.1 on smithi002 2023-12-16T19:26:35.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:34 smithi043 ceph-mon[82080]: Deploying daemon osd.1 on smithi002 2023-12-16T19:26:36.131 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:35 smithi002 ceph-mon[78633]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:36.131 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:35 smithi002 ceph-mon[86656]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:35 smithi043 ceph-mon[82080]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:37.706 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.706 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.706 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:37.707 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[78633]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:37.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:37.707 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:37 smithi002 ceph-mon[86656]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:37.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:37.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:37 smithi043 ceph-mon[82080]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:38.038 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 1 on host 'smithi002' 2023-12-16T19:26:38.307 DEBUG:teuthology.orchestra.run.smithi002:osd.1> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service 2023-12-16T19:26:38.309 INFO:tasks.cephadm:Deploying osd.2 on smithi002 with /dev/vg_nvme/lv_2... 2023-12-16T19:26:38.309 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-16T19:26:38.781 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:38.922 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.922 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.922 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.922 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:38.939 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:39.874 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:39 smithi043 ceph-mon[82080]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:39.874 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:39 smithi043 ceph-mon[82080]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.874 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:39 smithi043 ceph-mon[82080]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[78633]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[78633]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[78633]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[86656]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[86656]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-mon[86656]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:26:39.991 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:39 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:26:39.507+0000 7f8189bcf540 -1 osd.1 0 log_to_monitors true 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr: stderr: 10+0 records in 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr:10+0 records out 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00944572 s, 1.1 GB/s 2023-12-16T19:26:40.149 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping successful for: 2023-12-16T19:26:40.448 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi002:vg_nvme/lv_2 2023-12-16T19:26:40.729 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:40.739 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:26:40.627+0000 7f81803b4700 -1 osd.1 0 waiting for initial osdmap 2023-12-16T19:26:40.740 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:26:40.630+0000 7f817b1af700 -1 osd.1 11 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi002 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 8034M 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi002 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 8034M 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.956 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:41.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi002 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 8034M 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T19:26:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:42.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:42.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553] boot 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T19:26:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553] boot 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T19:26:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:42 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: osd.1 [v2:172.21.15.2:6810/2337477553,v1:172.21.15.2:6811/2337477553] boot 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T19:26:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:42 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: osdmap e13: 2 total, 2 up, 2 in 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: pgmap v38: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]: dispatch 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]': finished 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: osdmap e13: 2 total, 2 up, 2 in 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: pgmap v38: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]: dispatch 2023-12-16T19:26:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]': finished 2023-12-16T19:26:43.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T19:26:43.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:43 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: osdmap e13: 2 total, 2 up, 2 in 2023-12-16T19:26:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: pgmap v38: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]: dispatch 2023-12-16T19:26:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1479467187' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "060436fa-bd7f-44cb-aac4-101531ed6887"}]': finished 2023-12-16T19:26:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T19:26:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:43 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:44 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1084959466' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:44 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1084959466' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:45.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:44 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1084959466' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:45 smithi002 ceph-mon[78633]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:45.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:45 smithi002 ceph-mon[86656]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:45 smithi043 ceph-mon[82080]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:47.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:47 smithi002 ceph-mon[78633]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:47.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:47 smithi002 ceph-mon[86656]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:47 smithi043 ceph-mon[82080]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:48.770 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:26:48.770 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:48.770 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[78633]: Deploying daemon osd.2 on smithi002 2023-12-16T19:26:48.771 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:26:48.771 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:48.771 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:48 smithi002 ceph-mon[86656]: Deploying daemon osd.2 on smithi002 2023-12-16T19:26:48.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:48 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:26:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:48 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:48 smithi043 ceph-mon[82080]: Deploying daemon osd.2 on smithi002 2023-12-16T19:26:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:49 smithi043 ceph-mon[82080]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:50.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:49 smithi002 ceph-mon[78633]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:50.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:49 smithi002 ceph-mon[86656]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[86656]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[78633]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:51 smithi043 ceph-mon[82080]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:52.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:52.833 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 2 on host 'smithi002' 2023-12-16T19:26:53.096 DEBUG:teuthology.orchestra.run.smithi002:osd.2> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service 2023-12-16T19:26:53.098 INFO:tasks.cephadm:Deploying osd.3 on smithi002 with /dev/vg_nvme/lv_1... 2023-12-16T19:26:53.098 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-16T19:26:53.669 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:53.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: pgmap v44: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: pgmap v44: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:53.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:53.705 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: pgmap v44: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:26:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:54.236 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:26:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:26:54.077+0000 7f21d1372540 -1 osd.2 0 log_to_monitors true 2023-12-16T19:26:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:54 smithi002 ceph-mon[86656]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:54 smithi002 ceph-mon[86656]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:54 smithi002 ceph-mon[78633]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:54 smithi002 ceph-mon[78633]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:54 smithi043 ceph-mon[82080]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:54 smithi043 ceph-mon[82080]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:26:54.866 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-16T19:26:54.866 INFO:teuthology.orchestra.run.smithi002.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-16T19:26:54.866 INFO:teuthology.orchestra.run.smithi002.stderr: stderr: 10+0 records in 2023-12-16T19:26:54.866 INFO:teuthology.orchestra.run.smithi002.stderr:10+0 records out 2023-12-16T19:26:54.867 INFO:teuthology.orchestra.run.smithi002.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0106794 s, 982 MB/s 2023-12-16T19:26:54.867 INFO:teuthology.orchestra.run.smithi002.stderr:--> Zapping successful for: 2023-12-16T19:26:55.187 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi002:vg_nvme/lv_1 2023-12-16T19:26:55.457 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:26:55.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:26:55.424+0000 7f21c7b57700 -1 osd.2 0 waiting for initial osdmap 2023-12-16T19:26:55.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:26:55.427+0000 7f21c2952700 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:26:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:26:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T19:26:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi002 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:55.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi002 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:55.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:55.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi002 2023-12-16T19:26:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:26:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 5356M 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[86656]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[86656]: osdmap e16: 3 total, 2 up, 3 in 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 5356M 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[78633]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[78633]: osdmap e16: 3 total, 2 up, 3 in 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:56 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:56 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 5356M 2023-12-16T19:26:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:56 smithi043 ceph-mon[82080]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:26:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:56 smithi043 ceph-mon[82080]: osdmap e16: 3 total, 2 up, 3 in 2023-12-16T19:26:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:56 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:56 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169] boot 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: pgmap v49: 0 pgs: ; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169] boot 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:57.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: pgmap v49: 0 pgs: ; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:57 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T19:26:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: osd.2 [v2:172.21.15.2:6818/3281718169,v1:172.21.15.2:6819/3281718169] boot 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: pgmap v49: 0 pgs: ; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:57 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T19:26:58.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: osdmap e18: 3 total, 3 up, 3 in 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]: dispatch 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]': finished 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: osdmap e18: 3 total, 3 up, 3 in 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:26:58.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]: dispatch 2023-12-16T19:26:58.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:26:58.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]': finished 2023-12-16T19:26:58.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T19:26:58.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:58 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: osdmap e18: 3 total, 3 up, 3 in 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]: dispatch 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3705011558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d6871092-8a04-4314-a1a2-d55b2407cd19"}]': finished 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T19:26:58.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:58 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:58.989 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:58 smithi002 sudo[106292]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:26:58.989 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:58 smithi002 sudo[106292]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:26:58.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:58 smithi002 sudo[106292]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:26:58.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:58 smithi002 sudo[106292]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:26:59.435 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106337]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:26:59.436 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106337]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:26:59.436 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106337]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:26:59.436 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106337]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:26:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2599762271' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[78633]: pgmap v52: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[78633]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T19:26:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:59.741 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106709]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:26:59.741 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106709]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:26:59.741 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106709]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:26:59.741 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:26:59 smithi002 sudo[106709]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:26:59.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2599762271' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:59.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[86656]: pgmap v52: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:59.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[86656]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T19:26:59.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:59.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:26:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:26:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:59 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2599762271' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:26:59.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:59 smithi043 ceph-mon[82080]: pgmap v52: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:26:59.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:59 smithi043 ceph-mon[82080]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T19:26:59.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:59 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:26:59.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:26:59 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:00.436 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[106899]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:27:00.436 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[106899]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:00.436 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[106899]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:00.437 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[106899]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:00 smithi002 ceph-mon[78633]: mgrmap e15: y(active, since 86s), standbys: x 2023-12-16T19:27:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:00 smithi002 ceph-mon[86656]: mgrmap e15: y(active, since 86s), standbys: x 2023-12-16T19:27:00.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107092]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:27:00.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107092]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:00.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107092]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:00.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107092]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:00 smithi043 ceph-mon[82080]: mgrmap e15: y(active, since 86s), standbys: x 2023-12-16T19:27:01.177 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107211]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:27:01.177 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107211]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:01.177 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107211]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:01.177 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:27:00 smithi002 sudo[107211]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107289]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:27:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107289]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107289]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107289]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:01 smithi002 ceph-mon[86656]: pgmap v54: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:01 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107362]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:27:02.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:02.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107362]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:02.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 sudo[107362]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:02.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 ceph-mon[78633]: pgmap v54: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:02.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:01 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:01 smithi043 ceph-mon[82080]: pgmap v54: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:01 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:02.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84659]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:27:02.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84659]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:02.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84659]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:02.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84659]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84662]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:27:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84662]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84662]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:02 smithi043 sudo[84662]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:03.553 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107554]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T19:27:03.553 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107554]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:03.553 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107554]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:03.553 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107554]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:03.855 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:03.855 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.855 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.855 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:03.855 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: Deploying daemon osd.3 on smithi002 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:03.856 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107594]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107594]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107594]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T19:27:03.857 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 sudo[107594]: pam_unix(sudo:session): session closed for user root 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: Deploying daemon osd.3 on smithi002 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: Deploying daemon osd.3 on smithi002 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:27:04.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:27:04.793 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:04 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:04.794 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:04 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:04.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:04 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:04.794 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:04 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:05.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:04 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T19:27:05.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:04 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[78633]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[86656]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:06.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:05 smithi043 ceph-mon[82080]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:07.670 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 3 on host 'smithi002' 2023-12-16T19:27:07.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:07.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.959 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:07.960 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:07.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:07.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:07.986 DEBUG:teuthology.orchestra.run.smithi002:osd.3> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service 2023-12-16T19:27:07.988 INFO:tasks.cephadm:Deploying osd.4 on smithi043 with /dev/vg_nvme/lv_4... 2023-12-16T19:27:07.988 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:08.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:08.259 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:09.149 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-16T19:27:09.149 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-16T19:27:09.149 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2023-12-16T19:27:09.149 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2023-12-16T19:27:09.149 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00848864 s, 1.2 GB/s 2023-12-16T19:27:09.150 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2023-12-16T19:27:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:09 smithi002 ceph-mon[78633]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-16T19:27:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:09 smithi002 ceph-mon[78633]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:27:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:09 smithi002 ceph-mon[86656]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-16T19:27:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:09 smithi002 ceph-mon[86656]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:27:09.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:27:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:27:08.954+0000 7f50c26e9540 -1 osd.3 0 log_to_monitors true 2023-12-16T19:27:09.369 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:09 smithi043 ceph-mon[82080]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-16T19:27:09.369 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:09 smithi043 ceph-mon[82080]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:27:09.394 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi043:vg_nvme/lv_4 2023-12-16T19:27:09.694 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:10.322 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:27:10.322 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T19:27:10.322 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi002 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 4017M 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:10.323 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:10 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:27:10.186+0000 7f50ba6d1700 -1 osd.3 0 waiting for initial osdmap 2023-12-16T19:27:10.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:27:10.193+0000 7f50b54cc700 -1 osd.3 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:27:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:27:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T19:27:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:27:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi002 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 4017M 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:27:10.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi002 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 4017M 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:10.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:10 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: osdmap e22: 4 total, 3 up, 4 in 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[78633]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: osdmap e22: 4 total, 3 up, 4 in 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:11.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:11 smithi002 ceph-mon[86656]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: osdmap e22: 4 total, 3 up, 4 in 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:11.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:11 smithi043 ceph-mon[82080]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533] boot 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: osdmap e23: 4 total, 4 up, 4 in 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/3487030461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]': finished 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T19:27:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533] boot 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: osdmap e23: 4 total, 4 up, 4 in 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/3487030461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]': finished 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T19:27:12.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:12 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:27:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: osd.3 [v2:172.21.15.2:6826/1612337533,v1:172.21.15.2:6827/1612337533] boot 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: osdmap e23: 4 total, 4 up, 4 in 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/3487030461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]: dispatch 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4072912e-6cfc-4afe-9b44-7e3e9cdac395"}]': finished 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T19:27:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:12 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:13 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/1189897546' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:13.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:13 smithi002 ceph-mon[78633]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:13 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/1189897546' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:13 smithi002 ceph-mon[86656]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:13 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/1189897546' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:13 smithi043 ceph-mon[82080]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:15.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:15 smithi043 ceph-mon[82080]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:16.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:15 smithi002 ceph-mon[78633]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:16.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:15 smithi002 ceph-mon[86656]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:27:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:17.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:27:17.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:17.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:27:17.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:17.960 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:17 smithi043 ceph-mon[82080]: Deploying daemon osd.4 on smithi043 2023-12-16T19:27:17.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:17 smithi043 ceph-mon[82080]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:18.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:17 smithi002 ceph-mon[78633]: Deploying daemon osd.4 on smithi043 2023-12-16T19:27:18.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:17 smithi002 ceph-mon[78633]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:18.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:17 smithi002 ceph-mon[86656]: Deploying daemon osd.4 on smithi043 2023-12-16T19:27:18.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:17 smithi002 ceph-mon[86656]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:19.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:19 smithi043 ceph-mon[82080]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:19.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:19 smithi002 ceph-mon[78633]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:19.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:19 smithi002 ceph-mon[86656]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:20 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:20 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:20 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:20 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:21.309 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 4 on host 'smithi043' 2023-12-16T19:27:21.546 DEBUG:teuthology.orchestra.run.smithi043:osd.4> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service 2023-12-16T19:27:21.548 INFO:tasks.cephadm:Deploying osd.5 on smithi043 with /dev/vg_nvme/lv_3... 2023-12-16T19:27:21.549 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:21 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:21 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:22.006 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:22.999 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:27:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:27:22.714+0000 7f40e6bfb540 -1 osd.4 0 log_to_monitors true 2023-12-16T19:27:23.090 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-16T19:27:23.091 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-16T19:27:23.091 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2023-12-16T19:27:23.091 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2023-12-16T19:27:23.091 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111066 s, 944 MB/s 2023-12-16T19:27:23.091 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2023-12-16T19:27:23.366 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi043:vg_nvme/lv_3 2023-12-16T19:27:23.623 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:23.941 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:23.941 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.941 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.941 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:23.942 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:23 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:23.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:23.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:23.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:23.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:23 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi043 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 17093M 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi043 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 17093M 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:24 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:24.998 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:27:24.729+0000 7f40dd3e0700 -1 osd.4 0 waiting for initial osdmap 2023-12-16T19:27:24.998 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:27:24.735+0000 7f40d71d9700 -1 osd.4 26 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi043 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 17093M 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:24 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: osdmap e26: 5 total, 4 up, 5 in 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:27:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: osdmap e26: 5 total, 4 up, 5 in 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:25 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: osdmap e26: 5 total, 4 up, 5 in 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:25 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582] boot 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/3744858775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]': finished 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/1641751363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582] boot 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/3744858775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]': finished 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:26 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/1641751363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: osd.4 [v2:172.21.15.43:6800/3189785582,v1:172.21.15.43:6801/3189785582] boot 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/3744858775' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]: dispatch 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50447f8e-a19f-468d-a910-022e093c6591"}]': finished 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:26 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/1641751363' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[78633]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[78633]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[86656]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[86656]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T19:27:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:27 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:27 smithi043 ceph-mon[82080]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:27 smithi043 ceph-mon[82080]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T19:27:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:27 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[78633]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[78633]: pgmap v78: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 145 KiB/s, 0 objects/s recovering 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[86656]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:29.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:28 smithi002 ceph-mon[86656]: pgmap v78: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 145 KiB/s, 0 objects/s recovering 2023-12-16T19:27:29.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:28 smithi043 ceph-mon[82080]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T19:27:29.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:28 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:28 smithi043 ceph-mon[82080]: pgmap v78: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 145 KiB/s, 0 objects/s recovering 2023-12-16T19:27:30.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:29 smithi002 ceph-mon[78633]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T19:27:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:29 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:29 smithi002 ceph-mon[86656]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T19:27:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:29 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:30.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:29 smithi043 ceph-mon[82080]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T19:27:30.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:29 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:31.090 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:30 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:27:31.090 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:30 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:31.090 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:30 smithi043 ceph-mon[82080]: Deploying daemon osd.5 on smithi043 2023-12-16T19:27:31.090 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:30 smithi043 ceph-mon[82080]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-12-16T19:27:31.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[78633]: Deploying daemon osd.5 on smithi043 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[78633]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[86656]: Deploying daemon osd.5 on smithi043 2023-12-16T19:27:31.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:30 smithi002 ceph-mon[86656]: pgmap v80: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-12-16T19:27:33.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:33 smithi043 ceph-mon[82080]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:27:33.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:33.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:33.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[78633]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:27:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:34.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[86656]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:27:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:35.102 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 5 on host 'smithi043' 2023-12-16T19:27:35.340 DEBUG:teuthology.orchestra.run.smithi043:osd.5> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service 2023-12-16T19:27:35.342 INFO:tasks.cephadm:Deploying osd.6 on smithi043 with /dev/vg_nvme/lv_2... 2023-12-16T19:27:35.342 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.714 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.715 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:35 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:35.812 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:35 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:36.939 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:36 smithi043 ceph-mon[82080]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:36.939 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:36 smithi043 ceph-mon[82080]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:36.939 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:27:36 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:27:36.682+0000 7ff5e71e0540 -1 osd.5 0 log_to_monitors true 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00969476 s, 1.1 GB/s 2023-12-16T19:27:36.966 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2023-12-16T19:27:37.215 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi043:vg_nvme/lv_2 2023-12-16T19:27:37.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:36 smithi002 ceph-mon[78633]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:37.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:36 smithi002 ceph-mon[78633]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:36 smithi002 ceph-mon[86656]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:36 smithi002 ceph-mon[86656]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:27:37.478 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:37.782 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:27:37.754+0000 7ff5dd9c5700 -1 osd.5 0 waiting for initial osdmap 2023-12-16T19:27:37.782 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:27:37.759+0000 7ff5d97c2700 -1 osd.5 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:27:37.782 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:37.782 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:27:37.782 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T19:27:37.782 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:37.783 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:38.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:38.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi043 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 8546M 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: osdmap e33: 6 total, 5 up, 6 in 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097] boot 2023-12-16T19:27:38.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T19:27:38.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:38.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:38.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:38.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:38 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi043 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 8546M 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: osdmap e33: 6 total, 5 up, 6 in 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097] boot 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T19:27:39.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi043 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 8546M 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: osdmap e33: 6 total, 5 up, 6 in 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: osd.5 [v2:172.21.15.43:6808/1384377097,v1:172.21.15.43:6809/1384377097] boot 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:38 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[78633]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[78633]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[78633]: osdmap e35: 6 total, 6 up, 6 in 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[86656]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[86656]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:39 smithi002 ceph-mon[86656]: osdmap e35: 6 total, 6 up, 6 in 2023-12-16T19:27:40.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:39 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:27:40.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:39 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:27:40.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:39 smithi043 ceph-mon[82080]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:40.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:39 smithi043 ceph-mon[82080]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T19:27:40.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:39 smithi043 ceph-mon[82080]: osdmap e35: 6 total, 6 up, 6 in 2023-12-16T19:27:41.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/583548426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]': finished 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/2170987961' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/583548426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]': finished 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T19:27:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:41.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:40 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/2170987961' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/583548426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]: dispatch 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f934f24-a326-470a-8a00-976766851b6d"}]': finished 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:41.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:40 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/2170987961' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[78633]: pgmap v90: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[78633]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[86656]: pgmap v90: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[86656]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T19:27:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:41 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:41 smithi043 ceph-mon[82080]: pgmap v90: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:41 smithi043 ceph-mon[82080]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T19:27:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:41 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:42 smithi043 ceph-mon[82080]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T19:27:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:42 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:43.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:42 smithi002 ceph-mon[78633]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T19:27:43.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:42 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:43.141 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:42 smithi002 ceph-mon[86656]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T19:27:43.141 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:42 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:43 smithi043 ceph-mon[82080]: pgmap v93: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:44.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:43 smithi002 ceph-mon[78633]: pgmap v93: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:43 smithi002 ceph-mon[86656]: pgmap v93: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T19:27:45.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:44 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:27:45.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:44 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:45.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:44 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:27:45.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:44 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:45.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:44 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:27:45.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:44 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:46.157 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:45 smithi043 ceph-mon[82080]: Deploying daemon osd.6 on smithi043 2023-12-16T19:27:46.158 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:45 smithi043 ceph-mon[82080]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:27:46.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:45 smithi002 ceph-mon[78633]: Deploying daemon osd.6 on smithi043 2023-12-16T19:27:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:45 smithi002 ceph-mon[78633]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:27:46.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:45 smithi002 ceph-mon[86656]: Deploying daemon osd.6 on smithi043 2023-12-16T19:27:46.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:45 smithi002 ceph-mon[86656]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:27:47.979 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:47 smithi043 ceph-mon[82080]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-12-16T19:27:47.979 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:47 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:47.979 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:47 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:47.979 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:47 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[78633]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[86656]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:48.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:47 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:48.978 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 6 on host 'smithi043' 2023-12-16T19:27:49.214 DEBUG:teuthology.orchestra.run.smithi043:osd.6> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.6.service 2023-12-16T19:27:49.219 INFO:tasks.cephadm:Deploying osd.7 on smithi043 with /dev/vg_nvme/lv_1... 2023-12-16T19:27:49.219 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-16T19:27:49.732 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.858 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:49 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:49 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:27:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:50 smithi043 ceph-mon[82080]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:50 smithi043 ceph-mon[82080]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:50.749 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:27:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:27:50.516+0000 7fec902c1540 -1 osd.6 0 log_to_monitors true 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr: stderr: 10+0 records in 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr:10+0 records out 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0103039 s, 1.0 GB/s 2023-12-16T19:27:50.888 INFO:teuthology.orchestra.run.smithi043.stderr:--> Zapping successful for: 2023-12-16T19:27:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:50 smithi002 ceph-mon[78633]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:50 smithi002 ceph-mon[78633]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:50 smithi002 ceph-mon[86656]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:50 smithi002 ceph-mon[86656]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:27:51.145 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi043:vg_nvme/lv_1 2023-12-16T19:27:51.409 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:27:51.749 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:27:51.630+0000 7fec86aa6700 -1 osd.6 0 waiting for initial osdmap 2023-12-16T19:27:51.749 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:27:51.635+0000 7fec830a4700 -1 osd.6 40 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:27:51.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi043 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 5697M 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:51.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:51.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:51 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi043 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 5697M 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:51.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi043 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:27:51.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 5697M 2023-12-16T19:27:51.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:51.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:51.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:27:51.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:51 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:27:52.966 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: osdmap e40: 7 total, 6 up, 7 in 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:52.967 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:52 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: osdmap e40: 7 total, 6 up, 7 in 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: osdmap e40: 7 total, 6 up, 7 in 2023-12-16T19:27:52.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:52.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T19:27:52.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T19:27:52.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:52 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:53.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:27:53.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:27:53.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:53.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343] boot 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: osdmap e41: 7 total, 7 up, 7 in 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[78633]: osdmap e42: 7 total, 7 up, 7 in 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343] boot 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: osdmap e41: 7 total, 7 up, 7 in 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:53.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:53 smithi002 ceph-mon[86656]: osdmap e42: 7 total, 7 up, 7 in 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi043:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: osd.6 [v2:172.21.15.43:6816/2679766343,v1:172.21.15.43:6817/2679766343] boot 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: osdmap e41: 7 total, 7 up, 7 in 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:53.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:53 smithi043 ceph-mon[82080]: osdmap e42: 7 total, 7 up, 7 in 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/3096796981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]': finished 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/1026557549' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/3096796981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]': finished 2023-12-16T19:27:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T19:27:54.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:54.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:54 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/1026557549' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/3096796981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]: dispatch 2023-12-16T19:27:54.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "318a6b3b-0c18-4ae5-a126-b100298170fb"}]': finished 2023-12-16T19:27:54.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T19:27:54.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:54.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:54 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/1026557549' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[78633]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[78633]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[86656]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[86656]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T19:27:55.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:55 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:55 smithi043 ceph-mon[82080]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:55 smithi043 ceph-mon[82080]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T19:27:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:55 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[78633]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[78633]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[86656]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:56 smithi002 ceph-mon[86656]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:56 smithi043 ceph-mon[82080]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T19:27:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:56 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:27:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:56 smithi043 ceph-mon[82080]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T19:27:59.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:59 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:27:59.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:59 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:59.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:59 smithi043 ceph-mon[82080]: Deploying daemon osd.7 on smithi043 2023-12-16T19:27:59.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:27:59 smithi043 ceph-mon[82080]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:27:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[78633]: Deploying daemon osd.7 on smithi043 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[78633]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[86656]: Deploying daemon osd.7 on smithi043 2023-12-16T19:27:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:27:59 smithi002 ceph-mon[86656]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2023-12-16T19:28:02.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:01 smithi043 ceph-mon[82080]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-12-16T19:28:02.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:01 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:01 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:01 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[78633]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-12-16T19:28:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[86656]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-12-16T19:28:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:01 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:03.245 INFO:teuthology.orchestra.run.smithi043.stdout:Created osd(s) 7 on host 'smithi043' 2023-12-16T19:28:03.488 DEBUG:teuthology.orchestra.run.smithi043:osd.7> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.7.service 2023-12-16T19:28:03.491 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-16T19:28:03.491 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-16T19:28:03.771 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[78633]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[86656]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:03.860 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:03 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:04.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:03 smithi043 ceph-mon[82080]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:03 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:04.780 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:05.001 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:28:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:28:04.781+0000 7f5d70985540 -1 osd.7 0 log_to_monitors true 2023-12-16T19:28:05.025 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1702754872,"num_in_osds":8,"osd_in_since":1702754873,"num_remapped_pgs":0} 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2213772727' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:06.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:06.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:05 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.026 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2213772727' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2213772727' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.057 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:06.058 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:05 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.300 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: Detected new or changed devices on smithi043 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 4273M 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: Detected new or changed devices on smithi043 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 4273M 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:06.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:06 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:07.190 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:07.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:28:06.766+0000 7f5d6716a700 -1 osd.7 0 waiting for initial osdmap 2023-12-16T19:28:07.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:28:06.775+0000 7f5d61f65700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:28:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: Detected new or changed devices on smithi043 2023-12-16T19:28:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 4273M 2023-12-16T19:28:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:28:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T19:28:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:07.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:06 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:07.457 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":47,"num_osds":8,"num_up_osds":7,"osd_up_since":1702754872,"num_in_osds":8,"osd_in_since":1702754873,"num_remapped_pgs":0} 2023-12-16T19:28:08.150 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:08.150 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:28:08.150 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: osdmap e47: 8 total, 7 up, 8 in 2023-12-16T19:28:08.150 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.150 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.151 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:07 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3988844735' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: osdmap e47: 8 total, 7 up, 8 in 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3988844735' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]': finished 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: osdmap e47: 8 total, 7 up, 8 in 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:08.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:07 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3988844735' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:08.459 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-16T19:28:08.734 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:09.182 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: purged_snaps scrub starts 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: purged_snaps scrub ok 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045] boot 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[78633]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: purged_snaps scrub starts 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: purged_snaps scrub ok 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045] boot 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T19:28:09.183 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:09.184 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:08 smithi002 ceph-mon[86656]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T19:28:09.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: purged_snaps scrub starts 2023-12-16T19:28:09.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: purged_snaps scrub ok 2023-12-16T19:28:09.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: osd.7 [v2:172.21.15.43:6824/3602445045,v1:172.21.15.43:6825/3602445045] boot 2023-12-16T19:28:09.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T19:28:09.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:09.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:08 smithi043 ceph-mon[82080]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T19:28:09.692 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:09.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[78633]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:09.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[78633]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T19:28:09.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2376972148' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:09.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[86656]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:09.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[86656]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T19:28:09.957 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:09 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2376972148' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:09.958 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1702754887,"num_in_osds":8,"osd_in_since":1702754873,"num_remapped_pgs":1} 2023-12-16T19:28:09.958 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T19:28:10.221 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:09 smithi043 ceph-mon[82080]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:09 smithi043 ceph-mon[82080]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T19:28:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:09 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2376972148' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T19:28:11.103 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:11.104 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":51,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:10.767316+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:11.435 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T19:26:57.174411+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T19:28:11.436 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-16T19:28:11.699 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:12.132 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[78633]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:12.132 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[78633]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T19:28:12.132 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3130496091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:12.133 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[86656]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:12.133 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[86656]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T19:28:12.133 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:11 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3130496091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:11 smithi043 ceph-mon[82080]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:11 smithi043 ceph-mon[82080]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T19:28:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:11 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3130496091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:12.653 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2023-12-16T19:28:12.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:12 smithi002 ceph-mon[78633]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T19:28:12.914 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:12 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1692632772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:12.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:12 smithi002 ceph-mon[86656]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T19:28:12.915 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:12 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1692632772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:12.916 INFO:tasks.cephadm:Adding mds.a on smithi002 2023-12-16T19:28:12.916 INFO:tasks.cephadm:Adding mds.b on smithi043 2023-12-16T19:28:12.917 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply mds all '2;smithi002=a;smithi043=b' 2023-12-16T19:28:13.195 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:12 smithi043 ceph-mon[82080]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T19:28:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:12 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1692632772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:13.825 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:13 smithi043 ceph-mon[82080]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:14.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:13 smithi002 ceph-mon[78633]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:14.141 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:13 smithi002 ceph-mon[86656]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:14.195 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled mds.all update... 2023-12-16T19:28:14.453 DEBUG:teuthology.orchestra.run.smithi002:mds.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.a.service 2023-12-16T19:28:14.455 DEBUG:teuthology.orchestra.run.smithi043:mds.b> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.b.service 2023-12-16T19:28:14.457 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-16T19:28:14.458 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:14.814 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:14.814 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":52,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:11.771694+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:14.826 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T19:26:57.174411+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T19:28:14.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T19:28:15.125 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2023-12-16T19:28:15.137 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:28:15.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:15.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: Saving service mds.all spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:15.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: Deploying daemon mds.a on smithi002 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3571309596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/775923563' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:15.443 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: Saving service mds.all spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: Deploying daemon mds.a on smithi002 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3571309596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.444 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/775923563' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: Saving service mds.all spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: Deploying daemon mds.a on smithi002 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3571309596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:15 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/775923563' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:15.562 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:15.562 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-16T19:28:15.562 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 1 2023-12-16T19:28:15.697 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 podman[113410]: 2023-12-16 19:28:15.584171136 +0000 UTC m=+0.018562299 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T19:28:15.990 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 podman[113410]: 2023-12-16 19:28:15.722689 +0000 UTC m=+0.157080171 container init 292c1d91e8378ef6b72b2996b8b72898219a43cc3410150bfb5344cbf9836a3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T19:28:15.990 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 podman[113410]: 2023-12-16 19:28:15.736374922 +0000 UTC m=+0.170766078 container start 292c1d91e8378ef6b72b2996b8b72898219a43cc3410150bfb5344cbf9836a3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a, RELEASE=quincy-1f2f551, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2023-12-16T19:28:15.990 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a[113426]: starting mds.a at 2023-12-16T19:28:15.990 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 bash[113410]: 292c1d91e8378ef6b72b2996b8b72898219a43cc3410150bfb5344cbf9836a3b 2023-12-16T19:28:15.990 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 19:28:15 smithi002 systemd[1]: Started Ceph mds.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2262662172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: mds.? [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] up:boot 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: fsmap 1 up:standby 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:16 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2262662172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: mds.? [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] up:boot 2023-12-16T19:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: fsmap 1 up:standby 2023-12-16T19:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2262662172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: mds.? [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] up:boot 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: fsmap 1 up:standby 2023-12-16T19:28:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T19:28:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:16 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:16.950 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:16 smithi043 systemd[1]: Starting Ceph mds.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:28:17.205 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 podman[107905]: 2023-12-16 19:28:17.106284608 +0000 UTC m=+0.055242516 container create ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, ceph=True) 2023-12-16T19:28:17.205 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 podman[107905]: 2023-12-16 19:28:17.069058859 +0000 UTC m=+0.018016728 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T19:28:17.205 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 podman[107905]: 2023-12-16 19:28:17.181965226 +0000 UTC m=+0.130923106 container init ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:28:17.205 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 podman[107905]: 2023-12-16 19:28:17.203583441 +0000 UTC m=+0.152541310 container start ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T19:28:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:17 smithi043 ceph-mon[82080]: Deploying daemon mds.b on smithi043 2023-12-16T19:28:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:17 smithi043 ceph-mon[82080]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-16T19:28:17.499 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: starting mds.b at 2023-12-16T19:28:17.499 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 bash[107905]: ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 2023-12-16T19:28:17.499 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:17 smithi043 systemd[1]: Started Ceph mds.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:28:17.576 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:28:17.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:17 smithi002 ceph-mon[78633]: Deploying daemon mds.b on smithi043 2023-12-16T19:28:17.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:17 smithi002 ceph-mon[78633]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-16T19:28:17.605 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:17 smithi002 ceph-mon[86656]: Deploying daemon mds.b on smithi043 2023-12-16T19:28:17.605 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:17 smithi002 ceph-mon[86656]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-16T19:28:17.923 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:17.923 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-12-16T19:28:17.923 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 2 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2814278172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:boot 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: fsmap 2 up:standby 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2814278172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:boot 2023-12-16T19:28:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: fsmap 2 up:standby 2023-12-16T19:28:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:18 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2814278172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:boot 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: fsmap 2 up:standby 2023-12-16T19:28:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:18 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[78633]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:19.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:19 smithi002 ceph-mon[86656]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:19.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:19 smithi043 ceph-mon[82080]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T19:28:19.936 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:28:20.271 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:20.271 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-16T19:28:20.271 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 3 2023-12-16T19:28:20.284 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:20.569 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:20.569 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":52,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:11.771694+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:20.582 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T19:26:57.174411+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T19:28:20.582 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T19:28:20.872 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2023-12-16T19:28:20.884 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:20 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3855781347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:20.884 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:20 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1118246229' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:20.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:20 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3855781347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:20.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:20 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1118246229' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:20.885 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-16T19:28:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:20 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3855781347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:20 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1118246229' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout:[ 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout: { 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout: "poolnum": 1, 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout: "poolname": ".mgr" 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:28:21.169 INFO:teuthology.orchestra.run.smithi002.stdout:] 2023-12-16T19:28:21.181 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-16T19:28:21.182 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-16T19:28:21.954 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' created 2023-12-16T19:28:21.969 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-16T19:28:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[78633]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1333047921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1086029298' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/709452693' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[86656]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1333047921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1086029298' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T19:28:22.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/709452693' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:22.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:21 smithi043 ceph-mon[82080]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:22.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1333047921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:28:22.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1086029298' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T19:28:22.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/709452693' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:22.958 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' created 2023-12-16T19:28:22.980 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-16T19:28:23.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:23.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T19:28:23.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[78633]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T19:28:23.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T19:28:23.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[78633]: pgmap v128: 33 pgs: 14 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:23.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:23.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T19:28:23.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[86656]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T19:28:23.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T19:28:23.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:22 smithi002 ceph-mon[86656]: pgmap v128: 33 pgs: 14 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:23.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:22 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T19:28:23.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:22 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T19:28:23.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:22 smithi043 ceph-mon[82080]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T19:28:23.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:22 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T19:28:23.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:22 smithi043 ceph-mon[82080]: pgmap v128: 33 pgs: 14 creating+peering, 1 active+clean, 18 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-16T19:28:24.198 INFO:teuthology.orchestra.run.smithi002.stderr:new fs with metadata pool 2 and data pool 3 2023-12-16T19:28:24.216 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:28:24.216 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3629709233' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[78633]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3629709233' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.217 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:23 smithi002 ceph-mon[86656]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T19:28:24.218 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1318055136' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3629709233' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T19:28:24.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:23 smithi043 ceph-mon[82080]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T19:28:24.526 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:24.526 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":55,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:23.303564+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:24.539 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:24.823 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:24.824 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":55,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:23.303564+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:24.836 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/744502786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: pgmap v131: 97 pgs: 8 active+clean, 42 creating+peering, 47 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:25.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1867041532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/744502786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: pgmap v131: 97 pgs: 8 active+clean, 42 creating+peering, 47 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:25.213 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:24 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1867041532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:25.214 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-16T19:28:25.214 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/744502786' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: pgmap v131: 97 pgs: 8 active+clean, 42 creating+peering, 47 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:25.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:24 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1867041532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: Cluster is now healthy 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:active 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1384001093' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.218 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: Cluster is now healthy 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:active 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1384001093' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.219 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:25 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.220 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-16T19:28:26.220 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:28:26.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T19:28:26.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T19:28:26.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:28:26.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: Cluster is now healthy 2023-12-16T19:28:26.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: mds.? [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] up:active 2023-12-16T19:28:26.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2136083799' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T19:28:26.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:26.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1384001093' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:25 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T19:28:26.551 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:26.552 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T19:28:26.552 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T19:28:26.563 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:26.848 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:26.848 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":56,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:24.905052+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:26.860 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-16T19:28:26.861 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T19:28:27.149 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:27.151 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:28:27.160 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2023-12-16T19:28:26.701840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":186,"acting":186,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384224,"kb_used_data":5920,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576992,"statfs":{"total":767960285184,"available":765518839808,"internally_reserved":0,"allocated":6062080,"data_stored":3550057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.751904"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964557+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:48:00.886754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963210+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:37:07.849871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960769+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:11:40.714030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.922063+0000","last_change":"2023-12-16T19:28:23.921023+0000","last_active":"2023-12-16T19:28:23.922063+0000","last_peered":"2023-12-16T19:28:23.922063+0000","last_clean":"2023-12-16T19:28:23.922063+0000","last_became_active":"2023-12-16T19:28:23.920689+0000","last_became_peered":"2023-12-16T19:28:23.920689+0000","last_unstale":"2023-12-16T19:28:23.922063+0000","last_undegraded":"2023-12-16T19:28:23.922063+0000","last_fullsized":"2023-12-16T19:28:23.922063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:50:55.997866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965087+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:00.863751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966893+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:30:04.864173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966614+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:26.215081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930455+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:23.930455+0000","last_peered":"2023-12-16T19:28:23.930455+0000","last_clean":"2023-12-16T19:28:23.930455+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:23.930455+0000","last_undegraded":"2023-12-16T19:28:23.930455+0000","last_fullsized":"2023-12-16T19:28:23.930455+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.985200+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:22.985200+0000","last_peered":"2023-12-16T19:28:22.985200+0000","last_clean":"2023-12-16T19:28:22.985200+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:22.985200+0000","last_undegraded":"2023-12-16T19:28:22.985200+0000","last_fullsized":"2023-12-16T19:28:22.985200+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.955068+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:47:54.489335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.967813+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:29:46.651334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954069+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:42:51.193533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963820+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:53.482870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952189+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:16.326555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965548+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:13:54.202666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954579+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:58:27.954095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929080+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:23.929080+0000","last_peered":"2023-12-16T19:28:23.929080+0000","last_clean":"2023-12-16T19:28:23.929080+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:23.929080+0000","last_undegraded":"2023-12-16T19:28:23.929080+0000","last_fullsized":"2023-12-16T19:28:23.929080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954369+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:38:48.849067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964722+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:25:19.677346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953852+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:22:33.215766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.982064+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:22.982064+0000","last_peered":"2023-12-16T19:28:22.982064+0000","last_clean":"2023-12-16T19:28:22.982064+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:22.982064+0000","last_undegraded":"2023-12-16T19:28:22.982064+0000","last_fullsized":"2023-12-16T19:28:22.982064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954526+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:15:18.642752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.961741+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:32:53.707945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.974340+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:22.974340+0000","last_peered":"2023-12-16T19:28:22.974340+0000","last_clean":"2023-12-16T19:28:22.974340+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:22.974340+0000","last_undegraded":"2023-12-16T19:28:22.974340+0000","last_fullsized":"2023-12-16T19:28:22.974340+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964860+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:51:24.292779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951902+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:38.146603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931967+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:23.931967+0000","last_peered":"2023-12-16T19:28:23.931967+0000","last_clean":"2023-12-16T19:28:23.931967+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:23.931967+0000","last_undegraded":"2023-12-16T19:28:23.931967+0000","last_fullsized":"2023-12-16T19:28:23.931967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953829+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:44.078070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977608+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:22.977608+0000","last_peered":"2023-12-16T19:28:22.977608+0000","last_clean":"2023-12-16T19:28:22.977608+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:22.977608+0000","last_undegraded":"2023-12-16T19:28:22.977608+0000","last_fullsized":"2023-12-16T19:28:22.977608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963228+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:59:12.170681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.978560+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:22.978560+0000","last_peered":"2023-12-16T19:28:22.978560+0000","last_clean":"2023-12-16T19:28:22.978560+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:22.978560+0000","last_undegraded":"2023-12-16T19:28:22.978560+0000","last_fullsized":"2023-12-16T19:28:22.978560+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953894+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:07:31.978132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206223+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:24.206223+0000","last_peered":"2023-12-16T19:28:24.206223+0000","last_clean":"2023-12-16T19:28:24.206223+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:24.206223+0000","last_undegraded":"2023-12-16T19:28:24.206223+0000","last_fullsized":"2023-12-16T19:28:24.206223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203850+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:24.203850+0000","last_peered":"2023-12-16T19:28:24.203850+0000","last_clean":"2023-12-16T19:28:24.203850+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:24.203850+0000","last_undegraded":"2023-12-16T19:28:24.203850+0000","last_fullsized":"2023-12-16T19:28:24.203850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951302+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:49:24.255506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959197+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:28:43.173785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977483+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:22.977483+0000","last_peered":"2023-12-16T19:28:22.977483+0000","last_clean":"2023-12-16T19:28:22.977483+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:22.977483+0000","last_undegraded":"2023-12-16T19:28:22.977483+0000","last_fullsized":"2023-12-16T19:28:22.977483+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935305+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:23.935305+0000","last_peered":"2023-12-16T19:28:23.935305+0000","last_clean":"2023-12-16T19:28:23.935305+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:23.935305+0000","last_undegraded":"2023-12-16T19:28:23.935305+0000","last_fullsized":"2023-12-16T19:28:23.935305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.908050+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:23.908050+0000","last_peered":"2023-12-16T19:28:23.908050+0000","last_clean":"2023-12-16T19:28:23.908050+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:23.908050+0000","last_undegraded":"2023-12-16T19:28:23.908050+0000","last_fullsized":"2023-12-16T19:28:23.908050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.983721+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:22.983721+0000","last_peered":"2023-12-16T19:28:22.983721+0000","last_clean":"2023-12-16T19:28:22.983721+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:22.983721+0000","last_undegraded":"2023-12-16T19:28:22.983721+0000","last_fullsized":"2023-12-16T19:28:22.983721+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"20'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-16T19:28:11.780902+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:11.780902+0000","last_peered":"2023-12-16T19:28:11.780902+0000","last_clean":"2023-12-16T19:28:11.780902+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:11.780902+0000","last_undegraded":"2023-12-16T19:28:11.780902+0000","last_fullsized":"2023-12-16T19:28:11.780902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966191+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:36:08.930849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952135+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:12:44.713157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953429+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:33.168283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951377+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:09:22.915769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953952+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:24:30.406728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.962521+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:05:47.683957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953602+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:49:07.999901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932361+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:23.932361+0000","last_peered":"2023-12-16T19:28:23.932361+0000","last_clean":"2023-12-16T19:28:23.932361+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:23.932361+0000","last_undegraded":"2023-12-16T19:28:23.932361+0000","last_fullsized":"2023-12-16T19:28:23.932361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:18:50.212509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951386+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:02:45.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952635+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:20.017547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.907751+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:23.907751+0000","last_peered":"2023-12-16T19:28:23.907751+0000","last_clean":"2023-12-16T19:28:23.907751+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:23.907751+0000","last_undegraded":"2023-12-16T19:28:23.907751+0000","last_fullsized":"2023-12-16T19:28:23.907751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:46.479243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960110+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:35:38.287296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205929+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:24.205929+0000","last_peered":"2023-12-16T19:28:24.205929+0000","last_clean":"2023-12-16T19:28:24.205929+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:24.205929+0000","last_undegraded":"2023-12-16T19:28:24.205929+0000","last_fullsized":"2023-12-16T19:28:24.205929+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925742+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:23.925742+0000","last_peered":"2023-12-16T19:28:23.925742+0000","last_clean":"2023-12-16T19:28:23.925742+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:23.925742+0000","last_undegraded":"2023-12-16T19:28:23.925742+0000","last_fullsized":"2023-12-16T19:28:23.925742+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959643+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:27:03.649633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969301+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:01:29.550966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959075+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:37:39.812081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960272+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:49:14.524955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969695+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:17.456361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659144,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607574,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297784,"kb_used_data":496,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447368,"statfs":{"total":95995035648,"available":95690104832,"internally_reserved":0,"allocated":507904,"data_stored":209879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.433}]},{"osd":2,"last update":"Sat Dec 16 19:27:57 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738393,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":813440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.37}]},{"osd":2,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.316},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444052,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":236983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.308}]},{"osd":1,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":3,"up_from":23,"seq":98784247825,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297800,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447352,"statfs":{"total":95995035648,"available":95690088448,"internally_reserved":0,"allocated":524288,"data_stored":216379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.378},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":27,"seq":115964117006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297852,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447300,"statfs":{"total":95995035648,"available":95690035200,"internally_reserved":0,"allocated":577536,"data_stored":237663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":5,"up_from":34,"seq":146028888075,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":222807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:28:27.165 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[78633]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2821370635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[78633]: pgmap v133: 97 pgs: 20 active+clean, 42 creating+peering, 35 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 3 op/s 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2455159380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[86656]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:27.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2821370635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[86656]: pgmap v133: 97 pgs: 20 active+clean, 42 creating+peering, 35 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 3 op/s 2023-12-16T19:28:27.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:27 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2455159380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.493 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:27.495 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:28:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:27 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T19:28:27.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:27 smithi043 ceph-mon[82080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:28:27.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:27 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2821370635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:27 smithi043 ceph-mon[82080]: pgmap v133: 97 pgs: 20 active+clean, 42 creating+peering, 35 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 215 B/s wr, 3 op/s 2023-12-16T19:28:27.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:27 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2455159380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:27.503 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2023-12-16T19:28:26.701840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":186,"acting":186,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384224,"kb_used_data":5920,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576992,"statfs":{"total":767960285184,"available":765518839808,"internally_reserved":0,"allocated":6062080,"data_stored":3550057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.751904"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964557+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:48:00.886754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963210+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:37:07.849871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960769+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:11:40.714030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.922063+0000","last_change":"2023-12-16T19:28:23.921023+0000","last_active":"2023-12-16T19:28:23.922063+0000","last_peered":"2023-12-16T19:28:23.922063+0000","last_clean":"2023-12-16T19:28:23.922063+0000","last_became_active":"2023-12-16T19:28:23.920689+0000","last_became_peered":"2023-12-16T19:28:23.920689+0000","last_unstale":"2023-12-16T19:28:23.922063+0000","last_undegraded":"2023-12-16T19:28:23.922063+0000","last_fullsized":"2023-12-16T19:28:23.922063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:50:55.997866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965087+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:00.863751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966893+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:30:04.864173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966614+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:26.215081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930455+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:23.930455+0000","last_peered":"2023-12-16T19:28:23.930455+0000","last_clean":"2023-12-16T19:28:23.930455+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:23.930455+0000","last_undegraded":"2023-12-16T19:28:23.930455+0000","last_fullsized":"2023-12-16T19:28:23.930455+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.985200+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:22.985200+0000","last_peered":"2023-12-16T19:28:22.985200+0000","last_clean":"2023-12-16T19:28:22.985200+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:22.985200+0000","last_undegraded":"2023-12-16T19:28:22.985200+0000","last_fullsized":"2023-12-16T19:28:22.985200+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.955068+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:47:54.489335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.967813+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:29:46.651334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954069+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:42:51.193533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963820+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:53.482870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952189+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:16.326555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965548+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:13:54.202666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954579+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:58:27.954095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929080+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:23.929080+0000","last_peered":"2023-12-16T19:28:23.929080+0000","last_clean":"2023-12-16T19:28:23.929080+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:23.929080+0000","last_undegraded":"2023-12-16T19:28:23.929080+0000","last_fullsized":"2023-12-16T19:28:23.929080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954369+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:38:48.849067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964722+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:25:19.677346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953852+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:22:33.215766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.982064+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:22.982064+0000","last_peered":"2023-12-16T19:28:22.982064+0000","last_clean":"2023-12-16T19:28:22.982064+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:22.982064+0000","last_undegraded":"2023-12-16T19:28:22.982064+0000","last_fullsized":"2023-12-16T19:28:22.982064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954526+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:15:18.642752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.961741+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:32:53.707945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.974340+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:22.974340+0000","last_peered":"2023-12-16T19:28:22.974340+0000","last_clean":"2023-12-16T19:28:22.974340+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:22.974340+0000","last_undegraded":"2023-12-16T19:28:22.974340+0000","last_fullsized":"2023-12-16T19:28:22.974340+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964860+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:51:24.292779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951902+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:38.146603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931967+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:23.931967+0000","last_peered":"2023-12-16T19:28:23.931967+0000","last_clean":"2023-12-16T19:28:23.931967+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:23.931967+0000","last_undegraded":"2023-12-16T19:28:23.931967+0000","last_fullsized":"2023-12-16T19:28:23.931967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953829+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:44.078070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977608+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:22.977608+0000","last_peered":"2023-12-16T19:28:22.977608+0000","last_clean":"2023-12-16T19:28:22.977608+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:22.977608+0000","last_undegraded":"2023-12-16T19:28:22.977608+0000","last_fullsized":"2023-12-16T19:28:22.977608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963228+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:59:12.170681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.978560+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:22.978560+0000","last_peered":"2023-12-16T19:28:22.978560+0000","last_clean":"2023-12-16T19:28:22.978560+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:22.978560+0000","last_undegraded":"2023-12-16T19:28:22.978560+0000","last_fullsized":"2023-12-16T19:28:22.978560+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953894+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:07:31.978132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206223+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:24.206223+0000","last_peered":"2023-12-16T19:28:24.206223+0000","last_clean":"2023-12-16T19:28:24.206223+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:24.206223+0000","last_undegraded":"2023-12-16T19:28:24.206223+0000","last_fullsized":"2023-12-16T19:28:24.206223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203850+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:24.203850+0000","last_peered":"2023-12-16T19:28:24.203850+0000","last_clean":"2023-12-16T19:28:24.203850+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:24.203850+0000","last_undegraded":"2023-12-16T19:28:24.203850+0000","last_fullsized":"2023-12-16T19:28:24.203850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951302+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:49:24.255506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959197+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:28:43.173785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977483+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:22.977483+0000","last_peered":"2023-12-16T19:28:22.977483+0000","last_clean":"2023-12-16T19:28:22.977483+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:22.977483+0000","last_undegraded":"2023-12-16T19:28:22.977483+0000","last_fullsized":"2023-12-16T19:28:22.977483+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935305+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:23.935305+0000","last_peered":"2023-12-16T19:28:23.935305+0000","last_clean":"2023-12-16T19:28:23.935305+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:23.935305+0000","last_undegraded":"2023-12-16T19:28:23.935305+0000","last_fullsized":"2023-12-16T19:28:23.935305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.908050+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:23.908050+0000","last_peered":"2023-12-16T19:28:23.908050+0000","last_clean":"2023-12-16T19:28:23.908050+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:23.908050+0000","last_undegraded":"2023-12-16T19:28:23.908050+0000","last_fullsized":"2023-12-16T19:28:23.908050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.983721+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:22.983721+0000","last_peered":"2023-12-16T19:28:22.983721+0000","last_clean":"2023-12-16T19:28:22.983721+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:22.983721+0000","last_undegraded":"2023-12-16T19:28:22.983721+0000","last_fullsized":"2023-12-16T19:28:22.983721+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"20'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-16T19:28:11.780902+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:11.780902+0000","last_peered":"2023-12-16T19:28:11.780902+0000","last_clean":"2023-12-16T19:28:11.780902+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:11.780902+0000","last_undegraded":"2023-12-16T19:28:11.780902+0000","last_fullsized":"2023-12-16T19:28:11.780902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966191+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:36:08.930849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952135+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:12:44.713157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953429+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:33.168283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951377+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:09:22.915769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953952+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:24:30.406728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.962521+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:05:47.683957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953602+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:49:07.999901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932361+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:23.932361+0000","last_peered":"2023-12-16T19:28:23.932361+0000","last_clean":"2023-12-16T19:28:23.932361+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:23.932361+0000","last_undegraded":"2023-12-16T19:28:23.932361+0000","last_fullsized":"2023-12-16T19:28:23.932361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:18:50.212509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951386+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:02:45.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952635+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:20.017547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.907751+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:23.907751+0000","last_peered":"2023-12-16T19:28:23.907751+0000","last_clean":"2023-12-16T19:28:23.907751+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:23.907751+0000","last_undegraded":"2023-12-16T19:28:23.907751+0000","last_fullsized":"2023-12-16T19:28:23.907751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:46.479243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960110+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:35:38.287296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205929+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:24.205929+0000","last_peered":"2023-12-16T19:28:24.205929+0000","last_clean":"2023-12-16T19:28:24.205929+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:24.205929+0000","last_undegraded":"2023-12-16T19:28:24.205929+0000","last_fullsized":"2023-12-16T19:28:24.205929+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925742+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:23.925742+0000","last_peered":"2023-12-16T19:28:23.925742+0000","last_clean":"2023-12-16T19:28:23.925742+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:23.925742+0000","last_undegraded":"2023-12-16T19:28:23.925742+0000","last_fullsized":"2023-12-16T19:28:23.925742+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959643+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:27:03.649633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969301+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:01:29.550966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959075+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:37:39.812081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960272+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:49:14.524955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969695+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:17.456361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659144,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607574,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297784,"kb_used_data":496,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447368,"statfs":{"total":95995035648,"available":95690104832,"internally_reserved":0,"allocated":507904,"data_stored":209879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.433}]},{"osd":2,"last update":"Sat Dec 16 19:27:57 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738393,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":813440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.37}]},{"osd":2,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.316},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444052,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":236983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.308}]},{"osd":1,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":3,"up_from":23,"seq":98784247825,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297800,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447352,"statfs":{"total":95995035648,"available":95690088448,"internally_reserved":0,"allocated":524288,"data_stored":216379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.378},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":27,"seq":115964117006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297852,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447300,"statfs":{"total":95995035648,"available":95690035200,"internally_reserved":0,"allocated":577536,"data_stored":237663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":5,"up_from":34,"seq":146028888075,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":222807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:28:27.507 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T19:28:27.833 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:27.835 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:28:27.844 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2023-12-16T19:28:26.701840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":186,"acting":186,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384224,"kb_used_data":5920,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576992,"statfs":{"total":767960285184,"available":765518839808,"internally_reserved":0,"allocated":6062080,"data_stored":3550057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.751904"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964557+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:48:00.886754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963210+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:37:07.849871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960769+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:11:40.714030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.922063+0000","last_change":"2023-12-16T19:28:23.921023+0000","last_active":"2023-12-16T19:28:23.922063+0000","last_peered":"2023-12-16T19:28:23.922063+0000","last_clean":"2023-12-16T19:28:23.922063+0000","last_became_active":"2023-12-16T19:28:23.920689+0000","last_became_peered":"2023-12-16T19:28:23.920689+0000","last_unstale":"2023-12-16T19:28:23.922063+0000","last_undegraded":"2023-12-16T19:28:23.922063+0000","last_fullsized":"2023-12-16T19:28:23.922063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:50:55.997866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965087+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:00.863751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966893+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:30:04.864173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966614+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:26.215081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930455+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:23.930455+0000","last_peered":"2023-12-16T19:28:23.930455+0000","last_clean":"2023-12-16T19:28:23.930455+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:23.930455+0000","last_undegraded":"2023-12-16T19:28:23.930455+0000","last_fullsized":"2023-12-16T19:28:23.930455+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.985200+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:22.985200+0000","last_peered":"2023-12-16T19:28:22.985200+0000","last_clean":"2023-12-16T19:28:22.985200+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:22.985200+0000","last_undegraded":"2023-12-16T19:28:22.985200+0000","last_fullsized":"2023-12-16T19:28:22.985200+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.955068+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:47:54.489335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.967813+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:29:46.651334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954069+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:42:51.193533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963820+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:53.482870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952189+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:16.326555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965548+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:13:54.202666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954579+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:58:27.954095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929080+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:23.929080+0000","last_peered":"2023-12-16T19:28:23.929080+0000","last_clean":"2023-12-16T19:28:23.929080+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:23.929080+0000","last_undegraded":"2023-12-16T19:28:23.929080+0000","last_fullsized":"2023-12-16T19:28:23.929080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954369+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:38:48.849067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964722+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:25:19.677346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953852+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:22:33.215766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.982064+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:22.982064+0000","last_peered":"2023-12-16T19:28:22.982064+0000","last_clean":"2023-12-16T19:28:22.982064+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:22.982064+0000","last_undegraded":"2023-12-16T19:28:22.982064+0000","last_fullsized":"2023-12-16T19:28:22.982064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954526+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:15:18.642752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.961741+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:32:53.707945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.974340+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:22.974340+0000","last_peered":"2023-12-16T19:28:22.974340+0000","last_clean":"2023-12-16T19:28:22.974340+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:22.974340+0000","last_undegraded":"2023-12-16T19:28:22.974340+0000","last_fullsized":"2023-12-16T19:28:22.974340+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964860+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:51:24.292779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951902+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:38.146603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931967+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:23.931967+0000","last_peered":"2023-12-16T19:28:23.931967+0000","last_clean":"2023-12-16T19:28:23.931967+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:23.931967+0000","last_undegraded":"2023-12-16T19:28:23.931967+0000","last_fullsized":"2023-12-16T19:28:23.931967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953829+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:44.078070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977608+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:22.977608+0000","last_peered":"2023-12-16T19:28:22.977608+0000","last_clean":"2023-12-16T19:28:22.977608+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:22.977608+0000","last_undegraded":"2023-12-16T19:28:22.977608+0000","last_fullsized":"2023-12-16T19:28:22.977608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963228+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:59:12.170681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.978560+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:22.978560+0000","last_peered":"2023-12-16T19:28:22.978560+0000","last_clean":"2023-12-16T19:28:22.978560+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:22.978560+0000","last_undegraded":"2023-12-16T19:28:22.978560+0000","last_fullsized":"2023-12-16T19:28:22.978560+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953894+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:07:31.978132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206223+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:24.206223+0000","last_peered":"2023-12-16T19:28:24.206223+0000","last_clean":"2023-12-16T19:28:24.206223+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:24.206223+0000","last_undegraded":"2023-12-16T19:28:24.206223+0000","last_fullsized":"2023-12-16T19:28:24.206223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203850+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:24.203850+0000","last_peered":"2023-12-16T19:28:24.203850+0000","last_clean":"2023-12-16T19:28:24.203850+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:24.203850+0000","last_undegraded":"2023-12-16T19:28:24.203850+0000","last_fullsized":"2023-12-16T19:28:24.203850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951302+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:49:24.255506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959197+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:28:43.173785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977483+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:22.977483+0000","last_peered":"2023-12-16T19:28:22.977483+0000","last_clean":"2023-12-16T19:28:22.977483+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:22.977483+0000","last_undegraded":"2023-12-16T19:28:22.977483+0000","last_fullsized":"2023-12-16T19:28:22.977483+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935305+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:23.935305+0000","last_peered":"2023-12-16T19:28:23.935305+0000","last_clean":"2023-12-16T19:28:23.935305+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:23.935305+0000","last_undegraded":"2023-12-16T19:28:23.935305+0000","last_fullsized":"2023-12-16T19:28:23.935305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.908050+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:23.908050+0000","last_peered":"2023-12-16T19:28:23.908050+0000","last_clean":"2023-12-16T19:28:23.908050+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:23.908050+0000","last_undegraded":"2023-12-16T19:28:23.908050+0000","last_fullsized":"2023-12-16T19:28:23.908050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.983721+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:22.983721+0000","last_peered":"2023-12-16T19:28:22.983721+0000","last_clean":"2023-12-16T19:28:22.983721+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:22.983721+0000","last_undegraded":"2023-12-16T19:28:22.983721+0000","last_fullsized":"2023-12-16T19:28:22.983721+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"20'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-16T19:28:11.780902+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:11.780902+0000","last_peered":"2023-12-16T19:28:11.780902+0000","last_clean":"2023-12-16T19:28:11.780902+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:11.780902+0000","last_undegraded":"2023-12-16T19:28:11.780902+0000","last_fullsized":"2023-12-16T19:28:11.780902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966191+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:36:08.930849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952135+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:12:44.713157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953429+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:33.168283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951377+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:09:22.915769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953952+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:24:30.406728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.962521+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:05:47.683957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953602+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:49:07.999901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932361+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:23.932361+0000","last_peered":"2023-12-16T19:28:23.932361+0000","last_clean":"2023-12-16T19:28:23.932361+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:23.932361+0000","last_undegraded":"2023-12-16T19:28:23.932361+0000","last_fullsized":"2023-12-16T19:28:23.932361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:18:50.212509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951386+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:02:45.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952635+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:20.017547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.907751+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:23.907751+0000","last_peered":"2023-12-16T19:28:23.907751+0000","last_clean":"2023-12-16T19:28:23.907751+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:23.907751+0000","last_undegraded":"2023-12-16T19:28:23.907751+0000","last_fullsized":"2023-12-16T19:28:23.907751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:46.479243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960110+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:35:38.287296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205929+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:24.205929+0000","last_peered":"2023-12-16T19:28:24.205929+0000","last_clean":"2023-12-16T19:28:24.205929+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:24.205929+0000","last_undegraded":"2023-12-16T19:28:24.205929+0000","last_fullsized":"2023-12-16T19:28:24.205929+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925742+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:23.925742+0000","last_peered":"2023-12-16T19:28:23.925742+0000","last_clean":"2023-12-16T19:28:23.925742+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:23.925742+0000","last_undegraded":"2023-12-16T19:28:23.925742+0000","last_fullsized":"2023-12-16T19:28:23.925742+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959643+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:27:03.649633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969301+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:01:29.550966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959075+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:37:39.812081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960272+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:49:14.524955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969695+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:17.456361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659144,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607574,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297784,"kb_used_data":496,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447368,"statfs":{"total":95995035648,"available":95690104832,"internally_reserved":0,"allocated":507904,"data_stored":209879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.433}]},{"osd":2,"last update":"Sat Dec 16 19:27:57 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738393,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":813440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.37}]},{"osd":2,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.316},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444052,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":236983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.308}]},{"osd":1,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":3,"up_from":23,"seq":98784247825,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297800,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447352,"statfs":{"total":95995035648,"available":95690088448,"internally_reserved":0,"allocated":524288,"data_stored":216379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.378},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":27,"seq":115964117006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297852,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447300,"statfs":{"total":95995035648,"available":95690035200,"internally_reserved":0,"allocated":577536,"data_stored":237663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":5,"up_from":34,"seq":146028888075,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":222807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2023-12-16T19:28:27.849 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.964557+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:48:00.886754+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2, 1], 'acting': [0, 2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.963210+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T20:37:07.849871+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 7], 'acting': [5, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.960769+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T07:11:40.714030+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 1], 'acting': [5, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2023-12-16T19:28:27.850 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.965087+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:12:00.863751+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 5], 'acting': [0, 1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2023-12-16T19:28:27.851 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.966893+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T03:30:04.864173+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 7], 'acting': [5, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.966614+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T04:19:26.215081+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 4], 'acting': [5, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2023-12-16T19:28:27.852 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.955068+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:47:54.489335+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T19:28:27.853 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2023-12-16T19:28:27.853 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.967813+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T05:29:46.651334+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 2], 'acting': [0, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.853 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2023-12-16T19:28:27.853 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.954069+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T19:42:51.193533+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.853 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.963820+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:21:53.482870+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 1], 'acting': [5, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.952189+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T21:46:16.326555+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.965548+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:13:54.202666+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 6], 'acting': [5, 4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.954579+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:58:27.954095+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.954369+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:38:48.849067+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 7], 'acting': [6, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-16T19:28:27.854 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.964722+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:25:19.677346+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 7], 'acting': [0, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953852+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T21:22:33.215766+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.954526+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T05:15:18.642752+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 2], 'acting': [6, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2023-12-16T19:28:27.855 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.961741+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T04:32:53.707945+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 1], 'acting': [5, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.964860+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:51:24.292779+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 3], 'acting': [0, 5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951902+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T23:14:38.146603+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953829+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:56:44.078070+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3, 5], 'acting': [6, 3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.963228+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:59:12.170681+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 3], 'acting': [0, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-12-16T19:28:27.856 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953894+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:07:31.978132+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951302+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T23:49:24.255506+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.857 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.959197+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:28:43.173785+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 2], 'acting': [5, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.966191+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:36:08.930849+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.952135+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T01:12:44.713157+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2023-12-16T19:28:27.858 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953429+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:21:33.168283+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951377+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:09:22.915769+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953952+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T05:24:30.406728+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 2], 'acting': [6, 7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.962521+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:05:47.683957+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 4], 'acting': [0, 1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.859 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.953602+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T05:49:07.999901+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951290+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T21:18:50.212509+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951386+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T21:02:45.400663+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.952635+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T01:43:20.017547+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-16T19:28:27.860 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:21.947976+0000', 'last_change': '2023-12-16T19:28:21.951290+0000', 'last_active': '2023-12-16T19:28:21.947976+0000', 'last_peered': '2023-12-16T19:28:21.947976+0000', 'last_clean': '2023-12-16T19:28:21.947976+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:21.947976+0000', 'last_undegraded': '2023-12-16T19:28:21.947976+0000', 'last_fullsized': '2023-12-16T19:28:21.947976+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:21.947976+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:12:46.479243+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.960110+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T23:35:38.287296+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 6], 'acting': [5, 3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2023-12-16T19:28:27.861 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.959643+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T23:27:03.649633+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 0], 'acting': [5, 3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.969301+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T03:01:29.550966+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3, 4], 'acting': [0, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.862 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.959075+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T01:37:39.812081+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 2], 'acting': [5, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.960272+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T04:49:14.524955+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 6], 'acting': [5, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.969695+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:50:17.456361+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 1], 'acting': [0, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2023-12-16T19:28:27.863 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T19:28:22.949994+0000', 'last_change': '2023-12-16T19:28:22.949994+0000', 'last_active': '2023-12-16T19:28:22.949994+0000', 'last_peered': '2023-12-16T19:28:22.949994+0000', 'last_clean': '2023-12-16T19:28:22.949994+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T19:28:22.949994+0000', 'last_undegraded': '2023-12-16T19:28:22.949994+0000', 'last_fullsized': '2023-12-16T19:28:22.949994+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'last_clean_scrub_stamp': '2023-12-16T19:28:22.949994+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T19:28:27.864 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-16T19:28:28.234 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:28.234 INFO:teuthology.orchestra.run.smithi002.stdout:{"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":142,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":56,"num_osds":8,"num_up_osds":8,"osd_up_since":1702754887,"num_in_osds":8,"osd_in_since":1702754873,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":42},{"state_name":"unknown","count":35},{"state_name":"active+clean","count":20}],"num_pgs":97,"num_pools":3,"num_objects":8,"data_bytes":590390,"bytes_used":2441445376,"bytes_avail":765518839808,"bytes_total":767960285184,"unknown_pgs_ratio":0.36082473397254944,"inactive_pgs_ratio":0.4329896867275238,"write_bytes_sec":215,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24343}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.2:8443/"}},"servicemap":{"epoch":10,"modified":"2023-12-16T19:28:26.701926+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-16T19:28:28.247 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-16T19:28:28.247 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T19:28:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[78633]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[78633]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[78633]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[86656]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[86656]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:28 smithi002 ceph-mon[86656]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.499 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 19:28:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: 2023-12-16T19:28:28.247+0000 7fbccbeaa700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-16T19:28:28.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:28 smithi043 ceph-mon[82080]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:28 smithi043 ceph-mon[82080]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:28 smithi043 ceph-mon[82080]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:28.537 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:28.538 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:28:28.548 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2023-12-16T19:28:26.701840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":186,"acting":186,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384224,"kb_used_data":5920,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576992,"statfs":{"total":767960285184,"available":765518839808,"internally_reserved":0,"allocated":6062080,"data_stored":3550057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.751904"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964557+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:48:00.886754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963210+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:37:07.849871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960769+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:11:40.714030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.922063+0000","last_change":"2023-12-16T19:28:23.921023+0000","last_active":"2023-12-16T19:28:23.922063+0000","last_peered":"2023-12-16T19:28:23.922063+0000","last_clean":"2023-12-16T19:28:23.922063+0000","last_became_active":"2023-12-16T19:28:23.920689+0000","last_became_peered":"2023-12-16T19:28:23.920689+0000","last_unstale":"2023-12-16T19:28:23.922063+0000","last_undegraded":"2023-12-16T19:28:23.922063+0000","last_fullsized":"2023-12-16T19:28:23.922063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:50:55.997866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965087+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:00.863751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966893+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:30:04.864173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966614+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:26.215081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930455+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:23.930455+0000","last_peered":"2023-12-16T19:28:23.930455+0000","last_clean":"2023-12-16T19:28:23.930455+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:23.930455+0000","last_undegraded":"2023-12-16T19:28:23.930455+0000","last_fullsized":"2023-12-16T19:28:23.930455+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.985200+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:22.985200+0000","last_peered":"2023-12-16T19:28:22.985200+0000","last_clean":"2023-12-16T19:28:22.985200+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:22.985200+0000","last_undegraded":"2023-12-16T19:28:22.985200+0000","last_fullsized":"2023-12-16T19:28:22.985200+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.955068+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:47:54.489335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.967813+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:29:46.651334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954069+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:42:51.193533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963820+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:53.482870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952189+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:16.326555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.965548+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:13:54.202666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954579+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:58:27.954095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929080+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:23.929080+0000","last_peered":"2023-12-16T19:28:23.929080+0000","last_clean":"2023-12-16T19:28:23.929080+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:23.929080+0000","last_undegraded":"2023-12-16T19:28:23.929080+0000","last_fullsized":"2023-12-16T19:28:23.929080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954369+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:38:48.849067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964722+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:25:19.677346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953852+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:22:33.215766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.982064+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:22.982064+0000","last_peered":"2023-12-16T19:28:22.982064+0000","last_clean":"2023-12-16T19:28:22.982064+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:22.982064+0000","last_undegraded":"2023-12-16T19:28:22.982064+0000","last_fullsized":"2023-12-16T19:28:22.982064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.954526+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:15:18.642752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.961741+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:32:53.707945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.974340+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:22.974340+0000","last_peered":"2023-12-16T19:28:22.974340+0000","last_clean":"2023-12-16T19:28:22.974340+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:22.974340+0000","last_undegraded":"2023-12-16T19:28:22.974340+0000","last_fullsized":"2023-12-16T19:28:22.974340+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.964860+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:51:24.292779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951902+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:38.146603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931967+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:23.931967+0000","last_peered":"2023-12-16T19:28:23.931967+0000","last_clean":"2023-12-16T19:28:23.931967+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:23.931967+0000","last_undegraded":"2023-12-16T19:28:23.931967+0000","last_fullsized":"2023-12-16T19:28:23.931967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953829+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:44.078070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977608+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:22.977608+0000","last_peered":"2023-12-16T19:28:22.977608+0000","last_clean":"2023-12-16T19:28:22.977608+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:22.977608+0000","last_undegraded":"2023-12-16T19:28:22.977608+0000","last_fullsized":"2023-12-16T19:28:22.977608+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.963228+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:59:12.170681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.978560+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:22.978560+0000","last_peered":"2023-12-16T19:28:22.978560+0000","last_clean":"2023-12-16T19:28:22.978560+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:22.978560+0000","last_undegraded":"2023-12-16T19:28:22.978560+0000","last_fullsized":"2023-12-16T19:28:22.978560+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953894+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:07:31.978132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206223+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:24.206223+0000","last_peered":"2023-12-16T19:28:24.206223+0000","last_clean":"2023-12-16T19:28:24.206223+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:24.206223+0000","last_undegraded":"2023-12-16T19:28:24.206223+0000","last_fullsized":"2023-12-16T19:28:24.206223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203850+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:24.203850+0000","last_peered":"2023-12-16T19:28:24.203850+0000","last_clean":"2023-12-16T19:28:24.203850+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:24.203850+0000","last_undegraded":"2023-12-16T19:28:24.203850+0000","last_fullsized":"2023-12-16T19:28:24.203850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951302+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:49:24.255506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959197+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:28:43.173785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.977483+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:22.977483+0000","last_peered":"2023-12-16T19:28:22.977483+0000","last_clean":"2023-12-16T19:28:22.977483+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:22.977483+0000","last_undegraded":"2023-12-16T19:28:22.977483+0000","last_fullsized":"2023-12-16T19:28:22.977483+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935305+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:23.935305+0000","last_peered":"2023-12-16T19:28:23.935305+0000","last_clean":"2023-12-16T19:28:23.935305+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:23.935305+0000","last_undegraded":"2023-12-16T19:28:23.935305+0000","last_fullsized":"2023-12-16T19:28:23.935305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.908050+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:23.908050+0000","last_peered":"2023-12-16T19:28:23.908050+0000","last_clean":"2023-12-16T19:28:23.908050+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:23.908050+0000","last_undegraded":"2023-12-16T19:28:23.908050+0000","last_fullsized":"2023-12-16T19:28:23.908050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T19:28:22.983721+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:22.983721+0000","last_peered":"2023-12-16T19:28:22.983721+0000","last_clean":"2023-12-16T19:28:22.983721+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:22.983721+0000","last_undegraded":"2023-12-16T19:28:22.983721+0000","last_fullsized":"2023-12-16T19:28:22.983721+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"20'117","reported_seq":227,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-16T19:28:11.780902+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:11.780902+0000","last_peered":"2023-12-16T19:28:11.780902+0000","last_clean":"2023-12-16T19:28:11.780902+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:11.780902+0000","last_undegraded":"2023-12-16T19:28:11.780902+0000","last_fullsized":"2023-12-16T19:28:11.780902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.966191+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:36:08.930849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952135+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:12:44.713157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953429+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:21:33.168283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951377+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:09:22.915769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953952+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:24:30.406728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.962521+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:05:47.683957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.953602+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:49:07.999901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932361+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:23.932361+0000","last_peered":"2023-12-16T19:28:23.932361+0000","last_clean":"2023-12-16T19:28:23.932361+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:23.932361+0000","last_undegraded":"2023-12-16T19:28:23.932361+0000","last_fullsized":"2023-12-16T19:28:23.932361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:18:50.212509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951386+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:02:45.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.952635+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:20.017547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.907751+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:23.907751+0000","last_peered":"2023-12-16T19:28:23.907751+0000","last_clean":"2023-12-16T19:28:23.907751+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:23.907751+0000","last_undegraded":"2023-12-16T19:28:23.907751+0000","last_fullsized":"2023-12-16T19:28:23.907751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:21.947976+0000","last_change":"2023-12-16T19:28:21.951290+0000","last_active":"2023-12-16T19:28:21.947976+0000","last_peered":"2023-12-16T19:28:21.947976+0000","last_clean":"2023-12-16T19:28:21.947976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:21.947976+0000","last_undegraded":"2023-12-16T19:28:21.947976+0000","last_fullsized":"2023-12-16T19:28:21.947976+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:12:46.479243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960110+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:35:38.287296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205929+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:24.205929+0000","last_peered":"2023-12-16T19:28:24.205929+0000","last_clean":"2023-12-16T19:28:24.205929+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:24.205929+0000","last_undegraded":"2023-12-16T19:28:24.205929+0000","last_fullsized":"2023-12-16T19:28:24.205929+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925742+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:23.925742+0000","last_peered":"2023-12-16T19:28:23.925742+0000","last_clean":"2023-12-16T19:28:23.925742+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:23.925742+0000","last_undegraded":"2023-12-16T19:28:23.925742+0000","last_fullsized":"2023-12-16T19:28:23.925742+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959643+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:27:03.649633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969301+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:01:29.550966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.959075+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:37:39.812081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.960272+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:49:14.524955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.969695+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:17.456361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T19:28:22.949994+0000","last_change":"2023-12-16T19:28:22.949994+0000","last_active":"2023-12-16T19:28:22.949994+0000","last_peered":"2023-12-16T19:28:22.949994+0000","last_clean":"2023-12-16T19:28:22.949994+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T19:28:22.949994+0000","last_undegraded":"2023-12-16T19:28:22.949994+0000","last_fullsized":"2023-12-16T19:28:22.949994+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430213,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659144,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298376,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446776,"statfs":{"total":95995035648,"available":95689498624,"internally_reserved":0,"allocated":1114112,"data_stored":806482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607574,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297784,"kb_used_data":496,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447368,"statfs":{"total":95995035648,"available":95690104832,"internally_reserved":0,"allocated":507904,"data_stored":209879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.433}]},{"osd":2,"last update":"Sat Dec 16 19:27:57 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738393,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":813440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.37}]},{"osd":2,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.33700000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.316},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444052,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":236983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.308}]},{"osd":1,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":3,"up_from":23,"seq":98784247825,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297800,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447352,"statfs":{"total":95995035648,"available":95690088448,"internally_reserved":0,"allocated":524288,"data_stored":216379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.378},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":27,"seq":115964117006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297852,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447300,"statfs":{"total":95995035648,"available":95690035200,"internally_reserved":0,"allocated":577536,"data_stored":237663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":5,"up_from":34,"seq":146028888075,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":222807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/564991905' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[78633]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[78633]: pgmap v134: 97 pgs: 75 active+clean, 22 creating+peering; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/564991905' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[86656]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:29.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:29 smithi002 ceph-mon[86656]: pgmap v134: 97 pgs: 75 active+clean, 22 creating+peering; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2023-12-16T19:28:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:29 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/564991905' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T19:28:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:29 smithi043 ceph-mon[82080]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:29 smithi043 ceph-mon[82080]: pgmap v134: 97 pgs: 75 active+clean, 22 creating+peering; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2023-12-16T19:28:31.553 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T19:28:31.860 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:31.861 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:28:31.869 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:31 smithi002 ceph-mon[78633]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-16T19:28:31.870 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:31 smithi002 ceph-mon[86656]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-16T19:28:31.871 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":135,"stamp":"2023-12-16T19:28:30.702757+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":198,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384508,"kb_used_data":6204,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576708,"statfs":{"total":767960285184,"available":765518548992,"internally_reserved":0,"allocated":6352896,"data_stored":3672768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.748677"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.943179+0000","last_change":"2023-12-16T19:28:23.942241+0000","last_active":"2023-12-16T19:28:23.943179+0000","last_peered":"2023-12-16T19:28:23.943179+0000","last_clean":"2023-12-16T19:28:23.943179+0000","last_became_active":"2023-12-16T19:28:23.941864+0000","last_became_peered":"2023-12-16T19:28:23.941864+0000","last_unstale":"2023-12-16T19:28:23.943179+0000","last_undegraded":"2023-12-16T19:28:23.943179+0000","last_fullsized":"2023-12-16T19:28:23.943179+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:58:58.680828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930740+0000","last_change":"2023-12-16T19:28:23.929524+0000","last_active":"2023-12-16T19:28:23.930740+0000","last_peered":"2023-12-16T19:28:23.930740+0000","last_clean":"2023-12-16T19:28:23.930740+0000","last_became_active":"2023-12-16T19:28:23.929201+0000","last_became_peered":"2023-12-16T19:28:23.929201+0000","last_unstale":"2023-12-16T19:28:23.930740+0000","last_undegraded":"2023-12-16T19:28:23.930740+0000","last_fullsized":"2023-12-16T19:28:23.930740+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:26:10.174924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925881+0000","last_change":"2023-12-16T19:28:23.924447+0000","last_active":"2023-12-16T19:28:23.925881+0000","last_peered":"2023-12-16T19:28:23.925881+0000","last_clean":"2023-12-16T19:28:23.925881+0000","last_became_active":"2023-12-16T19:28:23.924146+0000","last_became_peered":"2023-12-16T19:28:23.924146+0000","last_unstale":"2023-12-16T19:28:23.925881+0000","last_undegraded":"2023-12-16T19:28:23.925881+0000","last_fullsized":"2023-12-16T19:28:23.925881+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:38.934403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929339+0000","last_change":"2023-12-16T19:28:23.928917+0000","last_active":"2023-12-16T19:28:23.929339+0000","last_peered":"2023-12-16T19:28:23.929339+0000","last_clean":"2023-12-16T19:28:23.929339+0000","last_became_active":"2023-12-16T19:28:23.928515+0000","last_became_peered":"2023-12-16T19:28:23.928515+0000","last_unstale":"2023-12-16T19:28:23.929339+0000","last_undegraded":"2023-12-16T19:28:23.929339+0000","last_fullsized":"2023-12-16T19:28:23.929339+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:25:18.923424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.940815+0000","last_change":"2023-12-16T19:28:23.939687+0000","last_active":"2023-12-16T19:28:23.940815+0000","last_peered":"2023-12-16T19:28:23.940815+0000","last_clean":"2023-12-16T19:28:23.940815+0000","last_became_active":"2023-12-16T19:28:23.939367+0000","last_became_peered":"2023-12-16T19:28:23.939367+0000","last_unstale":"2023-12-16T19:28:23.940815+0000","last_undegraded":"2023-12-16T19:28:23.940815+0000","last_fullsized":"2023-12-16T19:28:23.940815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:52:12.357966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929563+0000","last_change":"2023-12-16T19:28:23.928258+0000","last_active":"2023-12-16T19:28:23.929563+0000","last_peered":"2023-12-16T19:28:23.929563+0000","last_clean":"2023-12-16T19:28:23.929563+0000","last_became_active":"2023-12-16T19:28:23.927878+0000","last_became_peered":"2023-12-16T19:28:23.927878+0000","last_unstale":"2023-12-16T19:28:23.929563+0000","last_undegraded":"2023-12-16T19:28:23.929563+0000","last_fullsized":"2023-12-16T19:28:23.929563+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:27:34.203930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.940102+0000","last_change":"2023-12-16T19:28:23.938205+0000","last_active":"2023-12-16T19:28:23.940102+0000","last_peered":"2023-12-16T19:28:23.940102+0000","last_clean":"2023-12-16T19:28:23.940102+0000","last_became_active":"2023-12-16T19:28:23.937831+0000","last_became_peered":"2023-12-16T19:28:23.937831+0000","last_unstale":"2023-12-16T19:28:23.940102+0000","last_undegraded":"2023-12-16T19:28:23.940102+0000","last_fullsized":"2023-12-16T19:28:23.940102+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:20:05.202067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929236+0000","last_change":"2023-12-16T19:28:23.928538+0000","last_active":"2023-12-16T19:28:23.929236+0000","last_peered":"2023-12-16T19:28:23.929236+0000","last_clean":"2023-12-16T19:28:23.929236+0000","last_became_active":"2023-12-16T19:28:23.928022+0000","last_became_peered":"2023-12-16T19:28:23.928022+0000","last_unstale":"2023-12-16T19:28:23.929236+0000","last_undegraded":"2023-12-16T19:28:23.929236+0000","last_fullsized":"2023-12-16T19:28:23.929236+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:50:03.392046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.933709+0000","last_change":"2023-12-16T19:28:23.933317+0000","last_active":"2023-12-16T19:28:23.933709+0000","last_peered":"2023-12-16T19:28:23.933709+0000","last_clean":"2023-12-16T19:28:23.933709+0000","last_became_active":"2023-12-16T19:28:23.932996+0000","last_became_peered":"2023-12-16T19:28:23.932996+0000","last_unstale":"2023-12-16T19:28:23.933709+0000","last_undegraded":"2023-12-16T19:28:23.933709+0000","last_fullsized":"2023-12-16T19:28:23.933709+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:48.066288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.927821+0000","last_change":"2023-12-16T19:28:23.926010+0000","last_active":"2023-12-16T19:28:23.927821+0000","last_peered":"2023-12-16T19:28:23.927821+0000","last_clean":"2023-12-16T19:28:23.927821+0000","last_became_active":"2023-12-16T19:28:23.925692+0000","last_became_peered":"2023-12-16T19:28:23.925692+0000","last_unstale":"2023-12-16T19:28:23.927821+0000","last_undegraded":"2023-12-16T19:28:23.927821+0000","last_fullsized":"2023-12-16T19:28:23.927821+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:15:05.206002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930839+0000","last_change":"2023-12-16T19:28:23.928918+0000","last_active":"2023-12-16T19:28:23.930839+0000","last_peered":"2023-12-16T19:28:23.930839+0000","last_clean":"2023-12-16T19:28:23.930839+0000","last_became_active":"2023-12-16T19:28:23.928253+0000","last_became_peered":"2023-12-16T19:28:23.928253+0000","last_unstale":"2023-12-16T19:28:23.930839+0000","last_undegraded":"2023-12-16T19:28:23.930839+0000","last_fullsized":"2023-12-16T19:28:23.930839+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:10.823498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.922063+0000","last_change":"2023-12-16T19:28:23.921023+0000","last_active":"2023-12-16T19:28:23.922063+0000","last_peered":"2023-12-16T19:28:23.922063+0000","last_clean":"2023-12-16T19:28:23.922063+0000","last_became_active":"2023-12-16T19:28:23.920689+0000","last_became_peered":"2023-12-16T19:28:23.920689+0000","last_unstale":"2023-12-16T19:28:23.922063+0000","last_undegraded":"2023-12-16T19:28:23.922063+0000","last_fullsized":"2023-12-16T19:28:23.922063+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:50:55.997866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930510+0000","last_change":"2023-12-16T19:28:23.929339+0000","last_active":"2023-12-16T19:28:23.930510+0000","last_peered":"2023-12-16T19:28:23.930510+0000","last_clean":"2023-12-16T19:28:23.930510+0000","last_became_active":"2023-12-16T19:28:23.929009+0000","last_became_peered":"2023-12-16T19:28:23.929009+0000","last_unstale":"2023-12-16T19:28:23.930510+0000","last_undegraded":"2023-12-16T19:28:23.930510+0000","last_fullsized":"2023-12-16T19:28:23.930510+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:03:13.021517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926595+0000","last_change":"2023-12-16T19:28:23.925441+0000","last_active":"2023-12-16T19:28:23.926595+0000","last_peered":"2023-12-16T19:28:23.926595+0000","last_clean":"2023-12-16T19:28:23.926595+0000","last_became_active":"2023-12-16T19:28:23.925100+0000","last_became_peered":"2023-12-16T19:28:23.925100+0000","last_unstale":"2023-12-16T19:28:23.926595+0000","last_undegraded":"2023-12-16T19:28:23.926595+0000","last_fullsized":"2023-12-16T19:28:23.926595+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:33.089817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.928875+0000","last_change":"2023-12-16T19:28:23.928552+0000","last_active":"2023-12-16T19:28:23.928875+0000","last_peered":"2023-12-16T19:28:23.928875+0000","last_clean":"2023-12-16T19:28:23.928875+0000","last_became_active":"2023-12-16T19:28:23.928221+0000","last_became_peered":"2023-12-16T19:28:23.928221+0000","last_unstale":"2023-12-16T19:28:23.928875+0000","last_undegraded":"2023-12-16T19:28:23.928875+0000","last_fullsized":"2023-12-16T19:28:23.928875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:09:53.769671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931517+0000","last_change":"2023-12-16T19:28:23.930556+0000","last_active":"2023-12-16T19:28:23.931517+0000","last_peered":"2023-12-16T19:28:23.931517+0000","last_clean":"2023-12-16T19:28:23.931517+0000","last_became_active":"2023-12-16T19:28:23.930235+0000","last_became_peered":"2023-12-16T19:28:23.930235+0000","last_unstale":"2023-12-16T19:28:23.931517+0000","last_undegraded":"2023-12-16T19:28:23.931517+0000","last_fullsized":"2023-12-16T19:28:23.931517+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:48:46.002641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931733+0000","last_change":"2023-12-16T19:28:23.930818+0000","last_active":"2023-12-16T19:28:23.931733+0000","last_peered":"2023-12-16T19:28:23.931733+0000","last_clean":"2023-12-16T19:28:23.931733+0000","last_became_active":"2023-12-16T19:28:23.929738+0000","last_became_peered":"2023-12-16T19:28:23.929738+0000","last_unstale":"2023-12-16T19:28:23.931733+0000","last_undegraded":"2023-12-16T19:28:23.931733+0000","last_fullsized":"2023-12-16T19:28:23.931733+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:08:46.724034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930455+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:23.930455+0000","last_peered":"2023-12-16T19:28:23.930455+0000","last_clean":"2023-12-16T19:28:23.930455+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:23.930455+0000","last_undegraded":"2023-12-16T19:28:23.930455+0000","last_fullsized":"2023-12-16T19:28:23.930455+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.942875+0000","last_change":"2023-12-16T19:28:23.942024+0000","last_active":"2023-12-16T19:28:23.942875+0000","last_peered":"2023-12-16T19:28:23.942875+0000","last_clean":"2023-12-16T19:28:23.942875+0000","last_became_active":"2023-12-16T19:28:23.941697+0000","last_became_peered":"2023-12-16T19:28:23.941697+0000","last_unstale":"2023-12-16T19:28:23.942875+0000","last_undegraded":"2023-12-16T19:28:23.942875+0000","last_fullsized":"2023-12-16T19:28:23.942875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:59.114176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"55'4","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.204940+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:24.204940+0000","last_peered":"2023-12-16T19:28:24.204940+0000","last_clean":"2023-12-16T19:28:24.204940+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:24.204940+0000","last_undegraded":"2023-12-16T19:28:24.204940+0000","last_fullsized":"2023-12-16T19:28:24.204940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.928084+0000","last_change":"2023-12-16T19:28:23.927600+0000","last_active":"2023-12-16T19:28:23.928084+0000","last_peered":"2023-12-16T19:28:23.928084+0000","last_clean":"2023-12-16T19:28:23.928084+0000","last_became_active":"2023-12-16T19:28:23.927290+0000","last_became_peered":"2023-12-16T19:28:23.927290+0000","last_unstale":"2023-12-16T19:28:23.928084+0000","last_undegraded":"2023-12-16T19:28:23.928084+0000","last_fullsized":"2023-12-16T19:28:23.928084+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:55.523279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205167+0000","last_change":"2023-12-16T19:28:22.978433+0000","last_active":"2023-12-16T19:28:24.205167+0000","last_peered":"2023-12-16T19:28:24.205167+0000","last_clean":"2023-12-16T19:28:24.205167+0000","last_became_active":"2023-12-16T19:28:22.978136+0000","last_became_peered":"2023-12-16T19:28:22.978136+0000","last_unstale":"2023-12-16T19:28:24.205167+0000","last_undegraded":"2023-12-16T19:28:24.205167+0000","last_fullsized":"2023-12-16T19:28:24.205167+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:26:46.491746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.920094+0000","last_change":"2023-12-16T19:28:23.919594+0000","last_active":"2023-12-16T19:28:23.920094+0000","last_peered":"2023-12-16T19:28:23.920094+0000","last_clean":"2023-12-16T19:28:23.920094+0000","last_became_active":"2023-12-16T19:28:23.919289+0000","last_became_peered":"2023-12-16T19:28:23.919289+0000","last_unstale":"2023-12-16T19:28:23.920094+0000","last_undegraded":"2023-12-16T19:28:23.920094+0000","last_fullsized":"2023-12-16T19:28:23.920094+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:08.982343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203907+0000","last_change":"2023-12-16T19:28:22.986270+0000","last_active":"2023-12-16T19:28:24.203907+0000","last_peered":"2023-12-16T19:28:24.203907+0000","last_clean":"2023-12-16T19:28:24.203907+0000","last_became_active":"2023-12-16T19:28:22.985349+0000","last_became_peered":"2023-12-16T19:28:22.985349+0000","last_unstale":"2023-12-16T19:28:24.203907+0000","last_undegraded":"2023-12-16T19:28:24.203907+0000","last_fullsized":"2023-12-16T19:28:24.203907+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:18.085937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926344+0000","last_change":"2023-12-16T19:28:23.925552+0000","last_active":"2023-12-16T19:28:23.926344+0000","last_peered":"2023-12-16T19:28:23.926344+0000","last_clean":"2023-12-16T19:28:23.926344+0000","last_became_active":"2023-12-16T19:28:23.925218+0000","last_became_peered":"2023-12-16T19:28:23.925218+0000","last_unstale":"2023-12-16T19:28:23.926344+0000","last_undegraded":"2023-12-16T19:28:23.926344+0000","last_fullsized":"2023-12-16T19:28:23.926344+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:47:35.315889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203103+0000","last_change":"2023-12-16T19:28:22.985937+0000","last_active":"2023-12-16T19:28:24.203103+0000","last_peered":"2023-12-16T19:28:24.203103+0000","last_clean":"2023-12-16T19:28:24.203103+0000","last_became_active":"2023-12-16T19:28:22.983949+0000","last_became_peered":"2023-12-16T19:28:22.983949+0000","last_unstale":"2023-12-16T19:28:24.203103+0000","last_undegraded":"2023-12-16T19:28:24.203103+0000","last_fullsized":"2023-12-16T19:28:24.203103+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:36:53.397128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935974+0000","last_change":"2023-12-16T19:28:23.934835+0000","last_active":"2023-12-16T19:28:23.935974+0000","last_peered":"2023-12-16T19:28:23.935974+0000","last_clean":"2023-12-16T19:28:23.935974+0000","last_became_active":"2023-12-16T19:28:23.934542+0000","last_became_peered":"2023-12-16T19:28:23.934542+0000","last_unstale":"2023-12-16T19:28:23.935974+0000","last_undegraded":"2023-12-16T19:28:23.935974+0000","last_fullsized":"2023-12-16T19:28:23.935974+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:50:51.816213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205014+0000","last_change":"2023-12-16T19:28:22.977410+0000","last_active":"2023-12-16T19:28:24.205014+0000","last_peered":"2023-12-16T19:28:24.205014+0000","last_clean":"2023-12-16T19:28:24.205014+0000","last_became_active":"2023-12-16T19:28:22.976590+0000","last_became_peered":"2023-12-16T19:28:22.976590+0000","last_unstale":"2023-12-16T19:28:24.205014+0000","last_undegraded":"2023-12-16T19:28:24.205014+0000","last_fullsized":"2023-12-16T19:28:24.205014+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:31.425392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929080+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:23.929080+0000","last_peered":"2023-12-16T19:28:23.929080+0000","last_clean":"2023-12-16T19:28:23.929080+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:23.929080+0000","last_undegraded":"2023-12-16T19:28:23.929080+0000","last_fullsized":"2023-12-16T19:28:23.929080+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.202745+0000","last_change":"2023-12-16T19:28:22.978863+0000","last_active":"2023-12-16T19:28:24.202745+0000","last_peered":"2023-12-16T19:28:24.202745+0000","last_clean":"2023-12-16T19:28:24.202745+0000","last_became_active":"2023-12-16T19:28:22.978565+0000","last_became_peered":"2023-12-16T19:28:22.978565+0000","last_unstale":"2023-12-16T19:28:24.202745+0000","last_undegraded":"2023-12-16T19:28:24.202745+0000","last_fullsized":"2023-12-16T19:28:24.202745+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:53:01.575720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932600+0000","last_change":"2023-12-16T19:28:23.932278+0000","last_active":"2023-12-16T19:28:23.932600+0000","last_peered":"2023-12-16T19:28:23.932600+0000","last_clean":"2023-12-16T19:28:23.932600+0000","last_became_active":"2023-12-16T19:28:23.931858+0000","last_became_peered":"2023-12-16T19:28:23.931858+0000","last_unstale":"2023-12-16T19:28:23.932600+0000","last_undegraded":"2023-12-16T19:28:23.932600+0000","last_fullsized":"2023-12-16T19:28:23.932600+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:59.522752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914289+0000","last_change":"2023-12-16T19:28:22.974011+0000","last_active":"2023-12-16T19:28:23.914289+0000","last_peered":"2023-12-16T19:28:23.914289+0000","last_clean":"2023-12-16T19:28:23.914289+0000","last_became_active":"2023-12-16T19:28:22.973729+0000","last_became_peered":"2023-12-16T19:28:22.973729+0000","last_unstale":"2023-12-16T19:28:23.914289+0000","last_undegraded":"2023-12-16T19:28:23.914289+0000","last_fullsized":"2023-12-16T19:28:23.914289+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:36:35.064682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932213+0000","last_change":"2023-12-16T19:28:23.930754+0000","last_active":"2023-12-16T19:28:23.932213+0000","last_peered":"2023-12-16T19:28:23.932213+0000","last_clean":"2023-12-16T19:28:23.932213+0000","last_became_active":"2023-12-16T19:28:23.930461+0000","last_became_peered":"2023-12-16T19:28:23.930461+0000","last_unstale":"2023-12-16T19:28:23.932213+0000","last_undegraded":"2023-12-16T19:28:23.932213+0000","last_fullsized":"2023-12-16T19:28:23.932213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:50:38.254326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.916644+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:23.916644+0000","last_peered":"2023-12-16T19:28:23.916644+0000","last_clean":"2023-12-16T19:28:23.916644+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:23.916644+0000","last_undegraded":"2023-12-16T19:28:23.916644+0000","last_fullsized":"2023-12-16T19:28:23.916644+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.923677+0000","last_change":"2023-12-16T19:28:23.923319+0000","last_active":"2023-12-16T19:28:23.923677+0000","last_peered":"2023-12-16T19:28:23.923677+0000","last_clean":"2023-12-16T19:28:23.923677+0000","last_became_active":"2023-12-16T19:28:23.923031+0000","last_became_peered":"2023-12-16T19:28:23.923031+0000","last_unstale":"2023-12-16T19:28:23.923677+0000","last_undegraded":"2023-12-16T19:28:23.923677+0000","last_fullsized":"2023-12-16T19:28:23.923677+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:00:53.732041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.915130+0000","last_change":"2023-12-16T19:28:22.972748+0000","last_active":"2023-12-16T19:28:23.915130+0000","last_peered":"2023-12-16T19:28:23.915130+0000","last_clean":"2023-12-16T19:28:23.915130+0000","last_became_active":"2023-12-16T19:28:22.972318+0000","last_became_peered":"2023-12-16T19:28:22.972318+0000","last_unstale":"2023-12-16T19:28:23.915130+0000","last_undegraded":"2023-12-16T19:28:23.915130+0000","last_fullsized":"2023-12-16T19:28:23.915130+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:21:40.851509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931717+0000","last_change":"2023-12-16T19:28:23.930382+0000","last_active":"2023-12-16T19:28:23.931717+0000","last_peered":"2023-12-16T19:28:23.931717+0000","last_clean":"2023-12-16T19:28:23.931717+0000","last_became_active":"2023-12-16T19:28:23.930042+0000","last_became_peered":"2023-12-16T19:28:23.930042+0000","last_unstale":"2023-12-16T19:28:23.931717+0000","last_undegraded":"2023-12-16T19:28:23.931717+0000","last_fullsized":"2023-12-16T19:28:23.931717+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:04:24.000080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.917066+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:23.917066+0000","last_peered":"2023-12-16T19:28:23.917066+0000","last_clean":"2023-12-16T19:28:23.917066+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:23.917066+0000","last_undegraded":"2023-12-16T19:28:23.917066+0000","last_fullsized":"2023-12-16T19:28:23.917066+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929912+0000","last_change":"2023-12-16T19:28:23.927303+0000","last_active":"2023-12-16T19:28:23.929912+0000","last_peered":"2023-12-16T19:28:23.929912+0000","last_clean":"2023-12-16T19:28:23.929912+0000","last_became_active":"2023-12-16T19:28:23.927000+0000","last_became_peered":"2023-12-16T19:28:23.927000+0000","last_unstale":"2023-12-16T19:28:23.929912+0000","last_undegraded":"2023-12-16T19:28:23.929912+0000","last_fullsized":"2023-12-16T19:28:23.929912+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:42.988529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"55'3","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.204158+0000","last_change":"2023-12-16T19:28:22.973133+0000","last_active":"2023-12-16T19:28:24.204158+0000","last_peered":"2023-12-16T19:28:24.204158+0000","last_clean":"2023-12-16T19:28:24.204158+0000","last_became_active":"2023-12-16T19:28:22.972830+0000","last_became_peered":"2023-12-16T19:28:22.972830+0000","last_unstale":"2023-12-16T19:28:24.204158+0000","last_undegraded":"2023-12-16T19:28:24.204158+0000","last_fullsized":"2023-12-16T19:28:24.204158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:26:35.953246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931967+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:23.931967+0000","last_peered":"2023-12-16T19:28:23.931967+0000","last_clean":"2023-12-16T19:28:23.931967+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:23.931967+0000","last_undegraded":"2023-12-16T19:28:23.931967+0000","last_fullsized":"2023-12-16T19:28:23.931967+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"55'6","reported_seq":17,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206452+0000","last_change":"2023-12-16T19:28:22.977738+0000","last_active":"2023-12-16T19:28:24.206452+0000","last_peered":"2023-12-16T19:28:24.206452+0000","last_clean":"2023-12-16T19:28:24.206452+0000","last_became_active":"2023-12-16T19:28:22.977434+0000","last_became_peered":"2023-12-16T19:28:22.977434+0000","last_unstale":"2023-12-16T19:28:24.206452+0000","last_undegraded":"2023-12-16T19:28:24.206452+0000","last_fullsized":"2023-12-16T19:28:24.206452+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:52.443027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.941248+0000","last_change":"2023-12-16T19:28:23.940851+0000","last_active":"2023-12-16T19:28:23.941248+0000","last_peered":"2023-12-16T19:28:23.941248+0000","last_clean":"2023-12-16T19:28:23.941248+0000","last_became_active":"2023-12-16T19:28:23.940371+0000","last_became_peered":"2023-12-16T19:28:23.940371+0000","last_unstale":"2023-12-16T19:28:23.941248+0000","last_undegraded":"2023-12-16T19:28:23.941248+0000","last_fullsized":"2023-12-16T19:28:23.941248+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:47:35.817221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.204970+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:24.204970+0000","last_peered":"2023-12-16T19:28:24.204970+0000","last_clean":"2023-12-16T19:28:24.204970+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:24.204970+0000","last_undegraded":"2023-12-16T19:28:24.204970+0000","last_fullsized":"2023-12-16T19:28:24.204970+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931286+0000","last_change":"2023-12-16T19:28:23.930177+0000","last_active":"2023-12-16T19:28:23.931286+0000","last_peered":"2023-12-16T19:28:23.931286+0000","last_clean":"2023-12-16T19:28:23.931286+0000","last_became_active":"2023-12-16T19:28:23.929783+0000","last_became_peered":"2023-12-16T19:28:23.929783+0000","last_unstale":"2023-12-16T19:28:23.931286+0000","last_undegraded":"2023-12-16T19:28:23.931286+0000","last_fullsized":"2023-12-16T19:28:23.931286+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:57:32.290263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.917087+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:23.917087+0000","last_peered":"2023-12-16T19:28:23.917087+0000","last_clean":"2023-12-16T19:28:23.917087+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:23.917087+0000","last_undegraded":"2023-12-16T19:28:23.917087+0000","last_fullsized":"2023-12-16T19:28:23.917087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.939842+0000","last_change":"2023-12-16T19:28:23.939211+0000","last_active":"2023-12-16T19:28:23.939842+0000","last_peered":"2023-12-16T19:28:23.939842+0000","last_clean":"2023-12-16T19:28:23.939842+0000","last_became_active":"2023-12-16T19:28:23.938886+0000","last_became_peered":"2023-12-16T19:28:23.938886+0000","last_unstale":"2023-12-16T19:28:23.939842+0000","last_undegraded":"2023-12-16T19:28:23.939842+0000","last_fullsized":"2023-12-16T19:28:23.939842+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:28:18.635880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914388+0000","last_change":"2023-12-16T19:28:22.970402+0000","last_active":"2023-12-16T19:28:23.914388+0000","last_peered":"2023-12-16T19:28:23.914388+0000","last_clean":"2023-12-16T19:28:23.914388+0000","last_became_active":"2023-12-16T19:28:22.969616+0000","last_became_peered":"2023-12-16T19:28:22.969616+0000","last_unstale":"2023-12-16T19:28:23.914388+0000","last_undegraded":"2023-12-16T19:28:23.914388+0000","last_fullsized":"2023-12-16T19:28:23.914388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:36.979553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.940305+0000","last_change":"2023-12-16T19:28:23.939062+0000","last_active":"2023-12-16T19:28:23.940305+0000","last_peered":"2023-12-16T19:28:23.940305+0000","last_clean":"2023-12-16T19:28:23.940305+0000","last_became_active":"2023-12-16T19:28:23.938756+0000","last_became_peered":"2023-12-16T19:28:23.938756+0000","last_unstale":"2023-12-16T19:28:23.940305+0000","last_undegraded":"2023-12-16T19:28:23.940305+0000","last_fullsized":"2023-12-16T19:28:23.940305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:11:13.664734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.206223+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:24.206223+0000","last_peered":"2023-12-16T19:28:24.206223+0000","last_clean":"2023-12-16T19:28:24.206223+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:24.206223+0000","last_undegraded":"2023-12-16T19:28:24.206223+0000","last_fullsized":"2023-12-16T19:28:24.206223+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.943582+0000","last_change":"2023-12-16T19:28:23.942658+0000","last_active":"2023-12-16T19:28:23.943582+0000","last_peered":"2023-12-16T19:28:23.943582+0000","last_clean":"2023-12-16T19:28:23.943582+0000","last_became_active":"2023-12-16T19:28:23.942272+0000","last_became_peered":"2023-12-16T19:28:23.942272+0000","last_unstale":"2023-12-16T19:28:23.943582+0000","last_undegraded":"2023-12-16T19:28:23.943582+0000","last_fullsized":"2023-12-16T19:28:23.943582+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:34:24.680026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203850+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:24.203850+0000","last_peered":"2023-12-16T19:28:24.203850+0000","last_clean":"2023-12-16T19:28:24.203850+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:24.203850+0000","last_undegraded":"2023-12-16T19:28:24.203850+0000","last_fullsized":"2023-12-16T19:28:24.203850+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.937755+0000","last_change":"2023-12-16T19:28:23.936932+0000","last_active":"2023-12-16T19:28:23.937755+0000","last_peered":"2023-12-16T19:28:23.937755+0000","last_clean":"2023-12-16T19:28:23.937755+0000","last_became_active":"2023-12-16T19:28:23.936617+0000","last_became_peered":"2023-12-16T19:28:23.936617+0000","last_unstale":"2023-12-16T19:28:23.937755+0000","last_undegraded":"2023-12-16T19:28:23.937755+0000","last_fullsized":"2023-12-16T19:28:23.937755+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:55:18.887255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.916536+0000","last_change":"2023-12-16T19:28:22.976206+0000","last_active":"2023-12-16T19:28:23.916536+0000","last_peered":"2023-12-16T19:28:23.916536+0000","last_clean":"2023-12-16T19:28:23.916536+0000","last_became_active":"2023-12-16T19:28:22.974756+0000","last_became_peered":"2023-12-16T19:28:22.974756+0000","last_unstale":"2023-12-16T19:28:23.916536+0000","last_undegraded":"2023-12-16T19:28:23.916536+0000","last_fullsized":"2023-12-16T19:28:23.916536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:53:49.044511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929309+0000","last_change":"2023-12-16T19:28:23.928559+0000","last_active":"2023-12-16T19:28:23.929309+0000","last_peered":"2023-12-16T19:28:23.929309+0000","last_clean":"2023-12-16T19:28:23.929309+0000","last_became_active":"2023-12-16T19:28:23.928215+0000","last_became_peered":"2023-12-16T19:28:23.928215+0000","last_unstale":"2023-12-16T19:28:23.929309+0000","last_undegraded":"2023-12-16T19:28:23.929309+0000","last_fullsized":"2023-12-16T19:28:23.929309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:18:03.586122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.916978+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:23.916978+0000","last_peered":"2023-12-16T19:28:23.916978+0000","last_clean":"2023-12-16T19:28:23.916978+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:23.916978+0000","last_undegraded":"2023-12-16T19:28:23.916978+0000","last_fullsized":"2023-12-16T19:28:23.916978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935305+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:23.935305+0000","last_peered":"2023-12-16T19:28:23.935305+0000","last_clean":"2023-12-16T19:28:23.935305+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:23.935305+0000","last_undegraded":"2023-12-16T19:28:23.935305+0000","last_fullsized":"2023-12-16T19:28:23.935305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931746+0000","last_change":"2023-12-16T19:28:23.931235+0000","last_active":"2023-12-16T19:28:23.931746+0000","last_peered":"2023-12-16T19:28:23.931746+0000","last_clean":"2023-12-16T19:28:23.931746+0000","last_became_active":"2023-12-16T19:28:23.930893+0000","last_became_peered":"2023-12-16T19:28:23.930893+0000","last_unstale":"2023-12-16T19:28:23.931746+0000","last_undegraded":"2023-12-16T19:28:23.931746+0000","last_fullsized":"2023-12-16T19:28:23.931746+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:37.481378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.908050+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:23.908050+0000","last_peered":"2023-12-16T19:28:23.908050+0000","last_clean":"2023-12-16T19:28:23.908050+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:23.908050+0000","last_undegraded":"2023-12-16T19:28:23.908050+0000","last_fullsized":"2023-12-16T19:28:23.908050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.934726+0000","last_change":"2023-12-16T19:28:23.934270+0000","last_active":"2023-12-16T19:28:23.934726+0000","last_peered":"2023-12-16T19:28:23.934726+0000","last_clean":"2023-12-16T19:28:23.934726+0000","last_became_active":"2023-12-16T19:28:23.932696+0000","last_became_peered":"2023-12-16T19:28:23.932696+0000","last_unstale":"2023-12-16T19:28:23.934726+0000","last_undegraded":"2023-12-16T19:28:23.934726+0000","last_fullsized":"2023-12-16T19:28:23.934726+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:13:03.544101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.917291+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:23.917291+0000","last_peered":"2023-12-16T19:28:23.917291+0000","last_clean":"2023-12-16T19:28:23.917291+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:23.917291+0000","last_undegraded":"2023-12-16T19:28:23.917291+0000","last_fullsized":"2023-12-16T19:28:23.917291+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"20'117","reported_seq":230,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914865+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:23.914865+0000","last_peered":"2023-12-16T19:28:23.914865+0000","last_clean":"2023-12-16T19:28:23.914865+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:23.914865+0000","last_undegraded":"2023-12-16T19:28:23.914865+0000","last_fullsized":"2023-12-16T19:28:23.914865+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926017+0000","last_change":"2023-12-16T19:28:23.923971+0000","last_active":"2023-12-16T19:28:23.926017+0000","last_peered":"2023-12-16T19:28:23.926017+0000","last_clean":"2023-12-16T19:28:23.926017+0000","last_became_active":"2023-12-16T19:28:23.923333+0000","last_became_peered":"2023-12-16T19:28:23.923333+0000","last_unstale":"2023-12-16T19:28:23.926017+0000","last_undegraded":"2023-12-16T19:28:23.926017+0000","last_fullsized":"2023-12-16T19:28:23.926017+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:22.063194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914982+0000","last_change":"2023-12-16T19:28:22.987374+0000","last_active":"2023-12-16T19:28:23.914982+0000","last_peered":"2023-12-16T19:28:23.914982+0000","last_clean":"2023-12-16T19:28:23.914982+0000","last_became_active":"2023-12-16T19:28:22.986360+0000","last_became_peered":"2023-12-16T19:28:22.986360+0000","last_unstale":"2023-12-16T19:28:23.914982+0000","last_undegraded":"2023-12-16T19:28:23.914982+0000","last_fullsized":"2023-12-16T19:28:23.914982+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:06:34.358325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.916557+0000","last_change":"2023-12-16T19:28:22.986495+0000","last_active":"2023-12-16T19:28:23.916557+0000","last_peered":"2023-12-16T19:28:23.916557+0000","last_clean":"2023-12-16T19:28:23.916557+0000","last_became_active":"2023-12-16T19:28:22.984323+0000","last_became_peered":"2023-12-16T19:28:22.984323+0000","last_unstale":"2023-12-16T19:28:23.916557+0000","last_undegraded":"2023-12-16T19:28:23.916557+0000","last_fullsized":"2023-12-16T19:28:23.916557+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:25:02.509206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930695+0000","last_change":"2023-12-16T19:28:23.928785+0000","last_active":"2023-12-16T19:28:23.930695+0000","last_peered":"2023-12-16T19:28:23.930695+0000","last_clean":"2023-12-16T19:28:23.930695+0000","last_became_active":"2023-12-16T19:28:23.928475+0000","last_became_peered":"2023-12-16T19:28:23.928475+0000","last_unstale":"2023-12-16T19:28:23.930695+0000","last_undegraded":"2023-12-16T19:28:23.930695+0000","last_fullsized":"2023-12-16T19:28:23.930695+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:30.316983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"56'1","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.926079+0000","last_change":"2023-12-16T19:28:22.971883+0000","last_active":"2023-12-16T19:28:24.926079+0000","last_peered":"2023-12-16T19:28:24.926079+0000","last_clean":"2023-12-16T19:28:24.926079+0000","last_became_active":"2023-12-16T19:28:22.971607+0000","last_became_peered":"2023-12-16T19:28:22.971607+0000","last_unstale":"2023-12-16T19:28:24.926079+0000","last_undegraded":"2023-12-16T19:28:24.926079+0000","last_fullsized":"2023-12-16T19:28:24.926079+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:34.297038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.938595+0000","last_change":"2023-12-16T19:28:23.937737+0000","last_active":"2023-12-16T19:28:23.938595+0000","last_peered":"2023-12-16T19:28:23.938595+0000","last_clean":"2023-12-16T19:28:23.938595+0000","last_became_active":"2023-12-16T19:28:23.937366+0000","last_became_peered":"2023-12-16T19:28:23.937366+0000","last_unstale":"2023-12-16T19:28:23.938595+0000","last_undegraded":"2023-12-16T19:28:23.938595+0000","last_fullsized":"2023-12-16T19:28:23.938595+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:13:32.533137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203030+0000","last_change":"2023-12-16T19:28:22.979778+0000","last_active":"2023-12-16T19:28:24.203030+0000","last_peered":"2023-12-16T19:28:24.203030+0000","last_clean":"2023-12-16T19:28:24.203030+0000","last_became_active":"2023-12-16T19:28:22.979456+0000","last_became_peered":"2023-12-16T19:28:22.979456+0000","last_unstale":"2023-12-16T19:28:24.203030+0000","last_undegraded":"2023-12-16T19:28:24.203030+0000","last_fullsized":"2023-12-16T19:28:24.203030+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:11:11.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926447+0000","last_change":"2023-12-16T19:28:23.925061+0000","last_active":"2023-12-16T19:28:23.926447+0000","last_peered":"2023-12-16T19:28:23.926447+0000","last_clean":"2023-12-16T19:28:23.926447+0000","last_became_active":"2023-12-16T19:28:23.924712+0000","last_became_peered":"2023-12-16T19:28:23.924712+0000","last_unstale":"2023-12-16T19:28:23.926447+0000","last_undegraded":"2023-12-16T19:28:23.926447+0000","last_fullsized":"2023-12-16T19:28:23.926447+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:55:32.508101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914760+0000","last_change":"2023-12-16T19:28:22.987072+0000","last_active":"2023-12-16T19:28:23.914760+0000","last_peered":"2023-12-16T19:28:23.914760+0000","last_clean":"2023-12-16T19:28:23.914760+0000","last_became_active":"2023-12-16T19:28:22.984144+0000","last_became_peered":"2023-12-16T19:28:22.984144+0000","last_unstale":"2023-12-16T19:28:23.914760+0000","last_undegraded":"2023-12-16T19:28:23.914760+0000","last_fullsized":"2023-12-16T19:28:23.914760+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:38:36.074123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.932361+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:23.932361+0000","last_peered":"2023-12-16T19:28:23.932361+0000","last_clean":"2023-12-16T19:28:23.932361+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:23.932361+0000","last_undegraded":"2023-12-16T19:28:23.932361+0000","last_fullsized":"2023-12-16T19:28:23.932361+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.914425+0000","last_change":"2023-12-16T19:28:22.981418+0000","last_active":"2023-12-16T19:28:23.914425+0000","last_peered":"2023-12-16T19:28:23.914425+0000","last_clean":"2023-12-16T19:28:23.914425+0000","last_became_active":"2023-12-16T19:28:22.981053+0000","last_became_peered":"2023-12-16T19:28:22.981053+0000","last_unstale":"2023-12-16T19:28:23.914425+0000","last_undegraded":"2023-12-16T19:28:23.914425+0000","last_fullsized":"2023-12-16T19:28:23.914425+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:55:22.257063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.938598+0000","last_change":"2023-12-16T19:28:23.937973+0000","last_active":"2023-12-16T19:28:23.938598+0000","last_peered":"2023-12-16T19:28:23.938598+0000","last_clean":"2023-12-16T19:28:23.938598+0000","last_became_active":"2023-12-16T19:28:23.937516+0000","last_became_peered":"2023-12-16T19:28:23.937516+0000","last_unstale":"2023-12-16T19:28:23.938598+0000","last_undegraded":"2023-12-16T19:28:23.938598+0000","last_fullsized":"2023-12-16T19:28:23.938598+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:13.422109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.915289+0000","last_change":"2023-12-16T19:28:22.974020+0000","last_active":"2023-12-16T19:28:23.915289+0000","last_peered":"2023-12-16T19:28:23.915289+0000","last_clean":"2023-12-16T19:28:23.915289+0000","last_became_active":"2023-12-16T19:28:22.973720+0000","last_became_peered":"2023-12-16T19:28:22.973720+0000","last_unstale":"2023-12-16T19:28:23.915289+0000","last_undegraded":"2023-12-16T19:28:23.915289+0000","last_fullsized":"2023-12-16T19:28:23.915289+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:41:42.656855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.930997+0000","last_change":"2023-12-16T19:28:23.930041+0000","last_active":"2023-12-16T19:28:23.930997+0000","last_peered":"2023-12-16T19:28:23.930997+0000","last_clean":"2023-12-16T19:28:23.930997+0000","last_became_active":"2023-12-16T19:28:23.929748+0000","last_became_peered":"2023-12-16T19:28:23.929748+0000","last_unstale":"2023-12-16T19:28:23.930997+0000","last_undegraded":"2023-12-16T19:28:23.930997+0000","last_fullsized":"2023-12-16T19:28:23.930997+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:02:31.393243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.203291+0000","last_change":"2023-12-16T19:28:22.986610+0000","last_active":"2023-12-16T19:28:24.203291+0000","last_peered":"2023-12-16T19:28:24.203291+0000","last_clean":"2023-12-16T19:28:24.203291+0000","last_became_active":"2023-12-16T19:28:22.986268+0000","last_became_peered":"2023-12-16T19:28:22.986268+0000","last_unstale":"2023-12-16T19:28:24.203291+0000","last_undegraded":"2023-12-16T19:28:24.203291+0000","last_fullsized":"2023-12-16T19:28:24.203291+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:26:58.651041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926344+0000","last_change":"2023-12-16T19:28:23.923703+0000","last_active":"2023-12-16T19:28:23.926344+0000","last_peered":"2023-12-16T19:28:23.926344+0000","last_clean":"2023-12-16T19:28:23.926344+0000","last_became_active":"2023-12-16T19:28:23.923377+0000","last_became_peered":"2023-12-16T19:28:23.923377+0000","last_unstale":"2023-12-16T19:28:23.926344+0000","last_undegraded":"2023-12-16T19:28:23.926344+0000","last_fullsized":"2023-12-16T19:28:23.926344+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:53:37.401222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.907751+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:23.907751+0000","last_peered":"2023-12-16T19:28:23.907751+0000","last_clean":"2023-12-16T19:28:23.907751+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:23.907751+0000","last_undegraded":"2023-12-16T19:28:23.907751+0000","last_fullsized":"2023-12-16T19:28:23.907751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.943613+0000","last_change":"2023-12-16T19:28:23.943057+0000","last_active":"2023-12-16T19:28:23.943613+0000","last_peered":"2023-12-16T19:28:23.943613+0000","last_clean":"2023-12-16T19:28:23.943613+0000","last_became_active":"2023-12-16T19:28:23.942632+0000","last_became_peered":"2023-12-16T19:28:23.942632+0000","last_unstale":"2023-12-16T19:28:23.943613+0000","last_undegraded":"2023-12-16T19:28:23.943613+0000","last_fullsized":"2023-12-16T19:28:23.943613+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:09:09.297850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.204739+0000","last_change":"2023-12-16T19:28:22.968092+0000","last_active":"2023-12-16T19:28:24.204739+0000","last_peered":"2023-12-16T19:28:24.204739+0000","last_clean":"2023-12-16T19:28:24.204739+0000","last_became_active":"2023-12-16T19:28:22.967796+0000","last_became_peered":"2023-12-16T19:28:22.967796+0000","last_unstale":"2023-12-16T19:28:24.204739+0000","last_undegraded":"2023-12-16T19:28:24.204739+0000","last_fullsized":"2023-12-16T19:28:24.204739+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:51:56.215431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931703+0000","last_change":"2023-12-16T19:28:23.931101+0000","last_active":"2023-12-16T19:28:23.931703+0000","last_peered":"2023-12-16T19:28:23.931703+0000","last_clean":"2023-12-16T19:28:23.931703+0000","last_became_active":"2023-12-16T19:28:23.930668+0000","last_became_peered":"2023-12-16T19:28:23.930668+0000","last_unstale":"2023-12-16T19:28:23.931703+0000","last_undegraded":"2023-12-16T19:28:23.931703+0000","last_fullsized":"2023-12-16T19:28:23.931703+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:28:15.772056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:24.205929+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:24.205929+0000","last_peered":"2023-12-16T19:28:24.205929+0000","last_clean":"2023-12-16T19:28:24.205929+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:24.205929+0000","last_undegraded":"2023-12-16T19:28:24.205929+0000","last_fullsized":"2023-12-16T19:28:24.205929+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.941246+0000","last_change":"2023-12-16T19:28:23.940845+0000","last_active":"2023-12-16T19:28:23.941246+0000","last_peered":"2023-12-16T19:28:23.941246+0000","last_clean":"2023-12-16T19:28:23.941246+0000","last_became_active":"2023-12-16T19:28:23.940398+0000","last_became_peered":"2023-12-16T19:28:23.940398+0000","last_unstale":"2023-12-16T19:28:23.941246+0000","last_undegraded":"2023-12-16T19:28:23.941246+0000","last_fullsized":"2023-12-16T19:28:23.941246+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:42:57.662663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.940327+0000","last_change":"2023-12-16T19:28:23.939489+0000","last_active":"2023-12-16T19:28:23.940327+0000","last_peered":"2023-12-16T19:28:23.940327+0000","last_clean":"2023-12-16T19:28:23.940327+0000","last_became_active":"2023-12-16T19:28:23.939123+0000","last_became_peered":"2023-12-16T19:28:23.939123+0000","last_unstale":"2023-12-16T19:28:23.940327+0000","last_undegraded":"2023-12-16T19:28:23.940327+0000","last_fullsized":"2023-12-16T19:28:23.940327+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:36:08.112116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.925742+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:23.925742+0000","last_peered":"2023-12-16T19:28:23.925742+0000","last_clean":"2023-12-16T19:28:23.925742+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:23.925742+0000","last_undegraded":"2023-12-16T19:28:23.925742+0000","last_fullsized":"2023-12-16T19:28:23.925742+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.928248+0000","last_change":"2023-12-16T19:28:23.924773+0000","last_active":"2023-12-16T19:28:23.928248+0000","last_peered":"2023-12-16T19:28:23.928248+0000","last_clean":"2023-12-16T19:28:23.928248+0000","last_became_active":"2023-12-16T19:28:23.924272+0000","last_became_peered":"2023-12-16T19:28:23.924272+0000","last_unstale":"2023-12-16T19:28:23.928248+0000","last_undegraded":"2023-12-16T19:28:23.928248+0000","last_fullsized":"2023-12-16T19:28:23.928248+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:54.427700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.926030+0000","last_change":"2023-12-16T19:28:23.924588+0000","last_active":"2023-12-16T19:28:23.926030+0000","last_peered":"2023-12-16T19:28:23.926030+0000","last_clean":"2023-12-16T19:28:23.926030+0000","last_became_active":"2023-12-16T19:28:23.924287+0000","last_became_peered":"2023-12-16T19:28:23.924287+0000","last_unstale":"2023-12-16T19:28:23.926030+0000","last_undegraded":"2023-12-16T19:28:23.926030+0000","last_fullsized":"2023-12-16T19:28:23.926030+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:21:49.410068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.923390+0000","last_change":"2023-12-16T19:28:23.923125+0000","last_active":"2023-12-16T19:28:23.923390+0000","last_peered":"2023-12-16T19:28:23.923390+0000","last_clean":"2023-12-16T19:28:23.923390+0000","last_became_active":"2023-12-16T19:28:23.922816+0000","last_became_peered":"2023-12-16T19:28:23.922816+0000","last_unstale":"2023-12-16T19:28:23.923390+0000","last_undegraded":"2023-12-16T19:28:23.923390+0000","last_fullsized":"2023-12-16T19:28:23.923390+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:29:52.008522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.927831+0000","last_change":"2023-12-16T19:28:23.926960+0000","last_active":"2023-12-16T19:28:23.927831+0000","last_peered":"2023-12-16T19:28:23.927831+0000","last_clean":"2023-12-16T19:28:23.927831+0000","last_became_active":"2023-12-16T19:28:23.926637+0000","last_became_peered":"2023-12-16T19:28:23.926637+0000","last_unstale":"2023-12-16T19:28:23.927831+0000","last_undegraded":"2023-12-16T19:28:23.927831+0000","last_fullsized":"2023-12-16T19:28:23.927831+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:49:21.282771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935399+0000","last_change":"2023-12-16T19:28:23.933028+0000","last_active":"2023-12-16T19:28:23.935399+0000","last_peered":"2023-12-16T19:28:23.935399+0000","last_clean":"2023-12-16T19:28:23.935399+0000","last_became_active":"2023-12-16T19:28:23.932491+0000","last_became_peered":"2023-12-16T19:28:23.932491+0000","last_unstale":"2023-12-16T19:28:23.935399+0000","last_undegraded":"2023-12-16T19:28:23.935399+0000","last_fullsized":"2023-12-16T19:28:23.935399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:41:33.802122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.935528+0000","last_change":"2023-12-16T19:28:23.934440+0000","last_active":"2023-12-16T19:28:23.935528+0000","last_peered":"2023-12-16T19:28:23.935528+0000","last_clean":"2023-12-16T19:28:23.935528+0000","last_became_active":"2023-12-16T19:28:23.934117+0000","last_became_peered":"2023-12-16T19:28:23.934117+0000","last_unstale":"2023-12-16T19:28:23.935528+0000","last_undegraded":"2023-12-16T19:28:23.935528+0000","last_fullsized":"2023-12-16T19:28:23.935528+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:56:14.628044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.929332+0000","last_change":"2023-12-16T19:28:23.928647+0000","last_active":"2023-12-16T19:28:23.929332+0000","last_peered":"2023-12-16T19:28:23.929332+0000","last_clean":"2023-12-16T19:28:23.929332+0000","last_became_active":"2023-12-16T19:28:23.927626+0000","last_became_peered":"2023-12-16T19:28:23.927626+0000","last_unstale":"2023-12-16T19:28:23.929332+0000","last_undegraded":"2023-12-16T19:28:23.929332+0000","last_fullsized":"2023-12-16T19:28:23.929332+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:29:35.072417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.934417+0000","last_change":"2023-12-16T19:28:23.933479+0000","last_active":"2023-12-16T19:28:23.934417+0000","last_peered":"2023-12-16T19:28:23.934417+0000","last_clean":"2023-12-16T19:28:23.934417+0000","last_became_active":"2023-12-16T19:28:23.933092+0000","last_became_peered":"2023-12-16T19:28:23.933092+0000","last_unstale":"2023-12-16T19:28:23.934417+0000","last_undegraded":"2023-12-16T19:28:23.934417+0000","last_fullsized":"2023-12-16T19:28:23.934417+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:50.427394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931833+0000","last_change":"2023-12-16T19:28:23.931110+0000","last_active":"2023-12-16T19:28:23.931833+0000","last_peered":"2023-12-16T19:28:23.931833+0000","last_clean":"2023-12-16T19:28:23.931833+0000","last_became_active":"2023-12-16T19:28:23.930119+0000","last_became_peered":"2023-12-16T19:28:23.930119+0000","last_unstale":"2023-12-16T19:28:23.931833+0000","last_undegraded":"2023-12-16T19:28:23.931833+0000","last_fullsized":"2023-12-16T19:28:23.931833+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:06.304938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.931656+0000","last_change":"2023-12-16T19:28:23.931047+0000","last_active":"2023-12-16T19:28:23.931656+0000","last_peered":"2023-12-16T19:28:23.931656+0000","last_clean":"2023-12-16T19:28:23.931656+0000","last_became_active":"2023-12-16T19:28:23.930737+0000","last_became_peered":"2023-12-16T19:28:23.930737+0000","last_unstale":"2023-12-16T19:28:23.931656+0000","last_undegraded":"2023-12-16T19:28:23.931656+0000","last_fullsized":"2023-12-16T19:28:23.931656+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:55:02.553492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T19:28:23.927969+0000","last_change":"2023-12-16T19:28:23.927264+0000","last_active":"2023-12-16T19:28:23.927969+0000","last_peered":"2023-12-16T19:28:23.927969+0000","last_clean":"2023-12-16T19:28:23.927969+0000","last_became_active":"2023-12-16T19:28:23.925736+0000","last_became_peered":"2023-12-16T19:28:23.925736+0000","last_unstale":"2023-12-16T19:28:23.927969+0000","last_undegraded":"2023-12-16T19:28:23.927969+0000","last_fullsized":"2023-12-16T19:28:23.927969+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:28:30.496899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430214,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":827604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659145,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298424,"kb_used_data":1136,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446728,"statfs":{"total":95995035648,"available":95689449472,"internally_reserved":0,"allocated":1163264,"data_stored":828622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]}]},{"osd":1,"up_from":12,"seq":51539607575,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297840,"kb_used_data":552,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447312,"statfs":{"total":95995035648,"available":95690047488,"internally_reserved":0,"allocated":565248,"data_stored":236878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.41199999999999998}]},{"osd":2,"last update":"Sat Dec 16 19:27:57 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.37}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.44}]},{"osd":4,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.68200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738394,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298432,"kb_used_data":1144,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446720,"statfs":{"total":95995035648,"available":95689441280,"internally_reserved":0,"allocated":1171456,"data_stored":828051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.253},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.32400000000000001}]},{"osd":2,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.30599999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.379}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.2679999999999998,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":2,"up_from":17,"seq":73014444052,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":236983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.308}]},{"osd":1,"last update":"Sat Dec 16 19:27:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":3,"up_from":23,"seq":98784247826,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":238623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.378},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28699999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":27,"seq":115964117006,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297852,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447300,"statfs":{"total":95995035648,"available":95690035200,"internally_reserved":0,"allocated":577536,"data_stored":237663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]}]},{"osd":5,"up_from":34,"seq":146028888076,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297848,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447304,"statfs":{"total":95995035648,"available":95690039296,"internally_reserved":0,"allocated":573440,"data_stored":238344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:28:31.876 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-16T19:28:31.877 INFO:tasks.cephadm:Adding prometheus.a on smithi043 2023-12-16T19:28:31.877 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply prometheus '1;smithi043=a' 2023-12-16T19:28:32.157 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:32.226 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:31 smithi043 ceph-mon[82080]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2023-12-16T19:28:32.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:32 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2023-12-16T19:28:33.096 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled prometheus update... 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2023-12-16T19:28:33.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2023-12-16T19:28:33.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:32 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2023-12-16T19:28:33.392 DEBUG:teuthology.orchestra.run.smithi043:prometheus.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service 2023-12-16T19:28:33.394 INFO:tasks.cephadm:Adding node-exporter.a on smithi002 2023-12-16T19:28:33.395 INFO:tasks.cephadm:Adding node-exporter.b on smithi043 2023-12-16T19:28:33.395 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply node-exporter '2;smithi002=a;smithi043=b' 2023-12-16T19:28:33.710 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: pgmap v136: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T19:28:34.122 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.123 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:34.123 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:34.123 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:34.123 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:33 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:34.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: pgmap v136: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-16T19:28:34.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2023-12-16T19:28:34.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:34.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: pgmap v136: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:34.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:34.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:34.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:33 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:34.752 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled node-exporter update... 2023-12-16T19:28:35.168 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:34 smithi043 ceph-mon[82080]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:35.169 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:34 smithi043 ceph-mon[82080]: Saving service prometheus spec with placement smithi043=a;count:1 2023-12-16T19:28:35.169 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:34 smithi043 ceph-mon[82080]: Deploying daemon prometheus.a on smithi043 2023-12-16T19:28:35.169 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:34 smithi043 ceph-mon[82080]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T19:28:35.169 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:34 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:35.195 DEBUG:teuthology.orchestra.run.smithi002:node-exporter.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service 2023-12-16T19:28:35.198 DEBUG:teuthology.orchestra.run.smithi043:node-exporter.b> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service 2023-12-16T19:28:35.200 INFO:tasks.cephadm:Adding alertmanager.a on smithi002 2023-12-16T19:28:35.200 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply alertmanager '1;smithi002=a' 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[78633]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[78633]: Saving service prometheus spec with placement smithi043=a;count:1 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[78633]: Deploying daemon prometheus.a on smithi043 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[78633]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[86656]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[86656]: Saving service prometheus spec with placement smithi043=a;count:1 2023-12-16T19:28:35.228 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[86656]: Deploying daemon prometheus.a on smithi043 2023-12-16T19:28:35.229 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[86656]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T19:28:35.229 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:34 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:35.544 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:35.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:35 smithi043 ceph-mon[82080]: pgmap v139: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2023-12-16T19:28:35.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:35 smithi043 ceph-mon[82080]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:35.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:35 smithi043 ceph-mon[82080]: Saving service node-exporter spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[78633]: pgmap v139: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[78633]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[78633]: Saving service node-exporter spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[86656]: pgmap v139: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[86656]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi002=a;smithi043=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:36.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:35 smithi002 ceph-mon[86656]: Saving service node-exporter spec with placement smithi002=a;smithi043=b;count:2 2023-12-16T19:28:36.854 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled alertmanager update... 2023-12-16T19:28:37.299 DEBUG:teuthology.orchestra.run.smithi002:alertmanager.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@alertmanager.a.service 2023-12-16T19:28:37.301 INFO:tasks.cephadm:Adding grafana.a on smithi043 2023-12-16T19:28:37.302 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph orch apply grafana '1;smithi043=a' 2023-12-16T19:28:37.585 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:37.971 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:37 smithi043 ceph-mon[82080]: pgmap v140: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 895 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:37.971 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:37 smithi043 ceph-mon[82080]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:37.971 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:37 smithi043 ceph-mon[82080]: Saving service alertmanager spec with placement smithi002=a;count:1 2023-12-16T19:28:37.971 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:37 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[78633]: pgmap v140: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 895 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[78633]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[78633]: Saving service alertmanager spec with placement smithi002=a;count:1 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[86656]: pgmap v140: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 895 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[86656]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi002=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[86656]: Saving service alertmanager spec with placement smithi002=a;count:1 2023-12-16T19:28:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:37 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:38.978 INFO:teuthology.orchestra.run.smithi043.stdout:Scheduled grafana update... 2023-12-16T19:28:39.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:39 smithi043 ceph-mon[82080]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:39.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:39 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:39.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:39 smithi002 ceph-mon[78633]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:39.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:39 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:39.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:39 smithi002 ceph-mon[86656]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:39.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:39 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:40.296 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:40 smithi043 ceph-mon[82080]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:40.296 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:40 smithi043 ceph-mon[82080]: Saving service grafana spec with placement smithi043=a;count:1 2023-12-16T19:28:40.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:40 smithi002 ceph-mon[78633]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:40.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:40 smithi002 ceph-mon[78633]: Saving service grafana spec with placement smithi043=a;count:1 2023-12-16T19:28:40.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:40 smithi002 ceph-mon[86656]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi043=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:28:40.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:40 smithi002 ceph-mon[86656]: Saving service grafana spec with placement smithi043=a;count:1 2023-12-16T19:28:40.917 DEBUG:teuthology.orchestra.run.smithi043:grafana.a> sudo journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service 2023-12-16T19:28:40.919 INFO:tasks.cephadm:Setting up client nodes... 2023-12-16T19:28:40.919 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-16T19:28:41.194 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:41.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:41 smithi002 ceph-mon[78633]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:41.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:41 smithi002 ceph-mon[86656]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:41.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:41 smithi043 ceph-mon[82080]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:42.259 INFO:teuthology.orchestra.run.smithi002.stdout:[client.0] 2023-12-16T19:28:42.260 INFO:teuthology.orchestra.run.smithi002.stdout: key = AQBq+n1lna8zDxAAamjjx7Pexzv+pJPJhAYtgA== 2023-12-16T19:28:42.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:42 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:42.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:42 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:42.495 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:42 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:42.495 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:42 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:42.520 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:28:42.520 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-16T19:28:42.520 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-16T19:28:42.570 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-16T19:28:42.601 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:42 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:42.601 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:42 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3393676314' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:43.314 INFO:teuthology.orchestra.run.smithi043.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T19:28:43.454 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:43 smithi043 ceph-mon[82080]: pgmap v143: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:43.577 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:43 smithi002 ceph-mon[78633]: pgmap v143: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:43.577 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:43 smithi002 ceph-mon[86656]: pgmap v143: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:44.499 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:28:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:28:44.272Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T19:28:44.533 INFO:teuthology.orchestra.run.smithi043.stdout:[client.1] 2023-12-16T19:28:44.533 INFO:teuthology.orchestra.run.smithi043.stdout: key = AQBs+n1l95tyHxAAn1tbMH8ztvUB/2AD/xmm7g== 2023-12-16T19:28:44.787 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T19:28:44.787 DEBUG:teuthology.orchestra.run.smithi043:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-16T19:28:44.787 DEBUG:teuthology.orchestra.run.smithi043:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-16T19:28:44.878 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-16T19:28:44.878 DEBUG:teuthology.orchestra.run.smithi002:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-16T19:28:45.149 INFO:teuthology.misc.health.smithi002.stdout: 2023-12-16T19:28:45.149 INFO:teuthology.misc.health.smithi002.stdout:{"epoch":58,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:33.762157+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:45.160 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-16T19:28:45.160 INFO:tasks.cephadm:Creating RBD pool 2023-12-16T19:28:45.161 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-16T19:28:45.441 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setuser ceph since I am not root 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setgroup ceph since I am not root 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mgr[78867]: -- 172.21.15.2:0/1990006768 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bb0690e9c0 con 0x55bb068e5000 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='client.? 172.21.15.43:0/3399335469' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: pgmap v144: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2389314061' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='client.? 172.21.15.43:0/3399335469' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: pgmap v144: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:45.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2389314061' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ignoring --setuser ceph since I am not root 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ignoring --setgroup ceph since I am not root 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mgr[83947]: -- 172.21.15.43:0/614944807 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563d4e7289c0 con 0x563d4e6fe800 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' 2023-12-16T19:28:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T19:28:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='client.? 172.21.15.43:0/3399335469' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T19:28:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T19:28:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: pgmap v144: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-16T19:28:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2389314061' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:46.136 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:45.932+0000 7f68056701c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:28:46.136 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:46.036+0000 7f68056701c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:28:46.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:45.895+0000 7f3740b821c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:28:46.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:45.988+0000 7f3740b821c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:28:46.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-mon[78633]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T19:28:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-mon[78633]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T19:28:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-mon[86656]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T19:28:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-mon[86656]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T19:28:46.651 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-mon[82080]: from='mgr.14152 172.21.15.2:0/3692274531' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T19:28:46.651 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-mon[82080]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T19:28:46.798 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:46.703+0000 7f68056701c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:28:46.988 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:46.648+0000 7f3740b821c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:28:46.989 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:46.741+0000 7f3740b821c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:28:46.989 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:46.828+0000 7f3740b821c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:28:46.989 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:46.986+0000 7f3740b821c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:28:47.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:46.795+0000 7f68056701c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:28:47.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:46.882+0000 7f68056701c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:28:47.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.039+0000 7f68056701c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:28:47.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.122+0000 7f68056701c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:28:47.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.070+0000 7f3740b821c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:28:47.348 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'rbd' created 2023-12-16T19:28:47.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2998017190' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.471 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.300+0000 7f68056701c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:28:47.471 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2998017190' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.471 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.527 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2998017190' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.528 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T19:28:47.528 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.248+0000 7f3740b821c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:28:47.528 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.437+0000 7f3740b821c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:28:47.528 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.525+0000 7f3740b821c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:28:47.670 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-16T19:28:47.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.493+0000 7f68056701c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:28:47.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.580+0000 7f68056701c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:28:47.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.689+0000 7f68056701c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:28:47.950 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:47.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.620+0000 7f3740b821c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:28:47.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:47.709+0000 7f3740b821c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:28:48.059 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:47.782+0000 7f68056701c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:28:48.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:48 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T19:28:48.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:48 smithi002 ceph-mon[78633]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T19:28:48.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:48 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T19:28:48.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:48 smithi002 ceph-mon[86656]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T19:28:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:48 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T19:28:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:48 smithi043 ceph-mon[82080]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T19:28:49.163 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:48.826+0000 7f3740b821c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:28:49.163 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:48.961+0000 7f3740b821c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:28:49.164 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:49.161+0000 7f3740b821c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:28:49.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:48.933+0000 7f68056701c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:28:49.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:49.069+0000 7f68056701c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:28:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-16T19:28:49.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:49.398+0000 7f3740b821c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:28:49.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-mon[82080]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T19:28:49.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-mon[78633]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:49.267+0000 7f68056701c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:49.509+0000 7f68056701c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-mon[86656]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T19:28:49.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:28:49.629 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-16T19:28:49.629 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-16T19:28:49.629 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph mgr dump --format=json 2023-12-16T19:28:49.912 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:49.694+0000 7f68056701c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:28:49.912 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:49.909+0000 7f68056701c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:28:49.917 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:49.998 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:49.579+0000 7f3740b821c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:28:49.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:49.768+0000 7f3740b821c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:28:50.351 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:50.039+0000 7f3740b821c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:28:50.351 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:50.129+0000 7f3740b821c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:28:50.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:28:50.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-mon[78633]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T19:28:50.468 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:50.196+0000 7f68056701c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:28:50.469 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:50.286+0000 7f68056701c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:28:50.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:28:50.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-mon[86656]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T19:28:50.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:50.702+0000 7f68056701c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:28:50.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:50 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3257667735' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:28:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:50 smithi043 ceph-mon[82080]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T19:28:50.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:50.534+0000 7f3740b821c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:28:50.975 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:51.244 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":16,"active_gid":14152,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6800","nonce":427065217},{"type":"v1","addr":"172.21.15.2:6801","nonce":427065217}]},"active_addr":"172.21.15.2:6801/427065217","active_change":"2023-12-16T19:25:32.669060+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24106,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.2:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":262328574}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":4060107825}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":2178920990}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":2582852052}]}]} 2023-12-16T19:28:51.248 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-16T19:28:51.248 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-16T19:28:51.248 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T19:28:51.521 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:51.555 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:51 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3810095821' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T19:28:51.556 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:51 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3810095821' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T19:28:51.660 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:51 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3810095821' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T19:28:51.660 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:51.350+0000 7f3740b821c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:28:51.660 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:51.657+0000 7f3740b821c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:28:51.868 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:51.552+0000 7f68056701c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:28:51.868 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:51.865+0000 7f68056701c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:28:52.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:51.982+0000 7f3740b821c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:28:52.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:52.182+0000 7f3740b821c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:28:52.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: [16/Dec/2023:19:28:52] ENGINE Bus STARTING 2023-12-16T19:28:52.413 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.197+0000 7f68056701c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:28:52.413 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: Standby manager daemon x restarted 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[78633]: Standby manager daemon x started 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: Standby manager daemon x restarted 2023-12-16T19:28:52.414 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-mon[86656]: Standby manager daemon x started 2023-12-16T19:28:52.525 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:52.525 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":62,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:52.425523+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:52.579 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:28:52.579 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3843450618' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: Standby manager daemon x restarted 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-mon[82080]: Standby manager daemon x started 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: CherryPy Checker: 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: The Application mounted at '' has an empty config. 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: [16/Dec/2023:19:28:52] ENGINE Serving on http://:::9283 2023-12-16T19:28:52.580 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: [16/Dec/2023:19:28:52] ENGINE Bus STARTED 2023-12-16T19:28:52.665 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.411+0000 7f68056701c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:28:52.665 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:28:52] ENGINE Bus STARTING 2023-12-16T19:28:52.665 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.571+0000 7f676a7a4700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.665 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.571+0000 7f676a7a4700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.571+0000 7f676a7a4700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.571+0000 7f676a7a4700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.571+0000 7f676a7a4700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.572+0000 7f6765f9b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.572+0000 7f6765f9b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.572+0000 7f6765f9b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.572+0000 7f6765f9b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.666 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.572+0000 7f6765f9b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:28:52.926 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: CherryPy Checker: 2023-12-16T19:28:52.926 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: The Application mounted at '' has an empty config. 2023-12-16T19:28:52.926 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:28:52.927 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:28:52] ENGINE Serving on http://:::9283 2023-12-16T19:28:52.927 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:28:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:28:52] ENGINE Bus STARTED 2023-12-16T19:28:52.960 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-16T19:28:52.960 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T19:28:53.352 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: mgrmap e17: y(active, since 3m), standbys: x 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: Active manager daemon y restarted 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: mgrmap e18: y(active, starting, since 0.00783564s), standbys: x 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:28:53.602 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:53.603 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2993652112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:53.604 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: mgrmap e17: y(active, since 3m), standbys: x 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: Active manager daemon y restarted 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: Activating manager daemon y 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: mgrmap e18: y(active, starting, since 0.00783564s), standbys: x 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:28:53.605 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:53.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: Manager daemon y is now available 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2993652112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:53.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:53 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: mgrmap e17: y(active, since 3m), standbys: x 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: Active manager daemon y restarted 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: mgrmap e18: y(active, starting, since 0.00783564s), standbys: x 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:28:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:53.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:28:53.752 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.752 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:28:53.752 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2993652112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:53.752 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:53.752 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:53 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: [16/Dec/2023:19:28:53] ENGINE Bus STARTING 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: [16/Dec/2023:19:28:53] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: [16/Dec/2023:19:28:53] ENGINE Bus STARTED 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: mgrmap e19: y(active, since 1.01287s), standbys: x 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: [16/Dec/2023:19:28:53] ENGINE Bus STARTING 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: [16/Dec/2023:19:28:53] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: [16/Dec/2023:19:28:53] ENGINE Bus STARTED 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: mgrmap e19: y(active, since 1.01287s), standbys: x 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:54 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.538 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:28:54.539 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":62,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:52.425523+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:28:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: [16/Dec/2023:19:28:53] ENGINE Bus STARTING 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: [16/Dec/2023:19:28:53] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: [16/Dec/2023:19:28:53] ENGINE Bus STARTED 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: mgrmap e19: y(active, since 1.01287s), standbys: x 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:54 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:54.928 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-16T19:28:54.929 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-16T19:28:54.929 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-16T19:28:54.930 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-16T19:28:54.930 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-16T19:28:54.931 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-16T19:28:54.931 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-16T19:28:54.932 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/787042763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/787042763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:55.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:55 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:55.748 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:28:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/787042763' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:55.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:28:55.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:55 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:28:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:56.650 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 2993M 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 2993M 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: mgrmap e20: y(active, since 3s), standbys: x 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 2993M 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 2993M 2023-12-16T19:28:56.651 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:28:56.652 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:28:56.652 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: mgrmap e20: y(active, since 3s), standbys: x 2023-12-16T19:28:56.652 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.652 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:56 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 2993M 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 2993M 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: mgrmap e20: y(active, since 3s), standbys: x 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:56 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:56.750 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:57.242 INFO:teuthology.orchestra.run.smithi002.stdout:98784247831 2023-12-16T19:28:57.242 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-16T19:28:57.477 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.478 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.479 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.479 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.479 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.479 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.479 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:57 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:57 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:28:57.912 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:58.012 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:58.364 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:28:58.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:58 smithi002 ceph-mon[78633]: Deploying daemon alertmanager.a on smithi002 2023-12-16T19:28:58.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:58 smithi002 ceph-mon[78633]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:58.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:58 smithi002 ceph-mon[86656]: Deploying daemon alertmanager.a on smithi002 2023-12-16T19:28:58.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:58 smithi002 ceph-mon[86656]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:58 smithi043 ceph-mon[82080]: Deploying daemon alertmanager.a on smithi002 2023-12-16T19:28:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:58 smithi043 ceph-mon[82080]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:59.483 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:28:59 smithi002 ceph-mon[78633]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:59.483 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:28:59 smithi002 ceph-mon[86656]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:28:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:28:59 smithi043 ceph-mon[82080]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:00.426 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:00.702 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:01.576 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:01.608 INFO:teuthology.orchestra.run.smithi002.stdout:206158430219 2023-12-16T19:29:01.608 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-16T19:29:01.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:01 smithi002 ceph-mon[78633]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:01.727 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:01 smithi002 ceph-mon[86656]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:01 smithi043 ceph-mon[82080]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:01.758 INFO:teuthology.orchestra.run.smithi002.stdout:176093659151 2023-12-16T19:29:01.758 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-16T19:29:03.973 INFO:teuthology.orchestra.run.smithi002.stdout:34359738400 2023-12-16T19:29:03.973 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-16T19:29:04.132 INFO:teuthology.orchestra.run.smithi002.stdout:146028888082 2023-12-16T19:29:04.133 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-16T19:29:04.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:04 smithi002 ceph-mon[78633]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:04.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:04 smithi002 ceph-mon[86656]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:04.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:04 smithi043 ceph-mon[82080]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:05.381 INFO:teuthology.orchestra.run.smithi002.stdout:73014444059 2023-12-16T19:29:05.381 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-16T19:29:05.658 INFO:teuthology.orchestra.run.smithi002.stdout:98784247833 2023-12-16T19:29:05.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:29:06.089 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247831 got 98784247833 for osd.3 2023-12-16T19:29:06.090 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:06.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:06 smithi002 ceph-mon[78633]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:06.341 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:06 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3263162299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T19:29:06.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:06 smithi002 ceph-mon[86656]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:06.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:06 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3263162299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T19:29:06.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:06 smithi043 ceph-mon[82080]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:06.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:06 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3263162299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T19:29:07.191 INFO:teuthology.orchestra.run.smithi002.stdout:51539607582 2023-12-16T19:29:07.191 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-16T19:29:07.490 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:07.541 INFO:teuthology.orchestra.run.smithi002.stdout:115964117013 2023-12-16T19:29:07.542 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-16T19:29:07.542 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:08.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:08 smithi002 ceph-mon[78633]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:08.331 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:08 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:08.331 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:08 smithi002 ceph-mon[86656]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:08.331 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:08 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:08.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:08 smithi043 ceph-mon[82080]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:08.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:08 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:08.990 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[119554]: ts=2023-12-16T19:29:08.869Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T19:29:09.210 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE Bus STOPPING 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE Bus STOPPED 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE Bus STARTING 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE Serving on http://:::9283 2023-12-16T19:29:09.282 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:09] ENGINE Bus STARTED 2023-12-16T19:29:09.643 INFO:teuthology.orchestra.run.smithi002.stdout:206158430222 2023-12-16T19:29:09.744 INFO:teuthology.orchestra.run.smithi002.stdout:176093659153 2023-12-16T19:29:09.872 INFO:teuthology.orchestra.run.smithi002.stdout:146028888084 2023-12-16T19:29:10.090 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: Deploying daemon grafana.a on smithi043 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1848291920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2065536220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T19:29:10.091 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2753938525' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: Deploying daemon grafana.a on smithi043 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1848291920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T19:29:10.092 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2065536220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T19:29:10.093 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:09 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2753938525' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T19:29:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: Deploying daemon grafana.a on smithi043 2023-12-16T19:29:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1848291920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T19:29:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2065536220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T19:29:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:09 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2753938525' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T19:29:10.281 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430219 got 206158430222 for osd.7 2023-12-16T19:29:10.281 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:10.415 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:10.464 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888082 got 146028888084 for osd.5 2023-12-16T19:29:10.465 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:10.917 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659151 got 176093659153 for osd.6 2023-12-16T19:29:10.917 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:10.973 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[119554]: ts=2023-12-16T19:29:10.841Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000768649s 2023-12-16T19:29:11.025 INFO:teuthology.orchestra.run.smithi002.stdout:34359738402 2023-12-16T19:29:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:11.406 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:11.790 INFO:teuthology.orchestra.run.smithi002.stdout:73014444060 2023-12-16T19:29:12.206 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[78633]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:12.206 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/4163240062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T19:29:12.206 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3833473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T19:29:12.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[86656]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:12.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/4163240062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T19:29:12.207 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:11 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3833473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T19:29:12.232 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444059 got 73014444060 for osd.2 2023-12-16T19:29:12.232 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:11 smithi043 ceph-mon[82080]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:11 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/4163240062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T19:29:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:11 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3833473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T19:29:12.629 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738400 got 34359738402 for osd.0 2023-12-16T19:29:12.630 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:12.967 INFO:teuthology.orchestra.run.smithi002.stdout:115964117014 2023-12-16T19:29:13.414 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117013 got 115964117014 for osd.4 2023-12-16T19:29:13.414 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:13.493 INFO:teuthology.orchestra.run.smithi002.stdout:51539607583 2023-12-16T19:29:13.755 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[78633]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:13.755 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:13.755 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2920331749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T19:29:13.755 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1997805881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T19:29:13.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[86656]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:13.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:13.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2920331749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T19:29:13.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:13 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1997805881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T19:29:13.756 INFO:tasks.cephadm.ceph_manager.ceph:need seq 51539607582 got 51539607583 for osd.1 2023-12-16T19:29:13.757 DEBUG:teuthology.parallel:result is None 2023-12-16T19:29:13.757 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-16T19:29:13.757 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T19:29:13.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:13 smithi043 ceph-mon[82080]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:13.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:13 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:13.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:13 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2920331749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T19:29:13.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:13 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1997805881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T19:29:14.025 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:15.194 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:15.196 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:29:15.449 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2023-12-16T19:29:14.445117+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385084,"kb_used_data":6780,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576132,"statfs":{"total":767960285184,"available":765517959168,"internally_reserved":0,"allocated":6942720,"data_stored":4013308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003224"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066327+0000","last_change":"2023-12-16T19:28:23.942241+0000","last_active":"2023-12-16T19:28:50.066327+0000","last_peered":"2023-12-16T19:28:50.066327+0000","last_clean":"2023-12-16T19:28:50.066327+0000","last_became_active":"2023-12-16T19:28:23.941864+0000","last_became_peered":"2023-12-16T19:28:23.941864+0000","last_unstale":"2023-12-16T19:28:50.066327+0000","last_undegraded":"2023-12-16T19:28:50.066327+0000","last_fullsized":"2023-12-16T19:28:50.066327+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:58:58.680828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192801+0000","last_change":"2023-12-16T19:28:23.929524+0000","last_active":"2023-12-16T19:28:50.192801+0000","last_peered":"2023-12-16T19:28:50.192801+0000","last_clean":"2023-12-16T19:28:50.192801+0000","last_became_active":"2023-12-16T19:28:23.929201+0000","last_became_peered":"2023-12-16T19:28:23.929201+0000","last_unstale":"2023-12-16T19:28:50.192801+0000","last_undegraded":"2023-12-16T19:28:50.192801+0000","last_fullsized":"2023-12-16T19:28:50.192801+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:26:10.174924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164239+0000","last_change":"2023-12-16T19:28:33.826053+0000","last_active":"2023-12-16T19:28:50.164239+0000","last_peered":"2023-12-16T19:28:50.164239+0000","last_clean":"2023-12-16T19:28:50.164239+0000","last_became_active":"2023-12-16T19:28:33.825643+0000","last_became_peered":"2023-12-16T19:28:33.825643+0000","last_unstale":"2023-12-16T19:28:50.164239+0000","last_undegraded":"2023-12-16T19:28:50.164239+0000","last_fullsized":"2023-12-16T19:28:50.164239+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:42:31.673925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192659+0000","last_change":"2023-12-16T19:28:23.928917+0000","last_active":"2023-12-16T19:28:50.192659+0000","last_peered":"2023-12-16T19:28:50.192659+0000","last_clean":"2023-12-16T19:28:50.192659+0000","last_became_active":"2023-12-16T19:28:23.928515+0000","last_became_peered":"2023-12-16T19:28:23.928515+0000","last_unstale":"2023-12-16T19:28:50.192659+0000","last_undegraded":"2023-12-16T19:28:50.192659+0000","last_fullsized":"2023-12-16T19:28:50.192659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:25:18.923424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066126+0000","last_change":"2023-12-16T19:28:23.939687+0000","last_active":"2023-12-16T19:28:50.066126+0000","last_peered":"2023-12-16T19:28:50.066126+0000","last_clean":"2023-12-16T19:28:50.066126+0000","last_became_active":"2023-12-16T19:28:23.939367+0000","last_became_peered":"2023-12-16T19:28:23.939367+0000","last_unstale":"2023-12-16T19:28:50.066126+0000","last_undegraded":"2023-12-16T19:28:50.066126+0000","last_fullsized":"2023-12-16T19:28:50.066126+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:52:12.357966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192593+0000","last_change":"2023-12-16T19:28:23.928258+0000","last_active":"2023-12-16T19:28:50.192593+0000","last_peered":"2023-12-16T19:28:50.192593+0000","last_clean":"2023-12-16T19:28:50.192593+0000","last_became_active":"2023-12-16T19:28:23.927878+0000","last_became_peered":"2023-12-16T19:28:23.927878+0000","last_unstale":"2023-12-16T19:28:50.192593+0000","last_undegraded":"2023-12-16T19:28:50.192593+0000","last_fullsized":"2023-12-16T19:28:50.192593+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:27:34.203930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065484+0000","last_change":"2023-12-16T19:28:33.826037+0000","last_active":"2023-12-16T19:28:50.065484+0000","last_peered":"2023-12-16T19:28:50.065484+0000","last_clean":"2023-12-16T19:28:50.065484+0000","last_became_active":"2023-12-16T19:28:33.825507+0000","last_became_peered":"2023-12-16T19:28:33.825507+0000","last_unstale":"2023-12-16T19:28:50.065484+0000","last_undegraded":"2023-12-16T19:28:50.065484+0000","last_fullsized":"2023-12-16T19:28:50.065484+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:06:26.859117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164323+0000","last_change":"2023-12-16T19:28:23.928538+0000","last_active":"2023-12-16T19:28:50.164323+0000","last_peered":"2023-12-16T19:28:50.164323+0000","last_clean":"2023-12-16T19:28:50.164323+0000","last_became_active":"2023-12-16T19:28:23.928022+0000","last_became_peered":"2023-12-16T19:28:23.928022+0000","last_unstale":"2023-12-16T19:28:50.164323+0000","last_undegraded":"2023-12-16T19:28:50.164323+0000","last_fullsized":"2023-12-16T19:28:50.164323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:50:03.392046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066281+0000","last_change":"2023-12-16T19:28:23.933317+0000","last_active":"2023-12-16T19:28:50.066281+0000","last_peered":"2023-12-16T19:28:50.066281+0000","last_clean":"2023-12-16T19:28:50.066281+0000","last_became_active":"2023-12-16T19:28:23.932996+0000","last_became_peered":"2023-12-16T19:28:23.932996+0000","last_unstale":"2023-12-16T19:28:50.066281+0000","last_undegraded":"2023-12-16T19:28:50.066281+0000","last_fullsized":"2023-12-16T19:28:50.066281+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:48.066288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193526+0000","last_change":"2023-12-16T19:28:23.926010+0000","last_active":"2023-12-16T19:28:50.193526+0000","last_peered":"2023-12-16T19:28:50.193526+0000","last_clean":"2023-12-16T19:28:50.193526+0000","last_became_active":"2023-12-16T19:28:23.925692+0000","last_became_peered":"2023-12-16T19:28:23.925692+0000","last_unstale":"2023-12-16T19:28:50.193526+0000","last_undegraded":"2023-12-16T19:28:50.193526+0000","last_fullsized":"2023-12-16T19:28:50.193526+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:15:05.206002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193580+0000","last_change":"2023-12-16T19:28:23.928918+0000","last_active":"2023-12-16T19:28:50.193580+0000","last_peered":"2023-12-16T19:28:50.193580+0000","last_clean":"2023-12-16T19:28:50.193580+0000","last_became_active":"2023-12-16T19:28:23.928253+0000","last_became_peered":"2023-12-16T19:28:23.928253+0000","last_unstale":"2023-12-16T19:28:50.193580+0000","last_undegraded":"2023-12-16T19:28:50.193580+0000","last_fullsized":"2023-12-16T19:28:50.193580+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:10.823498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350485+0000","last_change":"2023-12-16T19:28:34.170536+0000","last_active":"2023-12-16T19:28:49.350485+0000","last_peered":"2023-12-16T19:28:49.350485+0000","last_clean":"2023-12-16T19:28:49.350485+0000","last_became_active":"2023-12-16T19:28:34.170099+0000","last_became_peered":"2023-12-16T19:28:34.170099+0000","last_unstale":"2023-12-16T19:28:49.350485+0000","last_undegraded":"2023-12-16T19:28:49.350485+0000","last_fullsized":"2023-12-16T19:28:49.350485+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:17:12.973701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164665+0000","last_change":"2023-12-16T19:28:23.929339+0000","last_active":"2023-12-16T19:28:50.164665+0000","last_peered":"2023-12-16T19:28:50.164665+0000","last_clean":"2023-12-16T19:28:50.164665+0000","last_became_active":"2023-12-16T19:28:23.929009+0000","last_became_peered":"2023-12-16T19:28:23.929009+0000","last_unstale":"2023-12-16T19:28:50.164665+0000","last_undegraded":"2023-12-16T19:28:50.164665+0000","last_fullsized":"2023-12-16T19:28:50.164665+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:03:13.021517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350516+0000","last_change":"2023-12-16T19:28:23.925441+0000","last_active":"2023-12-16T19:28:49.350516+0000","last_peered":"2023-12-16T19:28:49.350516+0000","last_clean":"2023-12-16T19:28:49.350516+0000","last_became_active":"2023-12-16T19:28:23.925100+0000","last_became_peered":"2023-12-16T19:28:23.925100+0000","last_unstale":"2023-12-16T19:28:49.350516+0000","last_undegraded":"2023-12-16T19:28:49.350516+0000","last_fullsized":"2023-12-16T19:28:49.350516+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:33.089817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192643+0000","last_change":"2023-12-16T19:28:23.928552+0000","last_active":"2023-12-16T19:28:50.192643+0000","last_peered":"2023-12-16T19:28:50.192643+0000","last_clean":"2023-12-16T19:28:50.192643+0000","last_became_active":"2023-12-16T19:28:23.928221+0000","last_became_peered":"2023-12-16T19:28:23.928221+0000","last_unstale":"2023-12-16T19:28:50.192643+0000","last_undegraded":"2023-12-16T19:28:50.192643+0000","last_fullsized":"2023-12-16T19:28:50.192643+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:09:53.769671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192129+0000","last_change":"2023-12-16T19:28:23.930556+0000","last_active":"2023-12-16T19:28:50.192129+0000","last_peered":"2023-12-16T19:28:50.192129+0000","last_clean":"2023-12-16T19:28:50.192129+0000","last_became_active":"2023-12-16T19:28:23.930235+0000","last_became_peered":"2023-12-16T19:28:23.930235+0000","last_unstale":"2023-12-16T19:28:50.192129+0000","last_undegraded":"2023-12-16T19:28:50.192129+0000","last_fullsized":"2023-12-16T19:28:50.192129+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:48:46.002641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192944+0000","last_change":"2023-12-16T19:28:23.930818+0000","last_active":"2023-12-16T19:28:50.192944+0000","last_peered":"2023-12-16T19:28:50.192944+0000","last_clean":"2023-12-16T19:28:50.192944+0000","last_became_active":"2023-12-16T19:28:23.929738+0000","last_became_peered":"2023-12-16T19:28:23.929738+0000","last_unstale":"2023-12-16T19:28:50.192944+0000","last_undegraded":"2023-12-16T19:28:50.192944+0000","last_fullsized":"2023-12-16T19:28:50.192944+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:08:46.724034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351043+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:49.351043+0000","last_peered":"2023-12-16T19:28:49.351043+0000","last_clean":"2023-12-16T19:28:49.351043+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:49.351043+0000","last_undegraded":"2023-12-16T19:28:49.351043+0000","last_fullsized":"2023-12-16T19:28:49.351043+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065893+0000","last_change":"2023-12-16T19:28:23.942024+0000","last_active":"2023-12-16T19:28:50.065893+0000","last_peered":"2023-12-16T19:28:50.065893+0000","last_clean":"2023-12-16T19:28:50.065893+0000","last_became_active":"2023-12-16T19:28:23.941697+0000","last_became_peered":"2023-12-16T19:28:23.941697+0000","last_unstale":"2023-12-16T19:28:50.065893+0000","last_undegraded":"2023-12-16T19:28:50.065893+0000","last_fullsized":"2023-12-16T19:28:50.065893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:59.114176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"55'4","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351240+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:49.351240+0000","last_peered":"2023-12-16T19:28:49.351240+0000","last_clean":"2023-12-16T19:28:49.351240+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:49.351240+0000","last_undegraded":"2023-12-16T19:28:49.351240+0000","last_fullsized":"2023-12-16T19:28:49.351240+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164724+0000","last_change":"2023-12-16T19:28:23.927600+0000","last_active":"2023-12-16T19:28:50.164724+0000","last_peered":"2023-12-16T19:28:50.164724+0000","last_clean":"2023-12-16T19:28:50.164724+0000","last_became_active":"2023-12-16T19:28:23.927290+0000","last_became_peered":"2023-12-16T19:28:23.927290+0000","last_unstale":"2023-12-16T19:28:50.164724+0000","last_undegraded":"2023-12-16T19:28:50.164724+0000","last_fullsized":"2023-12-16T19:28:50.164724+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:55.523279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164799+0000","last_change":"2023-12-16T19:28:22.978433+0000","last_active":"2023-12-16T19:28:50.164799+0000","last_peered":"2023-12-16T19:28:50.164799+0000","last_clean":"2023-12-16T19:28:50.164799+0000","last_became_active":"2023-12-16T19:28:22.978136+0000","last_became_peered":"2023-12-16T19:28:22.978136+0000","last_unstale":"2023-12-16T19:28:50.164799+0000","last_undegraded":"2023-12-16T19:28:50.164799+0000","last_fullsized":"2023-12-16T19:28:50.164799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:26:46.491746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351152+0000","last_change":"2023-12-16T19:28:23.919594+0000","last_active":"2023-12-16T19:28:49.351152+0000","last_peered":"2023-12-16T19:28:49.351152+0000","last_clean":"2023-12-16T19:28:49.351152+0000","last_became_active":"2023-12-16T19:28:23.919289+0000","last_became_peered":"2023-12-16T19:28:23.919289+0000","last_unstale":"2023-12-16T19:28:49.351152+0000","last_undegraded":"2023-12-16T19:28:49.351152+0000","last_fullsized":"2023-12-16T19:28:49.351152+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:08.982343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066228+0000","last_change":"2023-12-16T19:28:22.986270+0000","last_active":"2023-12-16T19:28:50.066228+0000","last_peered":"2023-12-16T19:28:50.066228+0000","last_clean":"2023-12-16T19:28:50.066228+0000","last_became_active":"2023-12-16T19:28:22.985349+0000","last_became_peered":"2023-12-16T19:28:22.985349+0000","last_unstale":"2023-12-16T19:28:50.066228+0000","last_undegraded":"2023-12-16T19:28:50.066228+0000","last_fullsized":"2023-12-16T19:28:50.066228+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:18.085937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192743+0000","last_change":"2023-12-16T19:28:23.925552+0000","last_active":"2023-12-16T19:28:50.192743+0000","last_peered":"2023-12-16T19:28:50.192743+0000","last_clean":"2023-12-16T19:28:50.192743+0000","last_became_active":"2023-12-16T19:28:23.925218+0000","last_became_peered":"2023-12-16T19:28:23.925218+0000","last_unstale":"2023-12-16T19:28:50.192743+0000","last_undegraded":"2023-12-16T19:28:50.192743+0000","last_fullsized":"2023-12-16T19:28:50.192743+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:47:35.315889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"55'2","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350312+0000","last_change":"2023-12-16T19:28:33.776670+0000","last_active":"2023-12-16T19:28:49.350312+0000","last_peered":"2023-12-16T19:28:49.350312+0000","last_clean":"2023-12-16T19:28:49.350312+0000","last_became_active":"2023-12-16T19:28:33.773850+0000","last_became_peered":"2023-12-16T19:28:33.773850+0000","last_unstale":"2023-12-16T19:28:49.350312+0000","last_undegraded":"2023-12-16T19:28:49.350312+0000","last_fullsized":"2023-12-16T19:28:49.350312+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:18:07.532700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350001+0000","last_change":"2023-12-16T19:28:33.775169+0000","last_active":"2023-12-16T19:28:49.350001+0000","last_peered":"2023-12-16T19:28:49.350001+0000","last_clean":"2023-12-16T19:28:49.350001+0000","last_became_active":"2023-12-16T19:28:33.774826+0000","last_became_peered":"2023-12-16T19:28:33.774826+0000","last_unstale":"2023-12-16T19:28:49.350001+0000","last_undegraded":"2023-12-16T19:28:49.350001+0000","last_fullsized":"2023-12-16T19:28:49.350001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:34:58.734493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164822+0000","last_change":"2023-12-16T19:28:22.977410+0000","last_active":"2023-12-16T19:28:50.164822+0000","last_peered":"2023-12-16T19:28:50.164822+0000","last_clean":"2023-12-16T19:28:50.164822+0000","last_became_active":"2023-12-16T19:28:22.976590+0000","last_became_peered":"2023-12-16T19:28:22.976590+0000","last_unstale":"2023-12-16T19:28:50.164822+0000","last_undegraded":"2023-12-16T19:28:50.164822+0000","last_fullsized":"2023-12-16T19:28:50.164822+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:31.425392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350033+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:49.350033+0000","last_peered":"2023-12-16T19:28:49.350033+0000","last_clean":"2023-12-16T19:28:49.350033+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:49.350033+0000","last_undegraded":"2023-12-16T19:28:49.350033+0000","last_fullsized":"2023-12-16T19:28:49.350033+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193292+0000","last_change":"2023-12-16T19:28:22.978863+0000","last_active":"2023-12-16T19:28:50.193292+0000","last_peered":"2023-12-16T19:28:50.193292+0000","last_clean":"2023-12-16T19:28:50.193292+0000","last_became_active":"2023-12-16T19:28:22.978565+0000","last_became_peered":"2023-12-16T19:28:22.978565+0000","last_unstale":"2023-12-16T19:28:50.193292+0000","last_undegraded":"2023-12-16T19:28:50.193292+0000","last_fullsized":"2023-12-16T19:28:50.193292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:53:01.575720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350325+0000","last_change":"2023-12-16T19:28:33.773336+0000","last_active":"2023-12-16T19:28:49.350325+0000","last_peered":"2023-12-16T19:28:49.350325+0000","last_clean":"2023-12-16T19:28:49.350325+0000","last_became_active":"2023-12-16T19:28:33.773047+0000","last_became_peered":"2023-12-16T19:28:33.773047+0000","last_unstale":"2023-12-16T19:28:49.350325+0000","last_undegraded":"2023-12-16T19:28:49.350325+0000","last_fullsized":"2023-12-16T19:28:49.350325+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:00:10.826525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164550+0000","last_change":"2023-12-16T19:28:22.974011+0000","last_active":"2023-12-16T19:28:50.164550+0000","last_peered":"2023-12-16T19:28:50.164550+0000","last_clean":"2023-12-16T19:28:50.164550+0000","last_became_active":"2023-12-16T19:28:22.973729+0000","last_became_peered":"2023-12-16T19:28:22.973729+0000","last_unstale":"2023-12-16T19:28:50.164550+0000","last_undegraded":"2023-12-16T19:28:50.164550+0000","last_fullsized":"2023-12-16T19:28:50.164550+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:36:35.064682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164510+0000","last_change":"2023-12-16T19:28:23.930754+0000","last_active":"2023-12-16T19:28:50.164510+0000","last_peered":"2023-12-16T19:28:50.164510+0000","last_clean":"2023-12-16T19:28:50.164510+0000","last_became_active":"2023-12-16T19:28:23.930461+0000","last_became_peered":"2023-12-16T19:28:23.930461+0000","last_unstale":"2023-12-16T19:28:50.164510+0000","last_undegraded":"2023-12-16T19:28:50.164510+0000","last_fullsized":"2023-12-16T19:28:50.164510+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:50:38.254326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192299+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:50.192299+0000","last_peered":"2023-12-16T19:28:50.192299+0000","last_clean":"2023-12-16T19:28:50.192299+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:50.192299+0000","last_undegraded":"2023-12-16T19:28:50.192299+0000","last_fullsized":"2023-12-16T19:28:50.192299+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192741+0000","last_change":"2023-12-16T19:28:23.923319+0000","last_active":"2023-12-16T19:28:50.192741+0000","last_peered":"2023-12-16T19:28:50.192741+0000","last_clean":"2023-12-16T19:28:50.192741+0000","last_became_active":"2023-12-16T19:28:23.923031+0000","last_became_peered":"2023-12-16T19:28:23.923031+0000","last_unstale":"2023-12-16T19:28:50.192741+0000","last_undegraded":"2023-12-16T19:28:50.192741+0000","last_fullsized":"2023-12-16T19:28:50.192741+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:00:53.732041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193702+0000","last_change":"2023-12-16T19:28:22.972748+0000","last_active":"2023-12-16T19:28:50.193702+0000","last_peered":"2023-12-16T19:28:50.193702+0000","last_clean":"2023-12-16T19:28:50.193702+0000","last_became_active":"2023-12-16T19:28:22.972318+0000","last_became_peered":"2023-12-16T19:28:22.972318+0000","last_unstale":"2023-12-16T19:28:50.193702+0000","last_undegraded":"2023-12-16T19:28:50.193702+0000","last_fullsized":"2023-12-16T19:28:50.193702+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:21:40.851509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192760+0000","last_change":"2023-12-16T19:28:23.930382+0000","last_active":"2023-12-16T19:28:50.192760+0000","last_peered":"2023-12-16T19:28:50.192760+0000","last_clean":"2023-12-16T19:28:50.192760+0000","last_became_active":"2023-12-16T19:28:23.930042+0000","last_became_peered":"2023-12-16T19:28:23.930042+0000","last_unstale":"2023-12-16T19:28:50.192760+0000","last_undegraded":"2023-12-16T19:28:50.192760+0000","last_fullsized":"2023-12-16T19:28:50.192760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:04:24.000080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192603+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:50.192603+0000","last_peered":"2023-12-16T19:28:50.192603+0000","last_clean":"2023-12-16T19:28:50.192603+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:50.192603+0000","last_undegraded":"2023-12-16T19:28:50.192603+0000","last_fullsized":"2023-12-16T19:28:50.192603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351124+0000","last_change":"2023-12-16T19:28:23.927303+0000","last_active":"2023-12-16T19:28:49.351124+0000","last_peered":"2023-12-16T19:28:49.351124+0000","last_clean":"2023-12-16T19:28:49.351124+0000","last_became_active":"2023-12-16T19:28:23.927000+0000","last_became_peered":"2023-12-16T19:28:23.927000+0000","last_unstale":"2023-12-16T19:28:49.351124+0000","last_undegraded":"2023-12-16T19:28:49.351124+0000","last_fullsized":"2023-12-16T19:28:49.351124+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:42.988529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"55'3","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192829+0000","last_change":"2023-12-16T19:28:22.973133+0000","last_active":"2023-12-16T19:28:50.192829+0000","last_peered":"2023-12-16T19:28:50.192829+0000","last_clean":"2023-12-16T19:28:50.192829+0000","last_became_active":"2023-12-16T19:28:22.972830+0000","last_became_peered":"2023-12-16T19:28:22.972830+0000","last_unstale":"2023-12-16T19:28:50.192829+0000","last_undegraded":"2023-12-16T19:28:50.192829+0000","last_fullsized":"2023-12-16T19:28:50.192829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:26:35.953246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350326+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:49.350326+0000","last_peered":"2023-12-16T19:28:49.350326+0000","last_clean":"2023-12-16T19:28:49.350326+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:49.350326+0000","last_undegraded":"2023-12-16T19:28:49.350326+0000","last_fullsized":"2023-12-16T19:28:49.350326+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'9","reported_seq":26,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-16T19:28:52.577534+0000","last_change":"2023-12-16T19:28:22.977738+0000","last_active":"2023-12-16T19:28:52.577534+0000","last_peered":"2023-12-16T19:28:52.577534+0000","last_clean":"2023-12-16T19:28:52.577534+0000","last_became_active":"2023-12-16T19:28:22.977434+0000","last_became_peered":"2023-12-16T19:28:22.977434+0000","last_unstale":"2023-12-16T19:28:52.577534+0000","last_undegraded":"2023-12-16T19:28:52.577534+0000","last_fullsized":"2023-12-16T19:28:52.577534+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:52.443027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065987+0000","last_change":"2023-12-16T19:28:23.940851+0000","last_active":"2023-12-16T19:28:50.065987+0000","last_peered":"2023-12-16T19:28:50.065987+0000","last_clean":"2023-12-16T19:28:50.065987+0000","last_became_active":"2023-12-16T19:28:23.940371+0000","last_became_peered":"2023-12-16T19:28:23.940371+0000","last_unstale":"2023-12-16T19:28:50.065987+0000","last_undegraded":"2023-12-16T19:28:50.065987+0000","last_fullsized":"2023-12-16T19:28:50.065987+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:47:35.817221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351015+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:49.351015+0000","last_peered":"2023-12-16T19:28:49.351015+0000","last_clean":"2023-12-16T19:28:49.351015+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:49.351015+0000","last_undegraded":"2023-12-16T19:28:49.351015+0000","last_fullsized":"2023-12-16T19:28:49.351015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350447+0000","last_change":"2023-12-16T19:28:23.930177+0000","last_active":"2023-12-16T19:28:49.350447+0000","last_peered":"2023-12-16T19:28:49.350447+0000","last_clean":"2023-12-16T19:28:49.350447+0000","last_became_active":"2023-12-16T19:28:23.929783+0000","last_became_peered":"2023-12-16T19:28:23.929783+0000","last_unstale":"2023-12-16T19:28:49.350447+0000","last_undegraded":"2023-12-16T19:28:49.350447+0000","last_fullsized":"2023-12-16T19:28:49.350447+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:57:32.290263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192409+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:50.192409+0000","last_peered":"2023-12-16T19:28:50.192409+0000","last_clean":"2023-12-16T19:28:50.192409+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:50.192409+0000","last_undegraded":"2023-12-16T19:28:50.192409+0000","last_fullsized":"2023-12-16T19:28:50.192409+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066084+0000","last_change":"2023-12-16T19:28:23.939211+0000","last_active":"2023-12-16T19:28:50.066084+0000","last_peered":"2023-12-16T19:28:50.066084+0000","last_clean":"2023-12-16T19:28:50.066084+0000","last_became_active":"2023-12-16T19:28:23.938886+0000","last_became_peered":"2023-12-16T19:28:23.938886+0000","last_unstale":"2023-12-16T19:28:50.066084+0000","last_undegraded":"2023-12-16T19:28:50.066084+0000","last_fullsized":"2023-12-16T19:28:50.066084+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:28:18.635880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193090+0000","last_change":"2023-12-16T19:28:22.970402+0000","last_active":"2023-12-16T19:28:50.193090+0000","last_peered":"2023-12-16T19:28:50.193090+0000","last_clean":"2023-12-16T19:28:50.193090+0000","last_became_active":"2023-12-16T19:28:22.969616+0000","last_became_peered":"2023-12-16T19:28:22.969616+0000","last_unstale":"2023-12-16T19:28:50.193090+0000","last_undegraded":"2023-12-16T19:28:50.193090+0000","last_fullsized":"2023-12-16T19:28:50.193090+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:36.979553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192945+0000","last_change":"2023-12-16T19:28:23.939062+0000","last_active":"2023-12-16T19:28:50.192945+0000","last_peered":"2023-12-16T19:28:50.192945+0000","last_clean":"2023-12-16T19:28:50.192945+0000","last_became_active":"2023-12-16T19:28:23.938756+0000","last_became_peered":"2023-12-16T19:28:23.938756+0000","last_unstale":"2023-12-16T19:28:50.192945+0000","last_undegraded":"2023-12-16T19:28:50.192945+0000","last_fullsized":"2023-12-16T19:28:50.192945+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:11:13.664734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":25,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350488+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:49.350488+0000","last_peered":"2023-12-16T19:28:49.350488+0000","last_clean":"2023-12-16T19:28:49.350488+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:49.350488+0000","last_undegraded":"2023-12-16T19:28:49.350488+0000","last_fullsized":"2023-12-16T19:28:49.350488+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065727+0000","last_change":"2023-12-16T19:28:23.942658+0000","last_active":"2023-12-16T19:28:50.065727+0000","last_peered":"2023-12-16T19:28:50.065727+0000","last_clean":"2023-12-16T19:28:50.065727+0000","last_became_active":"2023-12-16T19:28:23.942272+0000","last_became_peered":"2023-12-16T19:28:23.942272+0000","last_unstale":"2023-12-16T19:28:50.065727+0000","last_undegraded":"2023-12-16T19:28:50.065727+0000","last_fullsized":"2023-12-16T19:28:50.065727+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:34:24.680026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350542+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:49.350542+0000","last_peered":"2023-12-16T19:28:49.350542+0000","last_clean":"2023-12-16T19:28:49.350542+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:49.350542+0000","last_undegraded":"2023-12-16T19:28:49.350542+0000","last_fullsized":"2023-12-16T19:28:49.350542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066257+0000","last_change":"2023-12-16T19:28:23.936932+0000","last_active":"2023-12-16T19:28:50.066257+0000","last_peered":"2023-12-16T19:28:50.066257+0000","last_clean":"2023-12-16T19:28:50.066257+0000","last_became_active":"2023-12-16T19:28:23.936617+0000","last_became_peered":"2023-12-16T19:28:23.936617+0000","last_unstale":"2023-12-16T19:28:50.066257+0000","last_undegraded":"2023-12-16T19:28:50.066257+0000","last_fullsized":"2023-12-16T19:28:50.066257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:55:18.887255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192487+0000","last_change":"2023-12-16T19:28:48.382055+0000","last_active":"2023-12-16T19:28:50.192487+0000","last_peered":"2023-12-16T19:28:50.192487+0000","last_clean":"2023-12-16T19:28:50.192487+0000","last_became_active":"2023-12-16T19:28:48.381687+0000","last_became_peered":"2023-12-16T19:28:48.381687+0000","last_unstale":"2023-12-16T19:28:50.192487+0000","last_undegraded":"2023-12-16T19:28:50.192487+0000","last_fullsized":"2023-12-16T19:28:50.192487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:17:51.382785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192766+0000","last_change":"2023-12-16T19:28:22.976206+0000","last_active":"2023-12-16T19:28:50.192766+0000","last_peered":"2023-12-16T19:28:50.192766+0000","last_clean":"2023-12-16T19:28:50.192766+0000","last_became_active":"2023-12-16T19:28:22.974756+0000","last_became_peered":"2023-12-16T19:28:22.974756+0000","last_unstale":"2023-12-16T19:28:50.192766+0000","last_undegraded":"2023-12-16T19:28:50.192766+0000","last_fullsized":"2023-12-16T19:28:50.192766+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:53:49.044511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192623+0000","last_change":"2023-12-16T19:28:23.928559+0000","last_active":"2023-12-16T19:28:50.192623+0000","last_peered":"2023-12-16T19:28:50.192623+0000","last_clean":"2023-12-16T19:28:50.192623+0000","last_became_active":"2023-12-16T19:28:23.928215+0000","last_became_peered":"2023-12-16T19:28:23.928215+0000","last_unstale":"2023-12-16T19:28:50.192623+0000","last_undegraded":"2023-12-16T19:28:50.192623+0000","last_fullsized":"2023-12-16T19:28:50.192623+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:18:03.586122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192898+0000","last_change":"2023-12-16T19:28:48.790690+0000","last_active":"2023-12-16T19:28:50.192898+0000","last_peered":"2023-12-16T19:28:50.192898+0000","last_clean":"2023-12-16T19:28:50.192898+0000","last_became_active":"2023-12-16T19:28:48.790368+0000","last_became_peered":"2023-12-16T19:28:48.790368+0000","last_unstale":"2023-12-16T19:28:50.192898+0000","last_undegraded":"2023-12-16T19:28:50.192898+0000","last_fullsized":"2023-12-16T19:28:50.192898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:03:23.939047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192307+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:50.192307+0000","last_peered":"2023-12-16T19:28:50.192307+0000","last_clean":"2023-12-16T19:28:50.192307+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:50.192307+0000","last_undegraded":"2023-12-16T19:28:50.192307+0000","last_fullsized":"2023-12-16T19:28:50.192307+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350581+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:49.350581+0000","last_peered":"2023-12-16T19:28:49.350581+0000","last_clean":"2023-12-16T19:28:49.350581+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:49.350581+0000","last_undegraded":"2023-12-16T19:28:49.350581+0000","last_fullsized":"2023-12-16T19:28:49.350581+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192931+0000","last_change":"2023-12-16T19:28:48.381965+0000","last_active":"2023-12-16T19:28:50.192931+0000","last_peered":"2023-12-16T19:28:50.192931+0000","last_clean":"2023-12-16T19:28:50.192931+0000","last_became_active":"2023-12-16T19:28:48.381598+0000","last_became_peered":"2023-12-16T19:28:48.381598+0000","last_unstale":"2023-12-16T19:28:50.192931+0000","last_undegraded":"2023-12-16T19:28:50.192931+0000","last_fullsized":"2023-12-16T19:28:50.192931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:28:31.216272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192596+0000","last_change":"2023-12-16T19:28:23.931235+0000","last_active":"2023-12-16T19:28:50.192596+0000","last_peered":"2023-12-16T19:28:50.192596+0000","last_clean":"2023-12-16T19:28:50.192596+0000","last_became_active":"2023-12-16T19:28:23.930893+0000","last_became_peered":"2023-12-16T19:28:23.930893+0000","last_unstale":"2023-12-16T19:28:50.192596+0000","last_undegraded":"2023-12-16T19:28:50.192596+0000","last_fullsized":"2023-12-16T19:28:50.192596+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:37.481378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350074+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:49.350074+0000","last_peered":"2023-12-16T19:28:49.350074+0000","last_clean":"2023-12-16T19:28:49.350074+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:49.350074+0000","last_undegraded":"2023-12-16T19:28:49.350074+0000","last_fullsized":"2023-12-16T19:28:49.350074+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193394+0000","last_change":"2023-12-16T19:28:48.798441+0000","last_active":"2023-12-16T19:28:50.193394+0000","last_peered":"2023-12-16T19:28:50.193394+0000","last_clean":"2023-12-16T19:28:50.193394+0000","last_became_active":"2023-12-16T19:28:48.798110+0000","last_became_peered":"2023-12-16T19:28:48.798110+0000","last_unstale":"2023-12-16T19:28:50.193394+0000","last_undegraded":"2023-12-16T19:28:50.193394+0000","last_fullsized":"2023-12-16T19:28:50.193394+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:43:48.512219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164598+0000","last_change":"2023-12-16T19:28:23.934270+0000","last_active":"2023-12-16T19:28:50.164598+0000","last_peered":"2023-12-16T19:28:50.164598+0000","last_clean":"2023-12-16T19:28:50.164598+0000","last_became_active":"2023-12-16T19:28:23.932696+0000","last_became_peered":"2023-12-16T19:28:23.932696+0000","last_unstale":"2023-12-16T19:28:50.164598+0000","last_undegraded":"2023-12-16T19:28:50.164598+0000","last_fullsized":"2023-12-16T19:28:50.164598+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:13:03.544101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192292+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:50.192292+0000","last_peered":"2023-12-16T19:28:50.192292+0000","last_clean":"2023-12-16T19:28:50.192292+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:50.192292+0000","last_undegraded":"2023-12-16T19:28:50.192292+0000","last_fullsized":"2023-12-16T19:28:50.192292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"62'128","reported_seq":275,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-16T19:28:52.555842+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:52.555842+0000","last_peered":"2023-12-16T19:28:52.555842+0000","last_clean":"2023-12-16T19:28:52.555842+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:52.555842+0000","last_undegraded":"2023-12-16T19:28:52.555842+0000","last_fullsized":"2023-12-16T19:28:52.555842+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351065+0000","last_change":"2023-12-16T19:28:48.790897+0000","last_active":"2023-12-16T19:28:49.351065+0000","last_peered":"2023-12-16T19:28:49.351065+0000","last_clean":"2023-12-16T19:28:49.351065+0000","last_became_active":"2023-12-16T19:28:48.790603+0000","last_became_peered":"2023-12-16T19:28:48.790603+0000","last_unstale":"2023-12-16T19:28:49.351065+0000","last_undegraded":"2023-12-16T19:28:49.351065+0000","last_fullsized":"2023-12-16T19:28:49.351065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:14:30.974544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350143+0000","last_change":"2023-12-16T19:28:23.923971+0000","last_active":"2023-12-16T19:28:49.350143+0000","last_peered":"2023-12-16T19:28:49.350143+0000","last_clean":"2023-12-16T19:28:49.350143+0000","last_became_active":"2023-12-16T19:28:23.923333+0000","last_became_peered":"2023-12-16T19:28:23.923333+0000","last_unstale":"2023-12-16T19:28:49.350143+0000","last_undegraded":"2023-12-16T19:28:49.350143+0000","last_fullsized":"2023-12-16T19:28:49.350143+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:22.063194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065595+0000","last_change":"2023-12-16T19:28:22.987374+0000","last_active":"2023-12-16T19:28:50.065595+0000","last_peered":"2023-12-16T19:28:50.065595+0000","last_clean":"2023-12-16T19:28:50.065595+0000","last_became_active":"2023-12-16T19:28:22.986360+0000","last_became_peered":"2023-12-16T19:28:22.986360+0000","last_unstale":"2023-12-16T19:28:50.065595+0000","last_undegraded":"2023-12-16T19:28:50.065595+0000","last_fullsized":"2023-12-16T19:28:50.065595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:06:34.358325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350733+0000","last_change":"2023-12-16T19:28:48.799286+0000","last_active":"2023-12-16T19:28:49.350733+0000","last_peered":"2023-12-16T19:28:49.350733+0000","last_clean":"2023-12-16T19:28:49.350733+0000","last_became_active":"2023-12-16T19:28:48.798881+0000","last_became_peered":"2023-12-16T19:28:48.798881+0000","last_unstale":"2023-12-16T19:28:49.350733+0000","last_undegraded":"2023-12-16T19:28:49.350733+0000","last_fullsized":"2023-12-16T19:28:49.350733+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:23:24.492562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066181+0000","last_change":"2023-12-16T19:28:22.986495+0000","last_active":"2023-12-16T19:28:50.066181+0000","last_peered":"2023-12-16T19:28:50.066181+0000","last_clean":"2023-12-16T19:28:50.066181+0000","last_became_active":"2023-12-16T19:28:22.984323+0000","last_became_peered":"2023-12-16T19:28:22.984323+0000","last_unstale":"2023-12-16T19:28:50.066181+0000","last_undegraded":"2023-12-16T19:28:50.066181+0000","last_fullsized":"2023-12-16T19:28:50.066181+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:25:02.509206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192888+0000","last_change":"2023-12-16T19:28:23.928785+0000","last_active":"2023-12-16T19:28:50.192888+0000","last_peered":"2023-12-16T19:28:50.192888+0000","last_clean":"2023-12-16T19:28:50.192888+0000","last_became_active":"2023-12-16T19:28:23.928475+0000","last_became_peered":"2023-12-16T19:28:23.928475+0000","last_unstale":"2023-12-16T19:28:50.192888+0000","last_undegraded":"2023-12-16T19:28:50.192888+0000","last_fullsized":"2023-12-16T19:28:50.192888+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:30.316983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164409+0000","last_change":"2023-12-16T19:28:48.798969+0000","last_active":"2023-12-16T19:28:50.164409+0000","last_peered":"2023-12-16T19:28:50.164409+0000","last_clean":"2023-12-16T19:28:50.164409+0000","last_became_active":"2023-12-16T19:28:48.798630+0000","last_became_peered":"2023-12-16T19:28:48.798630+0000","last_unstale":"2023-12-16T19:28:50.164409+0000","last_undegraded":"2023-12-16T19:28:50.164409+0000","last_fullsized":"2023-12-16T19:28:50.164409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:04:41.630928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"56'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192984+0000","last_change":"2023-12-16T19:28:22.971883+0000","last_active":"2023-12-16T19:28:50.192984+0000","last_peered":"2023-12-16T19:28:50.192984+0000","last_clean":"2023-12-16T19:28:50.192984+0000","last_became_active":"2023-12-16T19:28:22.971607+0000","last_became_peered":"2023-12-16T19:28:22.971607+0000","last_unstale":"2023-12-16T19:28:50.192984+0000","last_undegraded":"2023-12-16T19:28:50.192984+0000","last_fullsized":"2023-12-16T19:28:50.192984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:34.297038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164837+0000","last_change":"2023-12-16T19:28:23.937737+0000","last_active":"2023-12-16T19:28:50.164837+0000","last_peered":"2023-12-16T19:28:50.164837+0000","last_clean":"2023-12-16T19:28:50.164837+0000","last_became_active":"2023-12-16T19:28:23.937366+0000","last_became_peered":"2023-12-16T19:28:23.937366+0000","last_unstale":"2023-12-16T19:28:50.164837+0000","last_undegraded":"2023-12-16T19:28:50.164837+0000","last_fullsized":"2023-12-16T19:28:50.164837+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:13:32.533137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.349914+0000","last_change":"2023-12-16T19:28:48.382259+0000","last_active":"2023-12-16T19:28:49.349914+0000","last_peered":"2023-12-16T19:28:49.349914+0000","last_clean":"2023-12-16T19:28:49.349914+0000","last_became_active":"2023-12-16T19:28:48.381887+0000","last_became_peered":"2023-12-16T19:28:48.381887+0000","last_unstale":"2023-12-16T19:28:49.349914+0000","last_undegraded":"2023-12-16T19:28:49.349914+0000","last_fullsized":"2023-12-16T19:28:49.349914+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:01:09.955916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193619+0000","last_change":"2023-12-16T19:28:22.979778+0000","last_active":"2023-12-16T19:28:50.193619+0000","last_peered":"2023-12-16T19:28:50.193619+0000","last_clean":"2023-12-16T19:28:50.193619+0000","last_became_active":"2023-12-16T19:28:22.979456+0000","last_became_peered":"2023-12-16T19:28:22.979456+0000","last_unstale":"2023-12-16T19:28:50.193619+0000","last_undegraded":"2023-12-16T19:28:50.193619+0000","last_fullsized":"2023-12-16T19:28:50.193619+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:11:11.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351285+0000","last_change":"2023-12-16T19:28:23.925061+0000","last_active":"2023-12-16T19:28:49.351285+0000","last_peered":"2023-12-16T19:28:49.351285+0000","last_clean":"2023-12-16T19:28:49.351285+0000","last_became_active":"2023-12-16T19:28:23.924712+0000","last_became_peered":"2023-12-16T19:28:23.924712+0000","last_unstale":"2023-12-16T19:28:49.351285+0000","last_undegraded":"2023-12-16T19:28:49.351285+0000","last_fullsized":"2023-12-16T19:28:49.351285+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:55:32.508101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065726+0000","last_change":"2023-12-16T19:28:22.987072+0000","last_active":"2023-12-16T19:28:50.065726+0000","last_peered":"2023-12-16T19:28:50.065726+0000","last_clean":"2023-12-16T19:28:50.065726+0000","last_became_active":"2023-12-16T19:28:22.984144+0000","last_became_peered":"2023-12-16T19:28:22.984144+0000","last_unstale":"2023-12-16T19:28:50.065726+0000","last_undegraded":"2023-12-16T19:28:50.065726+0000","last_fullsized":"2023-12-16T19:28:50.065726+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:38:36.074123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350156+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:49.350156+0000","last_peered":"2023-12-16T19:28:49.350156+0000","last_clean":"2023-12-16T19:28:49.350156+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:49.350156+0000","last_undegraded":"2023-12-16T19:28:49.350156+0000","last_fullsized":"2023-12-16T19:28:49.350156+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192614+0000","last_change":"2023-12-16T19:28:22.981418+0000","last_active":"2023-12-16T19:28:50.192614+0000","last_peered":"2023-12-16T19:28:50.192614+0000","last_clean":"2023-12-16T19:28:50.192614+0000","last_became_active":"2023-12-16T19:28:22.981053+0000","last_became_peered":"2023-12-16T19:28:22.981053+0000","last_unstale":"2023-12-16T19:28:50.192614+0000","last_undegraded":"2023-12-16T19:28:50.192614+0000","last_fullsized":"2023-12-16T19:28:50.192614+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:55:22.257063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164447+0000","last_change":"2023-12-16T19:28:23.937973+0000","last_active":"2023-12-16T19:28:50.164447+0000","last_peered":"2023-12-16T19:28:50.164447+0000","last_clean":"2023-12-16T19:28:50.164447+0000","last_became_active":"2023-12-16T19:28:23.937516+0000","last_became_peered":"2023-12-16T19:28:23.937516+0000","last_unstale":"2023-12-16T19:28:50.164447+0000","last_undegraded":"2023-12-16T19:28:50.164447+0000","last_fullsized":"2023-12-16T19:28:50.164447+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:13.422109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192595+0000","last_change":"2023-12-16T19:28:22.974020+0000","last_active":"2023-12-16T19:28:50.192595+0000","last_peered":"2023-12-16T19:28:50.192595+0000","last_clean":"2023-12-16T19:28:50.192595+0000","last_became_active":"2023-12-16T19:28:22.973720+0000","last_became_peered":"2023-12-16T19:28:22.973720+0000","last_unstale":"2023-12-16T19:28:50.192595+0000","last_undegraded":"2023-12-16T19:28:50.192595+0000","last_fullsized":"2023-12-16T19:28:50.192595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:41:42.656855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164906+0000","last_change":"2023-12-16T19:28:23.930041+0000","last_active":"2023-12-16T19:28:50.164906+0000","last_peered":"2023-12-16T19:28:50.164906+0000","last_clean":"2023-12-16T19:28:50.164906+0000","last_became_active":"2023-12-16T19:28:23.929748+0000","last_became_peered":"2023-12-16T19:28:23.929748+0000","last_unstale":"2023-12-16T19:28:50.164906+0000","last_undegraded":"2023-12-16T19:28:50.164906+0000","last_fullsized":"2023-12-16T19:28:50.164906+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:02:31.393243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065988+0000","last_change":"2023-12-16T19:28:22.986610+0000","last_active":"2023-12-16T19:28:50.065988+0000","last_peered":"2023-12-16T19:28:50.065988+0000","last_clean":"2023-12-16T19:28:50.065988+0000","last_became_active":"2023-12-16T19:28:22.986268+0000","last_became_peered":"2023-12-16T19:28:22.986268+0000","last_unstale":"2023-12-16T19:28:50.065988+0000","last_undegraded":"2023-12-16T19:28:50.065988+0000","last_fullsized":"2023-12-16T19:28:50.065988+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:26:58.651041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193228+0000","last_change":"2023-12-16T19:28:23.923703+0000","last_active":"2023-12-16T19:28:50.193228+0000","last_peered":"2023-12-16T19:28:50.193228+0000","last_clean":"2023-12-16T19:28:50.193228+0000","last_became_active":"2023-12-16T19:28:23.923377+0000","last_became_peered":"2023-12-16T19:28:23.923377+0000","last_unstale":"2023-12-16T19:28:50.193228+0000","last_undegraded":"2023-12-16T19:28:50.193228+0000","last_fullsized":"2023-12-16T19:28:50.193228+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:53:37.401222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350795+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:49.350795+0000","last_peered":"2023-12-16T19:28:49.350795+0000","last_clean":"2023-12-16T19:28:49.350795+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:49.350795+0000","last_undegraded":"2023-12-16T19:28:49.350795+0000","last_fullsized":"2023-12-16T19:28:49.350795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066076+0000","last_change":"2023-12-16T19:28:33.825939+0000","last_active":"2023-12-16T19:28:50.066076+0000","last_peered":"2023-12-16T19:28:50.066076+0000","last_clean":"2023-12-16T19:28:50.066076+0000","last_became_active":"2023-12-16T19:28:33.825536+0000","last_became_peered":"2023-12-16T19:28:33.825536+0000","last_unstale":"2023-12-16T19:28:50.066076+0000","last_undegraded":"2023-12-16T19:28:50.066076+0000","last_fullsized":"2023-12-16T19:28:50.066076+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:41:22.330872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192716+0000","last_change":"2023-12-16T19:28:22.968092+0000","last_active":"2023-12-16T19:28:50.192716+0000","last_peered":"2023-12-16T19:28:50.192716+0000","last_clean":"2023-12-16T19:28:50.192716+0000","last_became_active":"2023-12-16T19:28:22.967796+0000","last_became_peered":"2023-12-16T19:28:22.967796+0000","last_unstale":"2023-12-16T19:28:50.192716+0000","last_undegraded":"2023-12-16T19:28:50.192716+0000","last_fullsized":"2023-12-16T19:28:50.192716+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:51:56.215431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192578+0000","last_change":"2023-12-16T19:28:23.931101+0000","last_active":"2023-12-16T19:28:50.192578+0000","last_peered":"2023-12-16T19:28:50.192578+0000","last_clean":"2023-12-16T19:28:50.192578+0000","last_became_active":"2023-12-16T19:28:23.930668+0000","last_became_peered":"2023-12-16T19:28:23.930668+0000","last_unstale":"2023-12-16T19:28:50.192578+0000","last_undegraded":"2023-12-16T19:28:50.192578+0000","last_fullsized":"2023-12-16T19:28:50.192578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:28:15.772056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350951+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:49.350951+0000","last_peered":"2023-12-16T19:28:49.350951+0000","last_clean":"2023-12-16T19:28:49.350951+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:49.350951+0000","last_undegraded":"2023-12-16T19:28:49.350951+0000","last_fullsized":"2023-12-16T19:28:49.350951+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066140+0000","last_change":"2023-12-16T19:28:23.940845+0000","last_active":"2023-12-16T19:28:50.066140+0000","last_peered":"2023-12-16T19:28:50.066140+0000","last_clean":"2023-12-16T19:28:50.066140+0000","last_became_active":"2023-12-16T19:28:23.940398+0000","last_became_peered":"2023-12-16T19:28:23.940398+0000","last_unstale":"2023-12-16T19:28:50.066140+0000","last_undegraded":"2023-12-16T19:28:50.066140+0000","last_fullsized":"2023-12-16T19:28:50.066140+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:42:57.662663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192737+0000","last_change":"2023-12-16T19:28:23.939489+0000","last_active":"2023-12-16T19:28:50.192737+0000","last_peered":"2023-12-16T19:28:50.192737+0000","last_clean":"2023-12-16T19:28:50.192737+0000","last_became_active":"2023-12-16T19:28:23.939123+0000","last_became_peered":"2023-12-16T19:28:23.939123+0000","last_unstale":"2023-12-16T19:28:50.192737+0000","last_undegraded":"2023-12-16T19:28:50.192737+0000","last_fullsized":"2023-12-16T19:28:50.192737+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:36:08.112116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350151+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:49.350151+0000","last_peered":"2023-12-16T19:28:49.350151+0000","last_clean":"2023-12-16T19:28:49.350151+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:49.350151+0000","last_undegraded":"2023-12-16T19:28:49.350151+0000","last_fullsized":"2023-12-16T19:28:49.350151+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192399+0000","last_change":"2023-12-16T19:28:23.924773+0000","last_active":"2023-12-16T19:28:50.192399+0000","last_peered":"2023-12-16T19:28:50.192399+0000","last_clean":"2023-12-16T19:28:50.192399+0000","last_became_active":"2023-12-16T19:28:23.924272+0000","last_became_peered":"2023-12-16T19:28:23.924272+0000","last_unstale":"2023-12-16T19:28:50.192399+0000","last_undegraded":"2023-12-16T19:28:50.192399+0000","last_fullsized":"2023-12-16T19:28:50.192399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:54.427700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350935+0000","last_change":"2023-12-16T19:28:23.924588+0000","last_active":"2023-12-16T19:28:49.350935+0000","last_peered":"2023-12-16T19:28:49.350935+0000","last_clean":"2023-12-16T19:28:49.350935+0000","last_became_active":"2023-12-16T19:28:23.924287+0000","last_became_peered":"2023-12-16T19:28:23.924287+0000","last_unstale":"2023-12-16T19:28:49.350935+0000","last_undegraded":"2023-12-16T19:28:49.350935+0000","last_fullsized":"2023-12-16T19:28:49.350935+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:21:49.410068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164644+0000","last_change":"2023-12-16T19:28:23.923125+0000","last_active":"2023-12-16T19:28:50.164644+0000","last_peered":"2023-12-16T19:28:50.164644+0000","last_clean":"2023-12-16T19:28:50.164644+0000","last_became_active":"2023-12-16T19:28:23.922816+0000","last_became_peered":"2023-12-16T19:28:23.922816+0000","last_unstale":"2023-12-16T19:28:50.164644+0000","last_undegraded":"2023-12-16T19:28:50.164644+0000","last_fullsized":"2023-12-16T19:28:50.164644+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:29:52.008522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192605+0000","last_change":"2023-12-16T19:28:23.926960+0000","last_active":"2023-12-16T19:28:50.192605+0000","last_peered":"2023-12-16T19:28:50.192605+0000","last_clean":"2023-12-16T19:28:50.192605+0000","last_became_active":"2023-12-16T19:28:23.926637+0000","last_became_peered":"2023-12-16T19:28:23.926637+0000","last_unstale":"2023-12-16T19:28:50.192605+0000","last_undegraded":"2023-12-16T19:28:50.192605+0000","last_fullsized":"2023-12-16T19:28:50.192605+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:49:21.282771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193610+0000","last_change":"2023-12-16T19:28:23.933028+0000","last_active":"2023-12-16T19:28:50.193610+0000","last_peered":"2023-12-16T19:28:50.193610+0000","last_clean":"2023-12-16T19:28:50.193610+0000","last_became_active":"2023-12-16T19:28:23.932491+0000","last_became_peered":"2023-12-16T19:28:23.932491+0000","last_unstale":"2023-12-16T19:28:50.193610+0000","last_undegraded":"2023-12-16T19:28:50.193610+0000","last_fullsized":"2023-12-16T19:28:50.193610+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:41:33.802122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164865+0000","last_change":"2023-12-16T19:28:23.934440+0000","last_active":"2023-12-16T19:28:50.164865+0000","last_peered":"2023-12-16T19:28:50.164865+0000","last_clean":"2023-12-16T19:28:50.164865+0000","last_became_active":"2023-12-16T19:28:23.934117+0000","last_became_peered":"2023-12-16T19:28:23.934117+0000","last_unstale":"2023-12-16T19:28:50.164865+0000","last_undegraded":"2023-12-16T19:28:50.164865+0000","last_fullsized":"2023-12-16T19:28:50.164865+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:56:14.628044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192380+0000","last_change":"2023-12-16T19:28:23.928647+0000","last_active":"2023-12-16T19:28:50.192380+0000","last_peered":"2023-12-16T19:28:50.192380+0000","last_clean":"2023-12-16T19:28:50.192380+0000","last_became_active":"2023-12-16T19:28:23.927626+0000","last_became_peered":"2023-12-16T19:28:23.927626+0000","last_unstale":"2023-12-16T19:28:50.192380+0000","last_undegraded":"2023-12-16T19:28:50.192380+0000","last_fullsized":"2023-12-16T19:28:50.192380+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:29:35.072417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164429+0000","last_change":"2023-12-16T19:28:23.933479+0000","last_active":"2023-12-16T19:28:50.164429+0000","last_peered":"2023-12-16T19:28:50.164429+0000","last_clean":"2023-12-16T19:28:50.164429+0000","last_became_active":"2023-12-16T19:28:23.933092+0000","last_became_peered":"2023-12-16T19:28:23.933092+0000","last_unstale":"2023-12-16T19:28:50.164429+0000","last_undegraded":"2023-12-16T19:28:50.164429+0000","last_fullsized":"2023-12-16T19:28:50.164429+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:50.427394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192515+0000","last_change":"2023-12-16T19:28:23.931110+0000","last_active":"2023-12-16T19:28:50.192515+0000","last_peered":"2023-12-16T19:28:50.192515+0000","last_clean":"2023-12-16T19:28:50.192515+0000","last_became_active":"2023-12-16T19:28:23.930119+0000","last_became_peered":"2023-12-16T19:28:23.930119+0000","last_unstale":"2023-12-16T19:28:50.192515+0000","last_undegraded":"2023-12-16T19:28:50.192515+0000","last_fullsized":"2023-12-16T19:28:50.192515+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:06.304938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350852+0000","last_change":"2023-12-16T19:28:23.931047+0000","last_active":"2023-12-16T19:28:49.350852+0000","last_peered":"2023-12-16T19:28:49.350852+0000","last_clean":"2023-12-16T19:28:49.350852+0000","last_became_active":"2023-12-16T19:28:23.930737+0000","last_became_peered":"2023-12-16T19:28:23.930737+0000","last_unstale":"2023-12-16T19:28:49.350852+0000","last_undegraded":"2023-12-16T19:28:49.350852+0000","last_fullsized":"2023-12-16T19:28:49.350852+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:55:02.553492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192025+0000","last_change":"2023-12-16T19:28:34.169969+0000","last_active":"2023-12-16T19:28:50.192025+0000","last_peered":"2023-12-16T19:28:50.192025+0000","last_clean":"2023-12-16T19:28:50.192025+0000","last_became_active":"2023-12-16T19:28:34.169714+0000","last_became_peered":"2023-12-16T19:28:34.169714+0000","last_unstale":"2023-12-16T19:28:50.192025+0000","last_undegraded":"2023-12-16T19:28:50.192025+0000","last_fullsized":"2023-12-16T19:28:50.192025+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:41:32.167327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430223,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":869876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.622},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41899999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.502}]},{"osd":2,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.439},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.37},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47099999999999997}]},{"osd":6,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64900000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659154,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":871682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.497}]},{"osd":3,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.374}]},{"osd":4,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.53300000000000003}]},{"osd":7,"last update":"Sat Dec 16 19:29:10 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.435},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.56399999999999995}]}]},{"osd":1,"up_from":12,"seq":51539607584,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":638976,"data_stored":279150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.33700000000000002,"15min":0.32700000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.625,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47499999999999998}]},{"osd":2,"last update":"Sat Dec 16 19:29:01 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.42599999999999999,"15min":0.41999999999999998},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.52200000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32500000000000001}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.503}]},{"osd":4,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Dec 16 19:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Dec 16 19:28:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat Dec 16 19:29:12 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.56799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738403,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298504,"kb_used_data":1216,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446648,"statfs":{"total":95995035648,"available":95689367552,"internally_reserved":0,"allocated":1245184,"data_stored":870323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:28:46 2023","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.44500000000000001,"15min":0.437},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.35999999999999999}]},{"osd":2,"last update":"Sat Dec 16 19:28:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29199999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.66100000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.41899999999999998,"15min":0.41699999999999998},"min":{"1min":0.30599999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.47999999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.505},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.2679999999999998,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Dec 16 19:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.495}]},{"osd":6,"last update":"Sat Dec 16 19:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Dec 16 19:29:08 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.51400000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444061,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":279255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41699999999999998,"15min":0.42199999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.42499999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.307}]},{"osd":1,"last update":"Sat Dec 16 19:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.48299999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.434},{"interface":"front","average":{"1min":0.432,"5min":0.47999999999999998,"15min":0.48799999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":8.9600000000000009,"5min":8.9600000000000009,"15min":8.9600000000000009},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Sat Dec 16 19:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":9.0079999999999991,"5min":9.0079999999999991,"15min":9.0079999999999991},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.47799999999999998}]},{"osd":7,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.49099999999999999}]}]},{"osd":3,"up_from":23,"seq":98784247835,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":640,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":655360,"data_stored":281683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36799999999999999}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.46200000000000002}]},{"osd":5,"last update":"Sat Dec 16 19:28:39 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":9.8079999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:29:08 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":9.7870000000000008},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":9.8339999999999996}]}]},{"osd":4,"up_from":27,"seq":115964117015,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":279935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.498},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.66600000000000004}]},{"osd":1,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":7.2329999999999997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51800000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47199999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.1989999999999998,"5min":7.1989999999999998,"15min":7.1989999999999998},"last":0.48499999999999999}]},{"osd":5,"last update":"Sat Dec 16 19:28:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.309}]},{"osd":6,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Dec 16 19:29:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.39100000000000001}]}]},{"osd":5,"up_from":34,"seq":146028888085,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":281404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.437}]},{"osd":1,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47399999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44800000000000001}]},{"osd":4,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.55500000000000005}]},{"osd":6,"last update":"Sat Dec 16 19:28:57 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38500000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:29:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:29:15.454 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T19:29:15.728 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:15 smithi002 ceph-mon[78633]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:15 smithi002 ceph-mon[78633]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:15 smithi002 ceph-mon[86656]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:15 smithi002 ceph-mon[86656]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:15.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:29:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:29:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:15 smithi043 ceph-mon[82080]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:15 smithi043 ceph-mon[82080]: from='client.24674 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:16.714 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:29:16.965 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2023-12-16T19:29:16.445798+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385084,"kb_used_data":6780,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576132,"statfs":{"total":767960285184,"available":765517959168,"internally_reserved":0,"allocated":6942720,"data_stored":4013308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003456"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066327+0000","last_change":"2023-12-16T19:28:23.942241+0000","last_active":"2023-12-16T19:28:50.066327+0000","last_peered":"2023-12-16T19:28:50.066327+0000","last_clean":"2023-12-16T19:28:50.066327+0000","last_became_active":"2023-12-16T19:28:23.941864+0000","last_became_peered":"2023-12-16T19:28:23.941864+0000","last_unstale":"2023-12-16T19:28:50.066327+0000","last_undegraded":"2023-12-16T19:28:50.066327+0000","last_fullsized":"2023-12-16T19:28:50.066327+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:58:58.680828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192801+0000","last_change":"2023-12-16T19:28:23.929524+0000","last_active":"2023-12-16T19:28:50.192801+0000","last_peered":"2023-12-16T19:28:50.192801+0000","last_clean":"2023-12-16T19:28:50.192801+0000","last_became_active":"2023-12-16T19:28:23.929201+0000","last_became_peered":"2023-12-16T19:28:23.929201+0000","last_unstale":"2023-12-16T19:28:50.192801+0000","last_undegraded":"2023-12-16T19:28:50.192801+0000","last_fullsized":"2023-12-16T19:28:50.192801+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:26:10.174924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164239+0000","last_change":"2023-12-16T19:28:33.826053+0000","last_active":"2023-12-16T19:28:50.164239+0000","last_peered":"2023-12-16T19:28:50.164239+0000","last_clean":"2023-12-16T19:28:50.164239+0000","last_became_active":"2023-12-16T19:28:33.825643+0000","last_became_peered":"2023-12-16T19:28:33.825643+0000","last_unstale":"2023-12-16T19:28:50.164239+0000","last_undegraded":"2023-12-16T19:28:50.164239+0000","last_fullsized":"2023-12-16T19:28:50.164239+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:42:31.673925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192659+0000","last_change":"2023-12-16T19:28:23.928917+0000","last_active":"2023-12-16T19:28:50.192659+0000","last_peered":"2023-12-16T19:28:50.192659+0000","last_clean":"2023-12-16T19:28:50.192659+0000","last_became_active":"2023-12-16T19:28:23.928515+0000","last_became_peered":"2023-12-16T19:28:23.928515+0000","last_unstale":"2023-12-16T19:28:50.192659+0000","last_undegraded":"2023-12-16T19:28:50.192659+0000","last_fullsized":"2023-12-16T19:28:50.192659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:25:18.923424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066126+0000","last_change":"2023-12-16T19:28:23.939687+0000","last_active":"2023-12-16T19:28:50.066126+0000","last_peered":"2023-12-16T19:28:50.066126+0000","last_clean":"2023-12-16T19:28:50.066126+0000","last_became_active":"2023-12-16T19:28:23.939367+0000","last_became_peered":"2023-12-16T19:28:23.939367+0000","last_unstale":"2023-12-16T19:28:50.066126+0000","last_undegraded":"2023-12-16T19:28:50.066126+0000","last_fullsized":"2023-12-16T19:28:50.066126+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:52:12.357966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192593+0000","last_change":"2023-12-16T19:28:23.928258+0000","last_active":"2023-12-16T19:28:50.192593+0000","last_peered":"2023-12-16T19:28:50.192593+0000","last_clean":"2023-12-16T19:28:50.192593+0000","last_became_active":"2023-12-16T19:28:23.927878+0000","last_became_peered":"2023-12-16T19:28:23.927878+0000","last_unstale":"2023-12-16T19:28:50.192593+0000","last_undegraded":"2023-12-16T19:28:50.192593+0000","last_fullsized":"2023-12-16T19:28:50.192593+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:27:34.203930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065484+0000","last_change":"2023-12-16T19:28:33.826037+0000","last_active":"2023-12-16T19:28:50.065484+0000","last_peered":"2023-12-16T19:28:50.065484+0000","last_clean":"2023-12-16T19:28:50.065484+0000","last_became_active":"2023-12-16T19:28:33.825507+0000","last_became_peered":"2023-12-16T19:28:33.825507+0000","last_unstale":"2023-12-16T19:28:50.065484+0000","last_undegraded":"2023-12-16T19:28:50.065484+0000","last_fullsized":"2023-12-16T19:28:50.065484+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:06:26.859117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164323+0000","last_change":"2023-12-16T19:28:23.928538+0000","last_active":"2023-12-16T19:28:50.164323+0000","last_peered":"2023-12-16T19:28:50.164323+0000","last_clean":"2023-12-16T19:28:50.164323+0000","last_became_active":"2023-12-16T19:28:23.928022+0000","last_became_peered":"2023-12-16T19:28:23.928022+0000","last_unstale":"2023-12-16T19:28:50.164323+0000","last_undegraded":"2023-12-16T19:28:50.164323+0000","last_fullsized":"2023-12-16T19:28:50.164323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:50:03.392046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066281+0000","last_change":"2023-12-16T19:28:23.933317+0000","last_active":"2023-12-16T19:28:50.066281+0000","last_peered":"2023-12-16T19:28:50.066281+0000","last_clean":"2023-12-16T19:28:50.066281+0000","last_became_active":"2023-12-16T19:28:23.932996+0000","last_became_peered":"2023-12-16T19:28:23.932996+0000","last_unstale":"2023-12-16T19:28:50.066281+0000","last_undegraded":"2023-12-16T19:28:50.066281+0000","last_fullsized":"2023-12-16T19:28:50.066281+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:48.066288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193526+0000","last_change":"2023-12-16T19:28:23.926010+0000","last_active":"2023-12-16T19:28:50.193526+0000","last_peered":"2023-12-16T19:28:50.193526+0000","last_clean":"2023-12-16T19:28:50.193526+0000","last_became_active":"2023-12-16T19:28:23.925692+0000","last_became_peered":"2023-12-16T19:28:23.925692+0000","last_unstale":"2023-12-16T19:28:50.193526+0000","last_undegraded":"2023-12-16T19:28:50.193526+0000","last_fullsized":"2023-12-16T19:28:50.193526+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:15:05.206002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193580+0000","last_change":"2023-12-16T19:28:23.928918+0000","last_active":"2023-12-16T19:28:50.193580+0000","last_peered":"2023-12-16T19:28:50.193580+0000","last_clean":"2023-12-16T19:28:50.193580+0000","last_became_active":"2023-12-16T19:28:23.928253+0000","last_became_peered":"2023-12-16T19:28:23.928253+0000","last_unstale":"2023-12-16T19:28:50.193580+0000","last_undegraded":"2023-12-16T19:28:50.193580+0000","last_fullsized":"2023-12-16T19:28:50.193580+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:10.823498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350485+0000","last_change":"2023-12-16T19:28:34.170536+0000","last_active":"2023-12-16T19:28:49.350485+0000","last_peered":"2023-12-16T19:28:49.350485+0000","last_clean":"2023-12-16T19:28:49.350485+0000","last_became_active":"2023-12-16T19:28:34.170099+0000","last_became_peered":"2023-12-16T19:28:34.170099+0000","last_unstale":"2023-12-16T19:28:49.350485+0000","last_undegraded":"2023-12-16T19:28:49.350485+0000","last_fullsized":"2023-12-16T19:28:49.350485+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:17:12.973701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164665+0000","last_change":"2023-12-16T19:28:23.929339+0000","last_active":"2023-12-16T19:28:50.164665+0000","last_peered":"2023-12-16T19:28:50.164665+0000","last_clean":"2023-12-16T19:28:50.164665+0000","last_became_active":"2023-12-16T19:28:23.929009+0000","last_became_peered":"2023-12-16T19:28:23.929009+0000","last_unstale":"2023-12-16T19:28:50.164665+0000","last_undegraded":"2023-12-16T19:28:50.164665+0000","last_fullsized":"2023-12-16T19:28:50.164665+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:03:13.021517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350516+0000","last_change":"2023-12-16T19:28:23.925441+0000","last_active":"2023-12-16T19:28:49.350516+0000","last_peered":"2023-12-16T19:28:49.350516+0000","last_clean":"2023-12-16T19:28:49.350516+0000","last_became_active":"2023-12-16T19:28:23.925100+0000","last_became_peered":"2023-12-16T19:28:23.925100+0000","last_unstale":"2023-12-16T19:28:49.350516+0000","last_undegraded":"2023-12-16T19:28:49.350516+0000","last_fullsized":"2023-12-16T19:28:49.350516+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:33.089817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192643+0000","last_change":"2023-12-16T19:28:23.928552+0000","last_active":"2023-12-16T19:28:50.192643+0000","last_peered":"2023-12-16T19:28:50.192643+0000","last_clean":"2023-12-16T19:28:50.192643+0000","last_became_active":"2023-12-16T19:28:23.928221+0000","last_became_peered":"2023-12-16T19:28:23.928221+0000","last_unstale":"2023-12-16T19:28:50.192643+0000","last_undegraded":"2023-12-16T19:28:50.192643+0000","last_fullsized":"2023-12-16T19:28:50.192643+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:09:53.769671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192129+0000","last_change":"2023-12-16T19:28:23.930556+0000","last_active":"2023-12-16T19:28:50.192129+0000","last_peered":"2023-12-16T19:28:50.192129+0000","last_clean":"2023-12-16T19:28:50.192129+0000","last_became_active":"2023-12-16T19:28:23.930235+0000","last_became_peered":"2023-12-16T19:28:23.930235+0000","last_unstale":"2023-12-16T19:28:50.192129+0000","last_undegraded":"2023-12-16T19:28:50.192129+0000","last_fullsized":"2023-12-16T19:28:50.192129+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:48:46.002641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192944+0000","last_change":"2023-12-16T19:28:23.930818+0000","last_active":"2023-12-16T19:28:50.192944+0000","last_peered":"2023-12-16T19:28:50.192944+0000","last_clean":"2023-12-16T19:28:50.192944+0000","last_became_active":"2023-12-16T19:28:23.929738+0000","last_became_peered":"2023-12-16T19:28:23.929738+0000","last_unstale":"2023-12-16T19:28:50.192944+0000","last_undegraded":"2023-12-16T19:28:50.192944+0000","last_fullsized":"2023-12-16T19:28:50.192944+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:08:46.724034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351043+0000","last_change":"2023-12-16T19:28:23.928963+0000","last_active":"2023-12-16T19:28:49.351043+0000","last_peered":"2023-12-16T19:28:49.351043+0000","last_clean":"2023-12-16T19:28:49.351043+0000","last_became_active":"2023-12-16T19:28:23.928613+0000","last_became_peered":"2023-12-16T19:28:23.928613+0000","last_unstale":"2023-12-16T19:28:49.351043+0000","last_undegraded":"2023-12-16T19:28:49.351043+0000","last_fullsized":"2023-12-16T19:28:49.351043+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065893+0000","last_change":"2023-12-16T19:28:23.942024+0000","last_active":"2023-12-16T19:28:50.065893+0000","last_peered":"2023-12-16T19:28:50.065893+0000","last_clean":"2023-12-16T19:28:50.065893+0000","last_became_active":"2023-12-16T19:28:23.941697+0000","last_became_peered":"2023-12-16T19:28:23.941697+0000","last_unstale":"2023-12-16T19:28:50.065893+0000","last_undegraded":"2023-12-16T19:28:50.065893+0000","last_fullsized":"2023-12-16T19:28:50.065893+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:59.114176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"55'4","reported_seq":21,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351240+0000","last_change":"2023-12-16T19:28:22.985200+0000","last_active":"2023-12-16T19:28:49.351240+0000","last_peered":"2023-12-16T19:28:49.351240+0000","last_clean":"2023-12-16T19:28:49.351240+0000","last_became_active":"2023-12-16T19:28:22.984878+0000","last_became_peered":"2023-12-16T19:28:22.984878+0000","last_unstale":"2023-12-16T19:28:49.351240+0000","last_undegraded":"2023-12-16T19:28:49.351240+0000","last_fullsized":"2023-12-16T19:28:49.351240+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164724+0000","last_change":"2023-12-16T19:28:23.927600+0000","last_active":"2023-12-16T19:28:50.164724+0000","last_peered":"2023-12-16T19:28:50.164724+0000","last_clean":"2023-12-16T19:28:50.164724+0000","last_became_active":"2023-12-16T19:28:23.927290+0000","last_became_peered":"2023-12-16T19:28:23.927290+0000","last_unstale":"2023-12-16T19:28:50.164724+0000","last_undegraded":"2023-12-16T19:28:50.164724+0000","last_fullsized":"2023-12-16T19:28:50.164724+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:55.523279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164799+0000","last_change":"2023-12-16T19:28:22.978433+0000","last_active":"2023-12-16T19:28:50.164799+0000","last_peered":"2023-12-16T19:28:50.164799+0000","last_clean":"2023-12-16T19:28:50.164799+0000","last_became_active":"2023-12-16T19:28:22.978136+0000","last_became_peered":"2023-12-16T19:28:22.978136+0000","last_unstale":"2023-12-16T19:28:50.164799+0000","last_undegraded":"2023-12-16T19:28:50.164799+0000","last_fullsized":"2023-12-16T19:28:50.164799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:26:46.491746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351152+0000","last_change":"2023-12-16T19:28:23.919594+0000","last_active":"2023-12-16T19:28:49.351152+0000","last_peered":"2023-12-16T19:28:49.351152+0000","last_clean":"2023-12-16T19:28:49.351152+0000","last_became_active":"2023-12-16T19:28:23.919289+0000","last_became_peered":"2023-12-16T19:28:23.919289+0000","last_unstale":"2023-12-16T19:28:49.351152+0000","last_undegraded":"2023-12-16T19:28:49.351152+0000","last_fullsized":"2023-12-16T19:28:49.351152+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:08.982343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066228+0000","last_change":"2023-12-16T19:28:22.986270+0000","last_active":"2023-12-16T19:28:50.066228+0000","last_peered":"2023-12-16T19:28:50.066228+0000","last_clean":"2023-12-16T19:28:50.066228+0000","last_became_active":"2023-12-16T19:28:22.985349+0000","last_became_peered":"2023-12-16T19:28:22.985349+0000","last_unstale":"2023-12-16T19:28:50.066228+0000","last_undegraded":"2023-12-16T19:28:50.066228+0000","last_fullsized":"2023-12-16T19:28:50.066228+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:50:18.085937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192743+0000","last_change":"2023-12-16T19:28:23.925552+0000","last_active":"2023-12-16T19:28:50.192743+0000","last_peered":"2023-12-16T19:28:50.192743+0000","last_clean":"2023-12-16T19:28:50.192743+0000","last_became_active":"2023-12-16T19:28:23.925218+0000","last_became_peered":"2023-12-16T19:28:23.925218+0000","last_unstale":"2023-12-16T19:28:50.192743+0000","last_undegraded":"2023-12-16T19:28:50.192743+0000","last_fullsized":"2023-12-16T19:28:50.192743+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:47:35.315889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"55'2","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350312+0000","last_change":"2023-12-16T19:28:33.776670+0000","last_active":"2023-12-16T19:28:49.350312+0000","last_peered":"2023-12-16T19:28:49.350312+0000","last_clean":"2023-12-16T19:28:49.350312+0000","last_became_active":"2023-12-16T19:28:33.773850+0000","last_became_peered":"2023-12-16T19:28:33.773850+0000","last_unstale":"2023-12-16T19:28:49.350312+0000","last_undegraded":"2023-12-16T19:28:49.350312+0000","last_fullsized":"2023-12-16T19:28:49.350312+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:18:07.532700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350001+0000","last_change":"2023-12-16T19:28:33.775169+0000","last_active":"2023-12-16T19:28:49.350001+0000","last_peered":"2023-12-16T19:28:49.350001+0000","last_clean":"2023-12-16T19:28:49.350001+0000","last_became_active":"2023-12-16T19:28:33.774826+0000","last_became_peered":"2023-12-16T19:28:33.774826+0000","last_unstale":"2023-12-16T19:28:49.350001+0000","last_undegraded":"2023-12-16T19:28:49.350001+0000","last_fullsized":"2023-12-16T19:28:49.350001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:34:58.734493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164822+0000","last_change":"2023-12-16T19:28:22.977410+0000","last_active":"2023-12-16T19:28:50.164822+0000","last_peered":"2023-12-16T19:28:50.164822+0000","last_clean":"2023-12-16T19:28:50.164822+0000","last_became_active":"2023-12-16T19:28:22.976590+0000","last_became_peered":"2023-12-16T19:28:22.976590+0000","last_unstale":"2023-12-16T19:28:50.164822+0000","last_undegraded":"2023-12-16T19:28:50.164822+0000","last_fullsized":"2023-12-16T19:28:50.164822+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:31.425392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350033+0000","last_change":"2023-12-16T19:28:23.926524+0000","last_active":"2023-12-16T19:28:49.350033+0000","last_peered":"2023-12-16T19:28:49.350033+0000","last_clean":"2023-12-16T19:28:49.350033+0000","last_became_active":"2023-12-16T19:28:23.925915+0000","last_became_peered":"2023-12-16T19:28:23.925915+0000","last_unstale":"2023-12-16T19:28:49.350033+0000","last_undegraded":"2023-12-16T19:28:49.350033+0000","last_fullsized":"2023-12-16T19:28:49.350033+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193292+0000","last_change":"2023-12-16T19:28:22.978863+0000","last_active":"2023-12-16T19:28:50.193292+0000","last_peered":"2023-12-16T19:28:50.193292+0000","last_clean":"2023-12-16T19:28:50.193292+0000","last_became_active":"2023-12-16T19:28:22.978565+0000","last_became_peered":"2023-12-16T19:28:22.978565+0000","last_unstale":"2023-12-16T19:28:50.193292+0000","last_undegraded":"2023-12-16T19:28:50.193292+0000","last_fullsized":"2023-12-16T19:28:50.193292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:53:01.575720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350325+0000","last_change":"2023-12-16T19:28:33.773336+0000","last_active":"2023-12-16T19:28:49.350325+0000","last_peered":"2023-12-16T19:28:49.350325+0000","last_clean":"2023-12-16T19:28:49.350325+0000","last_became_active":"2023-12-16T19:28:33.773047+0000","last_became_peered":"2023-12-16T19:28:33.773047+0000","last_unstale":"2023-12-16T19:28:49.350325+0000","last_undegraded":"2023-12-16T19:28:49.350325+0000","last_fullsized":"2023-12-16T19:28:49.350325+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:00:10.826525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164550+0000","last_change":"2023-12-16T19:28:22.974011+0000","last_active":"2023-12-16T19:28:50.164550+0000","last_peered":"2023-12-16T19:28:50.164550+0000","last_clean":"2023-12-16T19:28:50.164550+0000","last_became_active":"2023-12-16T19:28:22.973729+0000","last_became_peered":"2023-12-16T19:28:22.973729+0000","last_unstale":"2023-12-16T19:28:50.164550+0000","last_undegraded":"2023-12-16T19:28:50.164550+0000","last_fullsized":"2023-12-16T19:28:50.164550+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:36:35.064682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164510+0000","last_change":"2023-12-16T19:28:23.930754+0000","last_active":"2023-12-16T19:28:50.164510+0000","last_peered":"2023-12-16T19:28:50.164510+0000","last_clean":"2023-12-16T19:28:50.164510+0000","last_became_active":"2023-12-16T19:28:23.930461+0000","last_became_peered":"2023-12-16T19:28:23.930461+0000","last_unstale":"2023-12-16T19:28:50.164510+0000","last_undegraded":"2023-12-16T19:28:50.164510+0000","last_fullsized":"2023-12-16T19:28:50.164510+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:50:38.254326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192299+0000","last_change":"2023-12-16T19:28:22.982064+0000","last_active":"2023-12-16T19:28:50.192299+0000","last_peered":"2023-12-16T19:28:50.192299+0000","last_clean":"2023-12-16T19:28:50.192299+0000","last_became_active":"2023-12-16T19:28:22.981724+0000","last_became_peered":"2023-12-16T19:28:22.981724+0000","last_unstale":"2023-12-16T19:28:50.192299+0000","last_undegraded":"2023-12-16T19:28:50.192299+0000","last_fullsized":"2023-12-16T19:28:50.192299+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192741+0000","last_change":"2023-12-16T19:28:23.923319+0000","last_active":"2023-12-16T19:28:50.192741+0000","last_peered":"2023-12-16T19:28:50.192741+0000","last_clean":"2023-12-16T19:28:50.192741+0000","last_became_active":"2023-12-16T19:28:23.923031+0000","last_became_peered":"2023-12-16T19:28:23.923031+0000","last_unstale":"2023-12-16T19:28:50.192741+0000","last_undegraded":"2023-12-16T19:28:50.192741+0000","last_fullsized":"2023-12-16T19:28:50.192741+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:00:53.732041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193702+0000","last_change":"2023-12-16T19:28:22.972748+0000","last_active":"2023-12-16T19:28:50.193702+0000","last_peered":"2023-12-16T19:28:50.193702+0000","last_clean":"2023-12-16T19:28:50.193702+0000","last_became_active":"2023-12-16T19:28:22.972318+0000","last_became_peered":"2023-12-16T19:28:22.972318+0000","last_unstale":"2023-12-16T19:28:50.193702+0000","last_undegraded":"2023-12-16T19:28:50.193702+0000","last_fullsized":"2023-12-16T19:28:50.193702+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:21:40.851509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192760+0000","last_change":"2023-12-16T19:28:23.930382+0000","last_active":"2023-12-16T19:28:50.192760+0000","last_peered":"2023-12-16T19:28:50.192760+0000","last_clean":"2023-12-16T19:28:50.192760+0000","last_became_active":"2023-12-16T19:28:23.930042+0000","last_became_peered":"2023-12-16T19:28:23.930042+0000","last_unstale":"2023-12-16T19:28:50.192760+0000","last_undegraded":"2023-12-16T19:28:50.192760+0000","last_fullsized":"2023-12-16T19:28:50.192760+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:04:24.000080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192603+0000","last_change":"2023-12-16T19:28:22.974340+0000","last_active":"2023-12-16T19:28:50.192603+0000","last_peered":"2023-12-16T19:28:50.192603+0000","last_clean":"2023-12-16T19:28:50.192603+0000","last_became_active":"2023-12-16T19:28:22.974013+0000","last_became_peered":"2023-12-16T19:28:22.974013+0000","last_unstale":"2023-12-16T19:28:50.192603+0000","last_undegraded":"2023-12-16T19:28:50.192603+0000","last_fullsized":"2023-12-16T19:28:50.192603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351124+0000","last_change":"2023-12-16T19:28:23.927303+0000","last_active":"2023-12-16T19:28:49.351124+0000","last_peered":"2023-12-16T19:28:49.351124+0000","last_clean":"2023-12-16T19:28:49.351124+0000","last_became_active":"2023-12-16T19:28:23.927000+0000","last_became_peered":"2023-12-16T19:28:23.927000+0000","last_unstale":"2023-12-16T19:28:49.351124+0000","last_undegraded":"2023-12-16T19:28:49.351124+0000","last_fullsized":"2023-12-16T19:28:49.351124+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:42.988529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"55'3","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192829+0000","last_change":"2023-12-16T19:28:22.973133+0000","last_active":"2023-12-16T19:28:50.192829+0000","last_peered":"2023-12-16T19:28:50.192829+0000","last_clean":"2023-12-16T19:28:50.192829+0000","last_became_active":"2023-12-16T19:28:22.972830+0000","last_became_peered":"2023-12-16T19:28:22.972830+0000","last_unstale":"2023-12-16T19:28:50.192829+0000","last_undegraded":"2023-12-16T19:28:50.192829+0000","last_fullsized":"2023-12-16T19:28:50.192829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:26:35.953246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350326+0000","last_change":"2023-12-16T19:28:23.931542+0000","last_active":"2023-12-16T19:28:49.350326+0000","last_peered":"2023-12-16T19:28:49.350326+0000","last_clean":"2023-12-16T19:28:49.350326+0000","last_became_active":"2023-12-16T19:28:23.931153+0000","last_became_peered":"2023-12-16T19:28:23.931153+0000","last_unstale":"2023-12-16T19:28:49.350326+0000","last_undegraded":"2023-12-16T19:28:49.350326+0000","last_fullsized":"2023-12-16T19:28:49.350326+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'9","reported_seq":26,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-16T19:28:52.577534+0000","last_change":"2023-12-16T19:28:22.977738+0000","last_active":"2023-12-16T19:28:52.577534+0000","last_peered":"2023-12-16T19:28:52.577534+0000","last_clean":"2023-12-16T19:28:52.577534+0000","last_became_active":"2023-12-16T19:28:22.977434+0000","last_became_peered":"2023-12-16T19:28:22.977434+0000","last_unstale":"2023-12-16T19:28:52.577534+0000","last_undegraded":"2023-12-16T19:28:52.577534+0000","last_fullsized":"2023-12-16T19:28:52.577534+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:52.443027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065987+0000","last_change":"2023-12-16T19:28:23.940851+0000","last_active":"2023-12-16T19:28:50.065987+0000","last_peered":"2023-12-16T19:28:50.065987+0000","last_clean":"2023-12-16T19:28:50.065987+0000","last_became_active":"2023-12-16T19:28:23.940371+0000","last_became_peered":"2023-12-16T19:28:23.940371+0000","last_unstale":"2023-12-16T19:28:50.065987+0000","last_undegraded":"2023-12-16T19:28:50.065987+0000","last_fullsized":"2023-12-16T19:28:50.065987+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:47:35.817221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351015+0000","last_change":"2023-12-16T19:28:22.977608+0000","last_active":"2023-12-16T19:28:49.351015+0000","last_peered":"2023-12-16T19:28:49.351015+0000","last_clean":"2023-12-16T19:28:49.351015+0000","last_became_active":"2023-12-16T19:28:22.973287+0000","last_became_peered":"2023-12-16T19:28:22.973287+0000","last_unstale":"2023-12-16T19:28:49.351015+0000","last_undegraded":"2023-12-16T19:28:49.351015+0000","last_fullsized":"2023-12-16T19:28:49.351015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350447+0000","last_change":"2023-12-16T19:28:23.930177+0000","last_active":"2023-12-16T19:28:49.350447+0000","last_peered":"2023-12-16T19:28:49.350447+0000","last_clean":"2023-12-16T19:28:49.350447+0000","last_became_active":"2023-12-16T19:28:23.929783+0000","last_became_peered":"2023-12-16T19:28:23.929783+0000","last_unstale":"2023-12-16T19:28:49.350447+0000","last_undegraded":"2023-12-16T19:28:49.350447+0000","last_fullsized":"2023-12-16T19:28:49.350447+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:57:32.290263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192409+0000","last_change":"2023-12-16T19:28:22.978560+0000","last_active":"2023-12-16T19:28:50.192409+0000","last_peered":"2023-12-16T19:28:50.192409+0000","last_clean":"2023-12-16T19:28:50.192409+0000","last_became_active":"2023-12-16T19:28:22.978219+0000","last_became_peered":"2023-12-16T19:28:22.978219+0000","last_unstale":"2023-12-16T19:28:50.192409+0000","last_undegraded":"2023-12-16T19:28:50.192409+0000","last_fullsized":"2023-12-16T19:28:50.192409+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066084+0000","last_change":"2023-12-16T19:28:23.939211+0000","last_active":"2023-12-16T19:28:50.066084+0000","last_peered":"2023-12-16T19:28:50.066084+0000","last_clean":"2023-12-16T19:28:50.066084+0000","last_became_active":"2023-12-16T19:28:23.938886+0000","last_became_peered":"2023-12-16T19:28:23.938886+0000","last_unstale":"2023-12-16T19:28:50.066084+0000","last_undegraded":"2023-12-16T19:28:50.066084+0000","last_fullsized":"2023-12-16T19:28:50.066084+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:28:18.635880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193090+0000","last_change":"2023-12-16T19:28:22.970402+0000","last_active":"2023-12-16T19:28:50.193090+0000","last_peered":"2023-12-16T19:28:50.193090+0000","last_clean":"2023-12-16T19:28:50.193090+0000","last_became_active":"2023-12-16T19:28:22.969616+0000","last_became_peered":"2023-12-16T19:28:22.969616+0000","last_unstale":"2023-12-16T19:28:50.193090+0000","last_undegraded":"2023-12-16T19:28:50.193090+0000","last_fullsized":"2023-12-16T19:28:50.193090+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:36.979553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192945+0000","last_change":"2023-12-16T19:28:23.939062+0000","last_active":"2023-12-16T19:28:50.192945+0000","last_peered":"2023-12-16T19:28:50.192945+0000","last_clean":"2023-12-16T19:28:50.192945+0000","last_became_active":"2023-12-16T19:28:23.938756+0000","last_became_peered":"2023-12-16T19:28:23.938756+0000","last_unstale":"2023-12-16T19:28:50.192945+0000","last_undegraded":"2023-12-16T19:28:50.192945+0000","last_fullsized":"2023-12-16T19:28:50.192945+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:11:13.664734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":25,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350488+0000","last_change":"2023-12-16T19:28:22.971222+0000","last_active":"2023-12-16T19:28:49.350488+0000","last_peered":"2023-12-16T19:28:49.350488+0000","last_clean":"2023-12-16T19:28:49.350488+0000","last_became_active":"2023-12-16T19:28:22.970944+0000","last_became_peered":"2023-12-16T19:28:22.970944+0000","last_unstale":"2023-12-16T19:28:49.350488+0000","last_undegraded":"2023-12-16T19:28:49.350488+0000","last_fullsized":"2023-12-16T19:28:49.350488+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065727+0000","last_change":"2023-12-16T19:28:23.942658+0000","last_active":"2023-12-16T19:28:50.065727+0000","last_peered":"2023-12-16T19:28:50.065727+0000","last_clean":"2023-12-16T19:28:50.065727+0000","last_became_active":"2023-12-16T19:28:23.942272+0000","last_became_peered":"2023-12-16T19:28:23.942272+0000","last_unstale":"2023-12-16T19:28:50.065727+0000","last_undegraded":"2023-12-16T19:28:50.065727+0000","last_fullsized":"2023-12-16T19:28:50.065727+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:34:24.680026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350542+0000","last_change":"2023-12-16T19:28:22.978079+0000","last_active":"2023-12-16T19:28:49.350542+0000","last_peered":"2023-12-16T19:28:49.350542+0000","last_clean":"2023-12-16T19:28:49.350542+0000","last_became_active":"2023-12-16T19:28:22.977751+0000","last_became_peered":"2023-12-16T19:28:22.977751+0000","last_unstale":"2023-12-16T19:28:49.350542+0000","last_undegraded":"2023-12-16T19:28:49.350542+0000","last_fullsized":"2023-12-16T19:28:49.350542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066257+0000","last_change":"2023-12-16T19:28:23.936932+0000","last_active":"2023-12-16T19:28:50.066257+0000","last_peered":"2023-12-16T19:28:50.066257+0000","last_clean":"2023-12-16T19:28:50.066257+0000","last_became_active":"2023-12-16T19:28:23.936617+0000","last_became_peered":"2023-12-16T19:28:23.936617+0000","last_unstale":"2023-12-16T19:28:50.066257+0000","last_undegraded":"2023-12-16T19:28:50.066257+0000","last_fullsized":"2023-12-16T19:28:50.066257+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:55:18.887255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192487+0000","last_change":"2023-12-16T19:28:48.382055+0000","last_active":"2023-12-16T19:28:50.192487+0000","last_peered":"2023-12-16T19:28:50.192487+0000","last_clean":"2023-12-16T19:28:50.192487+0000","last_became_active":"2023-12-16T19:28:48.381687+0000","last_became_peered":"2023-12-16T19:28:48.381687+0000","last_unstale":"2023-12-16T19:28:50.192487+0000","last_undegraded":"2023-12-16T19:28:50.192487+0000","last_fullsized":"2023-12-16T19:28:50.192487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:17:51.382785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192766+0000","last_change":"2023-12-16T19:28:22.976206+0000","last_active":"2023-12-16T19:28:50.192766+0000","last_peered":"2023-12-16T19:28:50.192766+0000","last_clean":"2023-12-16T19:28:50.192766+0000","last_became_active":"2023-12-16T19:28:22.974756+0000","last_became_peered":"2023-12-16T19:28:22.974756+0000","last_unstale":"2023-12-16T19:28:50.192766+0000","last_undegraded":"2023-12-16T19:28:50.192766+0000","last_fullsized":"2023-12-16T19:28:50.192766+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:53:49.044511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192623+0000","last_change":"2023-12-16T19:28:23.928559+0000","last_active":"2023-12-16T19:28:50.192623+0000","last_peered":"2023-12-16T19:28:50.192623+0000","last_clean":"2023-12-16T19:28:50.192623+0000","last_became_active":"2023-12-16T19:28:23.928215+0000","last_became_peered":"2023-12-16T19:28:23.928215+0000","last_unstale":"2023-12-16T19:28:50.192623+0000","last_undegraded":"2023-12-16T19:28:50.192623+0000","last_fullsized":"2023-12-16T19:28:50.192623+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:18:03.586122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192898+0000","last_change":"2023-12-16T19:28:48.790690+0000","last_active":"2023-12-16T19:28:50.192898+0000","last_peered":"2023-12-16T19:28:50.192898+0000","last_clean":"2023-12-16T19:28:50.192898+0000","last_became_active":"2023-12-16T19:28:48.790368+0000","last_became_peered":"2023-12-16T19:28:48.790368+0000","last_unstale":"2023-12-16T19:28:50.192898+0000","last_undegraded":"2023-12-16T19:28:50.192898+0000","last_fullsized":"2023-12-16T19:28:50.192898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:03:23.939047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192307+0000","last_change":"2023-12-16T19:28:22.977483+0000","last_active":"2023-12-16T19:28:50.192307+0000","last_peered":"2023-12-16T19:28:50.192307+0000","last_clean":"2023-12-16T19:28:50.192307+0000","last_became_active":"2023-12-16T19:28:22.977156+0000","last_became_peered":"2023-12-16T19:28:22.977156+0000","last_unstale":"2023-12-16T19:28:50.192307+0000","last_undegraded":"2023-12-16T19:28:50.192307+0000","last_fullsized":"2023-12-16T19:28:50.192307+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350581+0000","last_change":"2023-12-16T19:28:23.934531+0000","last_active":"2023-12-16T19:28:49.350581+0000","last_peered":"2023-12-16T19:28:49.350581+0000","last_clean":"2023-12-16T19:28:49.350581+0000","last_became_active":"2023-12-16T19:28:23.934205+0000","last_became_peered":"2023-12-16T19:28:23.934205+0000","last_unstale":"2023-12-16T19:28:49.350581+0000","last_undegraded":"2023-12-16T19:28:49.350581+0000","last_fullsized":"2023-12-16T19:28:49.350581+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192931+0000","last_change":"2023-12-16T19:28:48.381965+0000","last_active":"2023-12-16T19:28:50.192931+0000","last_peered":"2023-12-16T19:28:50.192931+0000","last_clean":"2023-12-16T19:28:50.192931+0000","last_became_active":"2023-12-16T19:28:48.381598+0000","last_became_peered":"2023-12-16T19:28:48.381598+0000","last_unstale":"2023-12-16T19:28:50.192931+0000","last_undegraded":"2023-12-16T19:28:50.192931+0000","last_fullsized":"2023-12-16T19:28:50.192931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:28:31.216272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192596+0000","last_change":"2023-12-16T19:28:23.931235+0000","last_active":"2023-12-16T19:28:50.192596+0000","last_peered":"2023-12-16T19:28:50.192596+0000","last_clean":"2023-12-16T19:28:50.192596+0000","last_became_active":"2023-12-16T19:28:23.930893+0000","last_became_peered":"2023-12-16T19:28:23.930893+0000","last_unstale":"2023-12-16T19:28:50.192596+0000","last_undegraded":"2023-12-16T19:28:50.192596+0000","last_fullsized":"2023-12-16T19:28:50.192596+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:37.481378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350074+0000","last_change":"2023-12-16T19:28:22.970480+0000","last_active":"2023-12-16T19:28:49.350074+0000","last_peered":"2023-12-16T19:28:49.350074+0000","last_clean":"2023-12-16T19:28:49.350074+0000","last_became_active":"2023-12-16T19:28:22.970150+0000","last_became_peered":"2023-12-16T19:28:22.970150+0000","last_unstale":"2023-12-16T19:28:49.350074+0000","last_undegraded":"2023-12-16T19:28:49.350074+0000","last_fullsized":"2023-12-16T19:28:49.350074+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193394+0000","last_change":"2023-12-16T19:28:48.798441+0000","last_active":"2023-12-16T19:28:50.193394+0000","last_peered":"2023-12-16T19:28:50.193394+0000","last_clean":"2023-12-16T19:28:50.193394+0000","last_became_active":"2023-12-16T19:28:48.798110+0000","last_became_peered":"2023-12-16T19:28:48.798110+0000","last_unstale":"2023-12-16T19:28:50.193394+0000","last_undegraded":"2023-12-16T19:28:50.193394+0000","last_fullsized":"2023-12-16T19:28:50.193394+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:43:48.512219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164598+0000","last_change":"2023-12-16T19:28:23.934270+0000","last_active":"2023-12-16T19:28:50.164598+0000","last_peered":"2023-12-16T19:28:50.164598+0000","last_clean":"2023-12-16T19:28:50.164598+0000","last_became_active":"2023-12-16T19:28:23.932696+0000","last_became_peered":"2023-12-16T19:28:23.932696+0000","last_unstale":"2023-12-16T19:28:50.164598+0000","last_undegraded":"2023-12-16T19:28:50.164598+0000","last_fullsized":"2023-12-16T19:28:50.164598+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:13:03.544101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192292+0000","last_change":"2023-12-16T19:28:22.983721+0000","last_active":"2023-12-16T19:28:50.192292+0000","last_peered":"2023-12-16T19:28:50.192292+0000","last_clean":"2023-12-16T19:28:50.192292+0000","last_became_active":"2023-12-16T19:28:22.983347+0000","last_became_peered":"2023-12-16T19:28:22.983347+0000","last_unstale":"2023-12-16T19:28:50.192292+0000","last_undegraded":"2023-12-16T19:28:50.192292+0000","last_fullsized":"2023-12-16T19:28:50.192292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"62'128","reported_seq":275,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-16T19:28:52.555842+0000","last_change":"2023-12-16T19:28:11.780645+0000","last_active":"2023-12-16T19:28:52.555842+0000","last_peered":"2023-12-16T19:28:52.555842+0000","last_clean":"2023-12-16T19:28:52.555842+0000","last_became_active":"2023-12-16T19:28:11.780128+0000","last_became_peered":"2023-12-16T19:28:11.780128+0000","last_unstale":"2023-12-16T19:28:52.555842+0000","last_undegraded":"2023-12-16T19:28:52.555842+0000","last_fullsized":"2023-12-16T19:28:52.555842+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351065+0000","last_change":"2023-12-16T19:28:48.790897+0000","last_active":"2023-12-16T19:28:49.351065+0000","last_peered":"2023-12-16T19:28:49.351065+0000","last_clean":"2023-12-16T19:28:49.351065+0000","last_became_active":"2023-12-16T19:28:48.790603+0000","last_became_peered":"2023-12-16T19:28:48.790603+0000","last_unstale":"2023-12-16T19:28:49.351065+0000","last_undegraded":"2023-12-16T19:28:49.351065+0000","last_fullsized":"2023-12-16T19:28:49.351065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:14:30.974544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350143+0000","last_change":"2023-12-16T19:28:23.923971+0000","last_active":"2023-12-16T19:28:49.350143+0000","last_peered":"2023-12-16T19:28:49.350143+0000","last_clean":"2023-12-16T19:28:49.350143+0000","last_became_active":"2023-12-16T19:28:23.923333+0000","last_became_peered":"2023-12-16T19:28:23.923333+0000","last_unstale":"2023-12-16T19:28:49.350143+0000","last_undegraded":"2023-12-16T19:28:49.350143+0000","last_fullsized":"2023-12-16T19:28:49.350143+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:22.063194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065595+0000","last_change":"2023-12-16T19:28:22.987374+0000","last_active":"2023-12-16T19:28:50.065595+0000","last_peered":"2023-12-16T19:28:50.065595+0000","last_clean":"2023-12-16T19:28:50.065595+0000","last_became_active":"2023-12-16T19:28:22.986360+0000","last_became_peered":"2023-12-16T19:28:22.986360+0000","last_unstale":"2023-12-16T19:28:50.065595+0000","last_undegraded":"2023-12-16T19:28:50.065595+0000","last_fullsized":"2023-12-16T19:28:50.065595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:06:34.358325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350733+0000","last_change":"2023-12-16T19:28:48.799286+0000","last_active":"2023-12-16T19:28:49.350733+0000","last_peered":"2023-12-16T19:28:49.350733+0000","last_clean":"2023-12-16T19:28:49.350733+0000","last_became_active":"2023-12-16T19:28:48.798881+0000","last_became_peered":"2023-12-16T19:28:48.798881+0000","last_unstale":"2023-12-16T19:28:49.350733+0000","last_undegraded":"2023-12-16T19:28:49.350733+0000","last_fullsized":"2023-12-16T19:28:49.350733+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:23:24.492562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066181+0000","last_change":"2023-12-16T19:28:22.986495+0000","last_active":"2023-12-16T19:28:50.066181+0000","last_peered":"2023-12-16T19:28:50.066181+0000","last_clean":"2023-12-16T19:28:50.066181+0000","last_became_active":"2023-12-16T19:28:22.984323+0000","last_became_peered":"2023-12-16T19:28:22.984323+0000","last_unstale":"2023-12-16T19:28:50.066181+0000","last_undegraded":"2023-12-16T19:28:50.066181+0000","last_fullsized":"2023-12-16T19:28:50.066181+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:25:02.509206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192888+0000","last_change":"2023-12-16T19:28:23.928785+0000","last_active":"2023-12-16T19:28:50.192888+0000","last_peered":"2023-12-16T19:28:50.192888+0000","last_clean":"2023-12-16T19:28:50.192888+0000","last_became_active":"2023-12-16T19:28:23.928475+0000","last_became_peered":"2023-12-16T19:28:23.928475+0000","last_unstale":"2023-12-16T19:28:50.192888+0000","last_undegraded":"2023-12-16T19:28:50.192888+0000","last_fullsized":"2023-12-16T19:28:50.192888+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:30.316983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164409+0000","last_change":"2023-12-16T19:28:48.798969+0000","last_active":"2023-12-16T19:28:50.164409+0000","last_peered":"2023-12-16T19:28:50.164409+0000","last_clean":"2023-12-16T19:28:50.164409+0000","last_became_active":"2023-12-16T19:28:48.798630+0000","last_became_peered":"2023-12-16T19:28:48.798630+0000","last_unstale":"2023-12-16T19:28:50.164409+0000","last_undegraded":"2023-12-16T19:28:50.164409+0000","last_fullsized":"2023-12-16T19:28:50.164409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:04:41.630928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"56'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192984+0000","last_change":"2023-12-16T19:28:22.971883+0000","last_active":"2023-12-16T19:28:50.192984+0000","last_peered":"2023-12-16T19:28:50.192984+0000","last_clean":"2023-12-16T19:28:50.192984+0000","last_became_active":"2023-12-16T19:28:22.971607+0000","last_became_peered":"2023-12-16T19:28:22.971607+0000","last_unstale":"2023-12-16T19:28:50.192984+0000","last_undegraded":"2023-12-16T19:28:50.192984+0000","last_fullsized":"2023-12-16T19:28:50.192984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:48:34.297038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164837+0000","last_change":"2023-12-16T19:28:23.937737+0000","last_active":"2023-12-16T19:28:50.164837+0000","last_peered":"2023-12-16T19:28:50.164837+0000","last_clean":"2023-12-16T19:28:50.164837+0000","last_became_active":"2023-12-16T19:28:23.937366+0000","last_became_peered":"2023-12-16T19:28:23.937366+0000","last_unstale":"2023-12-16T19:28:50.164837+0000","last_undegraded":"2023-12-16T19:28:50.164837+0000","last_fullsized":"2023-12-16T19:28:50.164837+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:13:32.533137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.349914+0000","last_change":"2023-12-16T19:28:48.382259+0000","last_active":"2023-12-16T19:28:49.349914+0000","last_peered":"2023-12-16T19:28:49.349914+0000","last_clean":"2023-12-16T19:28:49.349914+0000","last_became_active":"2023-12-16T19:28:48.381887+0000","last_became_peered":"2023-12-16T19:28:48.381887+0000","last_unstale":"2023-12-16T19:28:49.349914+0000","last_undegraded":"2023-12-16T19:28:49.349914+0000","last_fullsized":"2023-12-16T19:28:49.349914+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:01:09.955916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193619+0000","last_change":"2023-12-16T19:28:22.979778+0000","last_active":"2023-12-16T19:28:50.193619+0000","last_peered":"2023-12-16T19:28:50.193619+0000","last_clean":"2023-12-16T19:28:50.193619+0000","last_became_active":"2023-12-16T19:28:22.979456+0000","last_became_peered":"2023-12-16T19:28:22.979456+0000","last_unstale":"2023-12-16T19:28:50.193619+0000","last_undegraded":"2023-12-16T19:28:50.193619+0000","last_fullsized":"2023-12-16T19:28:50.193619+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:11:11.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.351285+0000","last_change":"2023-12-16T19:28:23.925061+0000","last_active":"2023-12-16T19:28:49.351285+0000","last_peered":"2023-12-16T19:28:49.351285+0000","last_clean":"2023-12-16T19:28:49.351285+0000","last_became_active":"2023-12-16T19:28:23.924712+0000","last_became_peered":"2023-12-16T19:28:23.924712+0000","last_unstale":"2023-12-16T19:28:49.351285+0000","last_undegraded":"2023-12-16T19:28:49.351285+0000","last_fullsized":"2023-12-16T19:28:49.351285+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:55:32.508101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065726+0000","last_change":"2023-12-16T19:28:22.987072+0000","last_active":"2023-12-16T19:28:50.065726+0000","last_peered":"2023-12-16T19:28:50.065726+0000","last_clean":"2023-12-16T19:28:50.065726+0000","last_became_active":"2023-12-16T19:28:22.984144+0000","last_became_peered":"2023-12-16T19:28:22.984144+0000","last_unstale":"2023-12-16T19:28:50.065726+0000","last_undegraded":"2023-12-16T19:28:50.065726+0000","last_fullsized":"2023-12-16T19:28:50.065726+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:38:36.074123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350156+0000","last_change":"2023-12-16T19:28:23.931957+0000","last_active":"2023-12-16T19:28:49.350156+0000","last_peered":"2023-12-16T19:28:49.350156+0000","last_clean":"2023-12-16T19:28:49.350156+0000","last_became_active":"2023-12-16T19:28:23.931543+0000","last_became_peered":"2023-12-16T19:28:23.931543+0000","last_unstale":"2023-12-16T19:28:49.350156+0000","last_undegraded":"2023-12-16T19:28:49.350156+0000","last_fullsized":"2023-12-16T19:28:49.350156+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192614+0000","last_change":"2023-12-16T19:28:22.981418+0000","last_active":"2023-12-16T19:28:50.192614+0000","last_peered":"2023-12-16T19:28:50.192614+0000","last_clean":"2023-12-16T19:28:50.192614+0000","last_became_active":"2023-12-16T19:28:22.981053+0000","last_became_peered":"2023-12-16T19:28:22.981053+0000","last_unstale":"2023-12-16T19:28:50.192614+0000","last_undegraded":"2023-12-16T19:28:50.192614+0000","last_fullsized":"2023-12-16T19:28:50.192614+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:55:22.257063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164447+0000","last_change":"2023-12-16T19:28:23.937973+0000","last_active":"2023-12-16T19:28:50.164447+0000","last_peered":"2023-12-16T19:28:50.164447+0000","last_clean":"2023-12-16T19:28:50.164447+0000","last_became_active":"2023-12-16T19:28:23.937516+0000","last_became_peered":"2023-12-16T19:28:23.937516+0000","last_unstale":"2023-12-16T19:28:50.164447+0000","last_undegraded":"2023-12-16T19:28:50.164447+0000","last_fullsized":"2023-12-16T19:28:50.164447+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:15:13.422109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192595+0000","last_change":"2023-12-16T19:28:22.974020+0000","last_active":"2023-12-16T19:28:50.192595+0000","last_peered":"2023-12-16T19:28:50.192595+0000","last_clean":"2023-12-16T19:28:50.192595+0000","last_became_active":"2023-12-16T19:28:22.973720+0000","last_became_peered":"2023-12-16T19:28:22.973720+0000","last_unstale":"2023-12-16T19:28:50.192595+0000","last_undegraded":"2023-12-16T19:28:50.192595+0000","last_fullsized":"2023-12-16T19:28:50.192595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:41:42.656855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164906+0000","last_change":"2023-12-16T19:28:23.930041+0000","last_active":"2023-12-16T19:28:50.164906+0000","last_peered":"2023-12-16T19:28:50.164906+0000","last_clean":"2023-12-16T19:28:50.164906+0000","last_became_active":"2023-12-16T19:28:23.929748+0000","last_became_peered":"2023-12-16T19:28:23.929748+0000","last_unstale":"2023-12-16T19:28:50.164906+0000","last_undegraded":"2023-12-16T19:28:50.164906+0000","last_fullsized":"2023-12-16T19:28:50.164906+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:02:31.393243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.065988+0000","last_change":"2023-12-16T19:28:22.986610+0000","last_active":"2023-12-16T19:28:50.065988+0000","last_peered":"2023-12-16T19:28:50.065988+0000","last_clean":"2023-12-16T19:28:50.065988+0000","last_became_active":"2023-12-16T19:28:22.986268+0000","last_became_peered":"2023-12-16T19:28:22.986268+0000","last_unstale":"2023-12-16T19:28:50.065988+0000","last_undegraded":"2023-12-16T19:28:50.065988+0000","last_fullsized":"2023-12-16T19:28:50.065988+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:26:58.651041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193228+0000","last_change":"2023-12-16T19:28:23.923703+0000","last_active":"2023-12-16T19:28:50.193228+0000","last_peered":"2023-12-16T19:28:50.193228+0000","last_clean":"2023-12-16T19:28:50.193228+0000","last_became_active":"2023-12-16T19:28:23.923377+0000","last_became_peered":"2023-12-16T19:28:23.923377+0000","last_unstale":"2023-12-16T19:28:50.193228+0000","last_undegraded":"2023-12-16T19:28:50.193228+0000","last_fullsized":"2023-12-16T19:28:50.193228+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:53:37.401222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350795+0000","last_change":"2023-12-16T19:28:22.974870+0000","last_active":"2023-12-16T19:28:49.350795+0000","last_peered":"2023-12-16T19:28:49.350795+0000","last_clean":"2023-12-16T19:28:49.350795+0000","last_became_active":"2023-12-16T19:28:22.974565+0000","last_became_peered":"2023-12-16T19:28:22.974565+0000","last_unstale":"2023-12-16T19:28:49.350795+0000","last_undegraded":"2023-12-16T19:28:49.350795+0000","last_fullsized":"2023-12-16T19:28:49.350795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066076+0000","last_change":"2023-12-16T19:28:33.825939+0000","last_active":"2023-12-16T19:28:50.066076+0000","last_peered":"2023-12-16T19:28:50.066076+0000","last_clean":"2023-12-16T19:28:50.066076+0000","last_became_active":"2023-12-16T19:28:33.825536+0000","last_became_peered":"2023-12-16T19:28:33.825536+0000","last_unstale":"2023-12-16T19:28:50.066076+0000","last_undegraded":"2023-12-16T19:28:50.066076+0000","last_fullsized":"2023-12-16T19:28:50.066076+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:41:22.330872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"55'1","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192716+0000","last_change":"2023-12-16T19:28:22.968092+0000","last_active":"2023-12-16T19:28:50.192716+0000","last_peered":"2023-12-16T19:28:50.192716+0000","last_clean":"2023-12-16T19:28:50.192716+0000","last_became_active":"2023-12-16T19:28:22.967796+0000","last_became_peered":"2023-12-16T19:28:22.967796+0000","last_unstale":"2023-12-16T19:28:50.192716+0000","last_undegraded":"2023-12-16T19:28:50.192716+0000","last_fullsized":"2023-12-16T19:28:50.192716+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:51:56.215431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192578+0000","last_change":"2023-12-16T19:28:23.931101+0000","last_active":"2023-12-16T19:28:50.192578+0000","last_peered":"2023-12-16T19:28:50.192578+0000","last_clean":"2023-12-16T19:28:50.192578+0000","last_became_active":"2023-12-16T19:28:23.930668+0000","last_became_peered":"2023-12-16T19:28:23.930668+0000","last_unstale":"2023-12-16T19:28:50.192578+0000","last_undegraded":"2023-12-16T19:28:50.192578+0000","last_fullsized":"2023-12-16T19:28:50.192578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:28:15.772056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"55'2","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350951+0000","last_change":"2023-12-16T19:28:22.976852+0000","last_active":"2023-12-16T19:28:49.350951+0000","last_peered":"2023-12-16T19:28:49.350951+0000","last_clean":"2023-12-16T19:28:49.350951+0000","last_became_active":"2023-12-16T19:28:22.976573+0000","last_became_peered":"2023-12-16T19:28:22.976573+0000","last_unstale":"2023-12-16T19:28:49.350951+0000","last_undegraded":"2023-12-16T19:28:49.350951+0000","last_fullsized":"2023-12-16T19:28:49.350951+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.066140+0000","last_change":"2023-12-16T19:28:23.940845+0000","last_active":"2023-12-16T19:28:50.066140+0000","last_peered":"2023-12-16T19:28:50.066140+0000","last_clean":"2023-12-16T19:28:50.066140+0000","last_became_active":"2023-12-16T19:28:23.940398+0000","last_became_peered":"2023-12-16T19:28:23.940398+0000","last_unstale":"2023-12-16T19:28:50.066140+0000","last_undegraded":"2023-12-16T19:28:50.066140+0000","last_fullsized":"2023-12-16T19:28:50.066140+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:42:57.662663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192737+0000","last_change":"2023-12-16T19:28:23.939489+0000","last_active":"2023-12-16T19:28:50.192737+0000","last_peered":"2023-12-16T19:28:50.192737+0000","last_clean":"2023-12-16T19:28:50.192737+0000","last_became_active":"2023-12-16T19:28:23.939123+0000","last_became_peered":"2023-12-16T19:28:23.939123+0000","last_unstale":"2023-12-16T19:28:50.192737+0000","last_undegraded":"2023-12-16T19:28:50.192737+0000","last_fullsized":"2023-12-16T19:28:50.192737+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:36:08.112116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350151+0000","last_change":"2023-12-16T19:28:23.924279+0000","last_active":"2023-12-16T19:28:49.350151+0000","last_peered":"2023-12-16T19:28:49.350151+0000","last_clean":"2023-12-16T19:28:49.350151+0000","last_became_active":"2023-12-16T19:28:23.923340+0000","last_became_peered":"2023-12-16T19:28:23.923340+0000","last_unstale":"2023-12-16T19:28:49.350151+0000","last_undegraded":"2023-12-16T19:28:49.350151+0000","last_fullsized":"2023-12-16T19:28:49.350151+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192399+0000","last_change":"2023-12-16T19:28:23.924773+0000","last_active":"2023-12-16T19:28:50.192399+0000","last_peered":"2023-12-16T19:28:50.192399+0000","last_clean":"2023-12-16T19:28:50.192399+0000","last_became_active":"2023-12-16T19:28:23.924272+0000","last_became_peered":"2023-12-16T19:28:23.924272+0000","last_unstale":"2023-12-16T19:28:50.192399+0000","last_undegraded":"2023-12-16T19:28:50.192399+0000","last_fullsized":"2023-12-16T19:28:50.192399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:54.427700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350935+0000","last_change":"2023-12-16T19:28:23.924588+0000","last_active":"2023-12-16T19:28:49.350935+0000","last_peered":"2023-12-16T19:28:49.350935+0000","last_clean":"2023-12-16T19:28:49.350935+0000","last_became_active":"2023-12-16T19:28:23.924287+0000","last_became_peered":"2023-12-16T19:28:23.924287+0000","last_unstale":"2023-12-16T19:28:49.350935+0000","last_undegraded":"2023-12-16T19:28:49.350935+0000","last_fullsized":"2023-12-16T19:28:49.350935+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:21:49.410068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164644+0000","last_change":"2023-12-16T19:28:23.923125+0000","last_active":"2023-12-16T19:28:50.164644+0000","last_peered":"2023-12-16T19:28:50.164644+0000","last_clean":"2023-12-16T19:28:50.164644+0000","last_became_active":"2023-12-16T19:28:23.922816+0000","last_became_peered":"2023-12-16T19:28:23.922816+0000","last_unstale":"2023-12-16T19:28:50.164644+0000","last_undegraded":"2023-12-16T19:28:50.164644+0000","last_fullsized":"2023-12-16T19:28:50.164644+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:29:52.008522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192605+0000","last_change":"2023-12-16T19:28:23.926960+0000","last_active":"2023-12-16T19:28:50.192605+0000","last_peered":"2023-12-16T19:28:50.192605+0000","last_clean":"2023-12-16T19:28:50.192605+0000","last_became_active":"2023-12-16T19:28:23.926637+0000","last_became_peered":"2023-12-16T19:28:23.926637+0000","last_unstale":"2023-12-16T19:28:50.192605+0000","last_undegraded":"2023-12-16T19:28:50.192605+0000","last_fullsized":"2023-12-16T19:28:50.192605+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:49:21.282771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.193610+0000","last_change":"2023-12-16T19:28:23.933028+0000","last_active":"2023-12-16T19:28:50.193610+0000","last_peered":"2023-12-16T19:28:50.193610+0000","last_clean":"2023-12-16T19:28:50.193610+0000","last_became_active":"2023-12-16T19:28:23.932491+0000","last_became_peered":"2023-12-16T19:28:23.932491+0000","last_unstale":"2023-12-16T19:28:50.193610+0000","last_undegraded":"2023-12-16T19:28:50.193610+0000","last_fullsized":"2023-12-16T19:28:50.193610+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:41:33.802122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164865+0000","last_change":"2023-12-16T19:28:23.934440+0000","last_active":"2023-12-16T19:28:50.164865+0000","last_peered":"2023-12-16T19:28:50.164865+0000","last_clean":"2023-12-16T19:28:50.164865+0000","last_became_active":"2023-12-16T19:28:23.934117+0000","last_became_peered":"2023-12-16T19:28:23.934117+0000","last_unstale":"2023-12-16T19:28:50.164865+0000","last_undegraded":"2023-12-16T19:28:50.164865+0000","last_fullsized":"2023-12-16T19:28:50.164865+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:56:14.628044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192380+0000","last_change":"2023-12-16T19:28:23.928647+0000","last_active":"2023-12-16T19:28:50.192380+0000","last_peered":"2023-12-16T19:28:50.192380+0000","last_clean":"2023-12-16T19:28:50.192380+0000","last_became_active":"2023-12-16T19:28:23.927626+0000","last_became_peered":"2023-12-16T19:28:23.927626+0000","last_unstale":"2023-12-16T19:28:50.192380+0000","last_undegraded":"2023-12-16T19:28:50.192380+0000","last_fullsized":"2023-12-16T19:28:50.192380+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:29:35.072417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.164429+0000","last_change":"2023-12-16T19:28:23.933479+0000","last_active":"2023-12-16T19:28:50.164429+0000","last_peered":"2023-12-16T19:28:50.164429+0000","last_clean":"2023-12-16T19:28:50.164429+0000","last_became_active":"2023-12-16T19:28:23.933092+0000","last_became_peered":"2023-12-16T19:28:23.933092+0000","last_unstale":"2023-12-16T19:28:50.164429+0000","last_undegraded":"2023-12-16T19:28:50.164429+0000","last_fullsized":"2023-12-16T19:28:50.164429+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:50.427394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192515+0000","last_change":"2023-12-16T19:28:23.931110+0000","last_active":"2023-12-16T19:28:50.192515+0000","last_peered":"2023-12-16T19:28:50.192515+0000","last_clean":"2023-12-16T19:28:50.192515+0000","last_became_active":"2023-12-16T19:28:23.930119+0000","last_became_peered":"2023-12-16T19:28:23.930119+0000","last_unstale":"2023-12-16T19:28:50.192515+0000","last_undegraded":"2023-12-16T19:28:50.192515+0000","last_fullsized":"2023-12-16T19:28:50.192515+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:06.304938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:49.350852+0000","last_change":"2023-12-16T19:28:23.931047+0000","last_active":"2023-12-16T19:28:49.350852+0000","last_peered":"2023-12-16T19:28:49.350852+0000","last_clean":"2023-12-16T19:28:49.350852+0000","last_became_active":"2023-12-16T19:28:23.930737+0000","last_became_peered":"2023-12-16T19:28:23.930737+0000","last_unstale":"2023-12-16T19:28:49.350852+0000","last_undegraded":"2023-12-16T19:28:49.350852+0000","last_fullsized":"2023-12-16T19:28:49.350852+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:55:02.553492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T19:28:50.192025+0000","last_change":"2023-12-16T19:28:34.169969+0000","last_active":"2023-12-16T19:28:50.192025+0000","last_peered":"2023-12-16T19:28:50.192025+0000","last_clean":"2023-12-16T19:28:50.192025+0000","last_became_active":"2023-12-16T19:28:34.169714+0000","last_became_peered":"2023-12-16T19:28:34.169714+0000","last_unstale":"2023-12-16T19:28:50.192025+0000","last_undegraded":"2023-12-16T19:28:50.192025+0000","last_fullsized":"2023-12-16T19:28:50.192025+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:41:32.167327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430223,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":869876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.622},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41899999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.502}]},{"osd":2,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.439},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.37},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47099999999999997}]},{"osd":6,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64900000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659154,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":871682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.497}]},{"osd":3,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.374}]},{"osd":4,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.53300000000000003}]},{"osd":7,"last update":"Sat Dec 16 19:29:10 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.435},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.56399999999999995}]}]},{"osd":1,"up_from":12,"seq":51539607584,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":638976,"data_stored":279150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:46 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.33700000000000002,"15min":0.32700000000000001},"min":{"1min":0.25600000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.625,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47499999999999998}]},{"osd":2,"last update":"Sat Dec 16 19:29:01 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.42599999999999999,"15min":0.41999999999999998},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.52200000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32500000000000001}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.503}]},{"osd":4,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Dec 16 19:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Dec 16 19:28:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat Dec 16 19:29:12 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.56799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738403,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298504,"kb_used_data":1216,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446648,"statfs":{"total":95995035648,"available":95689367552,"internally_reserved":0,"allocated":1245184,"data_stored":870323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:28:46 2023","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.44500000000000001,"15min":0.437},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.35999999999999999}]},{"osd":2,"last update":"Sat Dec 16 19:28:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29199999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.66100000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.41899999999999998,"15min":0.41699999999999998},"min":{"1min":0.30599999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.47999999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:13 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.505},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.2679999999999998,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Dec 16 19:28:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.495}]},{"osd":6,"last update":"Sat Dec 16 19:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Dec 16 19:29:08 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.51400000000000001}]}]},{"osd":2,"up_from":17,"seq":73014444061,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":279255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.41699999999999998,"15min":0.42199999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.42499999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.307}]},{"osd":1,"last update":"Sat Dec 16 19:29:00 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.48299999999999998},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.434},{"interface":"front","average":{"1min":0.432,"5min":0.47999999999999998,"15min":0.48799999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":8.9600000000000009,"5min":8.9600000000000009,"15min":8.9600000000000009},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Sat Dec 16 19:28:54 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":9.0079999999999991,"5min":9.0079999999999991,"15min":9.0079999999999991},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.47799999999999998}]},{"osd":7,"last update":"Sat Dec 16 19:29:09 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.49099999999999999}]}]},{"osd":3,"up_from":23,"seq":98784247835,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":640,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":655360,"data_stored":281683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Dec 16 19:28:12 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36799999999999999}]},{"osd":4,"last update":"Sat Dec 16 19:28:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.46200000000000002}]},{"osd":5,"last update":"Sat Dec 16 19:28:39 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":9.8079999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:29:08 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":9.7870000000000008},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":9.8339999999999996}]}]},{"osd":4,"up_from":27,"seq":115964117015,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":279935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.498},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.66600000000000004}]},{"osd":1,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":7.2329999999999997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51800000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47199999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:26 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":7.1989999999999998,"5min":7.1989999999999998,"15min":7.1989999999999998},"last":0.48499999999999999}]},{"osd":5,"last update":"Sat Dec 16 19:28:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.309}]},{"osd":6,"last update":"Sat Dec 16 19:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Dec 16 19:29:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.39100000000000001}]}]},{"osd":5,"up_from":34,"seq":146028888085,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":281404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.437}]},{"osd":1,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47399999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44800000000000001}]},{"osd":4,"last update":"Sat Dec 16 19:28:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.55500000000000005}]},{"osd":6,"last update":"Sat Dec 16 19:28:57 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38500000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:29:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.5},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:29:16.970 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-16T19:29:16.970 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-16T19:29:16.970 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-16T19:29:16.971 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph health --format=json 2023-12-16T19:29:17.236 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:17.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:17 smithi002 ceph-mon[78633]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:17.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:17 smithi002 ceph-mon[78633]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:17.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:17 smithi002 ceph-mon[86656]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:17.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:17 smithi002 ceph-mon[86656]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:17 smithi043 ceph-mon[82080]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:17 smithi043 ceph-mon[82080]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:29:18.276 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:18.276 INFO:teuthology.orchestra.run.smithi002.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-16T19:29:18.531 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-16T19:29:18.531 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:29:18.819 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:18.819 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":62,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:52.425523+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:29:18.832 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T19:26:57.174411+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-16T19:28:21.897791+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-16T19:28:22.692964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '56', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-16T19:28:46.867031+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-16T19:29:18.832 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T19:29:19.120 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2023-12-16T19:29:19.132 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:18 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[119554]: ts=2023-12-16T19:29:18.843Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002336719s 2023-12-16T19:29:19.133 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-16T19:29:19.420 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2023-12-16T19:29:19.431 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/3690975167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T19:29:19.432 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/760989085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:19.432 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1967230807' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:19.432 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/3690975167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T19:29:19.432 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/760989085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:19.432 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:19 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1967230807' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:19.433 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-16T19:29:19.481 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:19 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/3690975167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T19:29:19.481 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:19 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/760989085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:19.481 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:19 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1967230807' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:19.719 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 64 2023-12-16T19:29:19.732 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-16T19:29:20.021 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 8 2023-12-16T19:29:20.036 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:29:20.173 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 podman[111505]: 2023-12-16 19:29:19.9956607 +0000 UTC m=+0.017862864 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2023-12-16T19:29:20.173 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 podman[111505]: 2023-12-16 19:29:20.171520914 +0000 UTC m=+0.193723073 container init 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, version=8.5, io.buildah.version=1.32.0, release=239.1651231664, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, description=Ceph Grafana Container, io.openshift.tags=base rhel8, maintainer=Paul Cuzner ) 2023-12-16T19:29:20.362 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:20.362 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T19:29:20.363 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T19:29:20.375 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[78633]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:20.375 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/82124900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.375 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/424972948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.375 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/776798292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.375 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[86656]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:20.376 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/82124900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.376 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/424972948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.376 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:20 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/776798292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.378 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:29:20.423 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-mon[82080]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:20.423 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/82124900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.423 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/424972948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.423 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/776798292' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 podman[111505]: 2023-12-16 19:29:20.174400564 +0000 UTC m=+0.196602717 container start 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, release=239.1651231664, architecture=x86_64, description=Ceph Grafana Container, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, vcs-type=git, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8) 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 bash[111505]: 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 systemd[1]: Started Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348179155Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348397272Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348426669Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348443652Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-16T19:29:20.424 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348457999Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.34847572Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348488729Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348501963Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348515302Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348531013Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348543546Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348556212Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348568728Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=settings t=2023-12-16T19:29:20.348581856Z level=info msg="App mode production" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore t=2023-12-16T19:29:20.348644482Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore t=2023-12-16T19:29:20.348673289Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.3495673Z level=info msg="Starting DB migrations" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.349658295Z level=info msg="Executing migration" id="create migration_log table" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.350227022Z level=info msg="Executing migration" id="create user table" 2023-12-16T19:29:20.425 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.350673019Z level=info msg="Executing migration" id="add unique index user.login" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.351145108Z level=info msg="Executing migration" id="add unique index user.email" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.351599228Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.352077871Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.352480158Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.353217421Z level=info msg="Executing migration" id="create user table v2" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.35362792Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.353984933Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.354438018Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.354815332Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.355148023Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.355603781Z level=info msg="Executing migration" id="Update user table charset" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.355872357Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.356297957Z level=info msg="Executing migration" id="Add missing user data" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.356648708Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-12-16T19:29:20.426 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.357036818Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.357450618Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.357871418Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.35901359Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.35947003Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.359912574Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.360346823Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.360766192Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.361180391Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.361472327Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.36182212Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.36217738Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.362563375Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.36291063Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.363564922Z level=info msg="Executing migration" id="create temp_user v2" 2023-12-16T19:29:20.427 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.363946036Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.364344994Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.364767934Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.365157123Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.365581513Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.365869546Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.366191815Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.366516183Z level=info msg="Executing migration" id="create star table" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.36683835Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.367258901Z level=info msg="Executing migration" id="create org table v1" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.367639467Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-12-16T19:29:20.429 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.368016554Z level=info msg="Executing migration" id="create org_user table v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.368365209Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.368733604Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.369107648Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.369480114Z level=info msg="Executing migration" id="Update org table charset" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.369738394Z level=info msg="Executing migration" id="Update org_user table charset" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.369968274Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.370225366Z level=info msg="Executing migration" id="create dashboard table" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.370572385Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.370934134Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.371327411Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.371682334Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.372067589Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.372438309Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.373258233Z level=info msg="Executing migration" id="create dashboard v2" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.37362257Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-12-16T19:29:20.430 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.374004767Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.374394732Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.374698173Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.375024135Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.375299121Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.375752007Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.376171766Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.376620432Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.376978437Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.377436197Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.377824375Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.378176092Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.378466901Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.378694995Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-16T19:29:20.431 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.37917475Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.379682288Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.380112157Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.380592743Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.380851098Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.381237891Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.381601963Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.381829983Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.382195267Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.382550523Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.383591445Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.383966645Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.384419979Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.384833089Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.385116001Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-16T19:29:20.432 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.385463192Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.385920946Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.386340563Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.386642178Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.386911805Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.387330713Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.387860516Z level=info msg="Executing migration" id="create data_source table" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.388287427Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.388757471Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.389210342Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.389634792Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.390016477Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.391082235Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.391536862Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-16T19:29:20.433 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.391929652Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.392364947Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.392711133Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.393203497Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.393725826Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.393974019Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.394278935Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.394807689Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.395075392Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.395386793Z level=info msg="Executing migration" id="Add uid column" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.395905803Z level=info msg="Executing migration" id="Update uid value" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.396193515Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.396619586Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.397042426Z level=info msg="Executing migration" id="create api_key table" 2023-12-16T19:29:20.434 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.397449239Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.39786721Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.398281857Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.398805905Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.399175309Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.399602422Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.399971832Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.401092378Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.401574741Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.401932375Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.402326146Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.40271403Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.402978813Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.403317682Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-16T19:29:20.435 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.403598688Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.404078224Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.404611847Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.404941852Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.405466187Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.406002071Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.406374012Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.406732065Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.407098651Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.407497943Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.407906532Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.408292241Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.408576038Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.408801699Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.409355828Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-16T19:29:20.436 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.409899516Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.410149275Z level=info msg="Executing migration" id="create quota table v1" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.410550809Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.411003891Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.411298587Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.411705141Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.412154015Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.412731938Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.412988492Z level=info msg="Executing migration" id="create session table" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.413415718Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.413739635Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.414001205Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.414410838Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.414787597Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-16T19:29:20.437 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.415040685Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.415333073Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.415614957Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.415879871Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.416274688Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.416582176Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.417142241Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.41744877Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.417995331Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.418614553Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.418901993Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.419328084Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.419786463Z level=info msg="Executing migration" id="create alert table v1" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.420218226Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.420687114Z level=info msg="Executing migration" id="add index alert state" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.421109834Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-16T19:29:20.438 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.421574023Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.421930556Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.422425748Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.422964222Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.424657047Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.42511293Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.425693936Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.426017882Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-16T19:29:20.439 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.426452258Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-16T19:29:20.674 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:20.675 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":62,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:52.425523+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:29:20.687 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T19:26:57.174411+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-16T19:28:21.897791+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-16T19:28:22.692964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '56', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-16T19:28:46.867031+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-16T19:29:20.688 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T19:29:20.693 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.426891111Z level=info msg="Executing migration" id="Add column is_default" 2023-12-16T19:29:20.693 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.427658715Z level=info msg="Executing migration" id="Add column frequency" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.428457138Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.429241859Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.430000038Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.43049563Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.430828555Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.431152135Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.431615901Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.432158514Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.432643598Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.43305997Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-16T19:29:20.694 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.433561144Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.434352191Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.43511901Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.435430887Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.435832822Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.43633247Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.437111017Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.437473581Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.437921111Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.438438484Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.438798791Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.439259124Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.439683481Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.440086888Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-16T19:29:20.695 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.440559379Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.440994604Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.441416101Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.441698577Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.442340399Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.442736658Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.443372356Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.443758281Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.444176769Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.444606445Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-16T19:29:20.696 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.446145108Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.446539022Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.44694891Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.44721526Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.447561662Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.447808321Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.448464599Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.449114845Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.449538711Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.449945823Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.450209781Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.450868276Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-16T19:29:20.699 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.451270243Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.451572899Z level=info msg="Executing migration" id="Move region to single row" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.451872123Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.452243824Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.452654119Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.453041585Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.453441534Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.453830396Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.454184868Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.454465156Z level=info msg="Executing migration" id="create test_data table" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.454854412Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.455235509Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.455674614Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.456274527Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-16T19:29:20.700 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.456562619Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.45682506Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.457059166Z level=info msg="Executing migration" id="create team table" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.457421033Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.457846608Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.458237463Z level=info msg="Executing migration" id="create team member table" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.458595102Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.458984969Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.45938587Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.459776887Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.460451431Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.4611259Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-16T19:29:20.701 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.461829774Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.462222147Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.462655784Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.463067177Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.463465463Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.463917958Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.464312878Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.464702915Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.46508372Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.46547511Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.465762402Z level=info msg="Executing migration" id="create tag table" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.466114417Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.466534892Z level=info msg="Executing migration" id="create login attempt table" 2023-12-16T19:29:20.702 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.466890228Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.467315311Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.467693918Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.469552902Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.469911347Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.470343416Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.470653989Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.470992953Z level=info msg="Executing migration" id="create user auth table" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.471360605Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.471754553Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.471993759Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.472738566Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.473452998Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.474160998Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.474901901Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.475307944Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-16T19:29:20.703 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.476025874Z level=info msg="Executing migration" id="create server_lock table" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.476394125Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.476816726Z level=info msg="Executing migration" id="create user auth token table" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.47721721Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.47764901Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.478043831Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.47844828Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.47921582Z level=info msg="Executing migration" id="create cache_data table" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.479607928Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.480021994Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.480420659Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.480820102Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.481056968Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.481337845Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.481762476Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.482157746Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-16T19:29:20.704 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.482562618Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.482798934Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.483150918Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.483569121Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.483938439Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.484342356Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.485152527Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.485608569Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.48585756Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.486204708Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.486610483Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.486975313Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.487247414Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.487651675Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-16T19:29:20.705 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.488008454Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.488413726Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.488807804Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.489590798Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.489997131Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.490392094Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.493834879Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.497211969Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.497649155Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.498018406Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.498827252Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.49925282Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.499676051Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.500090089Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.500519063Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-16T19:29:20.706 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.500802724Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.50165236Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.502582831Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.503396636Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.503801529Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.504211876Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.505007605Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.505805209Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.506252014Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.507047414Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.507870571Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.508183237Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.508672964Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.50910288Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-16T19:29:20.707 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.509563523Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.509815669Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.510680569Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.511536367Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.512377852Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.513197178Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.514047459Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.514349873Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.514725985Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.515547016Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.515834988Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.516724642Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.517143332Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.517974145Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-16T19:29:20.708 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.51837026Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.518797351Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.519639512Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.5200197Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.520459303Z level=info msg="Executing migration" id="create alert_image table" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.520845318Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.521277012Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.52156879Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.521964829Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.52237358Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.52246778Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.522718233Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.523027367Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-16T19:29:20.709 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.523446709Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.523576139Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.523702265Z level=info msg="alerts found to migrate" alerts=0 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.524069591Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.524509649Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.524950192Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.525360314Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.525781946Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.526227039Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.526523301Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.526842645Z level=info msg="Executing migration" id="create data_keys table" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.527242106Z level=info msg="Executing migration" id="create secrets table" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.527657262Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.532000143Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.532887364Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-16T19:29:20.710 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.533198165Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.537471912Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.541770797Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.542174182Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.542602958Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.542905114Z level=info msg="Executing migration" id="create permission table" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.543293708Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.543712817Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.54413362Z level=info msg="Executing migration" id="create role table" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.544527439Z level=info msg="Executing migration" id="add column display_name" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.545435504Z level=info msg="Executing migration" id="add column group_name" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.546345271Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.546770164Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.54719209Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.547612076Z level=info msg="Executing migration" id="create team role table" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.547984639Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-16T19:29:20.711 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.548411211Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.548855502Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.549274638Z level=info msg="Executing migration" id="create user role table" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.549656317Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.550090795Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.550523364Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.550941963Z level=info msg="Executing migration" id="create builtin role table" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.551395772Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.551820546Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.552240736Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.553190319Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.553677236Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.554095132Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-16T19:29:20.712 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.554523606Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.554938386Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.555323578Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.555748174Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.55672164Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.557127191Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.557565016Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.557817401Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.558188468Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.558626818Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.558947326Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.559235798Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.559569044Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.55993155Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-16T19:29:20.713 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.560352976Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.561315239Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.561591679Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.561971617Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.56238869Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.562794118Z level=info msg="Executing migration" id="add correlation config column" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.563763235Z level=info msg="Executing migration" id="create entity_events table" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.564157303Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.564580402Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.564669167Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.564925955Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.565003999Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.56522548Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-16T19:29:20.714 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.565615555Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.56596989Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.566387044Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.566805251Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.567172944Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.567584375Z level=info msg="Executing migration" id="Drop public config table" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.567950628Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.568361173Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.568773651Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.569197808Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.569608108Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.57261845Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.573625446Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.574603501Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.574899177Z level=info msg="Executing migration" id="add share column" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.575868392Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-16T19:29:20.715 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.576268864Z level=info msg="Executing migration" id="create file table" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.576691981Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.57711211Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.57760989Z level=info msg="Executing migration" id="create file_meta table" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.577971186Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.5783903Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.57865434Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-16T19:29:20.716 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.579130176Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.579431638Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.579796735Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.580799619Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.581086986Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.581529448Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.58190858Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.582173663Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.582546749Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.583557392Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.584567333Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.584967181Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.594974526Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.595406234Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-16T19:29:20.717 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.595840289Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.599354392Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.599648677Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.5999283Z level=info msg="Executing migration" id="create folder table" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.600318417Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.600748948Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.601186227Z level=info msg="Executing migration" id="Update folder title length" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.601456495Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=migrator t=2023-12-16T19:29:20.601863979Z level=info msg="migrations completed" performed=485 skipped=0 duration=252.227161ms 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore t=2023-12-16T19:29:20.602257746Z level=info msg="Created default organization" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=plugin.loader t=2023-12-16T19:29:20.661558111Z level=info msg="Plugin registered" pluginID=input 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=plugin.loader t=2023-12-16T19:29:20.691623955Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=plugin.loader t=2023-12-16T19:29:20.691642719Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=secrets t=2023-12-16T19:29:20.691677154Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=query_data t=2023-12-16T19:29:20.69391067Z level=info msg="Query Service initialization" 2023-12-16T19:29:20.718 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=live.push_http t=2023-12-16T19:29:20.697203468Z level=info msg="Live Push Gateway initialization" 2023-12-16T19:29:21.126 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2023-12-16T19:29:21.140 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-16T19:29:21.288 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.288 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.288 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.288 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.289 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: Deploying daemon node-exporter.a on smithi002 2023-12-16T19:29:21.289 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2110167359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.289 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2992665175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.289 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1698995764' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: Deploying daemon node-exporter.a on smithi002 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2110167359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2992665175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:21 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1698995764' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:21.447 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2023-12-16T19:29:21.460 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-16T19:29:21.552 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=infra.usagestats.collector t=2023-12-16T19:29:21.466030382Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-16T19:29:21.552 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=provisioning.datasources t=2023-12-16T19:29:21.466328298Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-16T19:29:21.552 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=provisioning.datasources t=2023-12-16T19:29:21.499929296Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-16T19:29:21.552 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=provisioning.datasources t=2023-12-16T19:29:21.532074193Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: Deploying daemon node-exporter.a on smithi002 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2110167359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2992665175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:21.553 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1698995764' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T19:29:21.740 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:21 smithi002 bash[121287]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-16T19:29:21.755 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 64 2023-12-16T19:29:21.768 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-16T19:29:21.999 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=provisioning.alerting t=2023-12-16T19:29:21.554737672Z level=info msg="starting to provision alerting" 2023-12-16T19:29:21.999 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=provisioning.alerting t=2023-12-16T19:29:21.554764524Z level=info msg="finished to provision alerting" 2023-12-16T19:29:21.999 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=grafanaStorageLogger t=2023-12-16T19:29:21.554953795Z level=info msg="storage starting" 2023-12-16T19:29:21.999 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=ngalert.state.manager t=2023-12-16T19:29:21.554942825Z level=info msg="Warming state cache for startup" 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=http.server t=2023-12-16T19:29:21.561131392Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=ngalert.state.manager t=2023-12-16T19:29:21.565228477Z level=info msg="State cache has been initialized" states=0 duration=10.285535ms 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=ticker t=2023-12-16T19:29:21.565296402Z level=info msg=starting first_tick=2023-12-16T19:29:30Z 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=ngalert.multiorg.alertmanager t=2023-12-16T19:29:21.565282744Z level=info msg="starting MultiOrg Alertmanager" 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore.transactions t=2023-12-16T19:29:21.566195236Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore.transactions t=2023-12-16T19:29:21.613201009Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T19:29:22.000 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:29:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[111520]: logger=sqlstore.transactions t=2023-12-16T19:29:21.623728663Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2023-12-16T19:29:22.109 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 8 2023-12-16T19:29:22.124 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[78633]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/900061171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/950002377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/616135565' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[86656]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/900061171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/950002377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:22 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/616135565' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.524 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:22.524 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T19:29:22.525 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T19:29:22.538 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:29:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:22 smithi043 ceph-mon[82080]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:22 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/900061171' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:22 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/950002377' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:22 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/616135565' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T19:29:22.854 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:22.855 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":62,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:28:52.425523+0000","last_up_change":"2023-12-16T19:28:07.759905+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6803","nonce":1944488673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6805","nonce":1944488673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6809","nonce":1944488673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1944488673},{"type":"v1","addr":"172.21.15.2:6807","nonce":1944488673}]},"public_addr":"172.21.15.2:6803/1944488673","cluster_addr":"172.21.15.2:6805/1944488673","heartbeat_back_addr":"172.21.15.2:6809/1944488673","heartbeat_front_addr":"172.21.15.2:6807/1944488673","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6811","nonce":2337477553}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6813","nonce":2337477553}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6817","nonce":2337477553}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2337477553},{"type":"v1","addr":"172.21.15.2:6815","nonce":2337477553}]},"public_addr":"172.21.15.2:6811/2337477553","cluster_addr":"172.21.15.2:6813/2337477553","heartbeat_back_addr":"172.21.15.2:6817/2337477553","heartbeat_front_addr":"172.21.15.2:6815/2337477553","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6819","nonce":3281718169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6821","nonce":3281718169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6825","nonce":3281718169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3281718169},{"type":"v1","addr":"172.21.15.2:6823","nonce":3281718169}]},"public_addr":"172.21.15.2:6819/3281718169","cluster_addr":"172.21.15.2:6821/3281718169","heartbeat_back_addr":"172.21.15.2:6825/3281718169","heartbeat_front_addr":"172.21.15.2:6823/3281718169","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6827","nonce":1612337533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6829","nonce":1612337533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6833","nonce":1612337533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":1612337533},{"type":"v1","addr":"172.21.15.2:6831","nonce":1612337533}]},"public_addr":"172.21.15.2:6827/1612337533","cluster_addr":"172.21.15.2:6829/1612337533","heartbeat_back_addr":"172.21.15.2:6833/1612337533","heartbeat_front_addr":"172.21.15.2:6831/1612337533","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6801","nonce":3189785582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6803","nonce":3189785582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6807","nonce":3189785582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":3189785582},{"type":"v1","addr":"172.21.15.43:6805","nonce":3189785582}]},"public_addr":"172.21.15.43:6801/3189785582","cluster_addr":"172.21.15.43:6803/3189785582","heartbeat_back_addr":"172.21.15.43:6807/3189785582","heartbeat_front_addr":"172.21.15.43:6805/3189785582","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6809","nonce":1384377097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6811","nonce":1384377097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6815","nonce":1384377097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":1384377097},{"type":"v1","addr":"172.21.15.43:6813","nonce":1384377097}]},"public_addr":"172.21.15.43:6809/1384377097","cluster_addr":"172.21.15.43:6811/1384377097","heartbeat_back_addr":"172.21.15.43:6815/1384377097","heartbeat_front_addr":"172.21.15.43:6813/1384377097","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6817","nonce":2679766343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6819","nonce":2679766343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6823","nonce":2679766343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2679766343},{"type":"v1","addr":"172.21.15.43:6821","nonce":2679766343}]},"public_addr":"172.21.15.43:6817/2679766343","cluster_addr":"172.21.15.43:6819/2679766343","heartbeat_back_addr":"172.21.15.43:6823/2679766343","heartbeat_front_addr":"172.21.15.43:6821/2679766343","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6825","nonce":3602445045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6827","nonce":3602445045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6831","nonce":3602445045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3602445045},{"type":"v1","addr":"172.21.15.43:6829","nonce":3602445045}]},"public_addr":"172.21.15.43:6825/3602445045","cluster_addr":"172.21.15.43:6827/3602445045","heartbeat_back_addr":"172.21.15.43:6831/3602445045","heartbeat_front_addr":"172.21.15.43:6829/3602445045","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:29:22.867 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:29:23.182 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 bash[121287]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-16T19:29:23.190 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:29:23.190 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T19:29:23.191 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T19:29:23.203 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-16T19:28:23.303931+0000', 'modified': '2023-12-16T19:28:26.197748+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24343}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24343': {'gid': 24343, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.43:6833/956564741', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.43:6832', 'nonce': 956564741}, {'type': 'v1', 'addr': '172.21.15.43:6833', 'nonce': 956564741}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-12-16T19:29:23.203 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-16T19:29:23.203 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-16T19:29:23.317 INFO:teuthology.orchestra.run.smithi002.stderr:2023-12-16T19:29:23.314+0000 7f9d86ffd640 0 client.14904 ms_handle_reset on v2:172.21.15.43:6832/956564741 2023-12-16T19:29:23.336 INFO:teuthology.orchestra.run.smithi002.stderr:2023-12-16T19:29:23.333+0000 7f9d86ffd640 0 client.24788 ms_handle_reset on v2:172.21.15.43:6832/956564741 2023-12-16T19:29:23.336 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "a7ced926-9c48-11ee-95a5-87774f69a715", 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24343, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 59.140604635000003, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 6, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 62, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 56, 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 66.108542236999995 2023-12-16T19:29:23.337 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:29:23.348 INFO:tasks.cephadm:Setup complete, yielding 2023-12-16T19:29:23.348 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:29:23.357 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-12-16T19:29:23.357 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:29:23.416 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-16T19:29:23.416 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-16T19:29:23.456 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2023-12-16T19:29:23.456 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-16T19:29:23.466 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 bash[121287]: Writing manifest to image destination 2023-12-16T19:29:23.466 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 podman[121287]: 2023-12-16 19:29:23.378202637 +0000 UTC m=+2.204962268 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T19:29:23.466 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 podman[121287]: 2023-12-16 19:29:23.420047763 +0000 UTC m=+2.246807439 container create c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/728632270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/522027697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1619101973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/728632270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/522027697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1619101973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.741 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 podman[121287]: 2023-12-16 19:29:23.495342038 +0000 UTC m=+2.322101683 container init c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 podman[121287]: 2023-12-16 19:29:23.49793739 +0000 UTC m=+2.324697027 container start c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.501Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.501Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.502Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.502Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.502Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T19:29:23.742 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T19:29:23.743 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T19:29:23.744 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[121633]: ts=2023-12-16T19:29:23.503Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 bash[121287]: c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f 2023-12-16T19:29:23.745 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:29:23 smithi002 systemd[1]: Started Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:23.747 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:29:23.950 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:23.951 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:23.951 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:23.951 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/728632270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.951 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/522027697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:29:23.951 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:23 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1619101973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:29:24.601 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:24 smithi043 bash[111787]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-16T19:29:24.869 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.869 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.869 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.869 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[78633]: Deploying daemon node-exporter.b on smithi043 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-mon[86656]: Deploying daemon node-exporter.b on smithi043 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE Bus STOPPING 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE Bus STOPPED 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE Bus STARTING 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE Serving on http://:::9283 2023-12-16T19:29:24.870 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:24] ENGINE Bus STARTED 2023-12-16T19:29:24.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:24 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:24 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:24 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:24.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:24 smithi043 ceph-mon[82080]: Deploying daemon node-exporter.b on smithi043 2023-12-16T19:29:24.997 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:29:25.007 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-16T19:29:25.007 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:29:25.067 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-12-16T19:29:25.067 INFO:teuthology.run_tasks:Running task workunit... 2023-12-16T19:29:25.105 INFO:tasks.workunit:Pulling workunits from ref c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:29:25.105 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T19:29:25.106 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:29:25.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:29:25.122 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T19:29:25.122 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:29:25.178 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T19:29:25.179 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T19:29:25.234 INFO:tasks.workunit:timeout=3h 2023-12-16T19:29:25.234 INFO:tasks.workunit:cleanup=True 2023-12-16T19:29:25.235 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:29:25.248 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:24 smithi043 bash[111787]: Getting image source signatures 2023-12-16T19:29:25.248 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:24 smithi043 bash[111787]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-16T19:29:25.249 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:24 smithi043 bash[111787]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-16T19:29:25.249 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:24 smithi043 bash[111787]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-16T19:29:25.291 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T19:29:25.719 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:29:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:25 smithi002 ceph-mon[78633]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:25 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' 2023-12-16T19:29:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:25 smithi002 ceph-mon[86656]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:25 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' 2023-12-16T19:29:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:25 smithi043 ceph-mon[82080]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:25 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' 2023-12-16T19:29:26.749 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:26 smithi043 bash[111787]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-16T19:29:26.749 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:26 smithi043 bash[111787]: Writing manifest to image destination 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:26 smithi043 podman[111787]: 2023-12-16 19:29:26.928492923 +0000 UTC m=+2.487784262 container create 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:26 smithi043 podman[111787]: 2023-12-16 19:29:26.888425993 +0000 UTC m=+2.447717341 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 podman[111787]: 2023-12-16 19:29:27.028855398 +0000 UTC m=+2.588146748 container init 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 podman[111787]: 2023-12-16 19:29:27.031720786 +0000 UTC m=+2.591012126 container start 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.035Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T19:29:27.250 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.035Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.036Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.036Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T19:29:27.251 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T19:29:27.252 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T19:29:27.253 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T19:29:27.254 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T19:29:27.255 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T19:29:27.255 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[111839]: ts=2023-12-16T19:29:27.037Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T19:29:27.255 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 bash[111787]: 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 2023-12-16T19:29:27.255 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:29:27 smithi043 systemd[1]: Started Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:28.448 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:28 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:28.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:28 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:30.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:30.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:30 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:30.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:30 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:31.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:31 smithi002 ceph-mon[78633]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:29:31.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:31 smithi002 ceph-mon[78633]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:29:31.291 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 systemd[1]: Stopping Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:29:31.291 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:31 smithi002 ceph-mon[86656]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:29:31.291 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:31 smithi002 ceph-mon[86656]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:29:31.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:31 smithi043 ceph-mon[82080]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:29:31.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:31 smithi043 ceph-mon[82080]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:29:31.553 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[119554]: ts=2023-12-16T19:29:31.289Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:29:31.554 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 podman[122589]: 2023-12-16 19:29:31.309435766 +0000 UTC m=+0.084919301 container died 3fd416d088be21816d3768b025ea3d0b01a3f807faf942cf16a154efc98ffe17 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:31.554 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 podman[122589]: 2023-12-16 19:29:31.42722189 +0000 UTC m=+0.202705407 container cleanup 3fd416d088be21816d3768b025ea3d0b01a3f807faf942cf16a154efc98ffe17 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:31.554 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 bash[122589]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T19:29:31.554 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 podman[122603]: 2023-12-16 19:29:31.527053338 +0000 UTC m=+0.214679946 container remove 3fd416d088be21816d3768b025ea3d0b01a3f807faf942cf16a154efc98ffe17 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:31.554 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 podman[122603]: 2023-12-16 19:29:31.552304036 +0000 UTC m=+0.239930640 volume remove bdc39d3967e6b390409c0d1f9d9203fff1d3575fd8b8fe991476efa5d0bee36b 2023-12-16T19:29:31.961 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T19:29:31.961 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 systemd[1]: Stopped Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:31.962 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 systemd[1]: Starting Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:29:32.219 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:31 smithi002 podman[122694]: 2023-12-16 19:29:31.960301207 +0000 UTC m=+0.062336275 volume create a6e447ad2522e88dd2278b0a190046fed9779bcf36a7e44bb5df7bcb9ed46fe8 2023-12-16T19:29:32.219 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 podman[122694]: 2023-12-16 19:29:32.00202169 +0000 UTC m=+0.104056744 container create aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 podman[122694]: 2023-12-16 19:29:31.919266036 +0000 UTC m=+0.021301118 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 podman[122694]: 2023-12-16 19:29:32.136128549 +0000 UTC m=+0.238163621 container init aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 podman[122694]: 2023-12-16 19:29:32.139254451 +0000 UTC m=+0.241289505 container start aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.152Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.152Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.153Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.2 port=9094 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.154Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 bash[122694]: aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 systemd[1]: Started Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.180Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.181Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.184Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-16T19:29:32.220 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:32.184Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T19:29:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[78633]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:32.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:32.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[86656]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:32 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:32 smithi043 ceph-mon[82080]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:32.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:32 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:32.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:32 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:33 smithi002 ceph-mon[78633]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:29:33.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:33 smithi002 ceph-mon[78633]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:29:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:33 smithi002 ceph-mon[86656]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:29:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:33 smithi002 ceph-mon[86656]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:29:33.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-mon[82080]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:29:33.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-mon[82080]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:29:33.776 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 systemd[1]: Stopping Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.763Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.764Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.764Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.764Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T19:29:33.777 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[109609]: ts=2023-12-16T19:29:33.764Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T19:29:34.203 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 podman[112616]: 2023-12-16 19:29:33.773655385 +0000 UTC m=+0.053881525 container died 02f533759866b588f8bd2494e91f955a9ad546252232122188ff6acc8fea7083 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.204 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 podman[112616]: 2023-12-16 19:29:33.936612433 +0000 UTC m=+0.216838564 container cleanup 02f533759866b588f8bd2494e91f955a9ad546252232122188ff6acc8fea7083 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.204 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 bash[112616]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T19:29:34.204 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:33 smithi043 podman[112631]: 2023-12-16 19:29:33.993999972 +0000 UTC m=+0.222598871 container remove 02f533759866b588f8bd2494e91f955a9ad546252232122188ff6acc8fea7083 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.456 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-mon[82080]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 systemd[1]: Stopped Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 systemd[1]: Starting Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 podman[112727]: 2023-12-16 19:29:34.36905112 +0000 UTC m=+0.064475545 container create 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 podman[112727]: 2023-12-16 19:29:34.323636957 +0000 UTC m=+0.019061349 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 podman[112727]: 2023-12-16 19:29:34.452834928 +0000 UTC m=+0.148259310 container init 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.457 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 podman[112727]: 2023-12-16 19:29:34.455555085 +0000 UTC m=+0.150979465 container start 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:29:34.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-mon[78633]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:34.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-mon[86656]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:34.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:34.155Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000954507s 2023-12-16T19:29:34.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.479Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T19:29:34.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.479Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T19:29:34.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.479Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi043 (none))" 2023-12-16T19:29:34.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.479Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.479Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.481Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.481Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.482Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.482Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.484Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.484Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.685µs 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.484Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.485Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.485Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.485Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.021µs wal_replay_duration=547.841µs wbl_replay_duration=116ns total_replay_duration=589.102µs 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 bash[112727]: 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 2023-12-16T19:29:34.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.486Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.486Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.486Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 systemd[1]: Started Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.503Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.196636ms db_storage=717ns remote_storage=1.101µs web_handler=799ns query_engine=637ns scrape=446.982µs scrape_sd=28.143µs notify=33.696µs notify_sd=9.72µs rules=16.452281ms tracing=7.209µs 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.503Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T19:29:34.751 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:29:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:29:34.503Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPING 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPED 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTING 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Serving on http://:::9283 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTED 2023-12-16T19:29:34.923 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPING 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPED 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTING 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Serving on http://:::9283 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTED 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPING 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STOPPED 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTING 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Serving on http://:::9283 2023-12-16T19:29:34.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:29:34] ENGINE Bus STARTED 2023-12-16T19:29:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:35 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:35.879 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:35.879 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.879 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.879 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.880 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi002.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:29:35.881 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi043.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi043.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:35.882 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:35 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:37.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:37 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:37 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:37 smithi043 ceph-mon[82080]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[86656]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:37 smithi002 ceph-mon[78633]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:38 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:38 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:38 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:39 smithi002 ceph-mon[78633]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:39 smithi002 ceph-mon[86656]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:39 smithi043 ceph-mon[82080]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:41.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:41 smithi043 ceph-mon[82080]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:41.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:41 smithi002 ceph-mon[78633]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:41 smithi002 ceph-mon[86656]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:42.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:29:42.158Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00424489s 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.129 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:42 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:43.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:43.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:43.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:42 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:29:44.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:44 smithi043 ceph-mon[82080]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:44.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:44 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:44 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[78633]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:44.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.471 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[86656]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:44.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:44.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:44] "GET /metrics HTTP/1.1" 200 235717 "" "Prometheus/2.43.0" 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.477 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:45.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:45.478 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:45 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:29:45.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:45 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:29:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:46 smithi002 ceph-mon[78633]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:46.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:46 smithi002 ceph-mon[86656]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:46.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:46 smithi043 ceph-mon[82080]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:48.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:48 smithi043 ceph-mon[82080]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:48 smithi002 ceph-mon[78633]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:48 smithi002 ceph-mon[86656]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:50.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:50 smithi043 ceph-mon[82080]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:50.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:50 smithi002 ceph-mon[78633]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:50.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:50 smithi002 ceph-mon[86656]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:52 smithi043 ceph-mon[82080]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:52 smithi002 ceph-mon[78633]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:52 smithi002 ceph-mon[86656]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:29:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:54 smithi002 ceph-mon[78633]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:54.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:29:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:54] "GET /metrics HTTP/1.1" 200 235719 "" "Prometheus/2.43.0" 2023-12-16T19:29:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:54 smithi002 ceph-mon[86656]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:54 smithi043 ceph-mon[82080]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:55.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:29:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:29:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:29:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:56 smithi002 ceph-mon[78633]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:56 smithi002 ceph-mon[86656]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:56 smithi043 ceph-mon[82080]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:29:58 smithi002 ceph-mon[78633]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:58.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:29:58 smithi002 ceph-mon[86656]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:29:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:29:58 smithi043 ceph-mon[82080]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:00 smithi002 ceph-mon[78633]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:00 smithi002 ceph-mon[78633]: overall HEALTH_OK 2023-12-16T19:30:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:00 smithi002 ceph-mon[86656]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:00 smithi002 ceph-mon[86656]: overall HEALTH_OK 2023-12-16T19:30:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:00 smithi043 ceph-mon[82080]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:00 smithi043 ceph-mon[82080]: overall HEALTH_OK 2023-12-16T19:30:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:02 smithi002 ceph-mon[78633]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:02 smithi002 ceph-mon[86656]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:02.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:02 smithi043 ceph-mon[82080]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:04.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:04 smithi002 ceph-mon[78633]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:04.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:04 smithi002 ceph-mon[86656]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:04.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:04 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:04] "GET /metrics HTTP/1.1" 200 235719 "" "Prometheus/2.43.0" 2023-12-16T19:30:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:04 smithi043 ceph-mon[82080]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:05.748 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:06 smithi002 ceph-mon[78633]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:06 smithi002 ceph-mon[86656]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:06 smithi043 ceph-mon[82080]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:08.551 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:08 smithi043 ceph-mon[82080]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:08.551 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:08 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:08 smithi002 ceph-mon[78633]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:08 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:08 smithi002 ceph-mon[86656]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:08 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:10.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:10 smithi002 ceph-mon[78633]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:10.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:10 smithi002 ceph-mon[86656]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:10.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:10 smithi043 ceph-mon[82080]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:11.599 INFO:tasks.workunit.client.0.smithi002.stderr:Updating files: 98% (11468/11620) Updating files: 99% (11504/11620) Updating files: 100% (11620/11620) Updating files: 100% (11620/11620), done. 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr:Note: switching to 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'. 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr:state without impacting any branches by switching back to a branch. 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.481 INFO:tasks.workunit.client.0.smithi002.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: git switch -c 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr:Or undo this operation with: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: git switch - 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:12.482 INFO:tasks.workunit.client.0.smithi002.stderr:HEAD is now at c7586e95519 Merge branch 'wip-qa-container-distros-s' of https://github.com/cbodley/ceph into wip-yuri8-testing-2023-12-15-0911 2023-12-16T19:30:12.486 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T19:30:12.552 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T19:30:12.554 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:30:12.554 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T19:30:12.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:12 smithi002 ceph-mon[78633]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:12.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:12 smithi002 ceph-mon[86656]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:12.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:12 smithi043 ceph-mon[82080]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:13.346 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T19:30:13.421 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T19:30:13.465 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:30:13.467 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:30:13.467 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T19:30:13.508 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:30:13.511 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:30:13.511 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T19:30:13.567 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-12-16T19:30:13.568 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-12-16T19:30:13.569 DEBUG:teuthology.orchestra.run.smithi002:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7586e95519b7be76f3b6e3a4b333888baf46bc9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-12-16T19:30:13.626 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-16T19:30:14.029 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:13] ENGINE Bus STOPPING 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:13] ENGINE Bus STOPPED 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:13] ENGINE Bus STARTING 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Serving on http://:::9283 2023-12-16T19:30:14.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STARTED 2023-12-16T19:30:14.448 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[86656]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1074009497' entity='client.admin' 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STOPPING 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:30:14.658 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STOPPED 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STARTING 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:14] "GET /metrics HTTP/1.1" 200 235729 "" "Prometheus/2.43.0" 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Serving on http://:::9283 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STARTED 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[78633]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1074009497' entity='client.admin' 2023-12-16T19:30:14.659 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:14.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:14 smithi043 ceph-mon[82080]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:14.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:14 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1074009497' entity='client.admin' 2023-12-16T19:30:14.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:14 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:14.871 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STOPPING 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STOPPED 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STARTING 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Serving on http://:::9283 2023-12-16T19:30:14.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:14] ENGINE Bus STARTED 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:15.363 INFO:tasks.workunit.client.0.smithi002.stdout: "ident" 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:15.364 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:15.365 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2023-12-16T19:30:15.366 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2023-12-16T19:30:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:15.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:15.369 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T19:30:15.370 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:15.371 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:15.372 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T19:30:15.373 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2023-12-16T19:30:15.376 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:15.377 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:15.378 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:15.379 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2023-12-16T19:24:48.241030Z", 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2023-12-16T19:30:15.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2023-12-16T19:30:15.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2023-12-16T19:30:15.382 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2023-12-16T19:30:15.383 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2023-12", 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:15.384 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 2, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 2, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2023-12-16T19:30:15.385 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2023-12-16T19:30:15.386 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:15.387 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 2 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2023-12-16T19:30:15.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 3 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T19:30:15.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:15.390 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 8 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:15.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2023-12-16T19:30:15.392 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2023-12-16T19:30:15.393 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy" 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 17, 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2023-12-16T19:30:15.394 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "quincy" 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:15.395 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:15.396 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4504388420609757e-06, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:15.397 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:15.398 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:15.399 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3094, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3094, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 9282, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 48, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 16384 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.400 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:15.401 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:15.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2023-12-16T19:30:15.403 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:15.404 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: false 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "37965acd-9f54-4b2a-8ad6-a7b11d84ec8e", 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2023-12-16T19:30:15.352457", 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2023-12-16T19:30:15.407 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2023-12-16T19:30:15.408 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:15.409 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2023-12-16T19:30:15.410 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 2442326016, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.003180276369675994 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:15.411 INFO:tasks.workunit.client.0.smithi002.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-16T19:30:15.412 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview-device 2023-12-16T19:30:15.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1160063287' entity='client.admin' 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1160063287' entity='client.admin' 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:15 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1160063287' entity='client.admin' 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:15 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "89ffcd46-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a0060ee-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192659": { 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:15.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "89ffcd46-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754818 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:15.869 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:15.870 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.871 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:15.872 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 13030806 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:15.874 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:15.875 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.876 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1212612 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.877 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5011, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 179689644, 2023-12-16T19:30:15.878 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 853986918, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3283579555, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 17658439287, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 30730, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 33018, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 8427 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 30730, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 33018 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.879 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:15.880 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:15.881 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:15.882 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:15.883 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 179,689,644 [92.0 TB]", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 853,986,918 [437 TB]", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,283,579,555", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 17,658,439,287", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,011", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 30,730", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 33,018", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 8,427", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:15.884 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.885 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "8a01932e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a02134e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192702": { 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "8a01932e-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:15.886 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754822 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:15.887 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.888 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.889 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 10569191 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:15.893 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1499504 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.894 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:15.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 4073, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 152556692, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 692662512, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 2355902683, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 14589397924, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 32811, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 38607, 2023-12-16T19:30:15.896 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 9015 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 32811, 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 38607 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:15.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:15.898 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:15.899 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:15.900 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 152,556,692 [78.1 TB]", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 692,662,512 [354 TB]", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 2,355,902,683", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 14,589,397,924", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 4,073", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 32,811", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 38,607", 2023-12-16T19:30:15.901 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 9,015", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:15.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:15.903 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:15.904 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry preview-all 2023-12-16T19:30:16.378 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:16.378 INFO:tasks.workunit.client.0.smithi002.stdout: "device_report": { 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "89ffcd46-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a0060ee-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192659": { 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "89ffcd46-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:16.379 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754818 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:16.381 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:16.382 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 13030806 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.383 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2023-12-16T19:30:16.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.386 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1212612 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:16.387 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5011, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 179689644, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 853986918, 2023-12-16T19:30:16.388 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3283579555, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 17658439287, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 30730, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 33018, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 8427 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 30730, 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 33018 2023-12-16T19:30:16.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.390 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:16.391 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:16.392 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 179,689,644 [92.0 TB]", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 853,986,918 [437 TB]", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,283,579,555", 2023-12-16T19:30:16.393 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 17,658,439,287", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,011", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 30,730", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 33,018", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 8,427", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:16.394 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "8a01932e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a02134e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192702": { 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "8a01932e-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754822 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:16.397 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:16.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.399 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 10569191 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.403 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1499504 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.404 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:16.405 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 4073, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 152556692, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 692662512, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 2355902683, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 14589397924, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:16.406 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 32811, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 38607, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 9015 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 32811, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 38607 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:16.407 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.408 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:16.409 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:16.410 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:16.411 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 152,556,692 [78.1 TB]", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 692,662,512 [354 TB]", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 2,355,902,683", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 14,589,397,924", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 4,073", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 32,811", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 38,607", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 9,015", 2023-12-16T19:30:16.412 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:16.413 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.414 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "report": { 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: "ident" 2023-12-16T19:30:16.415 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.416 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2023-12-16T19:30:16.416 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:16.416 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:16.416 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:16.416 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:16.417 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:16.418 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:16.419 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:16.420 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:16.421 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:16.423 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T19:30:16.424 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:16.425 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:16.426 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2023-12-16T19:30:16.427 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:16.428 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:16.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:16.430 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2023-12-16T19:30:16.431 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2023-12-16T19:24:48.241030Z", 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2023-12-16T19:30:16.432 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2023-12-16T19:30:16.433 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2023-12-16T19:30:16.434 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2023-12-16T19:30:16.435 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2023-12", 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 2, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2023-12-16T19:30:16.436 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 2, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.437 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2023-12-16T19:30:16.438 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.439 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 2 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.440 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.441 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 3 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.442 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:16.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 8 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T19:30:16.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2023-12-16T19:30:16.445 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2023-12-16T19:30:16.446 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy" 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 17, 2023-12-16T19:30:16.447 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "quincy" 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.448 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2023-12-16T19:30:16.449 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4504388420609757e-06, 2023-12-16T19:30:16.450 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 212, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 313344, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 179, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:16.451 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:16.452 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:16.453 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3094, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3094, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 9282, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 48, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 16384 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.454 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2023-12-16T19:30:16.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:16.456 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:16.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:16.458 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:16.459 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2023-12-16T19:30:16.460 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: false 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "37965acd-9f54-4b2a-8ad6-a7b11d84ec8e", 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2023-12-16T19:30:16.359653", 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2023-12-16T19:30:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.462 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.463 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2023-12-16T19:30:16.464 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:16.465 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2023-12-16T19:30:16.516 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2023-12-16T19:30:16.516 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2023-12-16T19:30:16.516 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:16.517 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 2442326016, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.003180276369675994 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016 2023-12-16T19:30:16.518 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.519 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:16.519 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:16.519 INFO:tasks.workunit.client.0.smithi002.stderr:++ ceph telemetry collection ls 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:16 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:16.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:16 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:16.866 INFO:tasks.workunit.client.0.smithi002.stderr:+ COLLECTIONS='New collections are available: 2023-12-16T19:30:16.866 INFO:tasks.workunit.client.0.smithi002.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.867 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.868 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.869 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.870 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.871 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:+ [[ New collections are available: 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T19:30:16.872 INFO:tasks.workunit.client.0.smithi002.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr: 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:NAME STATUS DESC 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-16T19:30:16.873 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-16T19:30:17.360 INFO:tasks.workunit.client.0.smithi002.stdout:Telemetry is on. 2023-12-16T19:30:17.360 INFO:tasks.workunit.client.0.smithi002.stdout:Some channels are disabled, please enable with: 2023-12-16T19:30:17.360 INFO:tasks.workunit.client.0.smithi002.stdout:`ceph telemetry enable channel perf` 2023-12-16T19:30:17.371 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry enable channel perf 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STOPPING 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STOPPED 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STARTING 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Serving on http://:::9283 2023-12-16T19:30:17.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STARTED 2023-12-16T19:30:17.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:17.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:17.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.494 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:17.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:17.846 INFO:tasks.workunit.client.0.smithi002.stdout:channel_perf is enabled 2023-12-16T19:30:17.857 INFO:tasks.workunit.client.0.smithi002.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-16T19:30:17.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STOPPING 2023-12-16T19:30:17.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:30:17.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STOPPED 2023-12-16T19:30:17.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STARTING 2023-12-16T19:30:17.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Serving on http://:::9283 2023-12-16T19:30:17.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:30:17] ENGINE Bus STARTED 2023-12-16T19:30:18.230 INFO:tasks.workunit.client.0.smithi002.stderr:+ LAST_OPT_REVISION=1 2023-12-16T19:30:18.231 INFO:tasks.workunit.client.0.smithi002.stderr:+ '[' 1 -ne 1 ']' 2023-12-16T19:30:18.231 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: mgrmap e21: y(active, since 84s), standbys: x 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: mgrmap e21: y(active, since 84s), standbys: x 2023-12-16T19:30:18.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:18 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: mgrmap e21: y(active, since 84s), standbys: x 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:18.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:18.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:18.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:18.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:18 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/869129775' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2023-12-16T19:30:18.942 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:18.943 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:18.944 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:18.945 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:18.946 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2023-12-16T19:30:18.947 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:18.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:18.949 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:18.950 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2023-12-16T19:30:18.951 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:18.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_perf", 2023-12-16T19:30:18.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/enabled", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:18.954 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:18.955 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:18.956 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2023-12-16T19:24:48.241030Z", 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.957 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2023-12-16T19:30:18.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2023-12-16T19:30:18.959 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2023-12-16T19:30:18.960 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2023-12", 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 2, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2023-12-16T19:30:18.961 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 2, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:18.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_stats": { 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20389888, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 426864, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 40960, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 925696, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 387, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 1381120, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 20, 2023-12-16T19:30:18.963 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 946176, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14842256, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 21315584 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 19218432, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 354720, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 360448, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 0, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 295, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 899872, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 12, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 439808, 2023-12-16T19:30:18.964 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14411072, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 19218432 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 34922496, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1477424, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 11657216, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1050, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.965 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 6524440, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 21, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1053952, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23114168, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46579712 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 41795584, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1193392, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 9936896, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1562, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.966 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 8709680, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2864640, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 26275360, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 51732480 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 37027840, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1369152, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 1253376, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 9551872, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1068, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 6323248, 2023-12-16T19:30:18.967 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1544192, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23785360, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46579712 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 273268736, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 850944, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 589824, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1245, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4933088, 2023-12-16T19:30:18.968 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 45, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2410240, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 262190880, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 273858560 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 240467968, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 895816, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 4980736, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 819200, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1206, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5038272, 2023-12-16T19:30:18.969 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2361600, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 227191544, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 241287168 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 237142016, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 824320, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 999424, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1121, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4438752, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:18.970 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2320384, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 226674976, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 238141440 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 270106624, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 768032, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 606208, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1091, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 3606952, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 44, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1768960, 2023-12-16T19:30:18.971 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 261079096, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 270712832 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 272736256, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 722568, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 1024000, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 8192, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1130, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4765536, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1726976, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 261613592, 2023-12-16T19:30:18.972 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 272744448 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 238125056, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 825488, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 16384, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1126, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4749560, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1604608, 2023-12-16T19:30:18.973 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 228061816, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 238141440 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 239067136, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1310672, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 4980736, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 57344, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1144, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4035104, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 45, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1886976, 2023-12-16T19:30:18.974 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 226853648, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 239124480 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 238411776, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1162600, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 778240, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1186, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4733784, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1881088, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 227750720, 2023-12-16T19:30:18.975 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 239190016 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "io_rate": { 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_stats_delta": { 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 0, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:18.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "stamp_delta": "12.002427", 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:18.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:18.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 182, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 278, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 40, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.979 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 0 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.980 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "mempool": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:18.981 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.982 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.985 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 213415, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 65 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 51208, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 210 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:18.986 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8032, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 127 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.987 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.988 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:18.990 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.991 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.992 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.993 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 149282, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 31 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 856, 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:18.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.995 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.996 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.997 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:18.999 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.000 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1065815, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 345 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.002 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.003 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5152, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 83 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.004 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.005 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.006 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.008 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.009 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1101015, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 350 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 440, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 5 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.011 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10304, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.015 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.016 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1284983, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 417 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.019 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5152, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 83 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.020 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18928, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1456, 2023-12-16T19:30:19.022 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 13 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8112, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18928, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1120, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 14 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.023 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 606208, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 47766, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8785 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 126480, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10788, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 693 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.024 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29790, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 381914, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 85 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2443126, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6688, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 76 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 509696, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 44 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 88400, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.027 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17472, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1232, 2023-12-16T19:30:19.030 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 11 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7488, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17472, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 800, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.031 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12288, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42377, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7903 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 118320, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9108, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 522 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.032 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26282, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1472, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 409030, 2023-12-16T19:30:19.033 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 92 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 40192, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2426218, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 179 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.034 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 451776, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7280, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.035 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.036 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17360, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 784, 2023-12-16T19:30:19.038 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7440, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17360, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 720, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.039 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 39992, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7551 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 112200, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 165 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7712, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 467 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.040 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24146, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 165 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 290019, 2023-12-16T19:30:19.041 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 63 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24192, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2426100, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 178 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4224, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 48 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.042 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 347520, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 30 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8320, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 24 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.043 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215624, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3461 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.045 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17920, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.046 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1008, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7680, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17920, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:19.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 14283, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 41770, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7868 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 117640, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 173 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8980, 2023-12-16T19:30:19.048 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 529 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 25354, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 173 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2944, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.049 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 285519, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 55335, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2450388, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 184 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:19.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 428608, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 37 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8840, 2023-12-16T19:30:19.051 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.052 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17808, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.054 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 672, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7632, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17808, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 640, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.055 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42802, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8035 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 120360, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9248, 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 527 2023-12-16T19:30:19.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26546, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 879461, 2023-12-16T19:30:19.057 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 64 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24192, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2411850, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.058 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 463360, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8944, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.059 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215368, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3449 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.061 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17696, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1008, 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:19.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7584, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17696, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 640, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 14515, 2023-12-16T19:30:19.063 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42327, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7937 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 119000, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9276, 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 528 2023-12-16T19:30:19.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26202, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2944, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.065 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 806332, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 47 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 55335, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2457246, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 185 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5544, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 63 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.066 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 463360, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10400, 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 20 2023-12-16T19:30:19.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.068 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.069 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18704, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8016, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18704, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:19.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42791, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8272 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 119000, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.072 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10380, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 684 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 27230, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.073 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 787616, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2439168, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.074 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4576, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 52 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 451776, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.075 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 86320, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18592, 2023-12-16T19:30:19.078 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 672, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7968, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18592, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:19.079 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 266240, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 44719, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8545 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 123760, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 182 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.080 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11144, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 689 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29190, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 182 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 146670, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 29 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2394531, 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2023-12-16T19:30:19.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5632, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 64 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 532864, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 46 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.083 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 88712, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 197 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.084 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.085 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.086 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 2 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:19.087 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 3 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:19.088 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:19.089 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 8 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:19.090 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.091 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy" 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2023-12-16T19:30:19.092 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 17, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "quincy" 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_perf_histograms": [ 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.093 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:19.094 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:19.095 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.096 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:19.097 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:19.098 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.099 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.100 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.101 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.102 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.103 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.104 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.105 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.106 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.107 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.108 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.109 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.110 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.112 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.113 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.114 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.116 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.117 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.118 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.119 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.120 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.121 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:19.122 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:19.123 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:19.124 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:19.125 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.126 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.127 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.128 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.129 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.130 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.131 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.132 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.133 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.135 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.136 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.137 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.138 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.139 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.140 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.141 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.142 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.143 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.144 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.145 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.147 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:19.148 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:19.149 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.150 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:19.151 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:19.152 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:19.153 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.154 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.155 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.156 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.157 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.159 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.160 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.161 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.162 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.163 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.164 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.165 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.166 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.167 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.168 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.169 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.170 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:19.171 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.172 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.173 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:19.174 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:19.175 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:19.176 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:19.177 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:19.178 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:19.179 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.180 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.181 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.182 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 3, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 21, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.183 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.184 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.185 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.186 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.187 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.188 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.189 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.190 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.191 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.192 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.193 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.194 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.195 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.196 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.197 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.198 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.199 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.200 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_counters": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "caps": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flush_ack": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.201 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_grant": { 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_revoke": { 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_trunc": { 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_commit": { 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch": { 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_merge": { 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_split": { 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "exported_inodes": { 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "forward": { 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_cap_release": { 2023-12-16T19:30:19.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps": { 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps_dirty": { 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_inode_file_caps": { 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "imported_inodes": { 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes": { 2023-12-16T19:30:19.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_expired": { 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_pinned": { 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_with_caps": { 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "load_cent": { 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "openino_dir_fetch": { 2023-12-16T19:30:19.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "process_request_cap_release": { 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "reply_latency": { 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218237 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "request": { 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rbytes": { 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.206 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rfiles": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rsnaps": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_reply": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "subtrees": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_cache": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_enqueue_scrub": { 2023-12-16T19:30:19.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_exportdir": { 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_flush": { 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragmentdir": { 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragstats": { 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_inodestats": { 2023-12-16T19:30:19.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_enqueued": { 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_prioritized": { 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_processing": { 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays": { 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.209 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_delayed": { 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_enqueuing": { 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_completed": { 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_started": { 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_created": { 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.210 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_enqueued": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_migrated": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_reintegrated": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_log": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "ev": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "evadd": { 2023-12-16T19:30:19.211 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "evex": { 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "evexd": { 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "evexg": { 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "evtrm": { 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "jlat": { 2023-12-16T19:30:19.212 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5639055 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "replayed": { 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "seg": { 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "segadd": { 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "segex": { 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.213 INFO:tasks.workunit.client.0.smithi002.stdout: "segexd": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "segexg": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "segtrm": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_mem": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "cap": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "cap+": { 2023-12-16T19:30:19.214 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "cap-": { 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "dir": { 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "dir+": { 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "dir-": { 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "dn": { 2023-12-16T19:30:19.215 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "dn+": { 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "dn-": { 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "heap": { 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 207132 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "ino": { 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "ino+": { 2023-12-16T19:30:19.216 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "ino-": { 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_server": { 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_acquisition_throttle": { 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_revoke_eviction": { 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_request": { 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.217 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_session": { 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_peer_request": { 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "req_create_latency": { 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getattr_latency": { 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.218 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218237 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getfilelock_latency": { 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getvxattr_latency": { 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "req_link_latency": { 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookup_latency": { 2023-12-16T19:30:19.219 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookuphash_latency": { 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupino_latency": { 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupname_latency": { 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.220 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupparent_latency": { 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupsnap_latency": { 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lssnap_latency": { 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mkdir_latency": { 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.221 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mknod_latency": { 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mksnap_latency": { 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "req_open_latency": { 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.222 INFO:tasks.workunit.client.0.smithi002.stdout: "req_readdir_latency": { 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rename_latency": { 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "req_renamesnap_latency": { 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmdir_latency": { 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmsnap_latency": { 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmxattr_latency": { 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setattr_latency": { 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setdirlayout_latency": { 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.224 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setfilelock_latency": { 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setlayout_latency": { 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setxattr_latency": { 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.225 INFO:tasks.workunit.client.0.smithi002.stdout: "req_symlink_latency": { 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "req_unlink_latency": { 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_sessions": { 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "average_load": { 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "avg_session_uptime": { 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84 2023-12-16T19:30:19.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "mdthresh_evicted": { 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "session_count": { 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "session_remove": { 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_open": { 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.227 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_stale": { 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "total_load": { 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.228 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "purge_queue": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_high_water": { 2023-12-16T19:30:19.229 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops": { 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops_high_water": { 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_item_in_journal": { 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.230 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.231 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:19.232 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 674 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 674, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3422614 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 674, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74999061 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:19.233 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 219 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:19.234 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.235 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:19.236 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1257984270 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.237 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:19.238 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6718831 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4945 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:19.239 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89998878 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43827200 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32169984 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.240 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11657216 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.241 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243169 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.242 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.243 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70851205 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.244 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38904 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.246 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71055470 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.247 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184688572 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.249 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163972 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.250 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28721, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59382696 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:19.251 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.252 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1475, 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 199971798 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.253 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 197 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.254 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 787 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4414942 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.255 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2361 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 121997248 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.256 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.257 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 787 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4358338 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4929 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106386829 2023-12-16T19:30:19.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:19.259 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 790 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 790, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1816958999 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 473 2023-12-16T19:30:19.260 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.261 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.262 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48979968 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38952960 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10027008 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.263 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277033921 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 242739 2023-12-16T19:30:19.264 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70850572 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:19.266 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277033921 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 36501 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.267 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.268 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71056810 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:19.269 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184689280 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.270 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.271 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163264 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 35229, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 129858964 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.273 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.274 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:19.275 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1699, 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217816515 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 114 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.278 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3334738 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.279 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71998370 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.280 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:19.281 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:19.282 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.283 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1460967038 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:19.284 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.285 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6547161 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4743 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104997635 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.286 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43827200 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32202752 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11624448 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:19.287 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243169 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.288 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.289 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70851205 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.290 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38904 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.291 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.292 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71055470 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.293 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184688572 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163972 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:19.296 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 27960, 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 66773559 2023-12-16T19:30:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:19.298 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1417, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 178577646 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.299 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.300 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2994176 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.301 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1835008 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1695744 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.302 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.303 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.304 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.305 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.306 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.307 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4759552 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1245184 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.308 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 292646 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.309 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 21, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68372 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74980007 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.310 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 392, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8915944 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453163 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 75433170 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.311 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18373 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.312 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4176 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 818 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 211 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 107, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1826398 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.313 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 300, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 313773 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 193, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1234276 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74992 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.314 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6576740 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7254894 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243094093842 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:19.315 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 138390267093 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42343149997 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59820 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 751467 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.316 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 128982316 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 165347 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 66248346 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23209318 2023-12-16T19:30:19.317 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 870323 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225842953 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30662148 2023-12-16T19:30:19.318 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3758161 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 270974976 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.319 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 270327808 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647168 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.320 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85531518 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.321 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 606208 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.322 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73245826 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641486390 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.324 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.325 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71544122 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.326 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57021012 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.327 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.328 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68807644 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.329 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641486390 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.330 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 111738 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 148512 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.331 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71285040 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.332 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.333 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 588 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29509806 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.334 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3690761 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24229125 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.335 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.336 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.338 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 588 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29509806 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:19.339 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3690761 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24229125 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1771104 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.340 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305668096 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.341 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.342 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2592768 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.343 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1564672 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1425408 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.345 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.346 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4087808 2023-12-16T19:30:19.349 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 638976 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 180084 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.350 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 29, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73048 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.351 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63052178 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 327, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9567317 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:19.352 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 391900 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63444078 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1156 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.353 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7585 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.354 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4349 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 791 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1860809 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 322, 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281831 2023-12-16T19:30:19.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 203, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1414130 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97997 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5497637 2023-12-16T19:30:19.356 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8270608 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158909229150 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 177245606009 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.357 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 406, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53133621401 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 406, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38868 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 421620 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 124804911 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136236 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71621710 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22866305 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279150 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.359 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225273336 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29143824 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3027417 2023-12-16T19:30:19.360 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236306432 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235446272 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.361 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 860160 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.362 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568553 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.363 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.364 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73802711 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.365 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641764152 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.366 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71266360 2023-12-16T19:30:19.367 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045702 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.368 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782954 2023-12-16T19:30:19.370 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641764152 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.372 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 90940 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143299 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.373 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71033289 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.374 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 155 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.375 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429440 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492239943 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.376 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 54622384 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 172103701 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4468178 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.377 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3862216 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3086412 2023-12-16T19:30:19.378 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18893025 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.379 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8649747 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 17770888 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.380 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 100 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429440 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468878740 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.381 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42110421 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 151246401 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 590368 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:19.382 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305061888 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.383 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.384 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2236416 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.385 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1347584 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1208320 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.386 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.387 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.388 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.389 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.391 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3514368 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 634880 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:19.392 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 176786 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13907 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50416096 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 276, 2023-12-16T19:30:19.394 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6557652 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 344529 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50760625 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.395 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1879 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.396 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4601 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 565 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 195 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 81, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 833207 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.397 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 238, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 276292 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 617656 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109585 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.398 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5817736 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 109, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7934397 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 108, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 152798039525 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 109, 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 133224858265 2023-12-16T19:30:19.399 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 328, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53453748884 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 328, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30534 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 415771 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.400 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104755837 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119873 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43057337 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19410097 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.401 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279255 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 173509778 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23824516 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.402 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2685082 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235257856 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234217472 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.403 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1040384 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.404 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85569564 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.405 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.406 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73805796 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.407 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641771735 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.409 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71258777 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.410 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57046376 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.411 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782280 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.413 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641771735 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.414 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81167 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143075 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71035703 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.416 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.417 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.418 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52417352 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4647101 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.419 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48047408 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.420 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.421 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.422 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.423 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52417352 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4647101 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48047408 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.424 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305057792 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1167360 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 794624 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.428 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 655360 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.429 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.430 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.431 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.432 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1892352 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.434 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 655360 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.435 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6060 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.436 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43981196 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 139, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3950247 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 612717 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.437 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44593913 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8490 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 314 2023-12-16T19:30:19.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 201 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 83, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1033540 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 145, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 360346 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 62, 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206355 2023-12-16T19:30:19.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3764230 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:19.441 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3759584 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 41, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 129271471536 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69457719732 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 220, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 424133 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.442 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 220, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22380 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243899 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106536638 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65644 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.443 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89780260 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12658402 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281683 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213011741 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16294378 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1940926 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.445 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 267829248 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 267091968 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.446 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 737280 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.447 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568888 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.448 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.449 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73806472 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.450 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766660 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.451 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.452 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71263852 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.453 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045925 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.454 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.455 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782731 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766660 2023-12-16T19:30:19.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.457 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 99165 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136352 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.458 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71029503 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.461 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 839907 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.462 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.463 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.464 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 839907 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.466 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.467 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305078272 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.469 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1437696 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.470 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1007616 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 868352 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.471 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.472 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.473 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.474 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.475 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.476 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2375680 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 651264 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230674 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.478 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3311 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44972659 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 189, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11593754 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.479 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217279 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45189938 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1778 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.480 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.481 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4479 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 355 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 222 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 87, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 852082 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 147, 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 314755 2023-12-16T19:30:19.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.483 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.483 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 60, 2023-12-16T19:30:19.484 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104754 2023-12-16T19:30:19.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.484 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.484 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109621 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3790461 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2909316 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.485 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 37, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 93407161264 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65971952318 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 268, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 417917 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 268, 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27541 2023-12-16T19:30:19.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 306384 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 130661382 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 86968 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.487 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49983220 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13484694 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279935 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 869 2023-12-16T19:30:19.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 198264457 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16242936 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2366005 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.489 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268812288 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268804096 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.490 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568857 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.491 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.492 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73810599 2023-12-16T19:30:19.493 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766432 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.494 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.495 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71264080 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045905 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.497 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.498 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782751 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766432 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 94680 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.501 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 142706 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71027862 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.503 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.504 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5532856 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1199366 2023-12-16T19:30:19.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5357660 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.507 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.508 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5532856 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1199366 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.510 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5357660 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305074176 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.512 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.513 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.514 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 905216 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 765952 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.515 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.516 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.517 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.518 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.519 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.520 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2101248 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647168 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 276160 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.521 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6688 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38920672 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 170, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5442486 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:19.523 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 171056 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39091728 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1843 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.524 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.525 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7707 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 223 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 79, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 706799 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2023-12-16T19:30:19.526 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 319717 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158199 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 120013 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.527 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2367583 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2113438 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 29, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84013577208 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 55290859014 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.528 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 260, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 405002 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 260, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 26252 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213179 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 98200740 2023-12-16T19:30:19.529 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81709 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 98432331 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14179081 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281404 2023-12-16T19:30:19.530 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 477 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213430439 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16348044 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:19.531 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2799125 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235257856 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235151360 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106496 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568737 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.534 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.535 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73806623 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.536 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641765528 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.538 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71264984 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.539 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045824 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.540 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.541 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782832 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641765528 2023-12-16T19:30:19.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.543 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 103195 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 134841 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.544 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71028116 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.545 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.546 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.549 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.550 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.552 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.553 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305070080 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.554 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.555 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1343488 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.556 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 983040 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 843776 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.557 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.558 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.559 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.560 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.561 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2256896 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1236992 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.563 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4858 2023-12-16T19:30:19.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44425253 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 177, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9655443 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.565 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 149610 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44574863 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.567 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4006 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 344 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 83, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 598369 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 126, 2023-12-16T19:30:19.568 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 274425 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109408 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.569 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2626628 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2556799 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 410050220377 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43393631589 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.570 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 390488 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29108 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 201514 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.571 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158370224 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97128 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 169100720 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19027967 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.572 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 871682 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 528 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349378820 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23075781 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.573 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5226726 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234143744 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 233914368 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.574 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 229376 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568986 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73814566 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.578 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641767398 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.579 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.580 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71263114 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.581 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045990 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.582 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782666 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.584 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641767398 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13990 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.585 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 86738 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144097 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.586 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71019457 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.587 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2414 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38357804 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.589 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6699767 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31653057 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.590 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.591 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.592 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.593 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2414 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38357804 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6699767 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.594 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31653057 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.595 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305659904 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.596 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1241088 2023-12-16T19:30:19.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.598 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 917504 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 778240 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.599 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:19.600 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:19.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:19.602 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:19.603 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2088960 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1232896 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143023 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 25307 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:19.606 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48910695 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 160, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8909930 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 115929 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.607 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49026624 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1557 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 546 2023-12-16T19:30:19.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5372 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 619 2023-12-16T19:30:19.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 257 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 111, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1414418 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 473346 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 509341 2023-12-16T19:30:19.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 35625 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3007195 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1227600 2023-12-16T19:30:19.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225115926372 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29121443686 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 399417 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.612 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31180 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 299369 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 370801751 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 87659 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192821616 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 20118626 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 869876 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 469 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.614 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 587089044 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22511510 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4758005 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:19.615 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236306432 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235380736 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 925696 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85560226 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 135168 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73688158 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641701696 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.620 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.621 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71328816 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57040150 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.623 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.624 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68788506 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641701696 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:19.626 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 103950 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.627 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143282 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71082752 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 115 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:19.630 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69494137 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265051 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28497828 2023-12-16T19:30:19.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 61290264 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 80 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12268640 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265051 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10758092 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8592359 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.633 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32813024 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13680556 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30267059 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.635 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24412473 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4059180 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22430846 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.636 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305655808 2023-12-16T19:30:19.637 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2023-12-16T19:30:19.638 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:19.639 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4504388420609757e-06, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 394, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 598016, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 219, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:19.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:19.641 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:19.642 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3094, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3094, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 9282, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 48, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 16384 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:19.643 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:19.644 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:19.645 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:19.646 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:19.647 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:19.648 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: false 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "37965acd-9f54-4b2a-8ad6-a7b11d84ec8e", 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2023-12-16T19:30:18.813703", 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_stats": { 2023-12-16T19:30:19.649 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "6.15.5" 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2023-12-16T19:30:19.651 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:19.652 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:19.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pg": [ 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.654 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.941864+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.941864+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942241+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.655 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.656 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3f", 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:58:58.680828+0000", 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.657 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.660 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.661 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929201+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929201+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.929524+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.662 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.663 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3e", 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:26:10.174924+0000", 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.665 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.666 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.667 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.668 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825643+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825643+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.826053+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.669 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.673 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3d", 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:42:31.673925+0000", 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.674 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.677 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.678 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928515+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928515+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928917+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.680 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3c", 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:25:18.923424+0000", 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.681 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.685 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.939367+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.939367+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939687+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.686 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.687 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3b", 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:52:12.357966+0000", 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.688 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.689 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.690 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.691 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.692 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927878+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927878+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928258+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.693 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.694 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3a", 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:27:34.203930+0000", 2023-12-16T19:30:19.695 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.696 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.697 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.698 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.699 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825507+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825507+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.826037+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.700 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.701 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.39", 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:19.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:06:26.859117+0000", 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.703 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.704 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.706 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928022+0000", 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928022+0000", 2023-12-16T19:30:19.707 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928538+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.708 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.38", 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.709 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:50:03.392046+0000", 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.710 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.711 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.713 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932996+0000", 2023-12-16T19:30:19.714 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932996+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933317+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.715 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.37", 2023-12-16T19:30:19.716 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:54:48.066288+0000", 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.717 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.718 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.720 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.721 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925692+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925692+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926010+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.722 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.723 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.36", 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:15:05.206002+0000", 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.724 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.725 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.727 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.728 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928253+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928253+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928918+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.729 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.730 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.35", 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:34:10.823498+0000", 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.731 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:19.734 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.735 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:34.170099+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:34.170099+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:34.170536+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.736 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.737 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.34", 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:17:12.973701+0000", 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.738 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:19.741 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.742 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929009+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929009+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.929339+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.743 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.744 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.33", 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:03:13.021517+0000", 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.745 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.748 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.749 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925100+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925100+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925441+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.750 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.751 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.32", 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:19:33.089817+0000", 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.752 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.755 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.756 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928221+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928221+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928552+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.757 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.758 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.31", 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.759 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:09:53.769671+0000", 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.763 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930235+0000", 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930235+0000", 2023-12-16T19:30:19.764 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930556+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.765 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.30", 2023-12-16T19:30:19.766 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:48:46.002641+0000", 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.770 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.771 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929738+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929738+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930818+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2f", 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:08:46.724034+0000", 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.777 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.778 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928613+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928613+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928963+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.780 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2e", 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000", 2023-12-16T19:30:19.781 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.784 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.785 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.941697+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.941697+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942024+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.787 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2d", 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:59.114176+0000", 2023-12-16T19:30:19.788 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.792 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984878+0000", 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984878+0000", 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.985200+0000", 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 4, 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.794 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 4, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1f", 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2023-12-16T19:30:19.795 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000", 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 554, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2023-12-16T19:30:19.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'4" 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.799 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927290+0000", 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927290+0000", 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.927600+0000", 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.801 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1e", 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.802 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:32:55.523279+0000", 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.806 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978136+0000", 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978136+0000", 2023-12-16T19:30:19.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978433+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.808 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1e", 2023-12-16T19:30:19.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:26:46.491746+0000", 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.813 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.814 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.919289+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.919289+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.919594+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.816 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1f", 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:33:08.982343+0000", 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.817 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.820 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.821 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.985349+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.985349+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986270+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.823 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1d", 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:19.824 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:50:18.085937+0000", 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:19.827 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.828 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925218+0000", 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925218+0000", 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925552+0000", 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.830 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1c", 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.831 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:47:35.315889+0000", 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.834 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.835 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.773850+0000", 2023-12-16T19:30:19.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.773850+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.776670+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.837 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.838 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1c", 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:18:07.532700+0000", 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:19.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 1, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.841 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.842 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.843 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.774826+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.774826+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.775169+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.844 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1d", 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:34:58.734493+0000", 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.848 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.850 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.976590+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.976590+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977410+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.851 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.852 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1b", 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:19.853 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:18:31.425392+0000", 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.855 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.856 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.857 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925915+0000", 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925915+0000", 2023-12-16T19:30:19.858 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926524+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.859 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1a", 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.860 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000", 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.862 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.863 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.865 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978565+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978565+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978863+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.866 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.867 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1a", 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:53:01.575720+0000", 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.869 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.870 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.871 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.872 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.773047+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.773047+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.773336+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.873 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.874 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1b", 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:00:10.826525+0000", 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.876 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.877 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:19.878 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.879 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973729+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973729+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974011+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.880 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.881 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.19", 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:36:35.064682+0000", 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.883 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.884 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.885 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.886 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930461+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930461+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930754+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.887 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.888 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.18", 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:50:38.254326+0000", 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.889 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.891 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.892 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.893 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.981724+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.981724+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.982064+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.894 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.895 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.18", 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.896 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000", 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.897 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.898 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.899 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.900 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923031+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923031+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923319+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.901 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.902 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.19", 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.903 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:00:53.732041+0000", 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.904 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.905 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.906 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.907 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.972318+0000", 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.972318+0000", 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.972748+0000", 2023-12-16T19:30:19.908 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.909 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.17", 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.910 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:21:40.851509+0000", 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.911 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.912 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.913 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.914 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930042+0000", 2023-12-16T19:30:19.915 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930042+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930382+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:19.916 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.16", 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.917 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:04:24.000080+0000", 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.919 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.920 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.922 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974013+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974013+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974340+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.923 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.924 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.16", 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000", 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.925 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.926 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.927 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.928 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.929 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927000+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927000+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.927303+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.930 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.17", 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:56:42.988529+0000", 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.932 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.933 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.934 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.935 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:19.936 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.972830+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.972830+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.973133+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.937 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.938 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.15", 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:26:35.953246+0000", 2023-12-16T19:30:19.939 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 90, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.940 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.941 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.942 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'3" 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.943 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.931153+0000", 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.931153+0000", 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931542+0000", 2023-12-16T19:30:19.944 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.945 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.14", 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.946 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000", 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.947 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.948 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.949 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.950 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977434+0000", 2023-12-16T19:30:19.951 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977434+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977738+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:19.952 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 9, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 9, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.14", 2023-12-16T19:30:19.953 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 62, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:52.443027+0000", 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 2324, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.954 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.955 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.956 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 9, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 6 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "62'9" 2023-12-16T19:30:19.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.958 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.940371+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.940371+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.940851+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.959 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.960 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.15", 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:47:35.817221+0000", 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.961 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.962 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.964 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.965 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973287+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973287+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977608+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.966 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.967 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.13", 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000", 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 34, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.968 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.969 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.970 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 6 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.971 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.972 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929783+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929783+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930177+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.973 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.974 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.12", 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:57:32.290263+0000", 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.979 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978219+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978219+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978560+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.980 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.981 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.12", 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000", 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.983 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.986 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.938886+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.938886+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939211+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:19.987 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.13", 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:28:18.635880+0000", 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:19.992 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:19.993 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.969616+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.969616+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.970402+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:19.994 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:19.995 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.11", 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:36.979553+0000", 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:19.996 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:19.997 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:19.998 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:19.999 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.000 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.938756+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.938756+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939062+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.001 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.002 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.10", 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:11:13.664734+0000", 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.003 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.004 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.006 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.007 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.970944+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.970944+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.971222+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.008 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 8, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 8, 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.009 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.10", 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 25, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000", 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.010 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2023-12-16T19:30:20.011 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 4, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.012 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.013 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'8" 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.014 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.942272+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.942272+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942658+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.015 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.016 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.11", 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:34:24.680026+0000", 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.017 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.018 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.019 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.020 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.021 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977751+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977751+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978079+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.022 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.023 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.f", 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000", 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.024 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 22, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.025 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.026 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.027 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.028 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.936617+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.936617+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.936932+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.029 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.030 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.e", 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:55:18.887255+0000", 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.031 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.032 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.033 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.034 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.035 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381687+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381687+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.382055+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.036 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.037 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.2", 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.038 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:17:51.382785+0000", 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.039 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.040 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.041 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.042 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974756+0000", 2023-12-16T19:30:20.043 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974756+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.976206+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.044 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.045 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.4", 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:53:49.044511+0000", 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.047 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.048 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.049 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.050 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928215+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928215+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928559+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.051 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.052 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.5", 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:18:03.586122+0000", 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.053 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.054 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.055 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.056 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.057 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.790368+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.790368+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.790690+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.058 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.059 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.4", 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:03:23.939047+0000", 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.060 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.061 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.062 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.063 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.064 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977156+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977156+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977483+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.065 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.066 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.2", 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000", 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.067 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.069 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.070 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:20.071 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.934205+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.934205+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934531+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.072 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.073 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3", 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000", 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.074 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.075 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.076 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.077 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.078 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381598+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381598+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.381965+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.079 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.080 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.7", 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.081 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:28:31.216272+0000", 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.082 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.083 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.084 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.085 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930893+0000", 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930893+0000", 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931235+0000", 2023-12-16T19:30:20.086 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.087 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.0", 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.088 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:35:37.481378+0000", 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.089 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.090 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.091 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.092 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.093 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.970150+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.970150+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.970480+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.094 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:20.096 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.097 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1", 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000", 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.098 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.099 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.100 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.101 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.102 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798110+0000", 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798110+0000", 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.798441+0000", 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.103 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.104 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.5", 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.105 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:43:48.512219+0000", 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.106 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.107 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.108 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.109 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932696+0000", 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932696+0000", 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934270+0000", 2023-12-16T19:30:20.110 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.111 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2", 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.112 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:13:03.544101+0000", 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.113 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.114 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.115 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.116 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.983347+0000", 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.983347+0000", 2023-12-16T19:30:20.117 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.983721+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.118 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.3", 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.119 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000", 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.120 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.121 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.122 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.123 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 18, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.124 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:11.780128+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:11.780128+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:11.780645+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 52, 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.125 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 148, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 51, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 148, 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.126 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "1.0", 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 62, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 347, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000", 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2023-12-16T19:30:20.127 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:20.128 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.129 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 394, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 584, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 219, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "62'148" 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.131 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.790603+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.790603+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.790897+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.132 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.133 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.6", 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:14:30.974544+0000", 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.134 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.135 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.136 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.137 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.138 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923333+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923333+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923971+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.139 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.140 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1", 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:25:22.063194+0000", 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.141 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.142 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.143 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.144 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.145 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.986360+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.986360+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.987374+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.146 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.147 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.0", 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:06:34.358325+0000", 2023-12-16T19:30:20.148 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.149 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.150 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.151 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.152 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798881+0000", 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798881+0000", 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.799286+0000", 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.153 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.154 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.3", 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.155 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:23:24.492562+0000", 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.156 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.157 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.158 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.159 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984323+0000", 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984323+0000", 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986495+0000", 2023-12-16T19:30:20.160 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:20.161 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.5", 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.162 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:25:02.509206+0000", 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.163 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.164 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.165 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.166 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928475+0000", 2023-12-16T19:30:20.167 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928475+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928785+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.168 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.169 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.4", 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:35:30.316983+0000", 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.171 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.173 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.174 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798630+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798630+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.798969+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.175 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.176 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.0", 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:04:41.630928+0000", 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.177 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.178 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.179 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.180 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.181 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.971607+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.971607+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.971883+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.182 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.183 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.6", 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:34.297038+0000", 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.184 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.185 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.186 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.187 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "56'1" 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.188 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.937366+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.937366+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.937737+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.189 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.190 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.7", 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:13:32.533137+0000", 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.191 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.192 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.193 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.194 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.195 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381887+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381887+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.382259+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.196 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.197 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.1", 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:01:09.955916+0000", 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.198 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.199 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.200 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.201 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.202 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.979456+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.979456+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.979778+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.203 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.204 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.7", 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:11:11.434667+0000", 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.205 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.206 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.207 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.208 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.209 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924712+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924712+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925061+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.210 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.211 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.6", 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:55:32.508101+0000", 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.212 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.213 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.214 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.215 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.216 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984144+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984144+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.987072+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.217 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.218 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.8", 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:38:36.074123+0000", 2023-12-16T19:30:20.219 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.220 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.221 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.222 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.223 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.931543+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.931543+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931957+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.224 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.225 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.9", 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.226 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000", 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.227 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.228 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.229 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.230 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.981053+0000", 2023-12-16T19:30:20.231 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.981053+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.981418+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:20.232 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.9", 2023-12-16T19:30:20.233 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:55:22.257063+0000", 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.234 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.235 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.236 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.237 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.238 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.937516+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.937516+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.937973+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.239 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.240 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.8", 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:15:13.422109+0000", 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.241 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.242 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.243 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.244 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.245 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973720+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973720+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974020+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.246 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.247 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.a", 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:41:42.656855+0000", 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.248 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.249 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.250 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.251 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.252 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929748+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929748+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930041+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.253 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.254 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.b", 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:02:31.393243+0000", 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.255 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.256 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.257 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.258 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.259 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.986268+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.986268+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986610+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.260 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.261 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.b", 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:26:58.651041+0000", 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.262 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.263 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.264 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.265 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.266 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923377+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923377+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923703+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.267 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.268 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.a", 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:53:37.401222+0000", 2023-12-16T19:30:20.269 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.270 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.271 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.272 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.273 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974565+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974565+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974870+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.274 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.275 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.c", 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.276 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000", 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.277 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.278 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.279 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.280 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825536+0000", 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825536+0000", 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.825939+0000", 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.281 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.282 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.d", 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.283 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:41:22.330872+0000", 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.284 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.285 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.286 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.287 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.967796+0000", 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.967796+0000", 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.968092+0000", 2023-12-16T19:30:20.288 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:20.289 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.d", 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.290 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:51:56.215431+0000", 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 70, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.291 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.292 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.293 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.294 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930668+0000", 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930668+0000", 2023-12-16T19:30:20.295 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931101+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.296 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.c", 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.297 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:28:15.772056+0000", 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.299 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.300 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.301 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.976573+0000", 2023-12-16T19:30:20.302 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.976573+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.976852+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.303 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.304 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.e", 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.305 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000", 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.306 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.307 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:20.308 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.309 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.940398+0000", 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.940398+0000", 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.940845+0000", 2023-12-16T19:30:20.310 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.311 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.f", 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:42:57.662663+0000", 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.313 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.314 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.315 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.316 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.939123+0000", 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.939123+0000", 2023-12-16T19:30:20.317 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939489+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:20.318 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.20", 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.319 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:36:08.112116+0000", 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.320 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.321 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.322 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.323 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923340+0000", 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923340+0000", 2023-12-16T19:30:20.324 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924279+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:20.325 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.21", 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.326 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000", 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.328 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.329 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.330 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924272+0000", 2023-12-16T19:30:20.331 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924272+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924773+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:20.332 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.22", 2023-12-16T19:30:20.333 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:27:54.427700+0000", 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.334 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.335 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.336 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.337 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924287+0000", 2023-12-16T19:30:20.338 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924287+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924588+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:20.339 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.23", 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.340 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:21:49.410068+0000", 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.341 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.342 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.343 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.344 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.922816+0000", 2023-12-16T19:30:20.345 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.922816+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923125+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:20.346 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.24", 2023-12-16T19:30:20.347 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:29:52.008522+0000", 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.348 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.350 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.351 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.352 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.926637+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.926637+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926960+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.353 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.25", 2023-12-16T19:30:20.354 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:49:21.282771+0000", 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.355 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.356 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.357 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:20.358 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.359 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932491+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932491+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933028+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.360 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.361 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.26", 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:41:33.802122+0000", 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.362 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.363 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.364 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.365 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.366 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.934117+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.934117+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934440+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.367 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.368 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.27", 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:56:14.628044+0000", 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.369 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.370 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.371 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.372 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.373 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927626+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927626+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928647+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.374 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.375 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.28", 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:29:35.072417+0000", 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.377 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.378 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.379 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.380 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.933092+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.933092+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933479+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.381 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.382 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.29", 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:04:50.427394+0000", 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.384 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.385 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.386 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.387 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930119+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930119+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931110+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.388 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.389 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2a", 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:06.304938+0000", 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.391 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.392 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.393 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.394 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930737+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930737+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931047+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.395 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.396 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2b", 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:55:02.553492+0000", 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.398 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.399 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.400 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:20.401 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:34.169714+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:34.169714+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:34.169969+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:20.402 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:20.403 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2c", 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:41:32.167327+0000", 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.405 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.406 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.407 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pool": [ 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 24, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 8, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.408 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 4, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:20.411 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 24 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 192, 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:20.412 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 64, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 3, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.413 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.414 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.415 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:20.416 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 192 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 3, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 148, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 1, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 3, 2023-12-16T19:30:20.417 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 148, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 1, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.419 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 394, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 584, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 219, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.420 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 1781760, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 1771104, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 3 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.421 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 96, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 42, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 32, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 42, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 2, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 3094, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.422 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 66, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 22, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 22, 2023-12-16T19:30:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 14, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 1, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:20.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 48, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 16 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 98304, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 9282, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:20.425 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 96 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 2442326016, 2023-12-16T19:30:20.426 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.003180276369675994 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:20.427 INFO:tasks.workunit.client.0.smithi002.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-16T19:30:20.428 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show-device 2023-12-16T19:30:20.428 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.429 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.430 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.431 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.432 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:19 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.432 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:20.432 INFO:tasks.workunit.client.0.smithi002.stdout: "89ffcd46-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.432 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a0060ee-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192659": { 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "89ffcd46-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.433 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754818 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:20.434 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:20.435 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.436 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 13030806 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.437 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:20.438 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:20.439 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:20.440 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1212612 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5011, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 179689644, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 853986918, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3283579555, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 17658439287, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:20.442 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 30730, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 33018, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 8427 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 30730, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 33018 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.443 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:20.444 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:20.445 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:20.446 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 179,689,644 [92.0 TB]", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 853,986,918 [437 TB]", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,283,579,555", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 17,658,439,287", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,011", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 30,730", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 33,018", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 8,427", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.447 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:20.448 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "8a01932e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a02134e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192702": { 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:20.449 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "8a01932e-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754822 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:20.450 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.451 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:20.452 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 10569191 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.453 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.456 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1499504 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.457 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:20.458 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 4073, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 152556692, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 692662512, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 2355902683, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 14589397924, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 32811, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 38607, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 9015 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:20.459 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 32811, 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 38607 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:20.460 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:20.461 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:20.462 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 152,556,692 [78.1 TB]", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 692,662,512 [354 TB]", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 2,355,902,683", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 14,589,397,924", 2023-12-16T19:30:20.463 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 4,073", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 32,811", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 38,607", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 9,015", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.464 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.465 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:20.466 INFO:tasks.workunit.client.0.smithi002.stderr:+ ceph telemetry show-all 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.467 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.468 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.469 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.473 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:20.474 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:19 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:20.482 INFO:tasks.workunit.client.0.smithi002.stdout:{ 2023-12-16T19:30:20.482 INFO:tasks.workunit.client.0.smithi002.stdout: "device_report": { 2023-12-16T19:30:20.482 INFO:tasks.workunit.client.0.smithi002.stdout: "89ffcd46-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.482 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a0060ee-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.482 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192659": { 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "89ffcd46-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:20.483 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754818 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:20.484 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:20.485 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.486 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 13030806 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:20.487 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.488 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.489 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.490 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1212612 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:20.491 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 5011, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 179689644, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 853986918, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 3283579555, 2023-12-16T19:30:20.492 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 17658439287, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 30730, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 33018, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 8427 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 30730, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 33018 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.493 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.494 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:20.495 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:26:58 2023 UTC", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:20.496 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 179,689,644 [92.0 TB]", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 853,986,918 [437 TB]", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 3,283,579,555", 2023-12-16T19:30:20.497 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 17,658,439,287", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 5,011", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 30,730", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 33,018", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 8,427", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:20.498 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "8a01932e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.499 INFO:tasks.workunit.client.0.smithi002.stdout: "INTEL_SSDPED1D480GA_8a02134e-9c49-11ee-8214-0cc47abd1920": { 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "20231216-192702": { 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "device": { 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "/dev/nvme0n1", 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "protocol": "NVMe", 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "nvme" 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "firmware_version": "E2010325", 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "host_id": "8a01932e-9c49-11ee-8214-0cc47abd1920", 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "json_format_version": [ 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "local_time": { 2023-12-16T19:30:20.500 INFO:tasks.workunit.client.0.smithi002.stdout: "asctime": "Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "time_t": 1702754822 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "logical_block_size": 512, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_controller_id": 0, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_namespaces": [ 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "capacity": { 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "formatted_lba_size": 512, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 1, 2023-12-16T19:30:20.501 INFO:tasks.workunit.client.0.smithi002.stdout: "size": { 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "utilization": { 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_pci_vendor": { 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "id": 32902, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "subsystem_id": 32902 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.502 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "Device stats": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_fw_downgrades": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "crc_error_count": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "end_to_end_error_detection_count": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "erase_fail_count": { 2023-12-16T19:30:20.503 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "host_bytes_written": { 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 10569191 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "host_ctx_wear_used": { 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "media_bytes_read": { 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.504 INFO:tasks.workunit.client.0.smithi002.stdout: "nand_bytes_written": { 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_stat_indicator": { 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "pll_lock_loss_count": { 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "program_fail_count": { 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.505 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "re_alloc_sectr_cnt": { 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "retry_buffer_overflow_count": { 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "soft_ecc_err_rate": { 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.506 INFO:tasks.workunit.client.0.smithi002.stdout: "thermal_throttle_status": { 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "cnt": 0, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "pct": 0 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_host_reads": { 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 15 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_media_wear": { 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.507 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "timed_workload_timer": { 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 100, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 1499504 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "unexp_power_loss": { 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": 0 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "wear_leveling": { 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "normalized": 0, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "raw": { 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "avg": 0, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "max": 0, 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0 2023-12-16T19:30:20.508 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_smart_health_information_log": { 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare": 100, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "available_spare_threshold": 0, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "controller_busy_time": 4073, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "critical_warning": 0, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_read": 152556692, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "data_units_written": 692662512, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "host_reads": 2355902683, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "host_writes": 14589397924, 2023-12-16T19:30:20.509 INFO:tasks.workunit.client.0.smithi002.stdout: "media_errors": 0, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_err_log_entries": 0, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "percentage_used": 0, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycles": 32811, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_hours": 38607, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": 33, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "unsafe_shutdowns": 9015 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme_vendor": "intel", 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "power_cycle_count": 32811, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "power_on_time": { 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "hours": 38607 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "serial_number": "deleted", 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "smart_status": { 2023-12-16T19:30:20.510 INFO:tasks.workunit.client.0.smithi002.stdout: "nvme": { 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "passed": true 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl": { 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "argv": [ 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl", 2023-12-16T19:30:20.512 INFO:tasks.workunit.client.0.smithi002.stdout: "-x", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "--json=o", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "/dev/nvme0n1" 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "build_info": "(local build)", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "exit_status": 0, 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "output": [ 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "Serial Number: deleted", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Version: E2010325", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T19:30:20.513 INFO:tasks.workunit.client.0.smithi002.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller ID: 0", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Number of Namespaces: 1", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Local Time is: Sat Dec 16 19:27:02 2023 UTC", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported Power States", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-16T19:30:20.514 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: " 0 + 512 0 2", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Critical Warning: 0x00", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Temperature: 33 Celsius", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare: 100%", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Available Spare Threshold: 0%", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Percentage Used: 0%", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Read: 152,556,692 [78.1 TB]", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Data Units Written: 692,662,512 [354 TB]", 2023-12-16T19:30:20.515 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Read Commands: 2,355,902,683", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Host Write Commands: 14,589,397,924", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Controller Busy Time: 4,073", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Power Cycles: 32,811", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Power On Hours: 38,607", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Unsafe Shutdowns: 9,015", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information Log Entries: 0", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "No Errors Logged", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "" 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "svn_revision": "5022", 2023-12-16T19:30:20.516 INFO:tasks.workunit.client.0.smithi002.stdout: "version": [ 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: "temperature": { 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: "current": 33 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: "user_capacity": { 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: "blocks": 937703088, 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 480103981056 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.517 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "report": { 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer": { 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "active": true, 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "mode": "" 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "channels": [ 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "channels_available": [ 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "basic", 2023-12-16T19:30:20.518 INFO:tasks.workunit.client.0.smithi002.stdout: "ident", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "crash", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "device", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "perf" 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_available": [ 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:20.519 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "collections_opted_in": [ 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_base", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "device_base", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "crash_base", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "ident_base", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_perf", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_mds_metadata", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_usage", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_usage_by_class", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_rook_v01", 2023-12-16T19:30:20.520 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_memory_metrics", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "basic_pool_options_bluestore" 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "config": { 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "active_changed": [ 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "client_check_pool_perm", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_gid", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "client_mount_uid", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "client_quota", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:20.521 INFO:tasks.workunit.client.0.smithi002.stdout: "daemonize", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "keyring", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_block_size", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_cache_size", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_compression", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_log", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "leveldb_write_buffer_size", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:20.522 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_file", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_journald", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_to_stderr", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_host", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:20.523 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "no_config_file", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:20.524 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T19:30:20.525 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:20.526 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addr", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "public_addrv", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_default_features", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd_qos_exclude_ops", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "setgroup", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "setuser" 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_changed": [ 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_debug", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_mon_ticket_ttl", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "auth_service_ticket_ttl", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "bdev_debug_aio", 2023-12-16T19:30:20.527 INFO:tasks.workunit.client.0.smithi002.stdout: "container_image", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_asserts_on_shutdown", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mgr", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_mon", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_ms", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_osd", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "debug_paxos", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_file", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_journald", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_to_stderr", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_join_fs", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/container_init", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/migration_current", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T19:30:20.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_ident", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/channel_perf", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/description", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/enabled", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr/telemetry/organization", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_allow_pool_delete", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_clock_drift_allowed", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_cluster_log_file_level", 2023-12-16T19:30:20.529 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_data_avail_warn", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_election_default_strategy", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_max_pg_per_osd", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_mgr_mkfs_grace", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_prime_pg_temp", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T19:30:20.530 INFO:tasks.workunit.client.0.smithi002.stdout: "mon_warn_on_too_few_osds", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_bug", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "ms_die_on_old_message", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_default_list", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_class_load_list", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_misdirected_ops", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_op_order", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_pg_log_writeout", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_shutdown", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mclock_profile", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target", 2023-12-16T19:30:20.531 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_memory_target_autotune", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_op_queue_cut_off", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recover_clone_overlap", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_recovery_max_chunk", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_load_threshold", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_scrub_max_interval", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_shutdown_pgref_assert", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "public_network", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_cache_enabled", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_ops_log", 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: "rgw_enable_usage_log" 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "contact": null, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "crashes": [], 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "created": "2023-12-16T19:24:48.241030Z", 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "crush": { 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_algs": { 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "straw2": 3 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_sizes": { 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "2": 1, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "4": 2 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket_types": { 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "1": 2, 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: "11": 1 2023-12-16T19:30:20.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "compat_weight_set": false, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "device_classes": [ 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: 8 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_buckets": 6, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_devices": 8, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_rules": 1, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_types": 12, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "num_weight_sets": 0, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "tunables": { 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "allowed_bucket_algs": 54, 2023-12-16T19:30:20.534 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_fallback_tries": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_local_tries": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "choose_total_tries": 50, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_descend_once": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_stable": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "chooseleaf_vary_r": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v2_rules": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v3_rules": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v4_buckets": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "has_v5_rules": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "legacy_tunables": 0, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "minimum_required_version": "jewel", 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "optimal_tunables": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "profile": "jewel", 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables": 1, 2023-12-16T19:30:20.535 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables2": 1, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables3": 1, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "require_feature_tunables5": 1, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "straw_calc_version": 1 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "description": "upgrade test cluster", 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "fs": { 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "feature_flags": { 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "enable_multiple": true, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_enabled_multiple": true 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "filesystems": [ 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.536 INFO:tasks.workunit.client.0.smithi002.stdout: "approx_ctime": "2023-12", 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "balancer_enabled": false, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_caps": 2, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_dns": 10, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_inos": 13, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "cached_subtrees": 2, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "ever_allowed_features": 0, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "explicitly_allowed_features": 0, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "files": 0, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "max_mds": 1, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_data_pools": 1, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_in": 1, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_mds": 1, 2023-12-16T19:30:20.537 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": 2, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_replay": 0, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_up": 1, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "snaps": 0, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "standby_count_wanted": 0 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_standby_mds": 1, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "total_num_mds": 2 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_stats": { 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 20389888, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 425040, 2023-12-16T19:30:20.538 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 24576, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 925696, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 388, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 1399328, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 20, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 946176, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14842256, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 21315584 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 19218432, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 354688, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:20.539 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 344064, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 0, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 297, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 981824, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 12, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 374272, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 14411072, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 19218432 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 35069952, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1488752, 2023-12-16T19:30:20.540 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 11509760, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1054, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 6703608, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 21, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1044224, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23080856, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46579712 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 42754048, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1044544, 2023-12-16T19:30:20.541 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 540672, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 8978432, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1571, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 9755664, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2372608, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 26288048, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 51732480 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 36618240, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1440336, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2752512, 2023-12-16T19:30:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 540672, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 9961472, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1079, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5724464, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 22, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2365440, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 23794816, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 46579712 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 273309696, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 879488, 2023-12-16T19:30:20.543 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 8192, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 548864, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1246, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4864256, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 45, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2471168, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 262203008, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 273858560 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 240517120, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 902112, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 4980736, 2023-12-16T19:30:20.544 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 770048, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1208, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 5056520, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2380032, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 227197720, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 241287168 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 237142016, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 807376, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.545 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 999424, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1121, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4466448, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 2306560, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 226678048, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 238141440 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 270147584, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 746944, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 565248, 2023-12-16T19:30:20.546 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1092, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 3713512, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 44, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1721344, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 261082200, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 270712832 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 271753216, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 702952, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 24576, 2023-12-16T19:30:20.547 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 991232, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1131, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4736992, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 47, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1788416, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 261616696, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 272744448 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 238141440, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 807200, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 1048576, 2023-12-16T19:30:20.548 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1128, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4847720, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1534976, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 228067960, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 239190016 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 239075328, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1289968, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 4980736, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 0, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 49152, 2023-12-16T19:30:20.549 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1145, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4071584, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 45, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1866496, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 226866544, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 239124480 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "actual_memory_used": 238452736, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "central_cache_freelist": 1195208, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "malloc_metadata": 2883584, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "page_heap_freelist": 24576, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "released_to_os": 737280, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "spans_in_use": 1190, 2023-12-16T19:30:20.550 INFO:tasks.workunit.client.0.smithi002.stdout: "tcmalloc_page_size": 8192, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_cache_freelists": 4794392, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "thread_heaps_in_use": 46, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "transfer_cache_freelist": 1785856, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "use_by_application": 227769120, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "virtual_address_space_used": 239190016 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "hosts": { 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num": 2, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mds": 2, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mgr": 2, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_mon": 2, 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: "num_with_osd": 2 2023-12-16T19:30:20.551 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "io_rate": { 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_stats_delta": { 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "stamp_delta": "12.002427", 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:20.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:20.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 182, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 278, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:20.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 40, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:20.555 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 0 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "leaderboard": false, 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "license": "sharing-1-0", 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "mempool": { 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.556 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.557 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.558 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.559 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.560 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 213415, 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 65 2023-12-16T19:30:20.561 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 51208, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 210 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.562 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8032, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 127 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.563 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.564 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.565 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.566 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.567 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.568 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 149282, 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 31 2023-12-16T19:30:20.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 856, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.570 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.571 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.572 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.573 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.574 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.575 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.576 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1060855, 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 339 2023-12-16T19:30:20.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.578 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:20.579 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5152, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 83 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:20.580 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.581 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.582 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.583 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1089191, 2023-12-16T19:30:20.585 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 345 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 440, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 5 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.587 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10304, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.588 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.589 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.590 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.591 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.592 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1276391, 2023-12-16T19:30:20.593 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 410 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.594 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6680, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 126 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12744, 2023-12-16T19:30:20.595 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1546 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5152, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 83 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.596 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.597 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18928, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1456, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 13 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8112, 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:20.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18928, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1120, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 14 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 606208, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 47766, 2023-12-16T19:30:20.599 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8785 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 126480, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10788, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 693 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.600 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29790, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 381914, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 85 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.601 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2443126, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 194 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 6688, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 76 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 509696, 2023-12-16T19:30:20.602 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 44 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 94640, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.603 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.604 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.605 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17472, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1232, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 11 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7488, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.606 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17472, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 156 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 800, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12288, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42377, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7903 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.607 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 118320, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9108, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 522 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26282, 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 174 2023-12-16T19:30:20.608 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1472, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 409030, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 92 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 40192, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 10 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.609 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2426218, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 179 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 451776, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.610 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7280, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.611 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.613 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17360, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 784, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7440, 2023-12-16T19:30:20.614 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17360, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 155 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 720, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8192, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 2 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.615 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 39992, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7551 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 112200, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 165 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7712, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 467 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.616 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24146, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 165 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 290019, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 63 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.617 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24192, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2426100, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 178 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4224, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 48 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.618 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 347520, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 30 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8320, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 24 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215624, 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3461 2023-12-16T19:30:20.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.620 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.621 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17920, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1008, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.622 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7680, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17920, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 160 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 14283, 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.623 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 41770, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7868 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 117640, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 173 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8980, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 529 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.624 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 25354, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 173 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2944, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 285519, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 62 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.625 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 55335, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2450388, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 184 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 428608, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 37 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8840, 2023-12-16T19:30:20.627 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 17 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.628 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.629 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.630 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17808, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 672, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7632, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17808, 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 159 2023-12-16T19:30:20.631 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 640, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4096, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42802, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8035 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 120360, 2023-12-16T19:30:20.632 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9248, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 527 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26546, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 736, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 1 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 879461, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 64 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 24192, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2411850, 2023-12-16T19:30:20.634 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 169 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5016, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 57 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 463360, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.635 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8944, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 18 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215368, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3449 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.636 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.637 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.638 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17696, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 1008, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 9 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7584, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.639 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 17696, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 158 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 640, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 14515, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42327, 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7937 2023-12-16T19:30:20.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 119000, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 9276, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 528 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 26202, 2023-12-16T19:30:20.641 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2944, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 4 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 806332, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 47 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 55335, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 15 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.642 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2457246, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 185 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5544, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 63 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 463360, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 40 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.643 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10400, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 20 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.644 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.645 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.646 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18704, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 8016, 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:20.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18704, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 167 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 42791, 2023-12-16T19:30:20.648 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8272 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 119000, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 10380, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 684 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.649 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 27230, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 175 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 787616, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 42 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2439168, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 177 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 4576, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 52 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 451776, 2023-12-16T19:30:20.651 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 39 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 92560, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 186 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.652 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.653 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bloom_filter": { 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5832, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 98 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_reader": { 2023-12-16T19:30:20.654 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 12672, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs_file_writer": { 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 576, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Blob": { 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18592, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Buffer": { 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 672, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.655 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_Extent": { 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 7968, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_SharedBlob": { 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 18592, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 166 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_alloc": { 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 560, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 7 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_data": { 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 266240, 2023-12-16T19:30:20.656 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 6 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_meta": { 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 44719, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 8545 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_onode": { 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 123760, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 182 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_cache_other": { 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 11144, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 689 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_fsck": { 2023-12-16T19:30:20.657 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_inline_bl": { 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 29190, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 182 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_txc": { 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing": { 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 146670, 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 29 2023-12-16T19:30:20.658 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore_writing_deferred": { 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_anon": { 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 2394531, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 203 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "buffer_meta": { 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 5632, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 64 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_co": { 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.659 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 532864, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 46 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_mapbl": { 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_pglog": { 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 96200, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 221 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap": { 2023-12-16T19:30:20.660 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 215112, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 3437 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap_mapping": { 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "pgmap": { 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_1": { 2023-12-16T19:30:20.661 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "unittest_2": { 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes": 0, 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "items": 0 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "metadata": { 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 2 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.662 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 2 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 2 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.663 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 2 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 3 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:20.664 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 3 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 3 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.665 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 3 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "arch": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "x86_64": 8 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_version": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "cpu": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "distro": { 2023-12-16T19:30:20.666 INFO:tasks.workunit.client.0.smithi002.stdout: "centos": 8 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "distro_description": { 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "CentOS Stream 8": 8 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_description": { 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "kernel_version": { 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "os": { 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "Linux": 8 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_objectstore": { 2023-12-16T19:30:20.667 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": 8 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "rotational": { 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "0": 8 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "features": { 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "optional": [], 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "persistent": [ 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "kraken", 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "luminous", 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "mimic", 2023-12-16T19:30:20.668 INFO:tasks.workunit.client.0.smithi002.stdout: "osdmap-prune", 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "nautilus", 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "octopus", 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "pacific", 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "elector-pinging", 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "quincy" 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv4_addr_mons": 6, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "ipv6_addr_mons": 0, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "min_mon_release": 17, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "v1_addr_mons": 3, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "v2_addr_mons": 3 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.669 INFO:tasks.workunit.client.0.smithi002.stdout: "organization": "ceph-qa", 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster_network": false, 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "require_min_compat_client": "luminous", 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "require_osd_release": "quincy" 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_perf_histograms": [ 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:20.670 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:20.671 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:20.672 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.673 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:20.674 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:20.675 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.676 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.677 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.679 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.681 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.682 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.683 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.684 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.685 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.686 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.687 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.688 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.689 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.690 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.691 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.692 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.693 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.694 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.695 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.696 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.697 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:20.698 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:20.699 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:20.700 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:20.701 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.703 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.704 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.705 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.706 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.707 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.708 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.709 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.710 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.711 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.712 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.713 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.714 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.715 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.716 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.717 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.718 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.720 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.721 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.722 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.723 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.724 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:20.725 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:20.726 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:20.727 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:20.728 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:20.729 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.730 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.731 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.732 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.733 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.734 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.735 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.736 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.737 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:20.738 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.739 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.740 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.741 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.742 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.743 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.744 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.745 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.746 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.747 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.748 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.749 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.750 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: "axes": [ 2023-12-16T19:30:20.751 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Latency (usec)", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 100000, 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 99999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[100000, 199999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[200000, 399999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[400000, 799999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[800000, 1599999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[1600000, 3199999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[3200000, 6399999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[6400000, 12799999]", 2023-12-16T19:30:20.752 INFO:tasks.workunit.client.0.smithi002.stdout: "[12800000, 25599999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[25600000, 51199999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[51200000, 102399999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[102400000, 204799999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[204800000, 409599999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[409600000, 819199999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[819200000, 1638399999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[1638400000, 3276799999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[3276800000, 6553599999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[6553600000, 13107199999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[13107200000, 26214399999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[26214400000, 52428799999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[52428800000, 104857599999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[104857600000, 209715199999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[209715200000, 419430399999]", 2023-12-16T19:30:20.753 INFO:tasks.workunit.client.0.smithi002.stdout: "[419430400000, 838860799999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[838860800000, 1677721599999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[1677721600000, 3355443199999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[3355443200000, 6710886399999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[6710886400000, 13421772799999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[13421772800000, 26843545599999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[26843545600000, 53687091199999]", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "[53687091200000, None]" 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "buckets": 32, 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "min": 0, 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "name": "Request size (bytes)", 2023-12-16T19:30:20.754 INFO:tasks.workunit.client.0.smithi002.stdout: "quant_size": 512, 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "ranges": [ 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[None, -1]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 511]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[512, 1023]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[1024, 2047]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[2048, 4095]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[4096, 8191]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[8192, 16383]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[16384, 32767]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[32768, 65535]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[65536, 131071]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[131072, 262143]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[262144, 524287]", 2023-12-16T19:30:20.755 INFO:tasks.workunit.client.0.smithi002.stdout: "[524288, 1048575]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[1048576, 2097151]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[2097152, 4194303]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[4194304, 8388607]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[8388608, 16777215]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[16777216, 33554431]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[33554432, 67108863]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[67108864, 134217727]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[134217728, 268435455]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[268435456, 536870911]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[536870912, 1073741823]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[1073741824, 2147483647]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[2147483648, 4294967295]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[4294967296, 8589934591]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[8589934592, 17179869183]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[17179869184, 34359738367]", 2023-12-16T19:30:20.756 INFO:tasks.workunit.client.0.smithi002.stdout: "[34359738368, 68719476735]", 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[68719476736, 137438953471]", 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[137438953472, 274877906943]", 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[274877906944, None]" 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "scale_type": "log2" 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "osds": [ 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 0, 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.757 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.758 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.759 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 1, 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 3, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 21, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.760 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.761 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 2, 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.762 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.763 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.764 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 3, 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.765 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 4, 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.767 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.768 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.769 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 5, 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.770 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.771 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.772 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 6, 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.773 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.774 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "osd_id": 7, 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "values": [ 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.775 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.776 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T19:30:20.777 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: ] 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "perf_counters": { 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "mds.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "mds": { 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "caps": { 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flush_ack": { 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.778 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_grant": { 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_revoke": { 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "ceph_cap_op_trunc": { 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_commit": { 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.779 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_fetch": { 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_merge": { 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "dir_split": { 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "exported_inodes": { 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "forward": { 2023-12-16T19:30:20.780 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_cap_release": { 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps": { 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_caps_dirty": { 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_inode_file_caps": { 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "imported_inodes": { 2023-12-16T19:30:20.781 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes": { 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_expired": { 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_pinned": { 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "inodes_with_caps": { 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.782 INFO:tasks.workunit.client.0.smithi002.stdout: "load_cent": { 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "openino_dir_fetch": { 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "process_request_cap_release": { 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "reply_latency": { 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218237 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "request": { 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.783 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rbytes": { 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rfiles": { 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "root_rsnaps": { 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_reply": { 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "subtrees": { 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.784 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_cache": { 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_enqueue_scrub": { 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_exportdir": { 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_flush": { 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragmentdir": { 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.785 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_fragstats": { 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "ireq_inodestats": { 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_enqueued": { 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_prioritized": { 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_recovering_processing": { 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.786 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays": { 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_delayed": { 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "num_strays_enqueuing": { 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_completed": { 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_started": { 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.787 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_created": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_enqueued": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_migrated": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "strays_reintegrated": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_log": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "ev": { 2023-12-16T19:30:20.788 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "evadd": { 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "evex": { 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "evexd": { 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "evexg": { 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.789 INFO:tasks.workunit.client.0.smithi002.stdout: "evtrm": { 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "jlat": { 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5639055 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "replayed": { 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "seg": { 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "segadd": { 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.790 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "segex": { 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "segexd": { 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "segexg": { 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "segtrm": { 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_mem": { 2023-12-16T19:30:20.791 INFO:tasks.workunit.client.0.smithi002.stdout: "cap": { 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "cap+": { 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "cap-": { 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "dir": { 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "dir+": { 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.792 INFO:tasks.workunit.client.0.smithi002.stdout: "dir-": { 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "dn": { 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "dn+": { 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "dn-": { 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "heap": { 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 207132 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.793 INFO:tasks.workunit.client.0.smithi002.stdout: "ino": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "ino+": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "ino-": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_server": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_acquisition_throttle": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "cap_revoke_eviction": { 2023-12-16T19:30:20.794 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_request": { 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_client_session": { 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "handle_peer_request": { 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "req_create_latency": { 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.795 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getattr_latency": { 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218237 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getfilelock_latency": { 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "req_getvxattr_latency": { 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "req_link_latency": { 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.796 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookup_latency": { 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookuphash_latency": { 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupino_latency": { 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupname_latency": { 2023-12-16T19:30:20.797 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupparent_latency": { 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lookupsnap_latency": { 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "req_lssnap_latency": { 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mkdir_latency": { 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mknod_latency": { 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "req_mksnap_latency": { 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "req_open_latency": { 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.799 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "req_readdir_latency": { 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rename_latency": { 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "req_renamesnap_latency": { 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmdir_latency": { 2023-12-16T19:30:20.800 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmsnap_latency": { 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "req_rmxattr_latency": { 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setattr_latency": { 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.801 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setdirlayout_latency": { 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setfilelock_latency": { 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setlayout_latency": { 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "req_setxattr_latency": { 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.802 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "req_symlink_latency": { 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "req_unlink_latency": { 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "mds_sessions": { 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "average_load": { 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.803 INFO:tasks.workunit.client.0.smithi002.stdout: "avg_session_uptime": { 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "mdthresh_evicted": { 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "session_count": { 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "session_remove": { 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.804 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_open": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "sessions_stale": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "total_load": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.805 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "purge_queue": { 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executed": { 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing": { 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_high_water": { 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops": { 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_executing_ops_high_water": { 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "pq_item_in_journal": { 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.807 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.4c8886cf21ac9e1e71517ef7244b9f71532ebbba": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:20.808 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.809 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 674 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 674, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3422614 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 674, 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74999061 2023-12-16T19:30:20.810 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 219 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.811 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:20.812 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1257984270 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:20.814 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 15 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.815 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 675 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6718831 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4945 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.816 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 675, 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89998878 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43827200 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.817 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32169984 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11657216 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.818 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243169 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.819 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.820 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70851205 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.821 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38904 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.822 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.823 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71055470 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:20.824 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184688572 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.825 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.826 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163972 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:20.827 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28721, 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59382696 2023-12-16T19:30:20.828 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.829 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1475, 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 199971798 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.8b8ca82a4dcd3363cb2b6ee5dd71025e654cb0f4": { 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:20.830 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:20.831 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 197 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:20.832 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 787 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4414942 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2361 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 121997248 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.833 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.834 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 787 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4358338 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.835 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4929 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 787, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106386829 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.836 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 790 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 790, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1816958999 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:20.837 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 473 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.838 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.839 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48979968 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38952960 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.840 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10027008 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.841 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277033921 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 242739 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.842 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.843 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70850572 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.844 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277033921 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 36501 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.845 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.846 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71056810 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184689280 2023-12-16T19:30:20.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.848 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.849 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163264 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:20.850 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 35229, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 129858964 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.851 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.852 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1699, 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217816515 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "mon.9c9ea2d9b2f7df25ef9f6d8060cf94895acc2d64": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "election_call": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "election_lose": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "election_win": { 2023-12-16T19:30:20.853 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_elections": { 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_sessions": { 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "session_add": { 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "session_rm": { 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 114 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "session_trim": { 2023-12-16T19:30:20.854 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "paxos": { 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "accept_timeout": { 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "begin": { 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_bytes": { 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3334738 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.855 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_keys": { 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "begin_latency": { 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71998370 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "collect": { 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_bytes": { 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73 2023-12-16T19:30:20.856 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_keys": { 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_latency": { 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_timeout": { 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "collect_uncommitted": { 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.857 INFO:tasks.workunit.client.0.smithi002.stdout: "commit": { 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_bytes": { 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_keys": { 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "commit_latency": { 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.858 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_ack_timeout": { 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "lease_timeout": { 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn": { 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "new_pn_latency": { 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh": { 2023-12-16T19:30:20.859 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "refresh_latency": { 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1460967038 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "restart": { 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state": { 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_bytes": { 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.860 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "share_state_keys": { 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "start_leader": { 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "start_peon": { 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state": { 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_bytes": { 2023-12-16T19:30:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6547161 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_keys": { 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4743 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "store_state_latency": { 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 647, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104997635 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache": { 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1020054731 2023-12-16T19:30:20.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43827200 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32202752 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2147483648 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11624448 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.863 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:full": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243169 2023-12-16T19:30:20.864 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.865 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 70851205 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.866 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:inc": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 348127232 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 277032858 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.867 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38904 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.868 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71055470 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "prioritycache:kv": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 322961408 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 184688572 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.870 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.871 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71163972 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.872 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "compact": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_len": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_queue_merge": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_range": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "get_latency": { 2023-12-16T19:30:20.873 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 27960, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 66773559 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_delay_time": { 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_memtable_time": { 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.874 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_write_wal_time": { 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_latency": { 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "submit_sync_latency": { 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1417, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 178577646 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.0": { 2023-12-16T19:30:20.875 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2994176 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.877 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1835008 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1695744 2023-12-16T19:30:20.878 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:20.879 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.880 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.881 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:20.882 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.883 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4759552 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:20.884 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1245184 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 292646 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.885 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 21, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68372 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74980007 2023-12-16T19:30:20.886 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 392, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8915944 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 453163 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 398, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 75433170 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.887 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18373 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:20.888 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4176 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 818 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 211 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:20.889 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 107, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1826398 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 300, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 313773 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 193, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1234276 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:20.890 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 74992 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6576740 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7254894 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243094093842 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.891 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 138390267093 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42343149997 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 59820 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 751467 2023-12-16T19:30:20.892 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 128982316 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 165347 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 66248346 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.893 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23209318 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 870323 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225842953 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.894 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30662148 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 488, 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3758161 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 270974976 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.895 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 270327808 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647168 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85531518 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 606208 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.898 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73245826 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.899 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641486390 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.900 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.901 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71544122 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.902 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57021012 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.903 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.904 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68807644 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.905 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641486390 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 111738 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 148512 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.907 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71285040 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.908 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.909 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 588 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29509806 2023-12-16T19:30:20.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3690761 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24229125 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.911 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:20.912 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:20.913 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.914 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 588 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29509806 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:20.915 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 6, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3690761 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24229125 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1771104 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.916 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305668096 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.1": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:20.917 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:20.918 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2592768 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.919 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1564672 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1425408 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.920 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:20.921 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.922 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.923 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:20.924 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.925 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4087808 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:20.926 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 638976 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 180084 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.927 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 29, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73048 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63052178 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.928 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 327, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9567317 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 391900 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 332, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 63444078 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.929 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1156 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7585 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:20.930 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4349 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 791 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 218 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 119, 2023-12-16T19:30:20.931 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1860809 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 322, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281831 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 203, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1414130 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:20.932 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97997 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5497637 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8270608 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158909229150 2023-12-16T19:30:20.933 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 177245606009 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 406, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53133621401 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 406, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38868 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.934 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 421620 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 124804911 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136236 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71621710 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:20.935 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22866305 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279150 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225273336 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.936 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29143824 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 408, 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3027417 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236306432 2023-12-16T19:30:20.937 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235446272 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 860160 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.938 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568553 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.939 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12288 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.940 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73802711 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.941 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641764152 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.942 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.943 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71266360 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.944 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045702 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782954 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.947 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641764152 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.948 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 90940 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143299 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71033289 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.950 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 155 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429440 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 492239943 2023-12-16T19:30:20.952 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 54622384 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 155, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 172103701 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 33 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.953 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4468178 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1041 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3862216 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:20.954 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3086412 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18893025 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:20.955 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8649747 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 22, 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 17770888 2023-12-16T19:30:20.956 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 100 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2429440 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 468878740 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:20.957 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 42110421 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 100, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 151246401 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 590368 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:20.958 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305061888 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.2": { 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.959 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:20.960 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2236416 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:20.961 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1347584 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1208320 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.962 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:20.963 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:20.964 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.965 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.966 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3514368 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 634880 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:20.968 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 176786 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.969 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 13, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13907 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50416096 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 276, 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6557652 2023-12-16T19:30:20.970 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 344529 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 279, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 50760625 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:20.971 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1879 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.972 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4601 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 565 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 195 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 81, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 833207 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:20.973 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 238, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 276292 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 157, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 617656 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109585 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:20.974 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5817736 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 109, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7934397 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 108, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 152798039525 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 109, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 133224858265 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.975 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 328, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 53453748884 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 328, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30534 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 415771 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104755837 2023-12-16T19:30:20.976 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 119873 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43057337 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19410097 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279255 2023-12-16T19:30:20.977 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 173509778 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23824516 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 329, 2023-12-16T19:30:20.978 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2685082 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235257856 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234217472 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:20.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1040384 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.980 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85569564 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.981 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.982 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73805796 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.983 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641771735 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.984 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.985 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71258777 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.986 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57046376 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.987 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.988 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782280 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:20.989 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641771735 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:20.990 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81167 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143075 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:20.991 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71035703 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.993 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52417352 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.994 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4647101 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48047408 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.995 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.996 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.997 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:20.998 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 52417352 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4647101 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:20.999 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48047408 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.000 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305057792 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.3": { 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.001 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.002 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1167360 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:21.003 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 794624 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 655360 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:21.004 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.005 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.006 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.007 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.008 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1892352 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.009 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 655360 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.010 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6060 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:21.011 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43981196 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 139, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3950247 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 612717 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.012 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 144, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44593913 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.013 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8490 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:21.014 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 314 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 201 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 83, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1033540 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 145, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 360346 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:21.015 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 62, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 206355 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3764230 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:21.016 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3759584 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 41, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 129271471536 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69457719732 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 220, 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 424133 2023-12-16T19:30:21.017 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 220, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22380 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 243899 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106536638 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.018 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65644 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 89780260 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12658402 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281683 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.019 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213011741 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16294378 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 224, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1940926 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.020 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 267829248 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 267091968 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:21.021 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 737280 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568888 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.022 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.023 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73806472 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.024 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766660 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.025 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.026 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71263852 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.027 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045925 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.028 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.029 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782731 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.030 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766660 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.031 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 99165 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.032 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 136352 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71029503 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.033 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.034 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 37 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:21.035 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 839907 2023-12-16T19:30:21.036 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.037 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.038 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:21.039 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.040 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 839907 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.041 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305078272 2023-12-16T19:30:21.042 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.4": { 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.043 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1437696 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:21.044 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:21.045 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1007616 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 868352 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:21.046 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:21.047 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.048 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:21.049 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.050 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2375680 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.051 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 651264 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230674 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.052 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3311 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.053 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44972659 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 189, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 11593754 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:21.054 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 217279 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 196, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 45189938 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1778 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:21.055 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4479 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.056 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 355 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 222 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 87, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 852082 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 147, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 314755 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.057 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 60, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 104754 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109621 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3790461 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.058 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2909316 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 37, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 93407161264 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 38, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65971952318 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 268, 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 417917 2023-12-16T19:30:21.059 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 268, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 27541 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 306384 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 130661382 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.060 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 86968 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49983220 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13484694 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 279935 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:21.061 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 3, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 869 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 198264457 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16242936 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 269, 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2366005 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.062 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268812288 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 268804096 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:21.063 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.064 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568857 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.065 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.066 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73810599 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.067 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766432 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.068 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.069 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71264080 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.070 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045905 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.071 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.072 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782751 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641766432 2023-12-16T19:30:21.073 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.074 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 94680 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 142706 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.075 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71027862 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.076 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.077 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5532856 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:21.078 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1199366 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5357660 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:21.079 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.080 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.081 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:21.082 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5532856 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1199366 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.083 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5357660 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305074176 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.5": { 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:21.085 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.086 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.087 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 905216 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 765952 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.088 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:21.089 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:21.090 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.091 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.092 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2101248 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.093 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 647168 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 8, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 276160 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.094 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 4, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6688 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.095 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38920672 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 170, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5442486 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 171056 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:21.096 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 171, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39091728 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1843 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.097 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 7707 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:21.098 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 223 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 79, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 706799 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 124, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 319717 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 45, 2023-12-16T19:30:21.099 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158199 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 120013 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2367583 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:21.100 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2113438 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 29, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 84013577208 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 33, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 55290859014 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 260, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 405002 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.101 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 260, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 26252 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213179 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 98200740 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 81709 2023-12-16T19:30:21.102 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 98432331 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14179081 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 281404 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 477 2023-12-16T19:30:21.103 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 213430439 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 16348044 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 264, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2799125 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:21.104 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235257856 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235151360 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 106496 2023-12-16T19:30:21.105 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568737 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.106 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.107 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73806623 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.108 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641765528 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.109 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.110 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71264984 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.111 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045824 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.112 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.113 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782832 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.114 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641765528 2023-12-16T19:30:21.115 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.116 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 103195 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 134841 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.117 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71028116 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.118 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 40 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.119 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.120 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:21.121 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.122 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.123 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.124 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.125 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305070080 2023-12-16T19:30:21.126 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.6": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:21.127 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1343488 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:21.128 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 983040 2023-12-16T19:30:21.129 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 843776 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:21.130 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:21.131 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:21.132 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.133 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.134 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2256896 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:21.135 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1236992 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:21.136 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4858 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.137 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44425253 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 177, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 9655443 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 149610 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 190, 2023-12-16T19:30:21.138 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 44574863 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:21.139 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4006 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 344 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:21.140 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 230 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 83, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 598369 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 126, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 274425 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 43, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 109408 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:21.141 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2626628 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2556799 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:21.142 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 410050220377 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 28, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 43393631589 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 390488 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29108 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.143 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 201514 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 158370224 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 97128 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 169100720 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.144 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 19027967 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 871682 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 528 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 349378820 2023-12-16T19:30:21.145 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 23075781 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 277, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5226726 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:21.146 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 234143744 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 233914368 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 229376 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.147 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85568986 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.148 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.149 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73814566 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:21.150 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641767398 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.151 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.152 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71263114 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:21.153 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57045990 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.154 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68782666 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.156 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641767398 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.157 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13990 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 86738 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 144097 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.158 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71019457 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:21.159 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 39 2023-12-16T19:30:21.160 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:21.161 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2414 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38357804 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6699767 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:21.162 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31653057 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.163 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:21.164 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:21.165 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2414 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:21.166 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 38357804 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 12, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 6699767 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 10, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31653057 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.167 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305659904 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.168 INFO:tasks.workunit.client.0.smithi002.stdout: "osd.7": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "bluefs": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_fallback": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_slow_size_fallback": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_db": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 65536 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_main": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit_wal": { 2023-12-16T19:30:21.169 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_slow": { 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_sst": { 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8192 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_written_wal": { 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1241088 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lat": { 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.170 INFO:tasks.workunit.client.0.smithi002.stdout: "compact_lock_lat": { 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "db_total_bytes": { 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "db_used_bytes": { 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 304414720 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "log_bytes": { 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 917504 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "logged_bytes": { 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 778240 2023-12-16T19:30:21.171 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_db": { 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 312803328 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_slow": { 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "max_bytes_wal": { 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "num_files": { 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "read_bytes": { 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 193929 2023-12-16T19:30:21.172 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "read_count": { 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes": { 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1265664 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_db": { 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1269760 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_slow": { 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_bytes_wal": { 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.173 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "read_disk_count": { 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 14 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_bytes": { 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3653 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "read_prefetch_count": { 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_bytes": { 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_buffer_count": { 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.174 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_bytes": { 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3833 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_count": { 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 18 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes": { 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_db": { 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_slow": { 2023-12-16T19:30:21.175 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_bytes_wal": { 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "read_random_disk_count": { 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_total_bytes": { 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "slow_used_bytes": { 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_total_bytes": { 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.176 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "wal_used_bytes": { 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "write_bytes": { 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 2088960 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore": { 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "alloc_unit": { 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4096 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": { 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1232896 2023-12-16T19:30:21.177 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "clist_lat": { 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143023 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_lat": { 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed": { 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_allocated": { 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.178 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "compressed_original": { 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "csum_lat": { 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 25307 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "decompress_lat": { 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_commit_lat": { 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 48910695 2023-12-16T19:30:21.179 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_final_lat": { 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 160, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8909930 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_flush_lat": { 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 115929 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "kv_sync_lat": { 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 49026624 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_keys_lat": { 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.180 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_get_values_lat": { 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1557 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_lower_bound_lat": { 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 1, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 546 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_next_lat": { 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.181 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_seek_to_first_lat": { 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 0, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_upper_bound_lat": { 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5372 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_hits": { 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 619 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "onode_misses": { 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 257 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.182 INFO:tasks.workunit.client.0.smithi002.stdout: "read_lat": { 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 111, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1414418 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "read_onode_meta_lat": { 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 174, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 473346 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "read_wait_aio_lat": { 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 63, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 509341 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "reads_with_retries": { 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "remove_lat": { 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 35625 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "state_aio_wait_lat": { 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3007195 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1227600 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_cleanup_lat": { 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:21.184 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 225115926372 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "state_deferred_queued_lat": { 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 19, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 29121443686 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "state_done_lat": { 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 399417 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "state_finishing_lat": { 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 31180 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "state_io_done_lat": { 2023-12-16T19:30:21.185 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 299369 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_commiting_lat": { 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 370801751 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_done_lat": { 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 87659 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "state_kv_queued_lat": { 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192821616 2023-12-16T19:30:21.186 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "state_prepare_lat": { 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 20118626 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": { 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 869876 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "truncate_lat": { 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 2, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 469 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_commit_lat": { 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 587089044 2023-12-16T19:30:21.187 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_submit_lat": { 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22511510 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "txc_throttle_lat": { 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 301, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4758005 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache": { 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_bytes": { 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1862603847 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "heap_bytes": { 2023-12-16T19:30:21.188 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 236306432 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "mapped_bytes": { 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 235380736 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "target_bytes": { 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 3138717900 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "unmapped_bytes": { 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 925696 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:data": { 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.189 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 159383552 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 85560226 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.190 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 135168 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.191 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 73688158 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv": { 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 780140544 2023-12-16T19:30:21.192 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641701696 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.193 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 1168 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.194 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71328816 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 192937984 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.195 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 67108864 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 464 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 57040150 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.196 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.197 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 68788506 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "bluestore-pricache:meta": { 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "committed_bytes": { 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 713031680 2023-12-16T19:30:21.198 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "pri0_bytes": { 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "pri10_bytes": { 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "pri11_bytes": { 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 641701696 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "pri1_bytes": { 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "pri2_bytes": { 2023-12-16T19:30:21.199 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "pri3_bytes": { 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "pri4_bytes": { 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "pri5_bytes": { 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 103950 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "pri6_bytes": { 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 143282 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "pri7_bytes": { 2023-12-16T19:30:21.200 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "pri8_bytes": { 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "pri9_bytes": { 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "reserved_bytes": { 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 71082752 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "objecter": { 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "op_active": { 2023-12-16T19:30:21.201 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rmw": { 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "osd": { 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg": { 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 46 2023-12-16T19:30:21.202 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "numpg_removing": { 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "op": { 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 115 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_degraded": { 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "op_delayed_unreadable": { 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "op_in_bytes": { 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.203 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "op_latency": { 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 69494137 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "op_out_bytes": { 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265051 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "op_prepare_latency": { 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 117, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 28497828 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "op_process_latency": { 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 115, 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 61290264 2023-12-16T19:30:21.204 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r": { 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 80 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency": { 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 12268640 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_out_bytes": { 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 265051 2023-12-16T19:30:21.205 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_prepare_latency": { 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 10758092 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "op_r_process_latency": { 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 80, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 8592359 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw": { 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_in_bytes": { 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.206 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency": { 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 32813024 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_out_bytes": { 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_prepare_latency": { 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:21.207 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 13680556 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "op_rw_process_latency": { 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 30, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 30267059 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w": { 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 5 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_in_bytes": { 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency": { 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:21.208 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 24412473 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_prepare_latency": { 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 7, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 4059180 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "op_w_process_latency": { 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "count": 5, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 22430846 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "op_wip": { 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.209 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_bytes": { 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "recovery_ops": { 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 0 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes": { 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 95995035648 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_bytes_used": { 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: "value": 305655808 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.210 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": [ 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 1, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 1, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 1, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:21.211 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 1781760, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 1781760, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 2, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 2.4504388420609757e-06, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 394, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 598016, 2023-12-16T19:30:21.212 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 590368, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 590368, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 1771104, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 219, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 2473984 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:21.213 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 32, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 32, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 2, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 98304, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:21.214 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 98304, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 22, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 3094, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 3094, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 9282, 2023-12-16T19:30:21.215 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 48, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 16384 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:21.216 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 64, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 64, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 3, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:21.217 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:21.218 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "cache_mode": "none", 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "erasure_code_profile": {}, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "min_size": 2, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "options": {}, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_autoscale_mode": "off", 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 8, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pgp_num": 8, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "pool": 4, 2023-12-16T19:30:21.219 INFO:tasks.workunit.client.0.smithi002.stdout: "size": 3, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "stats": { 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_raw": 727116917002, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "bytes_used": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_bytes_used": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "compress_under_bytes": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "data_bytes_used": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "max_avail": 242372313088, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "objects": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_bytes_used": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "percent_used": 0.0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_bytes": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "quota_objects": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "rd": 0, 2023-12-16T19:30:21.220 INFO:tasks.workunit.client.0.smithi002.stdout: "rd_bytes": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "stored": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_data": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_omap": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "stored_raw": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "wr": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "wr_bytes": 0 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_bytes": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "target_max_objects": 0, 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "type": "replicated" 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": { 2023-12-16T19:30:21.221 INFO:tasks.workunit.client.0.smithi002.stdout: "mirroring_by_pool": [ 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: false 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_images_by_pool": [ 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pools": 1 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "report_id": "37965acd-9f54-4b2a-8ad6-a7b11d84ec8e", 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "report_timestamp": "2023-12-16T19:30:20.030277", 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "report_version": 1, 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "rocksdb_stats": { 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "6.15.5" 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "rook": { 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "cluster": { 2023-12-16T19:30:21.222 INFO:tasks.workunit.client.0.smithi002.stdout: "external-mode": null, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "mon": { 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "allow-multiple-per-node": null, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "count": null, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "max-id": null, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "pvc": { 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "stretch": { 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "enabled": null 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "network": { 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: "provider": null 2023-12-16T19:30:21.223 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "storage": { 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "device-set": { 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "non-portable": null, 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "portable": null, 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "csi": { 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes": { 2023-12-16T19:30:21.224 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "node": { 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "kubernetes-total": null, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "with-ceph-daemons": null, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-nfs-plugin": null, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "with-csi-rbd-plugin": null 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "storage-class": { 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "count": { 2023-12-16T19:30:21.225 INFO:tasks.workunit.client.0.smithi002.stdout: "bucket": null, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs": null, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "nfs": null, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd": null, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "total": null 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "version": null 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "services": {}, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pg": [ 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.226 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.941864+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.941864+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942241+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.227 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066327+0000", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.228 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3f", 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.229 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:58:58.680828+0000", 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.230 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.231 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.232 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.233 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.234 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929201+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929201+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.929524+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.235 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192801+0000", 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.236 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3e", 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:26:10.174924+0000", 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.237 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.238 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.239 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.240 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.241 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825643+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825643+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.826053+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.242 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164239+0000", 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.243 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3d", 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:42:31.673925+0000", 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.244 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.245 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.246 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.247 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.248 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928515+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928515+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928917+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.249 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192659+0000", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.250 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3c", 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:25:18.923424+0000", 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.251 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.252 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.253 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.254 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.255 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.939367+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.939367+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939687+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.256 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066126+0000", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.257 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3b", 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:52:12.357966+0000", 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.258 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.259 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.260 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.261 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.262 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927878+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927878+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928258+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.263 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192593+0000", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.264 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3a", 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:27:34.203930+0000", 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.265 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.266 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.267 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.268 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.269 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825507+0000", 2023-12-16T19:30:21.270 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825507+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.826037+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.271 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065484+0000", 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.39", 2023-12-16T19:30:21.272 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:06:26.859117+0000", 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.273 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.274 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.275 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.276 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.277 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928022+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928022+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928538+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.278 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164323+0000", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.279 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.38", 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:50:03.392046+0000", 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.280 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.281 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.282 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.283 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.284 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932996+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932996+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933317+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.285 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066281+0000", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.286 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.37", 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:54:48.066288+0000", 2023-12-16T19:30:21.287 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.288 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.289 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.290 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.291 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925692+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925692+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926010+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.292 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193526+0000", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.293 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.36", 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.294 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:15:05.206002+0000", 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.295 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.296 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.297 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.298 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928253+0000", 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928253+0000", 2023-12-16T19:30:21.299 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928918+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193580+0000", 2023-12-16T19:30:21.300 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.35", 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.301 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:34:10.823498+0000", 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.302 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.303 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.304 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.305 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:34.170099+0000", 2023-12-16T19:30:21.306 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:34.170099+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:34.170536+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350485+0000", 2023-12-16T19:30:21.307 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.34", 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.308 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:17:12.973701+0000", 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.309 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.310 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.311 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.312 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929009+0000", 2023-12-16T19:30:21.313 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929009+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.929339+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.314 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164665+0000", 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.33", 2023-12-16T19:30:21.315 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:03:13.021517+0000", 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.316 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.317 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.318 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.319 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925100+0000", 2023-12-16T19:30:21.320 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925100+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925441+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.321 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350516+0000", 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.322 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.32", 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:19:33.089817+0000", 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.323 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.324 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.325 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.326 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.327 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928221+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928221+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928552+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.328 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192643+0000", 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.329 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.31", 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:09:53.769671+0000", 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.330 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.331 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.332 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.333 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.334 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930235+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930235+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930556+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.335 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192129+0000", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.336 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.30", 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:48:46.002641+0000", 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.338 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.339 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.341 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929738+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929738+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930818+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.342 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192944+0000", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.343 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2f", 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:08:46.724034+0000", 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.344 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.345 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.346 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.347 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.348 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928613+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928613+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928963+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.349 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351043+0000", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.350 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2e", 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:15:05.868258+0000", 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.351 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.352 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.353 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.354 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.355 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.941697+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.941697+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942024+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.356 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065893+0000", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.357 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2d", 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:59.114176+0000", 2023-12-16T19:30:21.358 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.359 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.360 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.361 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.362 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984878+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984878+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.985200+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.363 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351240+0000", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 4, 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.364 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 4, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1f", 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 21, 2023-12-16T19:30:21.365 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:58:02.438274+0000", 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 554, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.366 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.367 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2023-12-16T19:30:21.368 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'4" 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.369 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927290+0000", 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927290+0000", 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.927600+0000", 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.370 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164724+0000", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.371 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1e", 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.372 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:32:55.523279+0000", 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.373 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.374 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.375 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978136+0000", 2023-12-16T19:30:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978136+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978433+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164799+0000", 2023-12-16T19:30:21.378 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1e", 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.379 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:26:46.491746+0000", 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.380 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.381 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.382 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.383 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.919289+0000", 2023-12-16T19:30:21.384 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.919289+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.919594+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.385 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351152+0000", 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1f", 2023-12-16T19:30:21.386 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:33:08.982343+0000", 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.387 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.388 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.389 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.390 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.391 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.985349+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.985349+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986270+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.392 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066228+0000", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.393 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1d", 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:50:18.085937+0000", 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.394 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.395 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.396 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.397 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.398 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925218+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925218+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925552+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.399 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192743+0000", 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.400 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1c", 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:47:35.315889+0000", 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.401 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.402 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.403 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.404 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.405 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.773850+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.773850+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.776670+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.406 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350312+0000", 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.407 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1c", 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:18:07.532700+0000", 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.408 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.409 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 1, 2023-12-16T19:30:21.410 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.411 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.412 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.774826+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.774826+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.775169+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.413 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350001+0000", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.414 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1d", 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:34:58.734493+0000", 2023-12-16T19:30:21.415 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.416 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.417 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.418 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.419 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.976590+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.976590+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977410+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.420 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164822+0000", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.421 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1b", 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.422 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:18:31.425392+0000", 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.423 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.424 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.425 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.426 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.925915+0000", 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.925915+0000", 2023-12-16T19:30:21.427 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926524+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350033+0000", 2023-12-16T19:30:21.428 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1a", 2023-12-16T19:30:21.429 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:34:01.318406+0000", 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.430 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.431 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.432 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.433 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.434 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978565+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978565+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978863+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.435 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193292+0000", 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.436 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1a", 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:53:01.575720+0000", 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.437 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.438 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.439 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.440 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.441 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.773047+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.773047+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.773336+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.442 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350325+0000", 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.443 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1b", 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 14, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:00:10.826525+0000", 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.444 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.445 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.446 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.447 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.448 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973729+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973729+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974011+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.449 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164550+0000", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.450 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.19", 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:36:35.064682+0000", 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.451 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.452 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.453 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.454 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.455 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930461+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930461+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930754+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164510+0000", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.457 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.18", 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:50:38.254326+0000", 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.458 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.460 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.461 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.462 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.981724+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.981724+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.982064+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.463 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192299+0000", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.464 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.18", 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:43:39.682135+0000", 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.465 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.466 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.467 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.468 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.469 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923031+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923031+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923319+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.470 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192741+0000", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.471 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.19", 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:00:53.732041+0000", 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.472 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.473 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.474 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.475 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.476 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.972318+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.972318+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.972748+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.477 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193702+0000", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.478 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.17", 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:21:40.851509+0000", 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.479 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.480 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.481 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.482 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.483 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930042+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930042+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930382+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.484 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192760+0000", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.485 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.16", 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:04:24.000080+0000", 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.486 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.487 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.488 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.489 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.490 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974013+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974013+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974340+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.491 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192603+0000", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.492 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.16", 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.493 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:56:03.899084+0000", 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.494 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.495 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.497 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927000+0000", 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927000+0000", 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.927303+0000", 2023-12-16T19:30:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351124+0000", 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.499 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.17", 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.500 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:56:42.988529+0000", 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.501 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.502 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.503 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.504 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.505 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.972830+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.972830+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.973133+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.506 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192829+0000", 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 3, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 3, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.15", 2023-12-16T19:30:21.507 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 20, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:26:35.953246+0000", 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 90, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.508 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:21.509 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.510 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 4, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'3" 2023-12-16T19:30:21.511 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.512 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.931153+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.931153+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931542+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.513 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350326+0000", 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.514 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.14", 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:38:13.383077+0000", 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.515 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.516 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.517 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.518 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.519 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977434+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977434+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977738+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.520 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:52.577534+0000", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 9, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 9, 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.521 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.14", 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 62, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:52.443027+0000", 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 2324, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.522 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2023-12-16T19:30:21.523 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.524 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 9, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 6 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.525 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "62'9" 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.526 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.940371+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.940371+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.940851+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.527 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065987+0000", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.528 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.15", 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:47:35.817221+0000", 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.529 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.530 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.531 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.532 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.533 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973287+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973287+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977608+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.534 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351015+0000", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.536 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.13", 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.537 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:04.828191+0000", 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 34, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.538 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.539 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:21.540 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 6 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.541 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929783+0000", 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929783+0000", 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930177+0000", 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.542 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350447+0000", 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.543 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.12", 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.544 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:57:32.290263+0000", 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.545 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.546 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.547 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.548 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.978219+0000", 2023-12-16T19:30:21.549 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.978219+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978560+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.550 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192409+0000", 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.551 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.12", 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:07:40.326540+0000", 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.552 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.553 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.554 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.555 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.556 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.938886+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.938886+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939211+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.557 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066084+0000", 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.13", 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:28:18.635880+0000", 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.559 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.560 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.561 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.562 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.563 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.969616+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.969616+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.970402+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.564 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193090+0000", 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.565 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.11", 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:36.979553+0000", 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.566 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.567 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.568 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.569 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.570 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.938756+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.938756+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939062+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.571 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192945+0000", 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.572 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.10", 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:11:13.664734+0000", 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.573 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.574 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.575 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.576 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.577 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.970944+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.970944+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.971222+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.578 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350488+0000", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 8, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.579 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 8, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.10", 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 25, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:17:41.088352+0000", 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.580 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.581 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 12, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 4, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 4, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 4, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.582 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 12, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.583 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'8" 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.584 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.942272+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.942272+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.942658+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.585 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065727+0000", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.586 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.11", 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:34:24.680026+0000", 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.587 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.588 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.589 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.590 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.591 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977751+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977751+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.978079+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.592 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350542+0000", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.593 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.f", 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.594 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:24:07.129858+0000", 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 22, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.595 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.596 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:21.597 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.598 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.936617+0000", 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.936617+0000", 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.936932+0000", 2023-12-16T19:30:21.599 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066257+0000", 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.600 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.e", 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.601 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:55:18.887255+0000", 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.602 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.603 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.604 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.605 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381687+0000", 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381687+0000", 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.382055+0000", 2023-12-16T19:30:21.606 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192487+0000", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.607 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.2", 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:17:51.382785+0000", 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.609 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.610 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.611 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.612 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.613 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974756+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974756+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.976206+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.614 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192766+0000", 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.615 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.4", 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:53:49.044511+0000", 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.616 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.617 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.618 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.619 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.620 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928215+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928215+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928559+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.621 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192623+0000", 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.5", 2023-12-16T19:30:21.622 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:18:03.586122+0000", 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.623 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.624 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.625 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.626 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.627 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.790368+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.790368+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.790690+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.628 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192898+0000", 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.4", 2023-12-16T19:30:21.629 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:03:23.939047+0000", 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.630 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.631 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.632 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.633 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.634 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.977156+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.977156+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.977483+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.635 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192307+0000", 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.2", 2023-12-16T19:30:21.636 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:33:31.468383+0000", 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.637 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.638 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.639 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.640 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.641 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.934205+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.934205+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934531+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.642 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350581+0000", 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.3", 2023-12-16T19:30:21.643 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:44:39.644388+0000", 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.644 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.645 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.646 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.647 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.648 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381598+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381598+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.381965+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.649 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192931+0000", 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.650 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.7", 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:28:31.216272+0000", 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.651 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.652 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.653 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.654 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.655 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930893+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930893+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931235+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.656 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192596+0000", 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.657 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.0", 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:35:37.481378+0000", 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.659 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.660 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.661 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.662 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.663 INFO:tasks.workunit.client.0.smithi002.stderr:+ echo OK 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.970150+0000", 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.970150+0000", 2023-12-16T19:30:21.665 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.970480+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350074+0000", 2023-12-16T19:30:21.666 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.1", 2023-12-16T19:30:21.667 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:32.399154+0000", 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.668 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.669 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.670 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.671 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798110+0000", 2023-12-16T19:30:21.672 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798110+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.798441+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193394+0000", 2023-12-16T19:30:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.674 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.5", 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:43:48.512219+0000", 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.675 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.676 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.677 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.678 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.679 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932696+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932696+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934270+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.680 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164598+0000", 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.681 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2", 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:13:03.544101+0000", 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.682 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.683 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.684 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.685 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.686 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.687 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.687 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.983347+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.983347+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.983721+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.688 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192292+0000", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.689 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.3", 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:27:30.286419+0000", 2023-12-16T19:30:21.690 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.691 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.692 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.693 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.694 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 18, 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:11.780128+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:11.780128+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:11.780645+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:21.695 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 52, 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:26:57.425531+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:30:17.281995+0000", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 148, 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.696 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 51, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 148, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "1.0", 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 62, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 347, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.697 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:45:44.312271+0000", 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.698 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.699 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 394, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 584, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 219, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.700 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "62'148" 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.701 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.790603+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.790603+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.790897+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.702 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351065+0000", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.703 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.6", 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:14:30.974544+0000", 2023-12-16T19:30:21.704 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.705 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.707 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.708 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923333+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923333+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923971+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.709 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350143+0000", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.710 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.1", 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.711 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:25:22.063194+0000", 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.712 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.713 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.714 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.986360+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.986360+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.987374+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.716 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065595+0000", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.717 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.0", 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:06:34.358325+0000", 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.718 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.719 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.720 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.721 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.722 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798881+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798881+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.799286+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.723 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350733+0000", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.724 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.3", 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:23:24.492562+0000", 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.725 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.726 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.727 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.728 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.729 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984323+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984323+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986495+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.730 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066181+0000", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.731 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.5", 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:25:02.509206+0000", 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.732 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.733 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.734 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.735 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.736 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.928475+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.928475+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928785+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.737 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192888+0000", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.738 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.4", 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:35:30.316983+0000", 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.739 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.740 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.741 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.742 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.743 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.798630+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.798630+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.798969+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.744 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164409+0000", 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.745 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.0", 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:04:41.630928+0000", 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.746 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.747 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.748 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.749 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.750 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.971607+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.971607+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.971883+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.751 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192984+0000", 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.752 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.6", 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:48:34.297038+0000", 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.753 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.754 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.755 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.756 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "56'1" 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.757 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.937366+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.937366+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.937737+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.758 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164837+0000", 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.759 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.7", 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:13:32.533137+0000", 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.760 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.761 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.762 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.763 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 59, 2023-12-16T19:30:21.764 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:48.381887+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:48.381887+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:48.382259+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 60, 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.765 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:47.332925+0000", 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.349914+0000", 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 59, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.766 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "4.1", 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 11, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:01:09.955916+0000", 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.767 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.768 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.769 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.770 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.771 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.979456+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.979456+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.979778+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.772 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193619+0000", 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.773 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.7", 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:11:11.434667+0000", 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.774 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.775 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.776 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.777 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.778 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924712+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924712+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.925061+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.779 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.351285+0000", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.780 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.6", 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:55:32.508101+0000", 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.781 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.782 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.783 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.784 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.785 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.984144+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.984144+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.987072+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.786 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065726+0000", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.787 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.8", 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:38:36.074123+0000", 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.788 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.789 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.790 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 4, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.792 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.931543+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.931543+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931957+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.793 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350156+0000", 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.794 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.9", 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:53:37.600143+0000", 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.795 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.796 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.797 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 4, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.799 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.981053+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.981053+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.981418+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.800 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192614+0000", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.801 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.9", 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:55:22.257063+0000", 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.802 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.803 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.804 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.805 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.806 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.937516+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.937516+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.937973+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.807 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164447+0000", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.808 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.8", 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T07:15:13.422109+0000", 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.809 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.810 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.811 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.812 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.813 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.973720+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.973720+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974020+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.814 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192595+0000", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.815 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.a", 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:41:42.656855+0000", 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.816 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.817 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.818 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.819 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.820 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.929748+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.929748+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.930041+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.821 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164906+0000", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.822 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.b", 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:02:31.393243+0000", 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.823 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.824 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.825 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.826 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.827 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.986268+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.986268+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.986610+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.828 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.065988+0000", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.829 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.b", 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:26:58.651041+0000", 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.830 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.831 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.832 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.833 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.834 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923377+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923377+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923703+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.835 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193228+0000", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.836 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.a", 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.837 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:53:37.401222+0000", 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.838 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.839 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.840 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.841 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.974565+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.974565+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.974870+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.842 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350795+0000", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.843 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.c", 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 17, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:58:53.236059+0000", 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.844 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.845 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.846 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.847 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.848 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:33.825536+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:33.825536+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:33.825939+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.849 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066076+0000", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.850 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.d", 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:21.851 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:41:22.330872+0000", 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.852 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.853 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.854 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.855 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.967796+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.967796+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.968092+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.856 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192716+0000", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 1, 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.857 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 1, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.d", 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 18, 2023-12-16T19:30:21.858 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:51:56.215431+0000", 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 70, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.859 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.860 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 1, 2023-12-16T19:30:21.861 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 1 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: 3 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'1" 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.862 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930668+0000", 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930668+0000", 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931101+0000", 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.863 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192578+0000", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.864 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.c", 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.865 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:28:15.772056+0000", 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.866 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.867 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.868 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.869 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 53, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:22.976573+0000", 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:22.976573+0000", 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:22.976852+0000", 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.870 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 54, 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:21.947976+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350951+0000", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 2, 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.871 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 53, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 2, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "2.e", 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.872 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 19, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:42:24.181998+0000", 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.873 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 3, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 1, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 1, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.874 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 1, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 3, 2023-12-16T19:30:21.875 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: 7 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "55'2" 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.876 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 7, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.940398+0000", 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.940398+0000", 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.940845+0000", 2023-12-16T19:30:21.877 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.066140+0000", 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.878 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.f", 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.879 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:42:57.662663+0000", 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.880 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.881 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 7, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.883 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.939123+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.939123+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.939489+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.884 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192737+0000", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.885 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.20", 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.886 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:36:08.112116+0000", 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.887 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.888 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.889 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: 5 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.890 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 2, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.923340+0000", 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.923340+0000", 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924279+0000", 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.891 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350151+0000", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.892 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.21", 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.893 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:15:35.612481+0000", 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.894 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.895 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.896 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 2, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 2, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.897 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924272+0000", 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924272+0000", 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924773+0000", 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.898 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192399+0000", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.899 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.22", 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.900 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:27:54.427700+0000", 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.901 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.902 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.903 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.904 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.924287+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.924287+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.924588+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.905 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350935+0000", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.906 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.23", 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:21:49.410068+0000", 2023-12-16T19:30:21.907 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.908 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.909 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.910 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.911 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.922816+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.922816+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.923125+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.912 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164644+0000", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.913 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.24", 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:29:52.008522+0000", 2023-12-16T19:30:21.914 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.915 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.916 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.917 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.918 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 1, 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.926637+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.926637+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.926960+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.919 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192605+0000", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.920 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.25", 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:49:21.282771+0000", 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.921 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.922 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.923 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.924 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 1, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.925 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.932491+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.932491+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933028+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.926 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.193610+0000", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.927 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.26", 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:41:33.802122+0000", 2023-12-16T19:30:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.930 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.931 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 4 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.932 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.934117+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.934117+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.934440+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.933 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164865+0000", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.934 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.27", 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:56:14.628044+0000", 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.935 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.936 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.937 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.938 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.939 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.927626+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.927626+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.928647+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.940 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192380+0000", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.941 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.28", 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:29:35.072417+0000", 2023-12-16T19:30:21.942 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.943 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.944 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.945 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 2 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.946 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 3, 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.933092+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.933092+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.933479+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.947 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.164429+0000", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.948 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.29", 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.949 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:04:50.427394+0000", 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.950 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.951 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.952 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: 3, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: 4, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 3, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.953 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 5, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930119+0000", 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930119+0000", 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931110+0000", 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.954 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192515+0000", 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.955 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2a", 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.956 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:06.304938+0000", 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.957 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.958 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.959 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: 5, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: 6 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 5, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.960 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 0, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:23.930737+0000", 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:23.930737+0000", 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:23.931047+0000", 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.961 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 55, 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:49.350852+0000", 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.962 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 54, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2b", 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.963 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 16, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:55:02.553492+0000", 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.964 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.965 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.966 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: 0, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: 7, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: 1 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 0, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": [ 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.967 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "acting_primary": 6, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "avail_no_missing": [], 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "blocked_by": [], 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "created": 54, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "dirty_stats_invalid": false, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "hitset_stats_invalid": false, 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_active": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_active": "2023-12-16T19:28:34.169714+0000", 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_became_peered": "2023-12-16T19:28:34.169714+0000", 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_change": "2023-12-16T19:28:34.169969+0000", 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.968 INFO:tasks.workunit.client.0.smithi002.stdout: "last_clean_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub": "0'0", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_deep_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_epoch_clean": 58, 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fresh": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_fullsized": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_peered": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub": "0'0", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_duration": 0, 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_scrub_stamp": "2023-12-16T19:28:22.949994+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_undegraded": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "last_unstale": "2023-12-16T19:28:50.192025+0000", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "log_dups_size": 0, 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "log_start": "0'0", 2023-12-16T19:30:21.969 INFO:tasks.workunit.client.0.smithi002.stdout: "manifest_stats_invalid": false, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "mapping_epoch": 57, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "object_location_counts": [], 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_scrubbed": 0, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "objects_trimmed": 0, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_stats_invalid": false, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_start": "0'0", 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "parent": "0.0", 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "parent_split_bits": 0, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pgid": "3.2c", 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "pin_stats_invalid": false, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "purged_snaps": [], 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_epoch": 61, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "reported_seq": 26, 2023-12-16T19:30:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_duration": 0.0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:41:32.167327+0000", 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrim_duration": 0.0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "snaptrimq_len": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.971 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.972 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.973 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "state": "active+clean", 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_invalid": false, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "up": [ 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: 6, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: 1, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: 0 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "up_primary": 6, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "version": "0'0" 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_per_pool": [ 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 24, 2023-12-16T19:30:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "rbd" 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 8, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 4, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.975 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.976 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.977 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:21.978 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 24 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 192, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 0, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 64, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 0, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 3, 2023-12-16T19:30:21.979 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.980 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.981 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 0 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:21.982 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 192 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 3, 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: "mgr" 2023-12-16T19:30:21.983 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 148, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 1, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 3, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 148, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 1, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 590368, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 1771104, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.984 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 6, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 2, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 2, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.985 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 6, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 394, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 584, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.986 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 219, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 2416 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 1781760, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 1771104, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 3 2023-12-16T19:30:21.987 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: { 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "acting": 96, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "application": [ 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "cephfs" 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "log_size": 42, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_pg": 32, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_store_stats": 8, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "ondisk_log_size": 42, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "poolid": 2, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "stat_sum": { 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes": 3094, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_bytes_recovered": 0, 2023-12-16T19:30:21.988 INFO:tasks.workunit.client.0.smithi002.stdout: "num_deep_scrub_errors": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_kb": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_full": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_evict_mode_some": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_kb": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_high": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_flush_mode_low": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_keys_recovered": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_large_omap_objects": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_legacy_snapsets": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_clones": 0, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_object_copies": 66, 2023-12-16T19:30:21.989 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects": 22, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_degraded": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_dirty": 22, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_manifest": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_misplaced": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_omap": 14, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_pinned": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_recovered": 1, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_repaired": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_objects_unfound": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_bytes": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_omap_keys": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_promote": 0, 2023-12-16T19:30:21.990 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_read_kb": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_scrub_errors": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_whiteouts": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write": 48, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "num_write_kb": 16 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "store_stats": { 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "allocated": 98304, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "available": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_allocated": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "data_compressed_original": 0, 2023-12-16T19:30:21.991 INFO:tasks.workunit.client.0.smithi002.stdout: "data_stored": 9282, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "internal_metadata": 0, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "internally_reserved": 0, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "omap_allocated": 0, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "total": 0 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "up": 96 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: ], 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "usage": { 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pg_num": 105, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "pools": 4, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "stats_by_class": { 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "ssd": { 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:21.992 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_bytes": 2442326016, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_raw_ratio": 0.003180276369675994 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: }, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_avail_bytes": 765517959168, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_bytes": 767960285184, 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: "total_used_bytes": 2442326016 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout: } 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout:} 2023-12-16T19:30:21.993 INFO:tasks.workunit.client.0.smithi002.stdout:OK 2023-12-16T19:30:21.994 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:30:21.994 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.995 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.997 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:21.998 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:21 smithi043 ceph-mon[82080]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:21 smithi043 ceph-mon[82080]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:21 smithi043 ceph-mon[82080]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.003 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.004 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.005 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.006 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:30:22.007 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[78633]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[78633]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[78633]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[86656]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[86656]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.008 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:21 smithi002 ceph-mon[86656]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:22.048 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-12-16T19:30:22.049 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:30:22.361 DEBUG:teuthology.parallel:result is None 2023-12-16T19:30:22.361 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:30:22.392 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:30:22.392 DEBUG:teuthology.orchestra.run.smithi002:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:30:22.452 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:30:22.452 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:30:22.462 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-12-16T19:30:22.463 INFO:teuthology.run_tasks:Running task print... 2023-12-16T19:30:22.475 INFO:teuthology.task.print:**** done start parallel 2023-12-16T19:30:22.475 INFO:teuthology.run_tasks:Running task parallel... 2023-12-16T19:30:22.487 INFO:teuthology.task.parallel:starting parallel... 2023-12-16T19:30:22.488 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-16T19:30:22.488 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:30:22.488 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-16T19:30:22.488 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-16T19:30:22.491 INFO:tasks.rados:Beginning rados... 2023-12-16T19:30:22.491 INFO:tasks.rados:joining rados 2023-12-16T19:30:22.491 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-16T19:30:22.500 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-16T19:30:22.500 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-16T19:30:22.500 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-16T19:30:22.500 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2023-12-16T19:30:22.500 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-16T19:30:22.501 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-16T19:30:22.501 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-16T19:30:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:22 smithi002 ceph-mon[78633]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:22 smithi002 ceph-mon[86656]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:22 smithi043 ceph-mon[82080]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:22.778 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:23.236 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:23.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:23 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:23.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:23 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:23 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:24.154 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-16T19:30:24.396 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:24 smithi002 ceph-mon[78633]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:24.396 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:24 smithi002 ceph-mon[78633]: mgrmap e22: y(active, since 90s), standbys: x 2023-12-16T19:30:24.397 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:24 smithi002 ceph-mon[86656]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:24.397 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:24 smithi002 ceph-mon[86656]: mgrmap e22: y(active, since 90s), standbys: x 2023-12-16T19:30:24.539 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:24.648 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:24] "GET /metrics HTTP/1.1" 200 235733 "" "Prometheus/2.43.0" 2023-12-16T19:30:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:24 smithi043 ceph-mon[82080]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-16T19:30:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:24 smithi043 ceph-mon[82080]: mgrmap e22: y(active, since 90s), standbys: x 2023-12-16T19:30:25.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:25 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:30:25.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:25 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:30:25.521 INFO:teuthology.orchestra.run.smithi002.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:25.646 INFO:tasks.rados:starting run 0 out of 1 2023-12-16T19:30:25.646 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-16T19:30:25.646 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-16T19:30:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:25 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:30:25.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:25.881 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-16T19:30:25.936 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:26.492 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:26.622 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:26.623 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:26 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1878002650' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:30:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:26 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[78633]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[78633]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[78633]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1388898346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[86656]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[86656]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[86656]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1388898346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:27 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:27.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:27 smithi043 ceph-mon[82080]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:27.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:27 smithi043 ceph-mon[82080]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:27 smithi043 ceph-mon[82080]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T19:30:27.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:27 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1388898346' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:27.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:27 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T19:30:28.073 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:30:28.073 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (56s) 44s ago 79s 16.2M - 0.25.0 c8568f914cd2 aed16acead31 2023-12-16T19:30:28.073 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (68s) 43s ago 67s 79.5M - 9.4.7 954c08fa6188 206cae977f16 2023-12-16T19:30:28.073 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (2m) 44s ago 2m 12.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (2m) 43s ago 2m 15.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443 running (4m) 43s ago 4m 431M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 6ff7e97a7354 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283 running (5m) 44s ago 5m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 308c81e875a5 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (5m) 44s ago 5m 47.7M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 f8c7f4434e19 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (4m) 43s ago 4m 48.4M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (4m) 44s ago 4m 46.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 714b6a62cf05 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (64s) 44s ago 64s 9504k - 1.5.0 0da6a335fe13 c60b5db335da 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (61s) 43s ago 60s 8488k - 1.5.0 0da6a335fe13 366e27bdbd30 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 44s ago 4m 44.8M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (3m) 44s ago 3m 45.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (3m) 44s ago 3m 40.6M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 44s ago 3m 40.1M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (3m) 43s ago 3m 43.9M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:30:28.074 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (2m) 43s ago 2m 41.4M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:30:28.075 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (2m) 43s ago 2m 41.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:30:28.075 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (2m) 43s ago 2m 41.7M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:30:28.075 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (53s) 43s ago 103s 28.3M - 2.43.0 a07b618ecd1d 7c5a3ba20a5f 2023-12-16T19:30:28.372 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'unique_pool_0' created 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:28.530 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 15 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:30:28.531 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:30:28.653 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:28 smithi002 ceph-mon[86656]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T19:30:28.653 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:28 smithi002 ceph-mon[86656]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T19:30:28.653 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:28 smithi002 ceph-mon[78633]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T19:30:28.653 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:28 smithi002 ceph-mon[78633]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T19:30:28.679 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-16T19:30:28.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:28 smithi043 ceph-mon[82080]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T19:30:28.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:28 smithi043 ceph-mon[82080]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T19:30:28.974 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[78633]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[78633]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[78633]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/1390343244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[86656]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[86656]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.618 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T19:30:29.619 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[86656]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T19:30:29.619 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:29 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/1390343244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:30:29.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:29 smithi043 ceph-mon[82080]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:29 smithi043 ceph-mon[82080]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:30:29.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:29 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T19:30:29.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:29 smithi043 ceph-mon[82080]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T19:30:29.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:29 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/1390343244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:30:30.377 INFO:teuthology.orchestra.run.smithi002.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-16T19:30:30.627 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[78633]: pgmap v54: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 511 B/s wr, 29 op/s 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[78633]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[78633]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/92796337' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[86656]: pgmap v54: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 511 B/s wr, 29 op/s 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[86656]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[86656]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/92796337' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:30.628 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:30 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:30 smithi043 ceph-mon[82080]: pgmap v54: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 511 B/s wr, 29 op/s 2023-12-16T19:30:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:30 smithi043 ceph-mon[82080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:30:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:30 smithi043 ceph-mon[82080]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T19:30:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:30 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/92796337' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:30 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:30:31.656 DEBUG:teuthology.orchestra.run.smithi002:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight read -> 100 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight delete -> 50 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight snap_create -> 50 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight snap_remove -> 50 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight rollback -> 50 2023-12-16T19:30:31.682 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight setattr -> 25 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight rmattr -> 25 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight copy_from -> 50 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout:adding op weight append -> 100 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout:ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout:Configuration: 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Number of operations: 4000 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Number of objects: 50 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Max in flight operations: 16 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Object size (in bytes): 4000000 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Write stride min: 400000 2023-12-16T19:30:31.683 INFO:tasks.rados.rados.0.smithi002.stdout: Write stride max: 800000 2023-12-16T19:30:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:31 smithi002 ceph-mon[78633]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:30:31.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:31 smithi002 ceph-mon[78633]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T19:30:31.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:31 smithi002 ceph-mon[86656]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:30:31.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:31 smithi002 ceph-mon[86656]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T19:30:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:31 smithi043 ceph-mon[82080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:30:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:31 smithi043 ceph-mon[82080]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T19:30:32.382 INFO:tasks.rados.rados.0.smithi002.stdout:1: write initial oid 1 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:1: seq_num 0 ranges {0=24576} 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:1: writing smithi002125626-1 from 0 to 24576 tid 1 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:2: write initial oid 2 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:2: seq_num 1 ranges {0=24576} 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:2: writing smithi002125626-2 from 0 to 24576 tid 1 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:3: write initial oid 3 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:3: seq_num 2 ranges {0=40960} 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:3: writing smithi002125626-3 from 0 to 40960 tid 1 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:4: write initial oid 4 2023-12-16T19:30:32.383 INFO:tasks.rados.rados.0.smithi002.stdout:4: seq_num 3 ranges {0=57344} 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:4: writing smithi002125626-4 from 0 to 57344 tid 1 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:5: write initial oid 5 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:5: seq_num 4 ranges {0=73728} 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:5: writing smithi002125626-5 from 0 to 73728 tid 1 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:6: write initial oid 6 2023-12-16T19:30:32.384 INFO:tasks.rados.rados.0.smithi002.stdout:6: seq_num 5 ranges {0=90112} 2023-12-16T19:30:32.385 INFO:tasks.rados.rados.0.smithi002.stdout:6: writing smithi002125626-6 from 0 to 90112 tid 1 2023-12-16T19:30:32.385 INFO:tasks.rados.rados.0.smithi002.stdout:7: write initial oid 7 2023-12-16T19:30:32.385 INFO:tasks.rados.rados.0.smithi002.stdout:7: seq_num 6 ranges {0=106496} 2023-12-16T19:30:32.386 INFO:tasks.rados.rados.0.smithi002.stdout:7: writing smithi002125626-7 from 0 to 106496 tid 1 2023-12-16T19:30:32.388 INFO:tasks.rados.rados.0.smithi002.stdout:8: write initial oid 8 2023-12-16T19:30:32.388 INFO:tasks.rados.rados.0.smithi002.stdout:8: seq_num 7 ranges {0=122880} 2023-12-16T19:30:32.388 INFO:tasks.rados.rados.0.smithi002.stdout:8: writing smithi002125626-8 from 0 to 122880 tid 1 2023-12-16T19:30:32.388 INFO:tasks.rados.rados.0.smithi002.stdout:9: write initial oid 9 2023-12-16T19:30:32.388 INFO:tasks.rados.rados.0.smithi002.stdout:9: seq_num 8 ranges {0=139264} 2023-12-16T19:30:32.389 INFO:tasks.rados.rados.0.smithi002.stdout:9: writing smithi002125626-9 from 0 to 139264 tid 1 2023-12-16T19:30:32.389 INFO:tasks.rados.rados.0.smithi002.stdout:10: write initial oid 10 2023-12-16T19:30:32.389 INFO:tasks.rados.rados.0.smithi002.stdout:10: seq_num 9 ranges {0=155648} 2023-12-16T19:30:32.389 INFO:tasks.rados.rados.0.smithi002.stdout:10: writing smithi002125626-10 from 0 to 155648 tid 1 2023-12-16T19:30:32.389 INFO:tasks.rados.rados.0.smithi002.stdout:11: write initial oid 11 2023-12-16T19:30:32.390 INFO:tasks.rados.rados.0.smithi002.stdout:11: seq_num 10 ranges {0=172032} 2023-12-16T19:30:32.391 INFO:tasks.rados.rados.0.smithi002.stdout:11: writing smithi002125626-11 from 0 to 172032 tid 1 2023-12-16T19:30:32.391 INFO:tasks.rados.rados.0.smithi002.stdout:12: write initial oid 12 2023-12-16T19:30:32.391 INFO:tasks.rados.rados.0.smithi002.stdout:12: seq_num 11 ranges {0=188416} 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:12: writing smithi002125626-12 from 0 to 188416 tid 1 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 1 to smithi002125626-2 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 1 to smithi002125626-3 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 1 to smithi002125626-1 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 1 to smithi002125626-4 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 1 to smithi002125626-7 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:13: write initial oid 13 2023-12-16T19:30:32.393 INFO:tasks.rados.rados.0.smithi002.stdout:13: seq_num 12 ranges {0=204800} 2023-12-16T19:30:32.394 INFO:tasks.rados.rados.0.smithi002.stdout:13: writing smithi002125626-13 from 0 to 204800 tid 1 2023-12-16T19:30:32.395 INFO:tasks.rados.rados.0.smithi002.stdout:14: write initial oid 14 2023-12-16T19:30:32.395 INFO:tasks.rados.rados.0.smithi002.stdout:14: seq_num 13 ranges {0=221184} 2023-12-16T19:30:32.397 INFO:tasks.rados.rados.0.smithi002.stdout:14: writing smithi002125626-14 from 0 to 221184 tid 1 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 1 to smithi002125626-5 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 2 to smithi002125626-4 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 2 to smithi002125626-2 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 1 to smithi002125626-9 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 2 to smithi002125626-1 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:2: finishing write tid 3 to smithi002125626-2 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:4: finishing write tid 3 to smithi002125626-4 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 1 to smithi002125626-6 2023-12-16T19:30:32.398 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 1 to smithi002125626-8 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 2 to smithi002125626-3 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 2 to smithi002125626-5 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 2 to smithi002125626-7 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 2 to smithi002125626-9 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:2: done (13 left) 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:4: done (12 left) 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:15: write initial oid 15 2023-12-16T19:30:32.399 INFO:tasks.rados.rados.0.smithi002.stdout:15: seq_num 14 ranges {0=237568} 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:15: writing smithi002125626-15 from 0 to 237568 tid 1 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 1 to smithi002125626-12 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:3: finishing write tid 3 to smithi002125626-3 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:1: finishing write tid 3 to smithi002125626-1 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:1: done (12 left) 2023-12-16T19:30:32.400 INFO:tasks.rados.rados.0.smithi002.stdout:3: done (11 left) 2023-12-16T19:30:32.401 INFO:tasks.rados.rados.0.smithi002.stdout:16: write initial oid 16 2023-12-16T19:30:32.401 INFO:tasks.rados.rados.0.smithi002.stdout:7: finishing write tid 3 to smithi002125626-7 2023-12-16T19:30:32.401 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:30:32.401 INFO:tasks.rados.rados.0.smithi002.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:30:32.401 INFO:tasks.rados.rados.0.smithi002.stdout:16: seq_num 15 ranges {0=253952} 2023-12-16T19:30:32.402 INFO:tasks.rados.rados.0.smithi002.stdout:16: writing smithi002125626-16 from 0 to 253952 tid 1 2023-12-16T19:30:32.402 INFO:tasks.rados.rados.0.smithi002.stdout:7: done (11 left) 2023-12-16T19:30:32.402 INFO:tasks.rados.rados.0.smithi002.stdout:17: write initial oid 17 2023-12-16T19:30:32.402 INFO:tasks.rados.rados.0.smithi002.stdout:17: seq_num 16 ranges {0=270336} 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:17: writing smithi002125626-17 from 0 to 270336 tid 1 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:18: write initial oid 18 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:5: finishing write tid 3 to smithi002125626-5 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 1 to smithi002125626-10 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 2 to smithi002125626-8 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 1 to smithi002125626-11 2023-12-16T19:30:32.404 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 1 to smithi002125626-13 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 2 to smithi002125626-6 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:9: finishing write tid 3 to smithi002125626-9 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 2 to smithi002125626-12 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 1 to smithi002125626-14 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:6: finishing write tid 3 to smithi002125626-6 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 2 to smithi002125626-11 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:8: finishing write tid 3 to smithi002125626-8 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 2 to smithi002125626-10 2023-12-16T19:30:32.405 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 1 to smithi002125626-15 2023-12-16T19:30:32.406 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 2 to smithi002125626-13 2023-12-16T19:30:32.406 INFO:tasks.rados.rados.0.smithi002.stdout:12: finishing write tid 3 to smithi002125626-12 2023-12-16T19:30:32.406 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-16T19:30:32.406 INFO:tasks.rados.rados.0.smithi002.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-16T19:30:32.406 INFO:tasks.rados.rados.0.smithi002.stdout:18: seq_num 17 ranges {0=286720} 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:18: writing smithi002125626-18 from 0 to 286720 tid 1 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:5: done (12 left) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:6: done (11 left) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:8: done (10 left) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:9: done (9 left) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:12: done (8 left) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:19: write initial oid 19 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:11: finishing write tid 3 to smithi002125626-11 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-16T19:30:32.407 INFO:tasks.rados.rados.0.smithi002.stdout:10: finishing write tid 3 to smithi002125626-10 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:13: finishing write tid 3 to smithi002125626-13 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 2 to smithi002125626-14 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 1 to smithi002125626-16 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 2 to smithi002125626-15 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:19: seq_num 18 ranges {0=303104} 2023-12-16T19:30:32.408 INFO:tasks.rados.rados.0.smithi002.stdout:19: writing smithi002125626-19 from 0 to 303104 tid 1 2023-12-16T19:30:32.409 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 1 to smithi002125626-17 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:15: finishing write tid 3 to smithi002125626-15 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:14: finishing write tid 3 to smithi002125626-14 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 2 to smithi002125626-16 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 2 to smithi002125626-17 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:16: finishing write tid 3 to smithi002125626-16 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:10: done (8 left) 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:11: done (7 left) 2023-12-16T19:30:32.410 INFO:tasks.rados.rados.0.smithi002.stdout:13: done (6 left) 2023-12-16T19:30:32.411 INFO:tasks.rados.rados.0.smithi002.stdout:14: done (5 left) 2023-12-16T19:30:32.411 INFO:tasks.rados.rados.0.smithi002.stdout:15: done (4 left) 2023-12-16T19:30:32.411 INFO:tasks.rados.rados.0.smithi002.stdout:16: done (3 left) 2023-12-16T19:30:32.411 INFO:tasks.rados.rados.0.smithi002.stdout:20: write initial oid 20 2023-12-16T19:30:32.411 INFO:tasks.rados.rados.0.smithi002.stdout:20: seq_num 19 ranges {0=319488} 2023-12-16T19:30:32.412 INFO:tasks.rados.rados.0.smithi002.stdout:20: writing smithi002125626-20 from 0 to 319488 tid 1 2023-12-16T19:30:32.412 INFO:tasks.rados.rados.0.smithi002.stdout:21: write initial oid 21 2023-12-16T19:30:32.412 INFO:tasks.rados.rados.0.smithi002.stdout:21: seq_num 20 ranges {0=344064} 2023-12-16T19:30:32.414 INFO:tasks.rados.rados.0.smithi002.stdout:21: writing smithi002125626-21 from 0 to 344064 tid 1 2023-12-16T19:30:32.414 INFO:tasks.rados.rados.0.smithi002.stdout:22: write initial oid 22 2023-12-16T19:30:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:22: seq_num 21 ranges {0=360448} 2023-12-16T19:30:32.417 INFO:tasks.rados.rados.0.smithi002.stdout:22: writing smithi002125626-22 from 0 to 360448 tid 1 2023-12-16T19:30:32.417 INFO:tasks.rados.rados.0.smithi002.stdout:23: write initial oid 23 2023-12-16T19:30:32.417 INFO:tasks.rados.rados.0.smithi002.stdout:23: seq_num 22 ranges {0=376832} 2023-12-16T19:30:32.420 INFO:tasks.rados.rados.0.smithi002.stdout:23: writing smithi002125626-23 from 0 to 376832 tid 1 2023-12-16T19:30:32.420 INFO:tasks.rados.rados.0.smithi002.stdout:24: write initial oid 24 2023-12-16T19:30:32.420 INFO:tasks.rados.rados.0.smithi002.stdout:24: seq_num 23 ranges {0=393216} 2023-12-16T19:30:32.423 INFO:tasks.rados.rados.0.smithi002.stdout:24: writing smithi002125626-24 from 0 to 393216 tid 1 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:17: finishing write tid 3 to smithi002125626-17 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 1 to smithi002125626-18 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 1 to smithi002125626-19 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 2 to smithi002125626-18 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:18: finishing write tid 3 to smithi002125626-18 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 2 to smithi002125626-19 2023-12-16T19:30:32.424 INFO:tasks.rados.rados.0.smithi002.stdout:19: finishing write tid 3 to smithi002125626-19 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 1 to smithi002125626-20 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 2 to smithi002125626-20 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 1 to smithi002125626-21 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:20: finishing write tid 3 to smithi002125626-20 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 2 to smithi002125626-21 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:21: finishing write tid 3 to smithi002125626-21 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 1 to smithi002125626-22 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 2 to smithi002125626-22 2023-12-16T19:30:32.425 INFO:tasks.rados.rados.0.smithi002.stdout:22: finishing write tid 3 to smithi002125626-22 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 1 to smithi002125626-23 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:17: done (7 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:18: done (6 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:19: done (5 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:20: done (4 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:21: done (3 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:22: done (2 left) 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:25: write initial oid 25 2023-12-16T19:30:32.426 INFO:tasks.rados.rados.0.smithi002.stdout:25: seq_num 24 ranges {0=409600} 2023-12-16T19:30:32.427 INFO:tasks.rados.rados.0.smithi002.stdout:25: writing smithi002125626-25 from 0 to 409600 tid 1 2023-12-16T19:30:32.427 INFO:tasks.rados.rados.0.smithi002.stdout:26: write initial oid 26 2023-12-16T19:30:32.427 INFO:tasks.rados.rados.0.smithi002.stdout:26: seq_num 25 ranges {0=425984} 2023-12-16T19:30:32.430 INFO:tasks.rados.rados.0.smithi002.stdout:26: writing smithi002125626-26 from 0 to 425984 tid 1 2023-12-16T19:30:32.430 INFO:tasks.rados.rados.0.smithi002.stdout:27: write initial oid 27 2023-12-16T19:30:32.430 INFO:tasks.rados.rados.0.smithi002.stdout:27: seq_num 26 ranges {0=442368} 2023-12-16T19:30:32.434 INFO:tasks.rados.rados.0.smithi002.stdout:27: writing smithi002125626-27 from 0 to 442368 tid 1 2023-12-16T19:30:32.434 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 2 to smithi002125626-23 2023-12-16T19:30:32.434 INFO:tasks.rados.rados.0.smithi002.stdout:23: finishing write tid 3 to smithi002125626-23 2023-12-16T19:30:32.434 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 1 to smithi002125626-24 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 2 to smithi002125626-24 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:24: finishing write tid 3 to smithi002125626-24 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 1 to smithi002125626-25 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 2 to smithi002125626-25 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:25: finishing write tid 3 to smithi002125626-25 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 1 to smithi002125626-26 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 2 to smithi002125626-26 2023-12-16T19:30:32.435 INFO:tasks.rados.rados.0.smithi002.stdout:23: done (4 left) 2023-12-16T19:30:32.436 INFO:tasks.rados.rados.0.smithi002.stdout:24: done (3 left) 2023-12-16T19:30:32.436 INFO:tasks.rados.rados.0.smithi002.stdout:25: done (2 left) 2023-12-16T19:30:32.436 INFO:tasks.rados.rados.0.smithi002.stdout:28: write initial oid 28 2023-12-16T19:30:32.436 INFO:tasks.rados.rados.0.smithi002.stdout:28: seq_num 27 ranges {0=458752} 2023-12-16T19:30:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:28: writing smithi002125626-28 from 0 to 458752 tid 1 2023-12-16T19:30:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:29: write initial oid 29 2023-12-16T19:30:32.437 INFO:tasks.rados.rados.0.smithi002.stdout:29: seq_num 28 ranges {0=475136} 2023-12-16T19:30:32.441 INFO:tasks.rados.rados.0.smithi002.stdout:29: writing smithi002125626-29 from 0 to 475136 tid 1 2023-12-16T19:30:32.441 INFO:tasks.rados.rados.0.smithi002.stdout:30: write initial oid 30 2023-12-16T19:30:32.441 INFO:tasks.rados.rados.0.smithi002.stdout:30: seq_num 29 ranges {0=491520} 2023-12-16T19:30:32.444 INFO:tasks.rados.rados.0.smithi002.stdout:30: writing smithi002125626-30 from 0 to 491520 tid 1 2023-12-16T19:30:32.444 INFO:tasks.rados.rados.0.smithi002.stdout:31: write initial oid 31 2023-12-16T19:30:32.444 INFO:tasks.rados.rados.0.smithi002.stdout:31: seq_num 30 ranges {0=507904} 2023-12-16T19:30:32.448 INFO:tasks.rados.rados.0.smithi002.stdout:31: writing smithi002125626-31 from 0 to 507904 tid 1 2023-12-16T19:30:32.448 INFO:tasks.rados.rados.0.smithi002.stdout:32: write initial oid 32 2023-12-16T19:30:32.448 INFO:tasks.rados.rados.0.smithi002.stdout:32: seq_num 31 ranges {0=524288} 2023-12-16T19:30:32.452 INFO:tasks.rados.rados.0.smithi002.stdout:32: writing smithi002125626-32 from 0 to 524288 tid 1 2023-12-16T19:30:32.452 INFO:tasks.rados.rados.0.smithi002.stdout:33: write initial oid 33 2023-12-16T19:30:32.452 INFO:tasks.rados.rados.0.smithi002.stdout:33: seq_num 32 ranges {0=540672} 2023-12-16T19:30:32.456 INFO:tasks.rados.rados.0.smithi002.stdout:33: writing smithi002125626-33 from 0 to 540672 tid 1 2023-12-16T19:30:32.456 INFO:tasks.rados.rados.0.smithi002.stdout:34: write initial oid 34 2023-12-16T19:30:32.456 INFO:tasks.rados.rados.0.smithi002.stdout:34: seq_num 33 ranges {0=557056} 2023-12-16T19:30:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:34: writing smithi002125626-34 from 0 to 557056 tid 1 2023-12-16T19:30:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:35: write initial oid 35 2023-12-16T19:30:32.460 INFO:tasks.rados.rados.0.smithi002.stdout:35: seq_num 34 ranges {0=573440} 2023-12-16T19:30:32.465 INFO:tasks.rados.rados.0.smithi002.stdout:35: writing smithi002125626-35 from 0 to 573440 tid 1 2023-12-16T19:30:32.465 INFO:tasks.rados.rados.0.smithi002.stdout:36: write initial oid 36 2023-12-16T19:30:32.465 INFO:tasks.rados.rados.0.smithi002.stdout:36: seq_num 35 ranges {0=589824} 2023-12-16T19:30:32.469 INFO:tasks.rados.rados.0.smithi002.stdout:36: writing smithi002125626-36 from 0 to 589824 tid 1 2023-12-16T19:30:32.469 INFO:tasks.rados.rados.0.smithi002.stdout:37: write initial oid 37 2023-12-16T19:30:32.469 INFO:tasks.rados.rados.0.smithi002.stdout:37: seq_num 36 ranges {0=606208} 2023-12-16T19:30:32.474 INFO:tasks.rados.rados.0.smithi002.stdout:37: writing smithi002125626-37 from 0 to 606208 tid 1 2023-12-16T19:30:32.474 INFO:tasks.rados.rados.0.smithi002.stdout:38: write initial oid 38 2023-12-16T19:30:32.474 INFO:tasks.rados.rados.0.smithi002.stdout:38: seq_num 37 ranges {0=622592} 2023-12-16T19:30:32.478 INFO:tasks.rados.rados.0.smithi002.stdout:38: writing smithi002125626-38 from 0 to 622592 tid 1 2023-12-16T19:30:32.479 INFO:tasks.rados.rados.0.smithi002.stdout:39: write initial oid 39 2023-12-16T19:30:32.479 INFO:tasks.rados.rados.0.smithi002.stdout:39: seq_num 38 ranges {0=638976} 2023-12-16T19:30:32.483 INFO:tasks.rados.rados.0.smithi002.stdout:39: writing smithi002125626-39 from 0 to 638976 tid 1 2023-12-16T19:30:32.483 INFO:tasks.rados.rados.0.smithi002.stdout:40: write initial oid 40 2023-12-16T19:30:32.483 INFO:tasks.rados.rados.0.smithi002.stdout:40: seq_num 39 ranges {0=663552} 2023-12-16T19:30:32.488 INFO:tasks.rados.rados.0.smithi002.stdout:40: writing smithi002125626-40 from 0 to 663552 tid 1 2023-12-16T19:30:32.488 INFO:tasks.rados.rados.0.smithi002.stdout:41: write initial oid 41 2023-12-16T19:30:32.488 INFO:tasks.rados.rados.0.smithi002.stdout:41: seq_num 40 ranges {0=679936} 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:41: writing smithi002125626-41 from 0 to 679936 tid 1 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:26: finishing write tid 3 to smithi002125626-26 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:26: done (15 left) 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:42: write initial oid 42 2023-12-16T19:30:32.494 INFO:tasks.rados.rados.0.smithi002.stdout:42: seq_num 41 ranges {0=696320} 2023-12-16T19:30:32.499 INFO:tasks.rados.rados.0.smithi002.stdout:42: writing smithi002125626-42 from 0 to 696320 tid 1 2023-12-16T19:30:32.499 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2023-12-16T19:30:32.499 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 1 to smithi002125626-27 2023-12-16T19:30:32.499 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 2 to smithi002125626-27 2023-12-16T19:30:32.499 INFO:tasks.rados.rados.0.smithi002.stdout:27: finishing write tid 3 to smithi002125626-27 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 1 to smithi002125626-28 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 2 to smithi002125626-28 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:27: done (15 left) 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:43: write initial oid 43 2023-12-16T19:30:32.500 INFO:tasks.rados.rados.0.smithi002.stdout:43: seq_num 42 ranges {0=712704} 2023-12-16T19:30:32.503 INFO:tasks.rados.rados.0.smithi002.stdout:43: writing smithi002125626-43 from 0 to 712704 tid 1 2023-12-16T19:30:32.503 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2023-12-16T19:30:32.503 INFO:tasks.rados.rados.0.smithi002.stdout:28: finishing write tid 3 to smithi002125626-28 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 1 to smithi002125626-29 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:28: done (15 left) 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:44: write initial oid 44 2023-12-16T19:30:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:44: seq_num 43 ranges {0=729088} 2023-12-16T19:30:32.508 INFO:tasks.rados.rados.0.smithi002.stdout:44: writing smithi002125626-44 from 0 to 729088 tid 1 2023-12-16T19:30:32.508 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2023-12-16T19:30:32.508 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 2 to smithi002125626-29 2023-12-16T19:30:32.508 INFO:tasks.rados.rados.0.smithi002.stdout:29: finishing write tid 3 to smithi002125626-29 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 1 to smithi002125626-30 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 2 to smithi002125626-30 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:29: done (15 left) 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:45: write initial oid 45 2023-12-16T19:30:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:45: seq_num 44 ranges {0=745472} 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:45: writing smithi002125626-45 from 0 to 745472 tid 1 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 16 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:30: finishing write tid 3 to smithi002125626-30 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 1 to smithi002125626-31 2023-12-16T19:30:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 2 to smithi002125626-31 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:31: finishing write tid 3 to smithi002125626-31 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 1 to smithi002125626-32 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 2 to smithi002125626-32 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:32: finishing write tid 3 to smithi002125626-32 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 1 to smithi002125626-33 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 2 to smithi002125626-33 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:33: finishing write tid 3 to smithi002125626-33 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 1 to smithi002125626-34 2023-12-16T19:30:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 2 to smithi002125626-34 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:34: finishing write tid 3 to smithi002125626-34 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 1 to smithi002125626-35 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 2 to smithi002125626-35 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:35: finishing write tid 3 to smithi002125626-35 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 1 to smithi002125626-36 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 2 to smithi002125626-36 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:30: done (15 left) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:31: done (14 left) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:32: done (13 left) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:33: done (12 left) 2023-12-16T19:30:32.515 INFO:tasks.rados.rados.0.smithi002.stdout:34: done (11 left) 2023-12-16T19:30:32.516 INFO:tasks.rados.rados.0.smithi002.stdout:35: done (10 left) 2023-12-16T19:30:32.516 INFO:tasks.rados.rados.0.smithi002.stdout:46: write initial oid 46 2023-12-16T19:30:32.516 INFO:tasks.rados.rados.0.smithi002.stdout:46: seq_num 45 ranges {0=761856} 2023-12-16T19:30:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:46: writing smithi002125626-46 from 0 to 761856 tid 1 2023-12-16T19:30:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:47: write initial oid 47 2023-12-16T19:30:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:47: seq_num 46 ranges {0=778240} 2023-12-16T19:30:32.523 INFO:tasks.rados.rados.0.smithi002.stdout:47: writing smithi002125626-47 from 0 to 778240 tid 1 2023-12-16T19:30:32.523 INFO:tasks.rados.rados.0.smithi002.stdout:48: write initial oid 48 2023-12-16T19:30:32.523 INFO:tasks.rados.rados.0.smithi002.stdout:48: seq_num 47 ranges {0=794624} 2023-12-16T19:30:32.529 INFO:tasks.rados.rados.0.smithi002.stdout:48: writing smithi002125626-48 from 0 to 794624 tid 1 2023-12-16T19:30:32.529 INFO:tasks.rados.rados.0.smithi002.stdout:49: write initial oid 49 2023-12-16T19:30:32.529 INFO:tasks.rados.rados.0.smithi002.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-16T19:30:32.532 INFO:tasks.rados.rados.0.smithi002.stdout:49: writing smithi002125626-49 from 0 to 409600 tid 1 2023-12-16T19:30:32.535 INFO:tasks.rados.rados.0.smithi002.stdout:49: writing smithi002125626-49 from 409600 to 811008 tid 2 2023-12-16T19:30:32.535 INFO:tasks.rados.rados.0.smithi002.stdout:50: write initial oid 50 2023-12-16T19:30:32.535 INFO:tasks.rados.rados.0.smithi002.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-16T19:30:32.538 INFO:tasks.rados.rados.0.smithi002.stdout:50: writing smithi002125626-50 from 0 to 425984 tid 1 2023-12-16T19:30:32.542 INFO:tasks.rados.rados.0.smithi002.stdout:50: writing smithi002125626-50 from 425984 to 827392 tid 2 2023-12-16T19:30:32.542 INFO:tasks.rados.rados.0.smithi002.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2023-12-16T19:30:32.542 INFO:tasks.rados.rados.0.smithi002.stdout:36: finishing write tid 3 to smithi002125626-36 2023-12-16T19:30:32.542 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-16T19:30:32.542 INFO:tasks.rados.rados.0.smithi002.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 1 to smithi002125626-37 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 2 to smithi002125626-37 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:37: finishing write tid 3 to smithi002125626-37 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 1 to smithi002125626-38 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 2 to smithi002125626-38 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:38: finishing write tid 3 to smithi002125626-38 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 14 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 1 to smithi002125626-39 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 2 to smithi002125626-39 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:39: finishing write tid 3 to smithi002125626-39 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-16T19:30:32.543 INFO:tasks.rados.rados.0.smithi002.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 1 to smithi002125626-40 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 2 to smithi002125626-40 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:40: finishing write tid 3 to smithi002125626-40 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 1 to smithi002125626-41 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 2 to smithi002125626-41 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:41: finishing write tid 3 to smithi002125626-41 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 1 to smithi002125626-42 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 2 to smithi002125626-42 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:42: finishing write tid 3 to smithi002125626-42 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-16T19:30:32.544 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 1 to smithi002125626-43 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 2 to smithi002125626-43 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:43: finishing write tid 3 to smithi002125626-43 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 1 to smithi002125626-44 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 2 to smithi002125626-44 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:44: finishing write tid 3 to smithi002125626-44 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 1 to smithi002125626-45 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 2 to smithi002125626-45 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:45: finishing write tid 3 to smithi002125626-45 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-16T19:30:32.545 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 1 to smithi002125626-46 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 2 to smithi002125626-46 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:46: finishing write tid 3 to smithi002125626-46 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 1 to smithi002125626-47 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 2 to smithi002125626-47 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:47: finishing write tid 3 to smithi002125626-47 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 16 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 1 to smithi002125626-48 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 2 to smithi002125626-48 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:48: finishing write tid 3 to smithi002125626-48 2023-12-16T19:30:32.546 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 1 to smithi002125626-49 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 2 to smithi002125626-49 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 3 to smithi002125626-49 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:49: finishing write tid 4 to smithi002125626-49 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 1 to smithi002125626-50 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:36: done (15 left) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:37: done (14 left) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:38: done (13 left) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:39: done (12 left) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:40: done (11 left) 2023-12-16T19:30:32.547 INFO:tasks.rados.rados.0.smithi002.stdout:41: done (10 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:42: done (9 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:43: done (8 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:44: done (7 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:45: done (6 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:46: done (5 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:47: done (4 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:48: done (3 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:49: done (2 left) 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 0 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:52: seq_num 50 ranges {442368=442368,884736=401408} 2023-12-16T19:30:32.548 INFO:tasks.rados.rados.0.smithi002.stdout:52: writing smithi002125626-27 from 442368 to 884736 tid 1 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:52: writing smithi002125626-27 from 884736 to 1286144 tid 2 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:53: rmattr oid 24 current snap is 0 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:53: done (3 left) 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:54: delete oid 10 current snap is 0 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 2 to smithi002125626-50 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 3 to smithi002125626-50 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:50: finishing write tid 4 to smithi002125626-50 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 19 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:51: finishing copy_from to smithi002125626-2 2023-12-16T19:30:32.550 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-16T19:30:32.551 INFO:tasks.rados.rados.0.smithi002.stdout:51: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:30:32.551 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 1 to smithi002125626-27 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:50: done (3 left) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:51: done (2 left) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:54: done (1 left) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:55: read oid 15 snap -1 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:56: rollback oid 31 current snap is 0 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:56: done (2 left) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:57: read oid 28 snap -1 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:59: rollback oid 45 current snap is 0 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:59: done (4 left) 2023-12-16T19:30:32.552 INFO:tasks.rados.rados.0.smithi002.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:61: delete oid 1 current snap is 0 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 2 to smithi002125626-27 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 3 to smithi002125626-27 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:52: finishing write tid 4 to smithi002125626-27 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-16T19:30:32.553 INFO:tasks.rados.rados.0.smithi002.stdout:52: left oid 27 (ObjNum 50 snap 0 seq_num 50) 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:52: done (5 left) 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:61: done (4 left) 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:62: read oid 24 snap -1 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:63: snap_create 2023-12-16T19:30:32.554 INFO:tasks.rados.rados.0.smithi002.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-16T19:30:32.563 INFO:tasks.rados.rados.0.smithi002.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-16T19:30:32.576 INFO:tasks.rados.rados.0.smithi002.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2023-12-16T19:30:32.586 INFO:tasks.rados.rados.0.smithi002.stdout:58: finishing copy_from to smithi002125626-29 2023-12-16T19:30:32.586 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 16 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:30:32.587 INFO:tasks.rados.rados.0.smithi002.stdout:60: finishing copy_from to smithi002125626-22 2023-12-16T19:30:32.587 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:30:32.587 INFO:tasks.rados.rados.0.smithi002.stdout:58: finishing copy_from racing read to smithi002125626-29 2023-12-16T19:30:32.587 INFO:tasks.rados.rados.0.smithi002.stdout:60: finishing copy_from racing read to smithi002125626-22 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[78633]: pgmap v57: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[78633]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[78633]: Cluster is now healthy 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/866058415' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[78633]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[86656]: pgmap v57: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[86656]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[86656]: Cluster is now healthy 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/866058415' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:32 smithi002 ceph-mon[86656]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:32 smithi043 ceph-mon[82080]: pgmap v57: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:32 smithi043 ceph-mon[82080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:30:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:32 smithi043 ceph-mon[82080]: Cluster is now healthy 2023-12-16T19:30:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:32 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/866058415' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:32 smithi043 ceph-mon[82080]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:55: done (5 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:57: done (4 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:58: done (3 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:60: done (2 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:62: done (1 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:63: done (0 left) 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-16T19:30:33.387 INFO:tasks.rados.rados.0.smithi002.stdout:65: read oid 30 snap -1 2023-12-16T19:30:33.388 INFO:tasks.rados.rados.0.smithi002.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-16T19:30:33.388 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 1 2023-12-16T19:30:33.388 INFO:tasks.rados.rados.0.smithi002.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2023-12-16T19:30:33.391 INFO:tasks.rados.rados.0.smithi002.stdout:66: writing smithi002125626-23 from 376832 to 868352 tid 1 2023-12-16T19:30:33.395 INFO:tasks.rados.rados.0.smithi002.stdout:66: writing smithi002125626-23 from 868352 to 1269760 tid 2 2023-12-16T19:30:33.395 INFO:tasks.rados.rados.0.smithi002.stdout:67: rollback oid 10 current snap is 1 2023-12-16T19:30:33.395 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 0 2023-12-16T19:30:33.395 INFO:tasks.rados.rados.0.smithi002.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:67: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 0 (ObjNum 65 snap 0 seq_num 2052357984) dirty dne 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:64: finishing copy_from to smithi002125626-15 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:64: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 1 to smithi002125626-23 2023-12-16T19:30:33.411 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 2 to smithi002125626-23 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:64: done (3 left) 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:65: done (2 left) 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:67: done (1 left) 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:68: setattr oid 31 current snap is 1 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 3 to smithi002125626-23 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:66: finishing write tid 4 to smithi002125626-23 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:30:33.412 INFO:tasks.rados.rados.0.smithi002.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-16T19:30:33.413 INFO:tasks.rados.rados.0.smithi002.stdout:66: done (1 left) 2023-12-16T19:30:33.413 INFO:tasks.rados.rados.0.smithi002.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2023-12-16T19:30:33.413 INFO:tasks.rados.rados.0.smithi002.stdout:70: read oid 23 snap 0 2023-12-16T19:30:33.413 INFO:tasks.rados.rados.0.smithi002.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:72: rollback oid 49 current snap is 1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 0 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:73: read oid 4 snap 0 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:74: rmattr oid 7 current snap is 1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:74: done (6 left) 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:76: read oid 39 snap -1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:78: read oid 2 snap -1 2023-12-16T19:30:33.414 INFO:tasks.rados.rados.0.smithi002.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-16T19:30:33.416 INFO:tasks.rados.rados.0.smithi002.stdout:79: setattr oid 41 current snap is 1 2023-12-16T19:30:33.416 INFO:tasks.rados.rados.0.smithi002.stdout:80: snap_create 2023-12-16T19:30:33.416 INFO:tasks.rados.rados.0.smithi002.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2023-12-16T19:30:33.430 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:30:33.430 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:30:33.430 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:30:33.430 INFO:tasks.rados.rados.0.smithi002.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:30:33.432 INFO:tasks.rados.rados.0.smithi002.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-16T19:30:33.435 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:33.436 INFO:tasks.rados.rados.0.smithi002.stdout:72: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:30:33.436 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 17 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T19:30:33.436 INFO:tasks.rados.rados.0.smithi002.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:77: finishing copy_from to smithi002125626-6 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:77: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:69: finishing copy_from to smithi002125626-45 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:75: finishing copy_from to smithi002125626-20 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:75: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:69: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:71: finishing copy_from to smithi002125626-36 2023-12-16T19:30:33.454 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 10 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-16T19:30:33.455 INFO:tasks.rados.rados.0.smithi002.stdout:71: finishing copy_from racing read to smithi002125626-36 2023-12-16T19:30:33.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:33 smithi002 ceph-mon[78633]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T19:30:33.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:33 smithi002 ceph-mon[78633]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T19:30:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:33 smithi002 ceph-mon[86656]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T19:30:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:33 smithi002 ceph-mon[86656]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T19:30:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:33 smithi043 ceph-mon[82080]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T19:30:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:33 smithi043 ceph-mon[82080]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T19:30:34.388 INFO:tasks.rados.rados.0.smithi002.stdout:68: done (11 left) 2023-12-16T19:30:34.388 INFO:tasks.rados.rados.0.smithi002.stdout:69: done (10 left) 2023-12-16T19:30:34.388 INFO:tasks.rados.rados.0.smithi002.stdout:70: done (9 left) 2023-12-16T19:30:34.388 INFO:tasks.rados.rados.0.smithi002.stdout:71: done (8 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:72: done (7 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:73: done (6 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:75: done (5 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:76: done (4 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:77: done (3 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:78: done (2 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:79: done (1 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:80: done (0 left) 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:81: rollback oid 40 current snap is 2 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 1 2023-12-16T19:30:34.389 INFO:tasks.rados.rados.0.smithi002.stdout:82: snap_create 2023-12-16T19:30:34.391 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:30:34.392 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:30:34.392 INFO:tasks.rados.rados.0.smithi002.stdout:81: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:30:34.392 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 11 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T19:30:34.470 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:34 smithi002 ceph-mon[78633]: pgmap v59: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:34.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:34 smithi002 ceph-mon[78633]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T19:30:34.471 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:34 smithi002 ceph-mon[86656]: pgmap v59: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:34.471 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:34 smithi002 ceph-mon[86656]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T19:30:34.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:34] "GET /metrics HTTP/1.1" 200 235733 "" "Prometheus/2.43.0" 2023-12-16T19:30:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:34 smithi043 ceph-mon[82080]: pgmap v59: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:34 smithi043 ceph-mon[82080]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:81: done (1 left) 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:82: done (0 left) 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:83: rollback oid 9 current snap is 3 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 0 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:84: read oid 20 snap 1 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:85: read oid 41 snap -1 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:35.399 INFO:tasks.rados.rados.0.smithi002.stdout:86: snap_create 2023-12-16T19:30:35.405 INFO:tasks.rados.rados.0.smithi002.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:35.427 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:30:35.427 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:30:35.427 INFO:tasks.rados.rados.0.smithi002.stdout:83: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:30:35.427 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 8 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-16T19:30:35.427 INFO:tasks.rados.rados.0.smithi002.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-16T19:30:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:35 smithi002 ceph-mon[78633]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T19:30:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:35 smithi002 ceph-mon[86656]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T19:30:35.748 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:35 smithi043 ceph-mon[82080]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T19:30:36.401 INFO:tasks.rados.rados.0.smithi002.stdout:83: done (3 left) 2023-12-16T19:30:36.401 INFO:tasks.rados.rados.0.smithi002.stdout:84: done (2 left) 2023-12-16T19:30:36.401 INFO:tasks.rados.rados.0.smithi002.stdout:85: done (1 left) 2023-12-16T19:30:36.401 INFO:tasks.rados.rados.0.smithi002.stdout:86: done (0 left) 2023-12-16T19:30:36.401 INFO:tasks.rados.rados.0.smithi002.stdout:87: snap_remove snap 0 2023-12-16T19:30:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:36 smithi002 ceph-mon[78633]: pgmap v62: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2023-12-16T19:30:36.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:36 smithi002 ceph-mon[78633]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T19:30:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:36 smithi002 ceph-mon[86656]: pgmap v62: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2023-12-16T19:30:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:36 smithi002 ceph-mon[86656]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T19:30:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:36 smithi043 ceph-mon[82080]: pgmap v62: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2023-12-16T19:30:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:36 smithi043 ceph-mon[82080]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:87: done (0 left) 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:88: read oid 29 snap 3 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:89: read oid 46 snap -1 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:37.411 INFO:tasks.rados.rados.0.smithi002.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2023-12-16T19:30:37.412 INFO:tasks.rados.rados.0.smithi002.stdout:91: rmattr oid 49 current snap is 4 2023-12-16T19:30:37.412 INFO:tasks.rados.rados.0.smithi002.stdout:91: done (3 left) 2023-12-16T19:30:37.412 INFO:tasks.rados.rados.0.smithi002.stdout:92: snap_remove snap 2 2023-12-16T19:30:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:37 smithi002 ceph-mon[78633]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T19:30:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:37 smithi002 ceph-mon[86656]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T19:30:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:37 smithi043 ceph-mon[82080]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T19:30:38.411 INFO:tasks.rados.rados.0.smithi002.stdout:92: done (3 left) 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:93: rmattr oid 30 current snap is 4 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:93: done (3 left) 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:94: read oid 42 snap 1 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:95: rmattr oid 14 current snap is 4 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:95: done (4 left) 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:96: read oid 9 snap 1 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 4 2023-12-16T19:30:38.412 INFO:tasks.rados.rados.0.smithi002.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2023-12-16T19:30:38.417 INFO:tasks.rados.rados.0.smithi002.stdout:97: writing smithi002125626-24 from 393216 to 901120 tid 1 2023-12-16T19:30:38.420 INFO:tasks.rados.rados.0.smithi002.stdout:97: writing smithi002125626-24 from 901120 to 1302528 tid 2 2023-12-16T19:30:38.421 INFO:tasks.rados.rados.0.smithi002.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:30:38.442 INFO:tasks.rados.rados.0.smithi002.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:38.463 INFO:tasks.rados.rados.0.smithi002.stdout:90: finishing copy_from to smithi002125626-36 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:90: finishing copy_from racing read to smithi002125626-36 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:88: done (5 left) 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:89: done (4 left) 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:90: done (3 left) 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:98: copy_from oid 34 from oid 40 current snap is 4 2023-12-16T19:30:38.464 INFO:tasks.rados.rados.0.smithi002.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-16T19:30:38.467 INFO:tasks.rados.rados.0.smithi002.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 1 to smithi002125626-24 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 2 to smithi002125626-24 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 3 to smithi002125626-24 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: finishing write tid 4 to smithi002125626-24 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 12 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:94: done (3 left) 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:96: done (2 left) 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:97: done (1 left) 2023-12-16T19:30:38.487 INFO:tasks.rados.rados.0.smithi002.stdout:99: snap_remove snap 3 2023-12-16T19:30:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[78633]: pgmap v65: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2023-12-16T19:30:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[78633]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T19:30:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[86656]: pgmap v65: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2023-12-16T19:30:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[86656]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T19:30:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:38 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:38 smithi043 ceph-mon[82080]: pgmap v65: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2023-12-16T19:30:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:38 smithi043 ceph-mon[82080]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T19:30:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:38 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:39.416 INFO:tasks.rados.rados.0.smithi002.stdout:99: done (1 left) 2023-12-16T19:30:39.416 INFO:tasks.rados.rados.0.smithi002.stdout:100: copy_from oid 24 from oid 48 current snap is 4 2023-12-16T19:30:39.416 INFO:tasks.rados.rados.0.smithi002.stdout:101: read oid 23 snap 1 2023-12-16T19:30:39.416 INFO:tasks.rados.rados.0.smithi002.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-16T19:30:39.417 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 4 2023-12-16T19:30:39.417 INFO:tasks.rados.rados.0.smithi002.stdout:98: finishing copy_from to smithi002125626-34 2023-12-16T19:30:39.417 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 11 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T19:30:39.417 INFO:tasks.rados.rados.0.smithi002.stdout:98: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:30:39.417 INFO:tasks.rados.rados.0.smithi002.stdout:102: seq_num 55 ranges {73728=524288,598016=401408} 2023-12-16T19:30:39.420 INFO:tasks.rados.rados.0.smithi002.stdout:102: writing smithi002125626-5 from 73728 to 598016 tid 1 2023-12-16T19:30:39.424 INFO:tasks.rados.rados.0.smithi002.stdout:102: writing smithi002125626-5 from 598016 to 999424 tid 2 2023-12-16T19:30:39.424 INFO:tasks.rados.rados.0.smithi002.stdout:98: done (3 left) 2023-12-16T19:30:39.424 INFO:tasks.rados.rados.0.smithi002.stdout:103: delete oid 42 current snap is 4 2023-12-16T19:30:39.425 INFO:tasks.rados.rados.0.smithi002.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-16T19:30:39.468 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing write tid 1 to smithi002125626-5 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing write tid 2 to smithi002125626-5 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing write tid 3 to smithi002125626-5 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:102: finishing write tid 4 to smithi002125626-5 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 16 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:102: left oid 5 (ObjNum 55 snap 4 seq_num 55) 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:101: done (3 left) 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:102: done (2 left) 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:103: done (1 left) 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:104: read oid 44 snap -1 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-16T19:30:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:105: rollback oid 39 current snap is 4 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 1 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing copy_from to smithi002125626-24 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:100: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:100: done (2 left) 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:106: delete oid 12 current snap is 4 2023-12-16T19:30:39.470 INFO:tasks.rados.rados.0.smithi002.stdout:106: done (2 left) 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:107: read oid 17 snap 1 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:108: rollback oid 40 current snap is 4 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 1 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:109: delete oid 8 current snap is 4 2023-12-16T19:30:39.471 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 0 to smithi002125626-39 2023-12-16T19:30:39.472 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:30:39.472 INFO:tasks.rados.rados.0.smithi002.stdout:105: finishing rollback tid 2 to smithi002125626-39 2023-12-16T19:30:39.472 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 19 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-16T19:30:39.472 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:30:39.472 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:30:39.473 INFO:tasks.rados.rados.0.smithi002.stdout:108: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:30:39.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T19:30:39.473 INFO:tasks.rados.rados.0.smithi002.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-16T19:30:39.497 INFO:tasks.rados.rados.0.smithi002.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-16T19:30:39.504 INFO:tasks.rados.rados.0.smithi002.stdout:104: done (4 left) 2023-12-16T19:30:39.504 INFO:tasks.rados.rados.0.smithi002.stdout:105: done (3 left) 2023-12-16T19:30:39.504 INFO:tasks.rados.rados.0.smithi002.stdout:107: done (2 left) 2023-12-16T19:30:39.504 INFO:tasks.rados.rados.0.smithi002.stdout:108: done (1 left) 2023-12-16T19:30:39.505 INFO:tasks.rados.rados.0.smithi002.stdout:109: done (0 left) 2023-12-16T19:30:39.505 INFO:tasks.rados.rados.0.smithi002.stdout:110: setattr oid 35 current snap is 4 2023-12-16T19:30:39.505 INFO:tasks.rados.rados.0.smithi002.stdout:111: snap_create 2023-12-16T19:30:39.507 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 22 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T19:30:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:39 smithi002 ceph-mon[78633]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T19:30:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:39 smithi002 ceph-mon[78633]: pgmap v68: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:39 smithi002 ceph-mon[86656]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T19:30:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:39 smithi002 ceph-mon[86656]: pgmap v68: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:39.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:39 smithi043 ceph-mon[82080]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T19:30:39.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:39 smithi043 ceph-mon[82080]: pgmap v68: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:110: done (1 left) 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:111: done (0 left) 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:113: setattr oid 23 current snap is 5 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 5 2023-12-16T19:30:40.417 INFO:tasks.rados.rados.0.smithi002.stdout:114: seq_num 59 ranges {172032=598016,770048=401408} 2023-12-16T19:30:40.422 INFO:tasks.rados.rados.0.smithi002.stdout:114: writing smithi002125626-15 from 172032 to 770048 tid 1 2023-12-16T19:30:40.425 INFO:tasks.rados.rados.0.smithi002.stdout:114: writing smithi002125626-15 from 770048 to 1171456 tid 2 2023-12-16T19:30:40.425 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 5 2023-12-16T19:30:40.425 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 20 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:30:40.425 INFO:tasks.rados.rados.0.smithi002.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2023-12-16T19:30:40.429 INFO:tasks.rados.rados.0.smithi002.stdout:115: writing smithi002125626-20 from 188416 to 802816 tid 1 2023-12-16T19:30:40.432 INFO:tasks.rados.rados.0.smithi002.stdout:115: writing smithi002125626-20 from 802816 to 1204224 tid 2 2023-12-16T19:30:40.432 INFO:tasks.rados.rados.0.smithi002.stdout:113: done (3 left) 2023-12-16T19:30:40.432 INFO:tasks.rados.rados.0.smithi002.stdout:116: rollback oid 14 current snap is 5 2023-12-16T19:30:40.432 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 1 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 1 to smithi002125626-15 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:112: finishing copy_from to smithi002125626-25 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:112: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 2 to smithi002125626-15 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 3 to smithi002125626-15 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:112: done (3 left) 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:117: read oid 22 snap -1 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 5 2023-12-16T19:30:40.433 INFO:tasks.rados.rados.0.smithi002.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2023-12-16T19:30:40.440 INFO:tasks.rados.rados.0.smithi002.stdout:118: writing smithi002125626-40 from 663552 to 1294336 tid 1 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:118: writing smithi002125626-40 from 1294336 to 1695744 tid 2 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:119: snap_create 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:114: finishing write tid 4 to smithi002125626-15 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 27 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:30:40.443 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:116: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 1 to smithi002125626-20 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 2 to smithi002125626-20 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 3 to smithi002125626-20 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:115: finishing write tid 4 to smithi002125626-20 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 30 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2023-12-16T19:30:40.444 INFO:tasks.rados.rados.0.smithi002.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:30:40.465 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 1 to smithi002125626-40 2023-12-16T19:30:40.465 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 2 to smithi002125626-40 2023-12-16T19:30:40.465 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 3 to smithi002125626-40 2023-12-16T19:30:40.465 INFO:tasks.rados.rados.0.smithi002.stdout:118: finishing write tid 4 to smithi002125626-40 2023-12-16T19:30:40.466 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 20 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-16T19:30:40.466 INFO:tasks.rados.rados.0.smithi002.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2023-12-16T19:30:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:40 smithi002 ceph-mon[78633]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T19:30:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:40 smithi002 ceph-mon[86656]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T19:30:40.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:40 smithi043 ceph-mon[82080]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:114: done (5 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:115: done (4 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:116: done (3 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:117: done (2 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:118: done (1 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:119: done (0 left) 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:120: read oid 48 snap 4 2023-12-16T19:30:41.426 INFO:tasks.rados.rados.0.smithi002.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:30:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:121: read oid 49 snap 5 2023-12-16T19:30:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T19:30:41.427 INFO:tasks.rados.rados.0.smithi002.stdout:122: delete oid 44 current snap is 6 2023-12-16T19:30:41.431 INFO:tasks.rados.rados.0.smithi002.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:30:41.453 INFO:tasks.rados.rados.0.smithi002.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:120: done (2 left) 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:121: done (1 left) 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:122: done (0 left) 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:123: rollback oid 49 current snap is 6 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 4 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:124: read oid 27 snap -1 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:124: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:125: setattr oid 41 current snap is 6 2023-12-16T19:30:41.475 INFO:tasks.rados.rados.0.smithi002.stdout:126: delete oid 28 current snap is 6 2023-12-16T19:30:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:124: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 18 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:123: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 31 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:123: done (3 left) 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:124: done (2 left) 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:125: done (1 left) 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:126: done (0 left) 2023-12-16T19:30:41.535 INFO:tasks.rados.rados.0.smithi002.stdout:127: snap_remove snap 4 2023-12-16T19:30:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:41 smithi002 ceph-mon[78633]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T19:30:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:41 smithi002 ceph-mon[78633]: pgmap v71: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:41 smithi002 ceph-mon[86656]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T19:30:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:41 smithi002 ceph-mon[86656]: pgmap v71: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:41 smithi043 ceph-mon[82080]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T19:30:41.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:41 smithi043 ceph-mon[82080]: pgmap v71: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 264 KiB/s wr, 8 op/s 2023-12-16T19:30:42.430 INFO:tasks.rados.rados.0.smithi002.stdout:127: done (0 left) 2023-12-16T19:30:42.430 INFO:tasks.rados.rados.0.smithi002.stdout:128: setattr oid 28 current snap is 6 2023-12-16T19:30:42.433 INFO:tasks.rados.rados.0.smithi002.stdout:129: snap_remove snap 1 2023-12-16T19:30:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:42 smithi002 ceph-mon[78633]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T19:30:42.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:42 smithi002 ceph-mon[86656]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T19:30:42.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:42 smithi043 ceph-mon[82080]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T19:30:43.228 INFO:tasks.rados.rados.0.smithi002.stdout:129: done (1 left) 2023-12-16T19:30:43.228 INFO:tasks.rados.rados.0.smithi002.stdout:130: delete oid 6 current snap is 6 2023-12-16T19:30:43.228 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 22 (ObjNum 33 snap 0 seq_num 1475847581) dirty exists 2023-12-16T19:30:43.236 INFO:tasks.rados.rados.0.smithi002.stdout:128: done (1 left) 2023-12-16T19:30:43.236 INFO:tasks.rados.rados.0.smithi002.stdout:130: done (0 left) 2023-12-16T19:30:43.236 INFO:tasks.rados.rados.0.smithi002.stdout:131: snap_remove snap 5 2023-12-16T19:30:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[78633]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[78633]: pgmap v74: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[78633]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[86656]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[86656]: pgmap v74: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:43 smithi002 ceph-mon[86656]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T19:30:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:43 smithi043 ceph-mon[82080]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T19:30:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:43 smithi043 ceph-mon[82080]: pgmap v74: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:43 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:43 smithi043 ceph-mon[82080]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T19:30:44.233 INFO:tasks.rados.rados.0.smithi002.stdout:131: done (0 left) 2023-12-16T19:30:44.233 INFO:tasks.rados.rados.0.smithi002.stdout:132: rollback oid 17 current snap is 6 2023-12-16T19:30:44.234 INFO:tasks.rados.rados.0.smithi002.stdout:132: done (0 left) 2023-12-16T19:30:44.234 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 6 2023-12-16T19:30:44.234 INFO:tasks.rados.rados.0.smithi002.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2023-12-16T19:30:44.241 INFO:tasks.rados.rados.0.smithi002.stdout:133: writing smithi002125626-43 from 712704 to 1409024 tid 1 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:133: writing smithi002125626-43 from 1409024 to 1810432 tid 2 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:134: read oid 11 snap -1 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:135: read oid 6 snap -1 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:135: expect deleted 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:137: read oid 41 snap -1 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:44.244 INFO:tasks.rados.rados.0.smithi002.stdout:138: rollback oid 1 current snap is 6 2023-12-16T19:30:44.245 INFO:tasks.rados.rados.0.smithi002.stdout:138: done (5 left) 2023-12-16T19:30:44.245 INFO:tasks.rados.rados.0.smithi002.stdout:139: snap_create 2023-12-16T19:30:44.251 INFO:tasks.rados.rados.0.smithi002.stdout:133: finishing write tid 1 to smithi002125626-43 2023-12-16T19:30:44.252 INFO:tasks.rados.rados.0.smithi002.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:44.274 INFO:tasks.rados.rados.0.smithi002.stdout:133: finishing write tid 2 to smithi002125626-43 2023-12-16T19:30:44.275 INFO:tasks.rados.rados.0.smithi002.stdout:133: finishing write tid 3 to smithi002125626-43 2023-12-16T19:30:44.275 INFO:tasks.rados.rados.0.smithi002.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:133: finishing write tid 4 to smithi002125626-43 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 11 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:136: finishing copy_from to smithi002125626-18 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T19:30:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:136: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:30:44.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:44] "GET /metrics HTTP/1.1" 200 238750 "" "Prometheus/2.43.0" 2023-12-16T19:30:45.236 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:45 smithi002 ceph-mon[86656]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:133: done (5 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:134: done (4 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:135: done (3 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:136: done (2 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:137: done (1 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:139: done (0 left) 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:140: copy_from oid 32 from oid 41 current snap is 7 2023-12-16T19:30:45.241 INFO:tasks.rados.rados.0.smithi002.stdout:141: snap_remove snap 6 2023-12-16T19:30:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:45 smithi002 ceph-mon[78633]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T19:30:45.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:45 smithi043 ceph-mon[82080]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T19:30:45.501 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:46.240 INFO:tasks.rados.rados.0.smithi002.stdout:141: done (1 left) 2023-12-16T19:30:46.241 INFO:tasks.rados.rados.0.smithi002.stdout:142: delete oid 34 current snap is 7 2023-12-16T19:30:46.241 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing copy_from to smithi002125626-32 2023-12-16T19:30:46.241 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 18 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:46.241 INFO:tasks.rados.rados.0.smithi002.stdout:140: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:30:46.242 INFO:tasks.rados.rados.0.smithi002.stdout:140: done (1 left) 2023-12-16T19:30:46.242 INFO:tasks.rados.rados.0.smithi002.stdout:142: done (0 left) 2023-12-16T19:30:46.242 INFO:tasks.rados.rados.0.smithi002.stdout:143: rollback oid 46 current snap is 7 2023-12-16T19:30:46.242 INFO:tasks.rados.rados.0.smithi002.stdout:143: done (0 left) 2023-12-16T19:30:46.242 INFO:tasks.rados.rados.0.smithi002.stdout:144: read oid 46 snap -1 2023-12-16T19:30:46.243 INFO:tasks.rados.rados.0.smithi002.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:46.243 INFO:tasks.rados.rados.0.smithi002.stdout:145: read oid 7 snap -1 2023-12-16T19:30:46.243 INFO:tasks.rados.rados.0.smithi002.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:30:46.243 INFO:tasks.rados.rados.0.smithi002.stdout:146: snap_create 2023-12-16T19:30:46.247 INFO:tasks.rados.rados.0.smithi002.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:30:46.252 INFO:tasks.rados.rados.0.smithi002.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:46 smithi002 ceph-mon[78633]: pgmap v77: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:46 smithi002 ceph-mon[78633]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T19:30:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:46 smithi002 ceph-mon[86656]: pgmap v77: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:46 smithi002 ceph-mon[86656]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T19:30:46.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:46 smithi043 ceph-mon[82080]: pgmap v77: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:46.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:46 smithi043 ceph-mon[82080]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T19:30:47.249 INFO:tasks.rados.rados.0.smithi002.stdout:144: done (2 left) 2023-12-16T19:30:47.274 INFO:tasks.rados.rados.0.smithi002.stdout:145: done (1 left) 2023-12-16T19:30:47.275 INFO:tasks.rados.rados.0.smithi002.stdout:146: done (0 left) 2023-12-16T19:30:47.275 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 8 2023-12-16T19:30:47.275 INFO:tasks.rados.rados.0.smithi002.stdout:147: seq_num 67 ranges {204800=729088,933888=401408} 2023-12-16T19:30:47.276 INFO:tasks.rados.rados.0.smithi002.stdout:147: writing smithi002125626-13 from 204800 to 933888 tid 1 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:147: writing smithi002125626-13 from 933888 to 1335296 tid 2 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:148: copy_from oid 15 from oid 5 current snap is 8 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:149: rollback oid 19 current snap is 8 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 7 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:150: copy_from oid 21 from oid 24 current snap is 8 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:151: copy_from oid 3 from oid 7 current snap is 8 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:152: read oid 33 snap -1 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 8 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:153: seq_num 68 ranges {253952=745472,999424=401408} 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:153: writing smithi002125626-16 from 253952 to 999424 tid 1 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:153: writing smithi002125626-16 from 999424 to 1400832 tid 2 2023-12-16T19:30:47.277 INFO:tasks.rados.rados.0.smithi002.stdout:149: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing write tid 1 to smithi002125626-13 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:149: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:149: finishing rollback tid 2 to smithi002125626-19 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 10 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing write tid 2 to smithi002125626-13 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing copy_from to smithi002125626-3 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing write tid 3 to smithi002125626-13 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:149: done (6 left) 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:154: rmattr oid 37 current snap is 8 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:154: done (6 left) 2023-12-16T19:30:47.278 INFO:tasks.rados.rados.0.smithi002.stdout:155: snap_remove snap 7 2023-12-16T19:30:47.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:47 smithi043 ceph-mon[82080]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T19:30:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:47 smithi002 ceph-mon[78633]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T19:30:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:47 smithi002 ceph-mon[86656]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T19:30:48.235 INFO:tasks.rados.rados.0.smithi002.stdout:155: done (6 left) 2023-12-16T19:30:48.235 INFO:tasks.rados.rados.0.smithi002.stdout:156: read oid 50 snap -1 2023-12-16T19:30:48.235 INFO:tasks.rados.rados.0.smithi002.stdout:156: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:157: rmattr oid 41 current snap is 8 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:158: snap_create 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:151: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:147: finishing write tid 4 to smithi002125626-13 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 36 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:147: left oid 13 (ObjNum 67 snap 8 seq_num 67) 2023-12-16T19:30:48.236 INFO:tasks.rados.rados.0.smithi002.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-16T19:30:48.254 INFO:tasks.rados.rados.0.smithi002.stdout:153: finishing write tid 1 to smithi002125626-16 2023-12-16T19:30:48.254 INFO:tasks.rados.rados.0.smithi002.stdout:153: finishing write tid 2 to smithi002125626-16 2023-12-16T19:30:48.254 INFO:tasks.rados.rados.0.smithi002.stdout:153: finishing write tid 3 to smithi002125626-16 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:153: finishing write tid 4 to smithi002125626-16 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 23 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:153: left oid 16 (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing copy_from to smithi002125626-21 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:150: finishing copy_from racing read to smithi002125626-21 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:148: finishing copy_from to smithi002125626-15 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 16 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:148: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 26 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:48.255 INFO:tasks.rados.rados.0.smithi002.stdout:156: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T19:30:48.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:48 smithi043 ceph-mon[82080]: pgmap v80: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:48.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:48 smithi043 ceph-mon[82080]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T19:30:48.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:48 smithi043 ceph-mon[82080]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[78633]: pgmap v80: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[78633]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[78633]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[86656]: pgmap v80: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[86656]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T19:30:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:48 smithi002 ceph-mon[86656]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:147: done (8 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:148: done (7 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:150: done (6 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:151: done (5 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:152: done (4 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:153: done (3 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:156: done (2 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:157: done (1 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:158: done (0 left) 2023-12-16T19:30:49.236 INFO:tasks.rados.rados.0.smithi002.stdout:159: copy_from oid 17 from oid 8 current snap is 9 2023-12-16T19:30:49.237 INFO:tasks.rados.rados.0.smithi002.stdout:160: read oid 32 snap -1 2023-12-16T19:30:49.237 INFO:tasks.rados.rados.0.smithi002.stdout:160: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:49.237 INFO:tasks.rados.rados.0.smithi002.stdout:161: snap_remove snap 8 2023-12-16T19:30:50.239 INFO:tasks.rados.rados.0.smithi002.stdout:161: done (2 left) 2023-12-16T19:30:50.240 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 9 2023-12-16T19:30:50.240 INFO:tasks.rados.rados.0.smithi002.stdout:159: finishing copy_from to smithi002125626-17 2023-12-16T19:30:50.240 INFO:tasks.rados.rados.0.smithi002.stdout:159: got expected ENOENT (src dne) 2023-12-16T19:30:50.240 INFO:tasks.rados.rados.0.smithi002.stdout:162: seq_num 69 ranges {172032=761856,933888=401408} 2023-12-16T19:30:50.244 INFO:tasks.rados.rados.0.smithi002.stdout:162: writing smithi002125626-2 from 172032 to 933888 tid 1 2023-12-16T19:30:50.247 INFO:tasks.rados.rados.0.smithi002.stdout:162: writing smithi002125626-2 from 933888 to 1335296 tid 2 2023-12-16T19:30:50.247 INFO:tasks.rados.rados.0.smithi002.stdout:163: copy_from oid 38 from oid 46 current snap is 9 2023-12-16T19:30:50.247 INFO:tasks.rados.rados.0.smithi002.stdout:164: delete oid 48 current snap is 9 2023-12-16T19:30:50.247 INFO:tasks.rados.rados.0.smithi002.stdout:159: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:30:50.247 INFO:tasks.rados.rados.0.smithi002.stdout:160: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:162: finishing write tid 1 to smithi002125626-2 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:162: finishing write tid 2 to smithi002125626-2 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:162: finishing write tid 3 to smithi002125626-2 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:162: finishing write tid 4 to smithi002125626-2 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 17 (ObjNum 69 snap 9 seq_num 69) dirty exists 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:162: left oid 2 (ObjNum 69 snap 9 seq_num 69) 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:163: finishing copy_from to smithi002125626-38 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T19:30:50.270 INFO:tasks.rados.rados.0.smithi002.stdout:163: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:159: done (4 left) 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:160: done (3 left) 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:162: done (2 left) 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:163: done (1 left) 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:164: done (0 left) 2023-12-16T19:30:50.271 INFO:tasks.rados.rados.0.smithi002.stdout:165: snap_create 2023-12-16T19:30:50.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:50 smithi002 ceph-mon[78633]: pgmap v83: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:50.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:50 smithi002 ceph-mon[78633]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T19:30:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:50 smithi002 ceph-mon[86656]: pgmap v83: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:50 smithi002 ceph-mon[86656]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T19:30:50.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:50 smithi043 ceph-mon[82080]: pgmap v83: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:50.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:50 smithi043 ceph-mon[82080]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:165: done (0 left) 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:166: rmattr oid 47 current snap is 10 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:166: done (0 left) 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:167: rmattr oid 39 current snap is 10 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:167: done (0 left) 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:168: read oid 19 snap -1 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:168: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:169: read oid 38 snap -1 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:169: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:51.246 INFO:tasks.rados.rados.0.smithi002.stdout:170: setattr oid 15 current snap is 10 2023-12-16T19:30:51.247 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 10 2023-12-16T19:30:51.247 INFO:tasks.rados.rados.0.smithi002.stdout:171: seq_num 71 ranges {0=794624,794624=401408} 2023-12-16T19:30:51.251 INFO:tasks.rados.rados.0.smithi002.stdout:171: writing smithi002125626-1 from 0 to 794624 tid 1 2023-12-16T19:30:51.254 INFO:tasks.rados.rados.0.smithi002.stdout:171: writing smithi002125626-1 from 794624 to 1196032 tid 2 2023-12-16T19:30:51.254 INFO:tasks.rados.rados.0.smithi002.stdout:172: copy_from oid 26 from oid 10 current snap is 10 2023-12-16T19:30:51.254 INFO:tasks.rados.rados.0.smithi002.stdout:169: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:51.275 INFO:tasks.rados.rados.0.smithi002.stdout:168: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 51 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing write tid 1 to smithi002125626-1 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing write tid 2 to smithi002125626-1 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:168: done (4 left) 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:169: done (3 left) 2023-12-16T19:30:51.283 INFO:tasks.rados.rados.0.smithi002.stdout:170: done (2 left) 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:173: snap_create 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing write tid 3 to smithi002125626-1 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:171: finishing write tid 4 to smithi002125626-1 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 36 (ObjNum 71 snap 10 seq_num 71) dirty exists 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:171: left oid 1 (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:172: finishing copy_from to smithi002125626-26 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:172: got expected ENOENT (src dne) 2023-12-16T19:30:51.284 INFO:tasks.rados.rados.0.smithi002.stdout:172: finishing copy_from racing read to smithi002125626-26 2023-12-16T19:30:51.374 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:51 smithi002 ceph-mon[78633]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T19:30:51.374 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:51 smithi002 ceph-mon[86656]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T19:30:51.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:51 smithi043 ceph-mon[82080]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T19:30:52.247 INFO:tasks.rados.rados.0.smithi002.stdout:171: done (2 left) 2023-12-16T19:30:52.247 INFO:tasks.rados.rados.0.smithi002.stdout:172: done (1 left) 2023-12-16T19:30:52.247 INFO:tasks.rados.rados.0.smithi002.stdout:173: done (0 left) 2023-12-16T19:30:52.247 INFO:tasks.rados.rados.0.smithi002.stdout:174: delete oid 31 current snap is 11 2023-12-16T19:30:52.255 INFO:tasks.rados.rados.0.smithi002.stdout:174: done (0 left) 2023-12-16T19:30:52.255 INFO:tasks.rados.rados.0.smithi002.stdout:175: delete oid 26 current snap is 11 2023-12-16T19:30:52.256 INFO:tasks.rados.rados.0.smithi002.stdout:175: done (0 left) 2023-12-16T19:30:52.257 INFO:tasks.rados.rados.0.smithi002.stdout:176: copy_from oid 20 from oid 42 current snap is 11 2023-12-16T19:30:52.257 INFO:tasks.rados.rados.0.smithi002.stdout:177: delete oid 5 current snap is 11 2023-12-16T19:30:52.258 INFO:tasks.rados.rados.0.smithi002.stdout:176: finishing copy_from to smithi002125626-20 2023-12-16T19:30:52.259 INFO:tasks.rados.rados.0.smithi002.stdout:176: got expected ENOENT (src dne) 2023-12-16T19:30:52.259 INFO:tasks.rados.rados.0.smithi002.stdout:176: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:30:52.260 INFO:tasks.rados.rados.0.smithi002.stdout:176: done (1 left) 2023-12-16T19:30:52.260 INFO:tasks.rados.rados.0.smithi002.stdout:177: done (0 left) 2023-12-16T19:30:52.260 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 11 2023-12-16T19:30:52.261 INFO:tasks.rados.rados.0.smithi002.stdout:178: seq_num 75 ranges {794624=458752,1253376=581632,1835008=221184} 2023-12-16T19:30:52.267 INFO:tasks.rados.rados.0.smithi002.stdout:178: writing smithi002125626-24 from 794624 to 1253376 tid 1 2023-12-16T19:30:52.270 INFO:tasks.rados.rados.0.smithi002.stdout:178: writing smithi002125626-24 from 1253376 to 1835008 tid 2 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:178: writing smithi002125626-24 from 1835008 to 2056192 tid 3 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing write tid 1 to smithi002125626-24 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:179: read oid 34 snap -1 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:179: expect deleted 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 11 2023-12-16T19:30:52.272 INFO:tasks.rados.rados.0.smithi002.stdout:180: seq_num 76 ranges {0=475136,475136=458752,933888=344064} 2023-12-16T19:30:52.274 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi002125626-42 from 0 to 475136 tid 1 2023-12-16T19:30:52.277 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi002125626-42 from 475136 to 933888 tid 2 2023-12-16T19:30:52.279 INFO:tasks.rados.rados.0.smithi002.stdout:180: writing smithi002125626-42 from 933888 to 1277952 tid 3 2023-12-16T19:30:52.279 INFO:tasks.rados.rados.0.smithi002.stdout:181: delete oid 11 current snap is 11 2023-12-16T19:30:52.279 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing write tid 2 to smithi002125626-24 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing write tid 3 to smithi002125626-24 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing write tid 4 to smithi002125626-24 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:178: finishing write tid 5 to smithi002125626-24 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 43 (ObjNum 75 snap 11 seq_num 75) dirty exists 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:178: left oid 24 (ObjNum 75 snap 11 seq_num 75) 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 1 to smithi002125626-42 2023-12-16T19:30:52.280 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 2 to smithi002125626-42 2023-12-16T19:30:52.281 INFO:tasks.rados.rados.0.smithi002.stdout:178: done (3 left) 2023-12-16T19:30:52.281 INFO:tasks.rados.rados.0.smithi002.stdout:179: done (2 left) 2023-12-16T19:30:52.281 INFO:tasks.rados.rados.0.smithi002.stdout:181: done (1 left) 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:182: read oid 31 snap -1 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:182: expect deleted 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:183: copy_from oid 27 from oid 4 current snap is 11 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 3 to smithi002125626-42 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:184: copy_from oid 20 from oid 21 current snap is 11 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:185: read oid 8 snap 10 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:185: expect deleted 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:186: delete oid 32 current snap is 11 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 4 to smithi002125626-42 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:180: finishing write tid 5 to smithi002125626-42 2023-12-16T19:30:52.282 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 13 (ObjNum 76 snap 11 seq_num 76) dirty exists 2023-12-16T19:30:52.283 INFO:tasks.rados.rados.0.smithi002.stdout:180: left oid 42 (ObjNum 76 snap 11 seq_num 76) 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:180: done (5 left) 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:182: done (4 left) 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:185: done (3 left) 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:186: done (2 left) 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:187: rollback oid 31 current snap is 11 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 10 2023-12-16T19:30:52.285 INFO:tasks.rados.rados.0.smithi002.stdout:188: delete oid 44 current snap is 11 2023-12-16T19:30:52.286 INFO:tasks.rados.rados.0.smithi002.stdout:188: done (3 left) 2023-12-16T19:30:52.286 INFO:tasks.rados.rados.0.smithi002.stdout:189: copy_from oid 8 from oid 10 current snap is 11 2023-12-16T19:30:52.286 INFO:tasks.rados.rados.0.smithi002.stdout:190: rollback oid 47 current snap is 11 2023-12-16T19:30:52.287 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 9 2023-12-16T19:30:52.287 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 11 2023-12-16T19:30:52.287 INFO:tasks.rados.rados.0.smithi002.stdout:191: seq_num 80 ranges {172032=548864,720896=450560,1171456=352256} 2023-12-16T19:30:52.291 INFO:tasks.rados.rados.0.smithi002.stdout:191: writing smithi002125626-36 from 172032 to 720896 tid 1 2023-12-16T19:30:52.293 INFO:tasks.rados.rados.0.smithi002.stdout:191: writing smithi002125626-36 from 720896 to 1171456 tid 2 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:191: writing smithi002125626-36 from 1171456 to 1523712 tid 3 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:192: rollback oid 32 current snap is 11 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 10 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:183: finishing copy_from to smithi002125626-27 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:183: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:189: finishing copy_from to smithi002125626-8 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:189: got expected ENOENT (src dne) 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:189: finishing copy_from racing read to smithi002125626-8 2023-12-16T19:30:52.296 INFO:tasks.rados.rados.0.smithi002.stdout:187: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:187: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 23 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing copy_from to smithi002125626-20 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:184: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:190: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:190: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:190: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 44 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:191: finishing write tid 1 to smithi002125626-36 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:183: done (6 left) 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:184: done (5 left) 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:187: done (4 left) 2023-12-16T19:30:52.297 INFO:tasks.rados.rados.0.smithi002.stdout:189: done (3 left) 2023-12-16T19:30:52.298 INFO:tasks.rados.rados.0.smithi002.stdout:190: done (2 left) 2023-12-16T19:30:52.298 INFO:tasks.rados.rados.0.smithi002.stdout:193: snap_remove snap 9 2023-12-16T19:30:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:52 smithi043 ceph-mon[82080]: pgmap v86: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:52 smithi043 ceph-mon[82080]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T19:30:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:52 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:52 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:52 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[78633]: pgmap v86: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[78633]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[86656]: pgmap v86: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T19:30:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[86656]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T19:30:52.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:52.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:30:52.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:52 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: finishing write tid 2 to smithi002125626-36 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: finishing write tid 3 to smithi002125626-36 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:192: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 46 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: finishing write tid 4 to smithi002125626-36 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: finishing write tid 5 to smithi002125626-36 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 43 (ObjNum 80 snap 11 seq_num 80) dirty exists 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: left oid 36 (ObjNum 80 snap 11 seq_num 80) 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:191: done (2 left) 2023-12-16T19:30:53.233 INFO:tasks.rados.rados.0.smithi002.stdout:192: done (1 left) 2023-12-16T19:30:53.234 INFO:tasks.rados.rados.0.smithi002.stdout:193: done (0 left) 2023-12-16T19:30:53.234 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 11 2023-12-16T19:30:53.234 INFO:tasks.rados.rados.0.smithi002.stdout:194: seq_num 81 ranges {57344=565248,622592=737280,1359872=65536} 2023-12-16T19:30:53.237 INFO:tasks.rados.rados.0.smithi002.stdout:194: writing smithi002125626-4 from 57344 to 622592 tid 1 2023-12-16T19:30:53.241 INFO:tasks.rados.rados.0.smithi002.stdout:194: writing smithi002125626-4 from 622592 to 1359872 tid 2 2023-12-16T19:30:53.242 INFO:tasks.rados.rados.0.smithi002.stdout:194: writing smithi002125626-4 from 1359872 to 1425408 tid 3 2023-12-16T19:30:53.242 INFO:tasks.rados.rados.0.smithi002.stdout:195: copy_from oid 17 from oid 2 current snap is 11 2023-12-16T19:30:53.242 INFO:tasks.rados.rados.0.smithi002.stdout:194: finishing write tid 1 to smithi002125626-4 2023-12-16T19:30:53.242 INFO:tasks.rados.rados.0.smithi002.stdout:196: delete oid 15 current snap is 11 2023-12-16T19:30:53.245 INFO:tasks.rados.rados.0.smithi002.stdout:196: done (2 left) 2023-12-16T19:30:53.246 INFO:tasks.rados.rados.0.smithi002.stdout:197: delete oid 41 current snap is 11 2023-12-16T19:30:53.246 INFO:tasks.rados.rados.0.smithi002.stdout:194: finishing write tid 2 to smithi002125626-4 2023-12-16T19:30:53.247 INFO:tasks.rados.rados.0.smithi002.stdout:194: finishing write tid 3 to smithi002125626-4 2023-12-16T19:30:53.247 INFO:tasks.rados.rados.0.smithi002.stdout:194: finishing write tid 4 to smithi002125626-4 2023-12-16T19:30:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:194: finishing write tid 5 to smithi002125626-4 2023-12-16T19:30:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 17 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:30:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:194: left oid 4 (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:30:53.253 INFO:tasks.rados.rados.0.smithi002.stdout:194: done (2 left) 2023-12-16T19:30:53.253 INFO:tasks.rados.rados.0.smithi002.stdout:197: done (1 left) 2023-12-16T19:30:53.253 INFO:tasks.rados.rados.0.smithi002.stdout:198: setattr oid 47 current snap is 11 2023-12-16T19:30:53.253 INFO:tasks.rados.rados.0.smithi002.stdout:195: finishing copy_from to smithi002125626-17 2023-12-16T19:30:53.253 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 17 (ObjNum 69 snap 9 seq_num 69) dirty exists 2023-12-16T19:30:53.254 INFO:tasks.rados.rados.0.smithi002.stdout:195: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:30:53.256 INFO:tasks.rados.rados.0.smithi002.stdout:195: done (1 left) 2023-12-16T19:30:53.256 INFO:tasks.rados.rados.0.smithi002.stdout:199: snap_remove snap 10 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi043 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[78633]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T19:30:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi043 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:53 smithi002 ceph-mon[86656]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi043 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:30:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:53 smithi043 ceph-mon[82080]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T19:30:54.266 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 53 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:30:54.267 INFO:tasks.rados.rados.0.smithi002.stdout:198: done (1 left) 2023-12-16T19:30:54.267 INFO:tasks.rados.rados.0.smithi002.stdout:199: done (0 left) 2023-12-16T19:30:54.267 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 11 2023-12-16T19:30:54.267 INFO:tasks.rados.rados.0.smithi002.stdout:200: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2023-12-16T19:30:54.271 INFO:tasks.rados.rados.0.smithi002.stdout:200: writing smithi002125626-26 from 0 to 614400 tid 1 2023-12-16T19:30:54.274 INFO:tasks.rados.rados.0.smithi002.stdout:200: writing smithi002125626-26 from 614400 to 1048576 tid 2 2023-12-16T19:30:54.276 INFO:tasks.rados.rados.0.smithi002.stdout:200: writing smithi002125626-26 from 1048576 to 1417216 tid 3 2023-12-16T19:30:54.276 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 11 2023-12-16T19:30:54.277 INFO:tasks.rados.rados.0.smithi002.stdout:200: finishing write tid 1 to smithi002125626-26 2023-12-16T19:30:54.277 INFO:tasks.rados.rados.0.smithi002.stdout:201: seq_num 85 ranges {1335296=630784,1966080=720896,2686976=81920} 2023-12-16T19:30:54.287 INFO:tasks.rados.rados.0.smithi002.stdout:201: writing smithi002125626-2 from 1335296 to 1966080 tid 1 2023-12-16T19:30:54.291 INFO:tasks.rados.rados.0.smithi002.stdout:201: writing smithi002125626-2 from 1966080 to 2686976 tid 2 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:201: writing smithi002125626-2 from 2686976 to 2768896 tid 3 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:202: copy_from oid 28 from oid 27 current snap is 11 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:200: finishing write tid 2 to smithi002125626-26 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:200: finishing write tid 3 to smithi002125626-26 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:200: finishing write tid 4 to smithi002125626-26 2023-12-16T19:30:54.292 INFO:tasks.rados.rados.0.smithi002.stdout:200: finishing write tid 5 to smithi002125626-26 2023-12-16T19:30:54.293 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 63 (ObjNum 84 snap 11 seq_num 84) dirty exists 2023-12-16T19:30:54.293 INFO:tasks.rados.rados.0.smithi002.stdout:200: left oid 26 (ObjNum 84 snap 11 seq_num 84) 2023-12-16T19:30:54.293 INFO:tasks.rados.rados.0.smithi002.stdout:200: done (2 left) 2023-12-16T19:30:54.293 INFO:tasks.rados.rados.0.smithi002.stdout:203: snap_create 2023-12-16T19:30:54.293 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing write tid 1 to smithi002125626-2 2023-12-16T19:30:54.295 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing write tid 2 to smithi002125626-2 2023-12-16T19:30:54.296 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing write tid 3 to smithi002125626-2 2023-12-16T19:30:54.296 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing write tid 4 to smithi002125626-2 2023-12-16T19:30:54.298 INFO:tasks.rados.rados.0.smithi002.stdout:201: finishing write tid 5 to smithi002125626-2 2023-12-16T19:30:54.298 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 35 (ObjNum 85 snap 11 seq_num 85) dirty exists 2023-12-16T19:30:54.298 INFO:tasks.rados.rados.0.smithi002.stdout:201: left oid 2 (ObjNum 85 snap 11 seq_num 85) 2023-12-16T19:30:54.300 INFO:tasks.rados.rados.0.smithi002.stdout:202: finishing copy_from to smithi002125626-28 2023-12-16T19:30:54.300 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:30:54.300 INFO:tasks.rados.rados.0.smithi002.stdout:202: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:30:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:54 smithi002 ceph-mon[78633]: pgmap v89: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:54.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:30:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:54] "GET /metrics HTTP/1.1" 200 238947 "" "Prometheus/2.43.0" 2023-12-16T19:30:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:54 smithi002 ceph-mon[86656]: pgmap v89: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:54 smithi043 ceph-mon[82080]: pgmap v89: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:30:55.270 INFO:tasks.rados.rados.0.smithi002.stdout:201: done (2 left) 2023-12-16T19:30:55.271 INFO:tasks.rados.rados.0.smithi002.stdout:202: done (1 left) 2023-12-16T19:30:55.271 INFO:tasks.rados.rados.0.smithi002.stdout:203: done (0 left) 2023-12-16T19:30:55.271 INFO:tasks.rados.rados.0.smithi002.stdout:204: snap_create 2023-12-16T19:30:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:55 smithi002 ceph-mon[78633]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T19:30:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:55 smithi002 ceph-mon[86656]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T19:30:55.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:55 smithi043 ceph-mon[82080]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T19:30:55.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:30:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:30:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:30:56.275 INFO:tasks.rados.rados.0.smithi002.stdout:204: done (0 left) 2023-12-16T19:30:56.275 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 13 2023-12-16T19:30:56.275 INFO:tasks.rados.rados.0.smithi002.stdout:205: seq_num 86 ranges {1335296=647168,1982464=606208,2588672=196608} 2023-12-16T19:30:56.285 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi002125626-17 from 1335296 to 1982464 tid 1 2023-12-16T19:30:56.289 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi002125626-17 from 1982464 to 2588672 tid 2 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:205: writing smithi002125626-17 from 2588672 to 2785280 tid 3 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:206: rollback oid 8 current snap is 13 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 12 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:207: rmattr oid 26 current snap is 13 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:207: done (2 left) 2023-12-16T19:30:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:208: delete oid 2 current snap is 13 2023-12-16T19:30:56.292 INFO:tasks.rados.rados.0.smithi002.stdout:206: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:30:56.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 2052489016) dirty dne 2023-12-16T19:30:56.293 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 1 to smithi002125626-17 2023-12-16T19:30:56.294 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 2 to smithi002125626-17 2023-12-16T19:30:56.294 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 3 to smithi002125626-17 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 4 to smithi002125626-17 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:206: done (2 left) 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:208: done (1 left) 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:209: rmattr oid 10 current snap is 13 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:209: done (1 left) 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:210: snap_create 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:205: finishing write tid 5 to smithi002125626-17 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 32 (ObjNum 86 snap 13 seq_num 86) dirty exists 2023-12-16T19:30:56.295 INFO:tasks.rados.rados.0.smithi002.stdout:205: left oid 17 (ObjNum 86 snap 13 seq_num 86) 2023-12-16T19:30:56.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:56 smithi002 ceph-mon[78633]: pgmap v92: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:56.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:56 smithi002 ceph-mon[78633]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T19:30:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:56 smithi002 ceph-mon[86656]: pgmap v92: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:56 smithi002 ceph-mon[86656]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T19:30:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:56 smithi043 ceph-mon[82080]: pgmap v92: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:56 smithi043 ceph-mon[82080]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T19:30:57.281 INFO:tasks.rados.rados.0.smithi002.stdout:205: done (1 left) 2023-12-16T19:30:57.281 INFO:tasks.rados.rados.0.smithi002.stdout:210: done (0 left) 2023-12-16T19:30:57.281 INFO:tasks.rados.rados.0.smithi002.stdout:211: copy_from oid 48 from oid 47 current snap is 14 2023-12-16T19:30:57.282 INFO:tasks.rados.rados.0.smithi002.stdout:212: read oid 34 snap -1 2023-12-16T19:30:57.282 INFO:tasks.rados.rados.0.smithi002.stdout:212: expect deleted 2023-12-16T19:30:57.282 INFO:tasks.rados.rados.0.smithi002.stdout:213: snap_create 2023-12-16T19:30:57.288 INFO:tasks.rados.rados.0.smithi002.stdout:211: finishing copy_from to smithi002125626-48 2023-12-16T19:30:57.288 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 53 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:30:57.289 INFO:tasks.rados.rados.0.smithi002.stdout:211: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:30:57.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:57 smithi002 ceph-mon[78633]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T19:30:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:57 smithi002 ceph-mon[86656]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T19:30:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:57 smithi043 ceph-mon[82080]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T19:30:58.232 INFO:tasks.rados.rados.0.smithi002.stdout:211: done (2 left) 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:212: done (1 left) 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:213: done (0 left) 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:214: read oid 47 snap -1 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:214: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 15 2023-12-16T19:30:58.233 INFO:tasks.rados.rados.0.smithi002.stdout:215: seq_num 88 ranges {1523712=679936,2203648=778240,2981888=24576} 2023-12-16T19:30:58.245 INFO:tasks.rados.rados.0.smithi002.stdout:215: writing smithi002125626-36 from 1523712 to 2203648 tid 1 2023-12-16T19:30:58.249 INFO:tasks.rados.rados.0.smithi002.stdout:215: writing smithi002125626-36 from 2203648 to 2981888 tid 2 2023-12-16T19:30:58.250 INFO:tasks.rados.rados.0.smithi002.stdout:215: writing smithi002125626-36 from 2981888 to 3006464 tid 3 2023-12-16T19:30:58.250 INFO:tasks.rados.rados.0.smithi002.stdout:216: rollback oid 18 current snap is 15 2023-12-16T19:30:58.250 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 11 2023-12-16T19:30:58.250 INFO:tasks.rados.rados.0.smithi002.stdout:214: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:30:58.274 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing write tid 1 to smithi002125626-36 2023-12-16T19:30:58.274 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing write tid 2 to smithi002125626-36 2023-12-16T19:30:58.274 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing write tid 3 to smithi002125626-36 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing write tid 4 to smithi002125626-36 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:214: done (2 left) 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 15 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:30:58.275 INFO:tasks.rados.rados.0.smithi002.stdout:217: seq_num 89 ranges {778240=696320,1474560=655360,2129920=147456} 2023-12-16T19:30:58.282 INFO:tasks.rados.rados.0.smithi002.stdout:217: writing smithi002125626-47 from 778240 to 1474560 tid 1 2023-12-16T19:30:58.286 INFO:tasks.rados.rados.0.smithi002.stdout:217: writing smithi002125626-47 from 1474560 to 2129920 tid 2 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:217: writing smithi002125626-47 from 2129920 to 2277376 tid 3 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:218: delete oid 24 current snap is 15 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:216: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 16 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:215: finishing write tid 5 to smithi002125626-36 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 56 (ObjNum 88 snap 15 seq_num 88) dirty exists 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:215: left oid 36 (ObjNum 88 snap 15 seq_num 88) 2023-12-16T19:30:58.288 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing write tid 1 to smithi002125626-47 2023-12-16T19:30:58.290 INFO:tasks.rados.rados.0.smithi002.stdout:215: done (3 left) 2023-12-16T19:30:58.290 INFO:tasks.rados.rados.0.smithi002.stdout:216: done (2 left) 2023-12-16T19:30:58.290 INFO:tasks.rados.rados.0.smithi002.stdout:218: done (1 left) 2023-12-16T19:30:58.290 INFO:tasks.rados.rados.0.smithi002.stdout:219: read oid 46 snap -1 2023-12-16T19:30:58.290 INFO:tasks.rados.rados.0.smithi002.stdout:219: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:58.291 INFO:tasks.rados.rados.0.smithi002.stdout:220: read oid 4 snap 14 2023-12-16T19:30:58.291 INFO:tasks.rados.rados.0.smithi002.stdout:220: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:30:58.291 INFO:tasks.rados.rados.0.smithi002.stdout:221: setattr oid 26 current snap is 15 2023-12-16T19:30:58.291 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing write tid 2 to smithi002125626-47 2023-12-16T19:30:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:222: rollback oid 14 current snap is 15 2023-12-16T19:30:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 14 2023-12-16T19:30:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:223: delete oid 13 current snap is 15 2023-12-16T19:30:58.294 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing write tid 3 to smithi002125626-47 2023-12-16T19:30:58.294 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing write tid 4 to smithi002125626-47 2023-12-16T19:30:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:223: done (5 left) 2023-12-16T19:30:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 15 2023-12-16T19:30:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:222: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:30:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:224: seq_num 92 ranges {761856=745472,1507328=761856,2269184=40960} 2023-12-16T19:30:58.303 INFO:tasks.rados.rados.0.smithi002.stdout:224: writing smithi002125626-18 from 761856 to 1507328 tid 1 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:224: writing smithi002125626-18 from 1507328 to 2269184 tid 2 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:224: writing smithi002125626-18 from 2269184 to 2310144 tid 3 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:225: setattr oid 24 current snap is 15 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:222: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:222: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 44 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:30:58.308 INFO:tasks.rados.rados.0.smithi002.stdout:217: finishing write tid 5 to smithi002125626-47 2023-12-16T19:30:58.309 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 68 (ObjNum 89 snap 15 seq_num 89) dirty exists 2023-12-16T19:30:58.309 INFO:tasks.rados.rados.0.smithi002.stdout:217: left oid 47 (ObjNum 89 snap 15 seq_num 89) 2023-12-16T19:30:58.309 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 70 (ObjNum 84 snap 11 seq_num 84) dirty exists 2023-12-16T19:30:58.309 INFO:tasks.rados.rados.0.smithi002.stdout:219: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:30:58.328 INFO:tasks.rados.rados.0.smithi002.stdout:220: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:30:58.367 INFO:tasks.rados.rados.0.smithi002.stdout:224: finishing write tid 1 to smithi002125626-18 2023-12-16T19:30:58.367 INFO:tasks.rados.rados.0.smithi002.stdout:224: finishing write tid 2 to smithi002125626-18 2023-12-16T19:30:58.367 INFO:tasks.rados.rados.0.smithi002.stdout:224: finishing write tid 3 to smithi002125626-18 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:224: finishing write tid 4 to smithi002125626-18 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:224: finishing write tid 5 to smithi002125626-18 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 20 (ObjNum 92 snap 15 seq_num 92) dirty exists 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:224: left oid 18 (ObjNum 92 snap 15 seq_num 92) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:217: done (6 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:219: done (5 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:220: done (4 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:221: done (3 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:222: done (2 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:224: done (1 left) 2023-12-16T19:30:58.368 INFO:tasks.rados.rados.0.smithi002.stdout:226: setattr oid 37 current snap is 15 2023-12-16T19:30:58.369 INFO:tasks.rados.rados.0.smithi002.stdout:227: snap_remove snap 13 2023-12-16T19:30:58.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[78633]: pgmap v95: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:58.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[78633]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T19:30:58.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[78633]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T19:30:58.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[86656]: pgmap v95: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:58.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[86656]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T19:30:58.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:30:58 smithi002 ceph-mon[86656]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T19:30:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:58 smithi043 ceph-mon[82080]: pgmap v95: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T19:30:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:58 smithi043 ceph-mon[82080]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T19:30:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:30:58 smithi043 ceph-mon[82080]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T19:30:58.879 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:30:59.195 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:30:59.195 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (87s) 75s ago 110s 16.2M - 0.25.0 c8568f914cd2 aed16acead31 2023-12-16T19:30:59.195 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (99s) 74s ago 98s 79.5M - 9.4.7 954c08fa6188 206cae977f16 2023-12-16T19:30:59.195 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (2m) 75s ago 2m 12.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:30:59.195 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (2m) 74s ago 2m 15.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443 running (4m) 74s ago 4m 431M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 6ff7e97a7354 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283 running (6m) 75s ago 6m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 308c81e875a5 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 75s ago 6m 47.7M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 f8c7f4434e19 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (5m) 74s ago 5m 48.4M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 75s ago 5m 46.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 714b6a62cf05 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (95s) 75s ago 95s 9504k - 1.5.0 0da6a335fe13 c60b5db335da 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (92s) 74s ago 92s 8488k - 1.5.0 0da6a335fe13 366e27bdbd30 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 75s ago 4m 44.8M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 75s ago 4m 45.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 75s ago 4m 40.6M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 75s ago 3m 40.1M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (3m) 74s ago 3m 43.9M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (3m) 74s ago 3m 41.4M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (3m) 74s ago 3m 41.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (2m) 74s ago 2m 41.7M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:30:59.196 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (84s) 74s ago 2m 28.3M - 2.43.0 a07b618ecd1d 7c5a3ba20a5f 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 53 (ObjNum 465 snap 0 seq_num 766460413) dirty exists 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 58 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:225: done (2 left) 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:226: done (1 left) 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:227: done (0 left) 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:228: read oid 31 snap -1 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:228: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:229: read oid 28 snap -1 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:229: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:30:59.286 INFO:tasks.rados.rados.0.smithi002.stdout:230: snap_create 2023-12-16T19:30:59.292 INFO:tasks.rados.rados.0.smithi002.stdout:229: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:30:59.294 INFO:tasks.rados.rados.0.smithi002.stdout:228: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:30:59.596 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:30:59.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 15 2023-12-16T19:30:59.598 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:30:59.598 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:228: done (2 left) 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:229: done (1 left) 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:230: done (0 left) 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:231: rollback oid 30 current snap is 16 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 11 2023-12-16T19:31:00.289 INFO:tasks.rados.rados.0.smithi002.stdout:232: copy_from oid 9 from oid 25 current snap is 16 2023-12-16T19:31:00.290 INFO:tasks.rados.rados.0.smithi002.stdout:233: copy_from oid 12 from oid 28 current snap is 16 2023-12-16T19:31:00.290 INFO:tasks.rados.rados.0.smithi002.stdout:234: read oid 1 snap -1 2023-12-16T19:31:00.290 INFO:tasks.rados.rados.0.smithi002.stdout:234: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:00.290 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 16 2023-12-16T19:31:00.290 INFO:tasks.rados.rados.0.smithi002.stdout:235: seq_num 93 ranges {679936=761856,1441792=647168,2088960=155648} 2023-12-16T19:31:00.297 INFO:tasks.rados.rados.0.smithi002.stdout:235: writing smithi002125626-32 from 679936 to 1441792 tid 1 2023-12-16T19:31:00.302 INFO:tasks.rados.rados.0.smithi002.stdout:235: writing smithi002125626-32 from 1441792 to 2088960 tid 2 2023-12-16T19:31:00.303 INFO:tasks.rados.rados.0.smithi002.stdout:235: writing smithi002125626-32 from 2088960 to 2244608 tid 3 2023-12-16T19:31:00.304 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 16 2023-12-16T19:31:00.304 INFO:tasks.rados.rados.0.smithi002.stdout:236: seq_num 94 ranges {3006464=778240,3784704=532480,4317184=270336} 2023-12-16T19:31:00.325 INFO:tasks.rados.rados.0.smithi002.stdout:236: writing smithi002125626-36 from 3006464 to 3784704 tid 1 2023-12-16T19:31:00.327 INFO:tasks.rados.rados.0.smithi002.stdout:236: writing smithi002125626-36 from 3784704 to 4317184 tid 2 2023-12-16T19:31:00.329 INFO:tasks.rados.rados.0.smithi002.stdout:236: writing smithi002125626-36 from 4317184 to 4587520 tid 3 2023-12-16T19:31:00.329 INFO:tasks.rados.rados.0.smithi002.stdout:237: rollback oid 2 current snap is 16 2023-12-16T19:31:00.329 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 11 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:233: finishing copy_from to smithi002125626-12 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:233: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:231: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 61 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-16T19:31:00.330 INFO:tasks.rados.rados.0.smithi002.stdout:234: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:232: finishing copy_from to smithi002125626-9 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:232: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:235: finishing write tid 1 to smithi002125626-32 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:235: finishing write tid 2 to smithi002125626-32 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:235: finishing write tid 3 to smithi002125626-32 2023-12-16T19:31:00.362 INFO:tasks.rados.rados.0.smithi002.stdout:235: finishing write tid 4 to smithi002125626-32 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:231: done (6 left) 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:232: done (5 left) 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:233: done (4 left) 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:234: done (3 left) 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 16 2023-12-16T19:31:00.363 INFO:tasks.rados.rados.0.smithi002.stdout:238: seq_num 95 ranges {606208=794624,1400832=409600,1810432=393216} 2023-12-16T19:31:00.369 INFO:tasks.rados.rados.0.smithi002.stdout:238: writing smithi002125626-25 from 606208 to 1400832 tid 1 2023-12-16T19:31:00.371 INFO:tasks.rados.rados.0.smithi002.stdout:238: writing smithi002125626-25 from 1400832 to 1810432 tid 2 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:238: writing smithi002125626-25 from 1810432 to 2203648 tid 3 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:239: read oid 5 snap -1 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:239: expect deleted 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:240: rollback oid 28 current snap is 16 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 15 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:235: finishing write tid 5 to smithi002125626-32 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 79 (ObjNum 93 snap 16 seq_num 93) dirty exists 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:235: left oid 32 (ObjNum 93 snap 16 seq_num 93) 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:236: finishing write tid 1 to smithi002125626-36 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:236: finishing write tid 2 to smithi002125626-36 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:235: done (5 left) 2023-12-16T19:31:00.375 INFO:tasks.rados.rados.0.smithi002.stdout:241: rmattr oid 42 current snap is 16 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:241: done (5 left) 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:242: copy_from oid 46 from oid 14 current snap is 16 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:237: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:236: finishing write tid 3 to smithi002125626-36 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:237: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 39 (ObjNum 85 snap 11 seq_num 85) dirty exists 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:236: finishing write tid 4 to smithi002125626-36 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:236: finishing write tid 5 to smithi002125626-36 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 67 (ObjNum 94 snap 16 seq_num 94) dirty exists 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:236: left oid 36 (ObjNum 94 snap 16 seq_num 94) 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:238: finishing write tid 1 to smithi002125626-25 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:238: finishing write tid 2 to smithi002125626-25 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:236: done (5 left) 2023-12-16T19:31:00.376 INFO:tasks.rados.rados.0.smithi002.stdout:237: done (4 left) 2023-12-16T19:31:00.377 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 16 2023-12-16T19:31:00.377 INFO:tasks.rados.rados.0.smithi002.stdout:243: seq_num 96 ranges {2244608=409600,2654208=696320,3350528=507904} 2023-12-16T19:31:00.388 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi002125626-32 from 2244608 to 2654208 tid 1 2023-12-16T19:31:00.392 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi002125626-32 from 2654208 to 3350528 tid 2 2023-12-16T19:31:00.396 INFO:tasks.rados.rados.0.smithi002.stdout:243: writing smithi002125626-32 from 3350528 to 3858432 tid 3 2023-12-16T19:31:00.396 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 16 2023-12-16T19:31:00.396 INFO:tasks.rados.rados.0.smithi002.stdout:244: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2023-12-16T19:31:00.398 INFO:tasks.rados.rados.0.smithi002.stdout:244: writing smithi002125626-11 from 0 to 434176 tid 1 2023-12-16T19:31:00.402 INFO:tasks.rados.rados.0.smithi002.stdout:244: writing smithi002125626-11 from 434176 to 1015808 tid 2 2023-12-16T19:31:00.405 INFO:tasks.rados.rados.0.smithi002.stdout:244: writing smithi002125626-11 from 1015808 to 1556480 tid 3 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:244: writing smithi002125626-11 from 1556480 to 1638400 tid 4 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:245: read oid 45 snap 14 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:245: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:246: rmattr oid 16 current snap is 16 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:246: done (7 left) 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 16 2023-12-16T19:31:00.406 INFO:tasks.rados.rados.0.smithi002.stdout:247: seq_num 98 ranges {811008=450560,1261568=466944,1728512=737280} 2023-12-16T19:31:00.413 INFO:tasks.rados.rados.0.smithi002.stdout:247: writing smithi002125626-49 from 811008 to 1261568 tid 1 2023-12-16T19:31:00.415 INFO:tasks.rados.rados.0.smithi002.stdout:247: writing smithi002125626-49 from 1261568 to 1728512 tid 2 2023-12-16T19:31:00.420 INFO:tasks.rados.rados.0.smithi002.stdout:247: writing smithi002125626-49 from 1728512 to 2465792 tid 3 2023-12-16T19:31:00.420 INFO:tasks.rados.rados.0.smithi002.stdout:248: read oid 48 snap -1 2023-12-16T19:31:00.420 INFO:tasks.rados.rados.0.smithi002.stdout:248: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:249: rollback oid 3 current snap is 16 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 12 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:240: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:240: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:238: finishing write tid 3 to smithi002125626-25 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:240: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 61 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:238: finishing write tid 4 to smithi002125626-25 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:238: finishing write tid 5 to smithi002125626-25 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 66 (ObjNum 95 snap 16 seq_num 95) dirty exists 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:238: left oid 25 (ObjNum 95 snap 16 seq_num 95) 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:242: finishing copy_from to smithi002125626-46 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 44 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:00.421 INFO:tasks.rados.rados.0.smithi002.stdout:242: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 1 to smithi002125626-32 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 2 to smithi002125626-32 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 3 to smithi002125626-32 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 4 to smithi002125626-32 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:238: done (9 left) 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:239: done (8 left) 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:240: done (7 left) 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:242: done (6 left) 2023-12-16T19:31:00.422 INFO:tasks.rados.rados.0.smithi002.stdout:250: snap_remove snap 15 2023-12-16T19:31:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[78633]: pgmap v98: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[78633]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[78633]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[78633]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T19:31:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/41765455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:00.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[86656]: pgmap v98: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:00.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[86656]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[86656]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[86656]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T19:31:00.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:00 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/41765455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:00 smithi043 ceph-mon[82080]: pgmap v98: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:00 smithi043 ceph-mon[82080]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:00 smithi043 ceph-mon[82080]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:00.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:00 smithi043 ceph-mon[82080]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T19:31:00.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:00 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/41765455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:01.301 INFO:tasks.rados.rados.0.smithi002.stdout:243: finishing write tid 5 to smithi002125626-32 2023-12-16T19:31:01.301 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 83 (ObjNum 96 snap 16 seq_num 96) dirty exists 2023-12-16T19:31:01.301 INFO:tasks.rados.rados.0.smithi002.stdout:243: left oid 32 (ObjNum 96 snap 16 seq_num 96) 2023-12-16T19:31:01.301 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 1 to smithi002125626-11 2023-12-16T19:31:01.301 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 2 to smithi002125626-11 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 3 to smithi002125626-11 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 4 to smithi002125626-11 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 5 to smithi002125626-11 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:244: finishing write tid 6 to smithi002125626-11 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 35 (ObjNum 97 snap 16 seq_num 97) dirty exists 2023-12-16T19:31:01.302 INFO:tasks.rados.rados.0.smithi002.stdout:244: left oid 11 (ObjNum 97 snap 16 seq_num 97) 2023-12-16T19:31:01.303 INFO:tasks.rados.rados.0.smithi002.stdout:245: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing write tid 1 to smithi002125626-49 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing write tid 2 to smithi002125626-49 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing rollback tid 0 to smithi002125626-3 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:243: done (6 left) 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:244: done (5 left) 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:245: done (4 left) 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:250: done (3 left) 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 16 2023-12-16T19:31:01.317 INFO:tasks.rados.rados.0.smithi002.stdout:249: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:31:01.318 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 50 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:31:01.318 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing write tid 3 to smithi002125626-49 2023-12-16T19:31:01.318 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing write tid 4 to smithi002125626-49 2023-12-16T19:31:01.318 INFO:tasks.rados.rados.0.smithi002.stdout:251: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2023-12-16T19:31:01.318 INFO:tasks.rados.rados.0.smithi002.stdout:251: writing smithi002125626-44 from 0 to 466944 tid 1 2023-12-16T19:31:01.323 INFO:tasks.rados.rados.0.smithi002.stdout:251: writing smithi002125626-44 from 466944 to 1269760 tid 2 2023-12-16T19:31:01.326 INFO:tasks.rados.rados.0.smithi002.stdout:251: writing smithi002125626-44 from 1269760 to 1671168 tid 3 2023-12-16T19:31:01.326 INFO:tasks.rados.rados.0.smithi002.stdout:249: done (3 left) 2023-12-16T19:31:01.327 INFO:tasks.rados.rados.0.smithi002.stdout:252: setattr oid 46 current snap is 16 2023-12-16T19:31:01.327 INFO:tasks.rados.rados.0.smithi002.stdout:247: finishing write tid 5 to smithi002125626-49 2023-12-16T19:31:01.327 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 73 (ObjNum 98 snap 16 seq_num 98) dirty exists 2023-12-16T19:31:01.327 INFO:tasks.rados.rados.0.smithi002.stdout:247: left oid 49 (ObjNum 98 snap 16 seq_num 98) 2023-12-16T19:31:01.327 INFO:tasks.rados.rados.0.smithi002.stdout:248: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: finishing write tid 1 to smithi002125626-44 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: finishing write tid 2 to smithi002125626-44 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: finishing write tid 3 to smithi002125626-44 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: finishing write tid 4 to smithi002125626-44 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: finishing write tid 5 to smithi002125626-44 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 36 (ObjNum 99 snap 16 seq_num 99) dirty exists 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: left oid 44 (ObjNum 99 snap 16 seq_num 99) 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:247: done (3 left) 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:248: done (2 left) 2023-12-16T19:31:01.351 INFO:tasks.rados.rados.0.smithi002.stdout:251: done (1 left) 2023-12-16T19:31:01.352 INFO:tasks.rados.rados.0.smithi002.stdout:253: snap_remove snap 11 2023-12-16T19:31:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:01 smithi002 ceph-mon[78633]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T19:31:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:01 smithi002 ceph-mon[86656]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T19:31:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:01 smithi043 ceph-mon[82080]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T19:31:02.305 INFO:tasks.rados.rados.0.smithi002.stdout:253: done (1 left) 2023-12-16T19:31:02.305 INFO:tasks.rados.rados.0.smithi002.stdout:254: setattr oid 29 current snap is 16 2023-12-16T19:31:02.305 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 82 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:02.306 INFO:tasks.rados.rados.0.smithi002.stdout:252: done (1 left) 2023-12-16T19:31:02.306 INFO:tasks.rados.rados.0.smithi002.stdout:255: snap_create 2023-12-16T19:31:02.313 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 32 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:31:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:02 smithi002 ceph-mon[78633]: pgmap v101: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:02 smithi002 ceph-mon[78633]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T19:31:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:02 smithi002 ceph-mon[86656]: pgmap v101: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:02 smithi002 ceph-mon[86656]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T19:31:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:02 smithi043 ceph-mon[82080]: pgmap v101: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-16T19:31:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:02 smithi043 ceph-mon[82080]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T19:31:03.234 INFO:tasks.rados.rados.0.smithi002.stdout:254: done (1 left) 2023-12-16T19:31:03.234 INFO:tasks.rados.rados.0.smithi002.stdout:255: done (0 left) 2023-12-16T19:31:03.234 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 17 2023-12-16T19:31:03.234 INFO:tasks.rados.rados.0.smithi002.stdout:256: seq_num 100 ranges {540672=483328,1024000=688128,1712128=516096} 2023-12-16T19:31:03.239 INFO:tasks.rados.rados.0.smithi002.stdout:256: writing smithi002125626-33 from 540672 to 1024000 tid 1 2023-12-16T19:31:03.243 INFO:tasks.rados.rados.0.smithi002.stdout:256: writing smithi002125626-33 from 1024000 to 1712128 tid 2 2023-12-16T19:31:03.247 INFO:tasks.rados.rados.0.smithi002.stdout:256: writing smithi002125626-33 from 1712128 to 2228224 tid 3 2023-12-16T19:31:03.247 INFO:tasks.rados.rados.0.smithi002.stdout:257: copy_from oid 18 from oid 13 current snap is 17 2023-12-16T19:31:03.247 INFO:tasks.rados.rados.0.smithi002.stdout:258: snap_create 2023-12-16T19:31:03.249 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing write tid 1 to smithi002125626-33 2023-12-16T19:31:03.249 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing write tid 2 to smithi002125626-33 2023-12-16T19:31:03.250 INFO:tasks.rados.rados.0.smithi002.stdout:257: finishing copy_from to smithi002125626-18 2023-12-16T19:31:03.250 INFO:tasks.rados.rados.0.smithi002.stdout:257: got expected ENOENT (src dne) 2023-12-16T19:31:03.250 INFO:tasks.rados.rados.0.smithi002.stdout:257: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:31:03.250 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing write tid 3 to smithi002125626-33 2023-12-16T19:31:03.250 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing write tid 4 to smithi002125626-33 2023-12-16T19:31:03.251 INFO:tasks.rados.rados.0.smithi002.stdout:256: finishing write tid 5 to smithi002125626-33 2023-12-16T19:31:03.251 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 24 (ObjNum 100 snap 17 seq_num 100) dirty exists 2023-12-16T19:31:03.251 INFO:tasks.rados.rados.0.smithi002.stdout:256: left oid 33 (ObjNum 100 snap 17 seq_num 100) 2023-12-16T19:31:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:03 smithi002 ceph-mon[78633]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T19:31:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:03 smithi002 ceph-mon[78633]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T19:31:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:03 smithi002 ceph-mon[86656]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T19:31:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:03 smithi002 ceph-mon[86656]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T19:31:03.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:03 smithi043 ceph-mon[82080]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T19:31:03.751 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:03 smithi043 ceph-mon[82080]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T19:31:04.240 INFO:tasks.rados.rados.0.smithi002.stdout:256: done (2 left) 2023-12-16T19:31:04.240 INFO:tasks.rados.rados.0.smithi002.stdout:257: done (1 left) 2023-12-16T19:31:04.240 INFO:tasks.rados.rados.0.smithi002.stdout:258: done (0 left) 2023-12-16T19:31:04.240 INFO:tasks.rados.rados.0.smithi002.stdout:259: snap_create 2023-12-16T19:31:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:04 smithi002 ceph-mon[78633]: pgmap v104: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:04.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:04 smithi002 ceph-mon[78633]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T19:31:04.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:04 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:04] "GET /metrics HTTP/1.1" 200 238947 "" "Prometheus/2.43.0" 2023-12-16T19:31:04.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:04 smithi002 ceph-mon[86656]: pgmap v104: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:04.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:04 smithi002 ceph-mon[86656]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T19:31:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:04 smithi043 ceph-mon[82080]: pgmap v104: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:04 smithi043 ceph-mon[82080]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:259: done (0 left) 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:260: read oid 15 snap -1 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:260: expect deleted 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:261: read oid 1 snap -1 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:261: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:262: read oid 10 snap -1 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:262: expect deleted 2023-12-16T19:31:05.242 INFO:tasks.rados.rados.0.smithi002.stdout:263: delete oid 49 current snap is 19 2023-12-16T19:31:05.246 INFO:tasks.rados.rados.0.smithi002.stdout:260: done (3 left) 2023-12-16T19:31:05.247 INFO:tasks.rados.rados.0.smithi002.stdout:262: done (2 left) 2023-12-16T19:31:05.247 INFO:tasks.rados.rados.0.smithi002.stdout:263: done (1 left) 2023-12-16T19:31:05.247 INFO:tasks.rados.rados.0.smithi002.stdout:264: delete oid 36 current snap is 19 2023-12-16T19:31:05.247 INFO:tasks.rados.rados.0.smithi002.stdout:261: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:05.279 INFO:tasks.rados.rados.0.smithi002.stdout:261: done (1 left) 2023-12-16T19:31:05.279 INFO:tasks.rados.rados.0.smithi002.stdout:264: done (0 left) 2023-12-16T19:31:05.279 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 19 2023-12-16T19:31:05.279 INFO:tasks.rados.rados.0.smithi002.stdout:265: seq_num 103 ranges {2203648=532480,2736128=737280,3473408=466944} 2023-12-16T19:31:05.293 INFO:tasks.rados.rados.0.smithi002.stdout:265: writing smithi002125626-25 from 2203648 to 2736128 tid 1 2023-12-16T19:31:05.297 INFO:tasks.rados.rados.0.smithi002.stdout:265: writing smithi002125626-25 from 2736128 to 3473408 tid 2 2023-12-16T19:31:05.300 INFO:tasks.rados.rados.0.smithi002.stdout:265: writing smithi002125626-25 from 3473408 to 3940352 tid 3 2023-12-16T19:31:05.300 INFO:tasks.rados.rados.0.smithi002.stdout:266: delete oid 42 current snap is 19 2023-12-16T19:31:05.300 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing write tid 1 to smithi002125626-25 2023-12-16T19:31:05.301 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing write tid 2 to smithi002125626-25 2023-12-16T19:31:05.302 INFO:tasks.rados.rados.0.smithi002.stdout:266: done (1 left) 2023-12-16T19:31:05.303 INFO:tasks.rados.rados.0.smithi002.stdout:267: snap_remove snap 16 2023-12-16T19:31:05.748 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:267: done (1 left) 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:268: delete oid 48 current snap is 19 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing write tid 3 to smithi002125626-25 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing write tid 4 to smithi002125626-25 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:265: finishing write tid 5 to smithi002125626-25 2023-12-16T19:31:06.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 97 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:31:06.249 INFO:tasks.rados.rados.0.smithi002.stdout:265: left oid 25 (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:265: done (1 left) 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:268: done (0 left) 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:269: copy_from oid 36 from oid 46 current snap is 19 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:270: rollback oid 15 current snap is 19 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 18 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:271: setattr oid 14 current snap is 19 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:270: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:31:06.252 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 0 (ObjNum 945 snap 0 seq_num 766112418) dirty dne 2023-12-16T19:31:06.253 INFO:tasks.rados.rados.0.smithi002.stdout:270: done (2 left) 2023-12-16T19:31:06.253 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 19 2023-12-16T19:31:06.253 INFO:tasks.rados.rados.0.smithi002.stdout:272: seq_num 106 ranges {606208=581632,1187840=794624,1982464=409600} 2023-12-16T19:31:06.260 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi002125626-9 from 606208 to 1187840 tid 1 2023-12-16T19:31:06.265 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi002125626-9 from 1187840 to 1982464 tid 2 2023-12-16T19:31:06.268 INFO:tasks.rados.rados.0.smithi002.stdout:272: writing smithi002125626-9 from 1982464 to 2392064 tid 3 2023-12-16T19:31:06.268 INFO:tasks.rados.rados.0.smithi002.stdout:273: read oid 24 snap 14 2023-12-16T19:31:06.268 INFO:tasks.rados.rados.0.smithi002.stdout:273: expect (ObjNum 75 snap 11 seq_num 75) 2023-12-16T19:31:06.268 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 19 2023-12-16T19:31:06.268 INFO:tasks.rados.rados.0.smithi002.stdout:274: seq_num 107 ranges {573440=598016,1171456=729088,1900544=466944,2367488=8192} 2023-12-16T19:31:06.275 INFO:tasks.rados.rados.0.smithi002.stdout:274: writing smithi002125626-35 from 573440 to 1171456 tid 1 2023-12-16T19:31:06.280 INFO:tasks.rados.rados.0.smithi002.stdout:274: writing smithi002125626-35 from 1171456 to 1900544 tid 2 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:274: writing smithi002125626-35 from 1900544 to 2367488 tid 3 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:274: writing smithi002125626-35 from 2367488 to 2375680 tid 4 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 19 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 58 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing copy_from to smithi002125626-36 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 82 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:269: finishing copy_from racing read to smithi002125626-36 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 1 to smithi002125626-9 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 2 to smithi002125626-9 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 3 to smithi002125626-9 2023-12-16T19:31:06.284 INFO:tasks.rados.rados.0.smithi002.stdout:275: seq_num 108 ranges {3858432=614400,4472832=606208,5079040=598016} 2023-12-16T19:31:06.308 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi002125626-32 from 3858432 to 4472832 tid 1 2023-12-16T19:31:06.311 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi002125626-32 from 4472832 to 5079040 tid 2 2023-12-16T19:31:06.315 INFO:tasks.rados.rados.0.smithi002.stdout:275: writing smithi002125626-32 from 5079040 to 5677056 tid 3 2023-12-16T19:31:06.315 INFO:tasks.rados.rados.0.smithi002.stdout:269: done (5 left) 2023-12-16T19:31:06.315 INFO:tasks.rados.rados.0.smithi002.stdout:271: done (4 left) 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:276: rollback oid 8 current snap is 19 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 12 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 4 to smithi002125626-9 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:272: finishing write tid 5 to smithi002125626-9 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 37 (ObjNum 106 snap 19 seq_num 106) dirty exists 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:272: left oid 9 (ObjNum 106 snap 19 seq_num 106) 2023-12-16T19:31:06.316 INFO:tasks.rados.rados.0.smithi002.stdout:273: expect (ObjNum 75 snap 11 seq_num 75) 2023-12-16T19:31:06.383 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 1 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 2 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 3 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 4 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 5 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: finishing write tid 6 to smithi002125626-35 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 97 (ObjNum 107 snap 19 seq_num 107) dirty exists 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:274: left oid 35 (ObjNum 107 snap 19 seq_num 107) 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 1 to smithi002125626-32 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 2 to smithi002125626-32 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:276: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T19:31:06.384 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 3 to smithi002125626-32 2023-12-16T19:31:06.385 INFO:tasks.rados.rados.0.smithi002.stdout:272: done (4 left) 2023-12-16T19:31:06.385 INFO:tasks.rados.rados.0.smithi002.stdout:273: done (3 left) 2023-12-16T19:31:06.385 INFO:tasks.rados.rados.0.smithi002.stdout:274: done (2 left) 2023-12-16T19:31:06.385 INFO:tasks.rados.rados.0.smithi002.stdout:276: done (1 left) 2023-12-16T19:31:06.385 INFO:tasks.rados.rados.0.smithi002.stdout:277: snap_remove snap 12 2023-12-16T19:31:06.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:06 smithi002 ceph-mon[78633]: pgmap v107: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:06.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:06 smithi002 ceph-mon[78633]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T19:31:06.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:06 smithi002 ceph-mon[86656]: pgmap v107: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:06.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:06 smithi002 ceph-mon[86656]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T19:31:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:06 smithi043 ceph-mon[82080]: pgmap v107: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:06.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:06 smithi043 ceph-mon[82080]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:277: done (1 left) 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:278: read oid 27 snap 14 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:278: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:279: snap_create 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 4 to smithi002125626-32 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:275: finishing write tid 5 to smithi002125626-32 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 102 (ObjNum 108 snap 19 seq_num 108) dirty exists 2023-12-16T19:31:07.254 INFO:tasks.rados.rados.0.smithi002.stdout:275: left oid 32 (ObjNum 108 snap 19 seq_num 108) 2023-12-16T19:31:07.259 INFO:tasks.rados.rados.0.smithi002.stdout:278: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:07.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:07 smithi043 ceph-mon[82080]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T19:31:07.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:07 smithi002 ceph-mon[78633]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T19:31:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:07 smithi002 ceph-mon[86656]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T19:31:08.236 INFO:tasks.rados.rados.0.smithi002.stdout:275: done (2 left) 2023-12-16T19:31:08.236 INFO:tasks.rados.rados.0.smithi002.stdout:278: done (1 left) 2023-12-16T19:31:08.236 INFO:tasks.rados.rados.0.smithi002.stdout:279: done (0 left) 2023-12-16T19:31:08.236 INFO:tasks.rados.rados.0.smithi002.stdout:280: read oid 23 snap -1 2023-12-16T19:31:08.236 INFO:tasks.rados.rados.0.smithi002.stdout:280: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-16T19:31:08.237 INFO:tasks.rados.rados.0.smithi002.stdout:281: delete oid 34 current snap is 20 2023-12-16T19:31:08.240 INFO:tasks.rados.rados.0.smithi002.stdout:281: done (1 left) 2023-12-16T19:31:08.241 INFO:tasks.rados.rados.0.smithi002.stdout:282: delete oid 10 current snap is 20 2023-12-16T19:31:08.245 INFO:tasks.rados.rados.0.smithi002.stdout:282: done (1 left) 2023-12-16T19:31:08.245 INFO:tasks.rados.rados.0.smithi002.stdout:283: read oid 37 snap -1 2023-12-16T19:31:08.245 INFO:tasks.rados.rados.0.smithi002.stdout:283: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-16T19:31:08.245 INFO:tasks.rados.rados.0.smithi002.stdout:284: copy_from oid 11 from oid 17 current snap is 20 2023-12-16T19:31:08.245 INFO:tasks.rados.rados.0.smithi002.stdout:285: snap_create 2023-12-16T19:31:08.246 INFO:tasks.rados.rados.0.smithi002.stdout:280: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-16T19:31:08.292 INFO:tasks.rados.rados.0.smithi002.stdout:283: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-16T19:31:08.309 INFO:tasks.rados.rados.0.smithi002.stdout:284: finishing copy_from to smithi002125626-11 2023-12-16T19:31:08.309 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 32 (ObjNum 86 snap 13 seq_num 86) dirty exists 2023-12-16T19:31:08.309 INFO:tasks.rados.rados.0.smithi002.stdout:284: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:31:08.679 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:08 smithi043 ceph-mon[82080]: pgmap v110: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:08.680 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:08 smithi043 ceph-mon[82080]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T19:31:08.680 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:08 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:08.680 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:08 smithi043 ceph-mon[82080]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[78633]: pgmap v110: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[78633]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[78633]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[86656]: pgmap v110: 121 pgs: 121 active+clean; 56 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[86656]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:08 smithi002 ceph-mon[86656]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:280: done (3 left) 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:283: done (2 left) 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:284: done (1 left) 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:285: done (0 left) 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:286: rollback oid 14 current snap is 21 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 17 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 21 2023-12-16T19:31:09.243 INFO:tasks.rados.rados.0.smithi002.stdout:287: seq_num 111 ranges {2392064=663552,3055616=663552,3719168=450560,4169728=90112} 2023-12-16T19:31:09.259 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi002125626-9 from 2392064 to 3055616 tid 1 2023-12-16T19:31:09.263 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi002125626-9 from 3055616 to 3719168 tid 2 2023-12-16T19:31:09.266 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi002125626-9 from 3719168 to 4169728 tid 3 2023-12-16T19:31:09.267 INFO:tasks.rados.rados.0.smithi002.stdout:287: writing smithi002125626-9 from 4169728 to 4259840 tid 4 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:288: read oid 29 snap -1 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:288: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:289: copy_from oid 42 from oid 21 current snap is 21 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:286: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:286: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:286: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 66 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 1 to smithi002125626-9 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 2 to smithi002125626-9 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:286: done (3 left) 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:290: rollback oid 16 current snap is 21 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 18 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:291: read oid 41 snap -1 2023-12-16T19:31:09.268 INFO:tasks.rados.rados.0.smithi002.stdout:291: expect deleted 2023-12-16T19:31:09.269 INFO:tasks.rados.rados.0.smithi002.stdout:292: rmattr oid 17 current snap is 21 2023-12-16T19:31:09.269 INFO:tasks.rados.rados.0.smithi002.stdout:292: done (5 left) 2023-12-16T19:31:09.269 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 21 2023-12-16T19:31:09.269 INFO:tasks.rados.rados.0.smithi002.stdout:293: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2023-12-16T19:31:09.272 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi002125626-34 from 0 to 679936 tid 1 2023-12-16T19:31:09.276 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi002125626-34 from 679936 to 1228800 tid 2 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:293: writing smithi002125626-34 from 1228800 to 1884160 tid 3 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:294: read oid 2 snap -1 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:294: expect (ObjNum 85 snap 11 seq_num 85) 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:295: copy_from oid 24 from oid 44 current snap is 21 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 3 to smithi002125626-9 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 4 to smithi002125626-9 2023-12-16T19:31:09.281 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 5 to smithi002125626-9 2023-12-16T19:31:09.282 INFO:tasks.rados.rados.0.smithi002.stdout:288: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:09.304 INFO:tasks.rados.rados.0.smithi002.stdout:290: finishing rollback tid 0 to smithi002125626-16 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:287: finishing write tid 6 to smithi002125626-9 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 45 (ObjNum 111 snap 21 seq_num 111) dirty exists 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:287: left oid 9 (ObjNum 111 snap 21 seq_num 111) 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:290: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:287: done (7 left) 2023-12-16T19:31:09.305 INFO:tasks.rados.rados.0.smithi002.stdout:288: done (6 left) 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:296: read oid 10 snap -1 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:296: expect deleted 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:297: read oid 25 snap 14 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:297: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:298: read oid 8 snap -1 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:298: expect deleted 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:299: copy_from oid 38 from oid 14 current snap is 21 2023-12-16T19:31:09.306 INFO:tasks.rados.rados.0.smithi002.stdout:290: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 38 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:289: finishing copy_from to smithi002125626-42 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:289: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 1 to smithi002125626-34 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 2 to smithi002125626-34 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 3 to smithi002125626-34 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 4 to smithi002125626-34 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: finishing write tid 5 to smithi002125626-34 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 31 (ObjNum 112 snap 21 seq_num 112) dirty exists 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:293: left oid 34 (ObjNum 112 snap 21 seq_num 112) 2023-12-16T19:31:09.307 INFO:tasks.rados.rados.0.smithi002.stdout:294: expect (ObjNum 85 snap 11 seq_num 85) 2023-12-16T19:31:09.404 INFO:tasks.rados.rados.0.smithi002.stdout:295: finishing copy_from to smithi002125626-24 2023-12-16T19:31:09.404 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 36 (ObjNum 99 snap 16 seq_num 99) dirty exists 2023-12-16T19:31:09.404 INFO:tasks.rados.rados.0.smithi002.stdout:295: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:31:09.404 INFO:tasks.rados.rados.0.smithi002.stdout:297: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-16T19:31:09.420 INFO:tasks.rados.rados.0.smithi002.stdout:299: finishing copy_from to smithi002125626-38 2023-12-16T19:31:09.420 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 66 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:299: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:289: done (9 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:290: done (8 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:291: done (7 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:293: done (6 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:294: done (5 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:295: done (4 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:296: done (3 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:297: done (2 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:298: done (1 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:299: done (0 left) 2023-12-16T19:31:09.421 INFO:tasks.rados.rados.0.smithi002.stdout:300: snap_create 2023-12-16T19:31:10.256 INFO:tasks.rados.rados.0.smithi002.stdout:300: done (0 left) 2023-12-16T19:31:10.256 INFO:tasks.rados.rados.0.smithi002.stdout:301: delete oid 32 current snap is 22 2023-12-16T19:31:10.258 INFO:tasks.rados.rados.0.smithi002.stdout:301: done (0 left) 2023-12-16T19:31:10.259 INFO:tasks.rados.rados.0.smithi002.stdout:302: delete oid 20 current snap is 22 2023-12-16T19:31:10.263 INFO:tasks.rados.rados.0.smithi002.stdout:302: done (0 left) 2023-12-16T19:31:10.263 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 22 2023-12-16T19:31:10.263 INFO:tasks.rados.rados.0.smithi002.stdout:303: seq_num 115 ranges {794624=729088,1523712=647168,2170880=434176,2605056=122880} 2023-12-16T19:31:10.271 INFO:tasks.rados.rados.0.smithi002.stdout:303: writing smithi002125626-42 from 794624 to 1523712 tid 1 2023-12-16T19:31:10.275 INFO:tasks.rados.rados.0.smithi002.stdout:303: writing smithi002125626-42 from 1523712 to 2170880 tid 2 2023-12-16T19:31:10.277 INFO:tasks.rados.rados.0.smithi002.stdout:303: writing smithi002125626-42 from 2170880 to 2605056 tid 3 2023-12-16T19:31:10.278 INFO:tasks.rados.rados.0.smithi002.stdout:303: writing smithi002125626-42 from 2605056 to 2727936 tid 4 2023-12-16T19:31:10.278 INFO:tasks.rados.rados.0.smithi002.stdout:304: snap_create 2023-12-16T19:31:10.278 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 1 to smithi002125626-42 2023-12-16T19:31:10.278 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 2 to smithi002125626-42 2023-12-16T19:31:10.281 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 3 to smithi002125626-42 2023-12-16T19:31:10.281 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 4 to smithi002125626-42 2023-12-16T19:31:10.281 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 5 to smithi002125626-42 2023-12-16T19:31:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:303: finishing write tid 6 to smithi002125626-42 2023-12-16T19:31:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 60 (ObjNum 115 snap 22 seq_num 115) dirty exists 2023-12-16T19:31:10.282 INFO:tasks.rados.rados.0.smithi002.stdout:303: left oid 42 (ObjNum 115 snap 22 seq_num 115) 2023-12-16T19:31:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:10 smithi002 ceph-mon[78633]: pgmap v113: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:10 smithi002 ceph-mon[78633]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T19:31:10.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:10 smithi002 ceph-mon[86656]: pgmap v113: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:10.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:10 smithi002 ceph-mon[86656]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T19:31:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:10 smithi043 ceph-mon[82080]: pgmap v113: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:10 smithi043 ceph-mon[82080]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T19:31:11.261 INFO:tasks.rados.rados.0.smithi002.stdout:303: done (1 left) 2023-12-16T19:31:11.261 INFO:tasks.rados.rados.0.smithi002.stdout:304: done (0 left) 2023-12-16T19:31:11.261 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 23 2023-12-16T19:31:11.261 INFO:tasks.rados.rados.0.smithi002.stdout:305: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2023-12-16T19:31:11.264 INFO:tasks.rados.rados.0.smithi002.stdout:305: writing smithi002125626-5 from 0 to 745472 tid 1 2023-12-16T19:31:11.268 INFO:tasks.rados.rados.0.smithi002.stdout:305: writing smithi002125626-5 from 745472 to 1277952 tid 2 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:305: writing smithi002125626-5 from 1277952 to 1916928 tid 3 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:305: writing smithi002125626-5 from 1916928 to 1949696 tid 4 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:306: rollback oid 31 current snap is 23 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 19 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 1 to smithi002125626-5 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 2 to smithi002125626-5 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 23 2023-12-16T19:31:11.273 INFO:tasks.rados.rados.0.smithi002.stdout:307: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2023-12-16T19:31:11.277 INFO:tasks.rados.rados.0.smithi002.stdout:307: writing smithi002125626-49 from 0 to 770048 tid 1 2023-12-16T19:31:11.280 INFO:tasks.rados.rados.0.smithi002.stdout:307: writing smithi002125626-49 from 770048 to 1187840 tid 2 2023-12-16T19:31:11.282 INFO:tasks.rados.rados.0.smithi002.stdout:307: writing smithi002125626-49 from 1187840 to 1630208 tid 3 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:307: writing smithi002125626-49 from 1630208 to 1974272 tid 4 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:308: rmattr oid 41 current snap is 23 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:308: done (3 left) 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:309: read oid 7 snap -1 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:309: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:31:11.285 INFO:tasks.rados.rados.0.smithi002.stdout:310: snap_create 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:306: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:306: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 3 to smithi002125626-5 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:306: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 47 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 4 to smithi002125626-5 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 5 to smithi002125626-5 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:305: finishing write tid 6 to smithi002125626-5 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 50 (ObjNum 116 snap 23 seq_num 116) dirty exists 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:305: left oid 5 (ObjNum 116 snap 23 seq_num 116) 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 1 to smithi002125626-49 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 2 to smithi002125626-49 2023-12-16T19:31:11.286 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 3 to smithi002125626-49 2023-12-16T19:31:11.287 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 4 to smithi002125626-49 2023-12-16T19:31:11.287 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 5 to smithi002125626-49 2023-12-16T19:31:11.288 INFO:tasks.rados.rados.0.smithi002.stdout:307: finishing write tid 6 to smithi002125626-49 2023-12-16T19:31:11.288 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 114 (ObjNum 117 snap 23 seq_num 117) dirty exists 2023-12-16T19:31:11.288 INFO:tasks.rados.rados.0.smithi002.stdout:307: left oid 49 (ObjNum 117 snap 23 seq_num 117) 2023-12-16T19:31:11.288 INFO:tasks.rados.rados.0.smithi002.stdout:309: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:31:11.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:11 smithi002 ceph-mon[78633]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T19:31:11.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:11 smithi002 ceph-mon[86656]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T19:31:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:11 smithi043 ceph-mon[82080]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:305: done (4 left) 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:306: done (3 left) 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:307: done (2 left) 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:309: done (1 left) 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:310: done (0 left) 2023-12-16T19:31:12.266 INFO:tasks.rados.rados.0.smithi002.stdout:311: delete oid 49 current snap is 24 2023-12-16T19:31:12.271 INFO:tasks.rados.rados.0.smithi002.stdout:311: done (0 left) 2023-12-16T19:31:12.271 INFO:tasks.rados.rados.0.smithi002.stdout:312: rollback oid 18 current snap is 24 2023-12-16T19:31:12.271 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 23 2023-12-16T19:31:12.271 INFO:tasks.rados.rados.0.smithi002.stdout:313: snap_create 2023-12-16T19:31:12.274 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:31:12.274 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:31:12.274 INFO:tasks.rados.rados.0.smithi002.stdout:312: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:31:12.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 35 (ObjNum 92 snap 15 seq_num 92) dirty exists 2023-12-16T19:31:12.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:12 smithi002 ceph-mon[78633]: pgmap v116: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:12.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:12 smithi002 ceph-mon[78633]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T19:31:12.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:12 smithi002 ceph-mon[86656]: pgmap v116: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:12.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:12 smithi002 ceph-mon[86656]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T19:31:12.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:12 smithi043 ceph-mon[82080]: pgmap v116: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-16T19:31:12.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:12 smithi043 ceph-mon[82080]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T19:31:13.238 INFO:tasks.rados.rados.0.smithi002.stdout:312: done (1 left) 2023-12-16T19:31:13.238 INFO:tasks.rados.rados.0.smithi002.stdout:313: done (0 left) 2023-12-16T19:31:13.238 INFO:tasks.rados.rados.0.smithi002.stdout:314: rollback oid 41 current snap is 25 2023-12-16T19:31:13.238 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 20 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:315: rollback oid 18 current snap is 25 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 21 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:316: rmattr oid 23 current snap is 25 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:317: copy_from oid 13 from oid 37 current snap is 25 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 25 2023-12-16T19:31:13.239 INFO:tasks.rados.rados.0.smithi002.stdout:318: seq_num 119 ranges {221184=802816,1024000=589824,1613824=409600,2023424=204800} 2023-12-16T19:31:13.244 INFO:tasks.rados.rados.0.smithi002.stdout:318: writing smithi002125626-36 from 221184 to 1024000 tid 1 2023-12-16T19:31:13.250 INFO:tasks.rados.rados.0.smithi002.stdout:318: writing smithi002125626-36 from 1024000 to 1613824 tid 2 2023-12-16T19:31:13.250 INFO:tasks.rados.rados.0.smithi002.stdout:318: writing smithi002125626-36 from 1613824 to 2023424 tid 3 2023-12-16T19:31:13.253 INFO:tasks.rados.rados.0.smithi002.stdout:318: writing smithi002125626-36 from 2023424 to 2228224 tid 4 2023-12-16T19:31:13.253 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 25 2023-12-16T19:31:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:31:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:314: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:31:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-16T19:31:13.255 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:31:13.255 INFO:tasks.rados.rados.0.smithi002.stdout:319: seq_num 120 ranges {507904=417792,925696=475136,1400832=622592,2023424=507904} 2023-12-16T19:31:13.257 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi002125626-31 from 507904 to 925696 tid 1 2023-12-16T19:31:13.260 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi002125626-31 from 925696 to 1400832 tid 2 2023-12-16T19:31:13.264 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi002125626-31 from 1400832 to 2023424 tid 3 2023-12-16T19:31:13.268 INFO:tasks.rados.rados.0.smithi002.stdout:319: writing smithi002125626-31 from 2023424 to 2531328 tid 4 2023-12-16T19:31:13.268 INFO:tasks.rados.rados.0.smithi002.stdout:314: done (5 left) 2023-12-16T19:31:13.268 INFO:tasks.rados.rados.0.smithi002.stdout:320: setattr oid 25 current snap is 25 2023-12-16T19:31:13.268 INFO:tasks.rados.rados.0.smithi002.stdout:315: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:31:13.268 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 39 (ObjNum 92 snap 15 seq_num 92) dirty exists 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 68 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:317: finishing copy_from to smithi002125626-13 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 58 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:317: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 1 to smithi002125626-36 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 2 to smithi002125626-36 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 3 to smithi002125626-36 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 4 to smithi002125626-36 2023-12-16T19:31:13.269 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 5 to smithi002125626-36 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:318: finishing write tid 6 to smithi002125626-36 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 90 (ObjNum 119 snap 25 seq_num 119) dirty exists 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:318: left oid 36 (ObjNum 119 snap 25 seq_num 119) 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 1 to smithi002125626-31 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 2 to smithi002125626-31 2023-12-16T19:31:13.270 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 3 to smithi002125626-31 2023-12-16T19:31:13.271 INFO:tasks.rados.rados.0.smithi002.stdout:315: done (5 left) 2023-12-16T19:31:13.271 INFO:tasks.rados.rados.0.smithi002.stdout:316: done (4 left) 2023-12-16T19:31:13.272 INFO:tasks.rados.rados.0.smithi002.stdout:317: done (3 left) 2023-12-16T19:31:13.272 INFO:tasks.rados.rados.0.smithi002.stdout:318: done (2 left) 2023-12-16T19:31:13.272 INFO:tasks.rados.rados.0.smithi002.stdout:321: snap_create 2023-12-16T19:31:13.272 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 4 to smithi002125626-31 2023-12-16T19:31:13.272 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 5 to smithi002125626-31 2023-12-16T19:31:13.273 INFO:tasks.rados.rados.0.smithi002.stdout:319: finishing write tid 6 to smithi002125626-31 2023-12-16T19:31:13.273 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 53 (ObjNum 120 snap 25 seq_num 120) dirty exists 2023-12-16T19:31:13.273 INFO:tasks.rados.rados.0.smithi002.stdout:319: left oid 31 (ObjNum 120 snap 25 seq_num 120) 2023-12-16T19:31:13.273 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 118 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:31:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:13 smithi002 ceph-mon[78633]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T19:31:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:13 smithi002 ceph-mon[78633]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T19:31:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:13 smithi002 ceph-mon[86656]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T19:31:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:13 smithi002 ceph-mon[86656]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T19:31:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:13 smithi043 ceph-mon[82080]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T19:31:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:13 smithi043 ceph-mon[82080]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T19:31:14.273 INFO:tasks.rados.rados.0.smithi002.stdout:319: done (2 left) 2023-12-16T19:31:14.274 INFO:tasks.rados.rados.0.smithi002.stdout:320: done (1 left) 2023-12-16T19:31:14.274 INFO:tasks.rados.rados.0.smithi002.stdout:321: done (0 left) 2023-12-16T19:31:14.274 INFO:tasks.rados.rados.0.smithi002.stdout:322: copy_from oid 34 from oid 46 current snap is 26 2023-12-16T19:31:14.274 INFO:tasks.rados.rados.0.smithi002.stdout:323: snap_remove snap 17 2023-12-16T19:31:14.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:14 smithi002 ceph-mon[78633]: pgmap v119: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:14.641 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:14] "GET /metrics HTTP/1.1" 200 239111 "" "Prometheus/2.43.0" 2023-12-16T19:31:14.642 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:14 smithi002 ceph-mon[86656]: pgmap v119: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:14 smithi043 ceph-mon[82080]: pgmap v119: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:15.284 INFO:tasks.rados.rados.0.smithi002.stdout:323: done (1 left) 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:324: rollback oid 45 current snap is 26 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing copy_from to smithi002125626-34 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 82 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:322: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 18 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:322: done (1 left) 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:325: read oid 28 snap -1 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:325: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:326: read oid 36 snap -1 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:326: expect (ObjNum 119 snap 25 seq_num 119) 2023-12-16T19:31:15.285 INFO:tasks.rados.rados.0.smithi002.stdout:327: delete oid 12 current snap is 26 2023-12-16T19:31:15.292 INFO:tasks.rados.rados.0.smithi002.stdout:325: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:15.295 INFO:tasks.rados.rados.0.smithi002.stdout:324: finishing rollback tid 0 to smithi002125626-45 2023-12-16T19:31:15.295 INFO:tasks.rados.rados.0.smithi002.stdout:324: finishing rollback tid 1 to smithi002125626-45 2023-12-16T19:31:15.295 INFO:tasks.rados.rados.0.smithi002.stdout:324: finishing rollback tid 2 to smithi002125626-45 2023-12-16T19:31:15.295 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 98 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:31:15.296 INFO:tasks.rados.rados.0.smithi002.stdout:324: done (3 left) 2023-12-16T19:31:15.296 INFO:tasks.rados.rados.0.smithi002.stdout:325: done (2 left) 2023-12-16T19:31:15.296 INFO:tasks.rados.rados.0.smithi002.stdout:327: done (1 left) 2023-12-16T19:31:15.296 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 26 2023-12-16T19:31:15.296 INFO:tasks.rados.rados.0.smithi002.stdout:328: seq_num 122 ranges {2310144=450560,2760704=688128,3448832=630784,4079616=286720} 2023-12-16T19:31:15.310 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi002125626-18 from 2310144 to 2760704 tid 1 2023-12-16T19:31:15.314 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi002125626-18 from 2760704 to 3448832 tid 2 2023-12-16T19:31:15.318 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi002125626-18 from 3448832 to 4079616 tid 3 2023-12-16T19:31:15.320 INFO:tasks.rados.rados.0.smithi002.stdout:328: writing smithi002125626-18 from 4079616 to 4366336 tid 4 2023-12-16T19:31:15.320 INFO:tasks.rados.rados.0.smithi002.stdout:329: delete oid 49 current snap is 26 2023-12-16T19:31:15.320 INFO:tasks.rados.rados.0.smithi002.stdout:326: expect (ObjNum 119 snap 25 seq_num 119) 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 1 to smithi002125626-18 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 2 to smithi002125626-18 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 3 to smithi002125626-18 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 4 to smithi002125626-18 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 5 to smithi002125626-18 2023-12-16T19:31:15.384 INFO:tasks.rados.rados.0.smithi002.stdout:328: finishing write tid 6 to smithi002125626-18 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 87 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:328: left oid 18 (ObjNum 122 snap 26 seq_num 122) 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:326: done (2 left) 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:328: done (1 left) 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:329: done (0 left) 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 26 2023-12-16T19:31:15.385 INFO:tasks.rados.rados.0.smithi002.stdout:330: seq_num 124 ranges {606208=483328,1089536=458752,1548288=598016,2146304=548864} 2023-12-16T19:31:15.389 INFO:tasks.rados.rados.0.smithi002.stdout:330: writing smithi002125626-37 from 606208 to 1089536 tid 1 2023-12-16T19:31:15.392 INFO:tasks.rados.rados.0.smithi002.stdout:330: writing smithi002125626-37 from 1089536 to 1548288 tid 2 2023-12-16T19:31:15.395 INFO:tasks.rados.rados.0.smithi002.stdout:330: writing smithi002125626-37 from 1548288 to 2146304 tid 3 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:330: writing smithi002125626-37 from 2146304 to 2695168 tid 4 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:331: copy_from oid 21 from oid 32 current snap is 26 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 1 to smithi002125626-37 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 2 to smithi002125626-37 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 3 to smithi002125626-37 2023-12-16T19:31:15.399 INFO:tasks.rados.rados.0.smithi002.stdout:332: setattr oid 43 current snap is 26 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:331: finishing copy_from to smithi002125626-21 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:331: got expected ENOENT (src dne) 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:331: finishing copy_from racing read to smithi002125626-21 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:331: done (2 left) 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:333: read oid 30 snap -1 2023-12-16T19:31:15.400 INFO:tasks.rados.rados.0.smithi002.stdout:333: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-16T19:31:15.401 INFO:tasks.rados.rados.0.smithi002.stdout:334: snap_create 2023-12-16T19:31:15.402 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 4 to smithi002125626-37 2023-12-16T19:31:15.403 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 16 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-16T19:31:15.403 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 5 to smithi002125626-37 2023-12-16T19:31:15.404 INFO:tasks.rados.rados.0.smithi002.stdout:330: finishing write tid 6 to smithi002125626-37 2023-12-16T19:31:15.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 104 (ObjNum 124 snap 26 seq_num 124) dirty exists 2023-12-16T19:31:15.405 INFO:tasks.rados.rados.0.smithi002.stdout:330: left oid 37 (ObjNum 124 snap 26 seq_num 124) 2023-12-16T19:31:15.405 INFO:tasks.rados.rados.0.smithi002.stdout:333: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-16T19:31:15.647 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:15 smithi002 ceph-mon[86656]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T19:31:15.647 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:15 smithi002 ceph-mon[78633]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T19:31:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:15 smithi043 ceph-mon[82080]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T19:31:15.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[83943]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:330: done (3 left) 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:332: done (2 left) 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:333: done (1 left) 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:334: done (0 left) 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:335: read oid 31 snap -1 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:335: expect (ObjNum 120 snap 25 seq_num 120) 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:336: copy_from oid 13 from oid 33 current snap is 27 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 27 2023-12-16T19:31:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:337: seq_num 125 ranges {57344=499712,557056=745472,1302528=409600,1712128=450560} 2023-12-16T19:31:16.291 INFO:tasks.rados.rados.0.smithi002.stdout:337: writing smithi002125626-27 from 57344 to 557056 tid 1 2023-12-16T19:31:16.297 INFO:tasks.rados.rados.0.smithi002.stdout:337: writing smithi002125626-27 from 557056 to 1302528 tid 2 2023-12-16T19:31:16.301 INFO:tasks.rados.rados.0.smithi002.stdout:337: writing smithi002125626-27 from 1302528 to 1712128 tid 3 2023-12-16T19:31:16.304 INFO:tasks.rados.rados.0.smithi002.stdout:337: writing smithi002125626-27 from 1712128 to 2162688 tid 4 2023-12-16T19:31:16.305 INFO:tasks.rados.rados.0.smithi002.stdout:338: copy_from oid 5 from oid 22 current snap is 27 2023-12-16T19:31:16.305 INFO:tasks.rados.rados.0.smithi002.stdout:335: expect (ObjNum 120 snap 25 seq_num 120) 2023-12-16T19:31:16.383 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 1 to smithi002125626-27 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 2 to smithi002125626-27 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:335: done (3 left) 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:339: snap_create 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:336: finishing copy_from to smithi002125626-13 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 24 (ObjNum 100 snap 17 seq_num 100) dirty exists 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:336: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 3 to smithi002125626-27 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 4 to smithi002125626-27 2023-12-16T19:31:16.384 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 5 to smithi002125626-27 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:337: finishing write tid 6 to smithi002125626-27 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 61 (ObjNum 125 snap 27 seq_num 125) dirty exists 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:337: left oid 27 (ObjNum 125 snap 27 seq_num 125) 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:338: finishing copy_from to smithi002125626-5 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:16.385 INFO:tasks.rados.rados.0.smithi002.stdout:338: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:31:16.645 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:16 smithi043 ceph-mon[82080]: pgmap v122: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:16.645 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:16 smithi043 ceph-mon[82080]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T19:31:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:16 smithi002 ceph-mon[78633]: pgmap v122: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:16 smithi002 ceph-mon[78633]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T19:31:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:16 smithi002 ceph-mon[86656]: pgmap v122: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:16 smithi002 ceph-mon[86656]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:336: done (3 left) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:337: done (2 left) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:338: done (1 left) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:339: done (0 left) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:340: read oid 36 snap -1 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:340: expect (ObjNum 119 snap 25 seq_num 119) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:341: read oid 26 snap -1 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:341: expect (ObjNum 84 snap 11 seq_num 84) 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:342: read oid 5 snap -1 2023-12-16T19:31:17.292 INFO:tasks.rados.rados.0.smithi002.stdout:342: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:17.293 INFO:tasks.rados.rados.0.smithi002.stdout:343: read oid 27 snap 27 2023-12-16T19:31:17.293 INFO:tasks.rados.rados.0.smithi002.stdout:343: expect (ObjNum 125 snap 27 seq_num 125) 2023-12-16T19:31:17.293 INFO:tasks.rados.rados.0.smithi002.stdout:344: setattr oid 6 current snap is 28 2023-12-16T19:31:17.294 INFO:tasks.rados.rados.0.smithi002.stdout:345: snap_create 2023-12-16T19:31:17.300 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 73 (ObjNum 33 snap 0 seq_num 2052821424) dirty exists 2023-12-16T19:31:17.301 INFO:tasks.rados.rados.0.smithi002.stdout:341: expect (ObjNum 84 snap 11 seq_num 84) 2023-12-16T19:31:17.341 INFO:tasks.rados.rados.0.smithi002.stdout:342: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:340: expect (ObjNum 119 snap 25 seq_num 119) 2023-12-16T19:31:17.427 INFO:tasks.rados.rados.0.smithi002.stdout:343: expect (ObjNum 125 snap 27 seq_num 125) 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:31:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:17 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T19:31:17.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:17.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:31:17.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:31:17.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:17 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:18.297 INFO:tasks.rados.rados.0.smithi002.stdout:340: done (5 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:341: done (4 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:342: done (3 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:343: done (2 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:344: done (1 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:345: done (0 left) 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 29 2023-12-16T19:31:18.298 INFO:tasks.rados.rados.0.smithi002.stdout:346: seq_num 126 ranges {2228224=516096,2744320=630784,3375104=614400,3989504=360448} 2023-12-16T19:31:18.312 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi002125626-13 from 2228224 to 2744320 tid 1 2023-12-16T19:31:18.315 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi002125626-13 from 2744320 to 3375104 tid 2 2023-12-16T19:31:18.319 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi002125626-13 from 3375104 to 3989504 tid 3 2023-12-16T19:31:18.321 INFO:tasks.rados.rados.0.smithi002.stdout:346: writing smithi002125626-13 from 3989504 to 4349952 tid 4 2023-12-16T19:31:18.321 INFO:tasks.rados.rados.0.smithi002.stdout:347: delete oid 37 current snap is 29 2023-12-16T19:31:18.321 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 1 to smithi002125626-13 2023-12-16T19:31:18.321 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 2 to smithi002125626-13 2023-12-16T19:31:18.322 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 3 to smithi002125626-13 2023-12-16T19:31:18.324 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 4 to smithi002125626-13 2023-12-16T19:31:18.324 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 5 to smithi002125626-13 2023-12-16T19:31:18.325 INFO:tasks.rados.rados.0.smithi002.stdout:347: done (1 left) 2023-12-16T19:31:18.325 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 29 2023-12-16T19:31:18.325 INFO:tasks.rados.rados.0.smithi002.stdout:348: seq_num 128 ranges {221184=548864,770048=794624,1564672=581632,2146304=229376} 2023-12-16T19:31:18.329 INFO:tasks.rados.rados.0.smithi002.stdout:348: writing smithi002125626-38 from 221184 to 770048 tid 1 2023-12-16T19:31:18.334 INFO:tasks.rados.rados.0.smithi002.stdout:348: writing smithi002125626-38 from 770048 to 1564672 tid 2 2023-12-16T19:31:18.337 INFO:tasks.rados.rados.0.smithi002.stdout:348: writing smithi002125626-38 from 1564672 to 2146304 tid 3 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:348: writing smithi002125626-38 from 2146304 to 2375680 tid 4 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:349: setattr oid 20 current snap is 29 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:346: finishing write tid 6 to smithi002125626-13 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 88 (ObjNum 126 snap 29 seq_num 126) dirty exists 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:346: left oid 13 (ObjNum 126 snap 29 seq_num 126) 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 1 to smithi002125626-38 2023-12-16T19:31:18.339 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 2 to smithi002125626-38 2023-12-16T19:31:18.340 INFO:tasks.rados.rados.0.smithi002.stdout:346: done (2 left) 2023-12-16T19:31:18.340 INFO:tasks.rados.rados.0.smithi002.stdout:350: read oid 14 snap -1 2023-12-16T19:31:18.340 INFO:tasks.rados.rados.0.smithi002.stdout:350: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-16T19:31:18.340 INFO:tasks.rados.rados.0.smithi002.stdout:351: snap_create 2023-12-16T19:31:18.341 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 3 to smithi002125626-38 2023-12-16T19:31:18.342 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 4 to smithi002125626-38 2023-12-16T19:31:18.342 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 5 to smithi002125626-38 2023-12-16T19:31:18.342 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 107 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:31:18.343 INFO:tasks.rados.rados.0.smithi002.stdout:348: finishing write tid 6 to smithi002125626-38 2023-12-16T19:31:18.343 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 126 (ObjNum 128 snap 29 seq_num 128) dirty exists 2023-12-16T19:31:18.343 INFO:tasks.rados.rados.0.smithi002.stdout:348: left oid 38 (ObjNum 128 snap 29 seq_num 128) 2023-12-16T19:31:18.344 INFO:tasks.rados.rados.0.smithi002.stdout:350: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-16T19:31:18.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:18 smithi043 ceph-mon[82080]: pgmap v125: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:18.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:18 smithi043 ceph-mon[82080]: Upgrade: Updating mgr.x 2023-12-16T19:31:18.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:18 smithi043 ceph-mon[82080]: Deploying daemon mgr.x on smithi043 2023-12-16T19:31:18.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:18 smithi043 ceph-mon[82080]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T19:31:18.500 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 systemd[1]: Stopping Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:18.500 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 podman[114607]: 2023-12-16 19:31:18.417612616 +0000 UTC m=+0.070429029 container died 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[78633]: pgmap v125: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[78633]: Upgrade: Updating mgr.x 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[78633]: Deploying daemon mgr.x on smithi043 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[78633]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[86656]: pgmap v125: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[86656]: Upgrade: Updating mgr.x 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[86656]: Deploying daemon mgr.x on smithi043 2023-12-16T19:31:18.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:18 smithi002 ceph-mon[86656]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T19:31:18.809 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 podman[114607]: 2023-12-16 19:31:18.544244242 +0000 UTC m=+0.197060630 container cleanup 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212) 2023-12-16T19:31:18.809 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 bash[114607]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x 2023-12-16T19:31:18.810 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 podman[114621]: 2023-12-16 19:31:18.677466452 +0000 UTC m=+0.251263831 container remove 6ff7e97a7354e4bf8abd7b4c1ba8791525ecd728e7ee4725a7e565d4952cab9e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:31:18.810 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:31:19.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-16T19:31:19.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 systemd[1]: Stopped Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:19.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:18 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Consumed 17.365s CPU time. 2023-12-16T19:31:19.149 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 systemd[1]: Starting Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:19.302 INFO:tasks.rados.rados.0.smithi002.stdout:348: done (3 left) 2023-12-16T19:31:19.302 INFO:tasks.rados.rados.0.smithi002.stdout:349: done (2 left) 2023-12-16T19:31:19.302 INFO:tasks.rados.rados.0.smithi002.stdout:350: done (1 left) 2023-12-16T19:31:19.302 INFO:tasks.rados.rados.0.smithi002.stdout:351: done (0 left) 2023-12-16T19:31:19.302 INFO:tasks.rados.rados.0.smithi002.stdout:352: delete oid 27 current snap is 30 2023-12-16T19:31:19.306 INFO:tasks.rados.rados.0.smithi002.stdout:352: done (0 left) 2023-12-16T19:31:19.306 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 30 2023-12-16T19:31:19.306 INFO:tasks.rados.rados.0.smithi002.stdout:353: seq_num 130 ranges {106496=581632,688128=614400,1302528=598016,1900544=393216} 2023-12-16T19:31:19.310 INFO:tasks.rados.rados.0.smithi002.stdout:353: writing smithi002125626-3 from 106496 to 688128 tid 1 2023-12-16T19:31:19.314 INFO:tasks.rados.rados.0.smithi002.stdout:353: writing smithi002125626-3 from 688128 to 1302528 tid 2 2023-12-16T19:31:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:353: writing smithi002125626-3 from 1302528 to 1900544 tid 3 2023-12-16T19:31:19.320 INFO:tasks.rados.rados.0.smithi002.stdout:353: writing smithi002125626-3 from 1900544 to 2293760 tid 4 2023-12-16T19:31:19.320 INFO:tasks.rados.rados.0.smithi002.stdout:354: snap_create 2023-12-16T19:31:19.320 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 1 to smithi002125626-3 2023-12-16T19:31:19.320 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 2 to smithi002125626-3 2023-12-16T19:31:19.320 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 3 to smithi002125626-3 2023-12-16T19:31:19.322 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 4 to smithi002125626-3 2023-12-16T19:31:19.322 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 5 to smithi002125626-3 2023-12-16T19:31:19.323 INFO:tasks.rados.rados.0.smithi002.stdout:353: finishing write tid 6 to smithi002125626-3 2023-12-16T19:31:19.323 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 79 (ObjNum 130 snap 30 seq_num 130) dirty exists 2023-12-16T19:31:19.323 INFO:tasks.rados.rados.0.smithi002.stdout:353: left oid 3 (ObjNum 130 snap 30 seq_num 130) 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:19 smithi043 ceph-mon[82080]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 podman[114750]: 2023-12-16 19:31:19.185729054 +0000 UTC m=+0.071774264 container create 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212) 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 podman[114750]: 2023-12-16 19:31:19.133312217 +0000 UTC m=+0.019357389 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 podman[114750]: 2023-12-16 19:31:19.277794775 +0000 UTC m=+0.163839943 container init 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 podman[114750]: 2023-12-16 19:31:19.290577081 +0000 UTC m=+0.176622252 container start 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 ceph-mgr[114769]: -- 172.21.15.43:0/2288645569 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5569ed59b520 con 0x5569ed570800 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 bash[114750]: 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae 2023-12-16T19:31:19.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 systemd[1]: Started Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:19 smithi002 ceph-mon[78633]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T19:31:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:19 smithi002 ceph-mon[86656]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T19:31:20.206 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:19.895+0000 7f3ebc1a9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:31:20.207 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:19.997+0000 7f3ebc1a9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:31:20.306 INFO:tasks.rados.rados.0.smithi002.stdout:353: done (1 left) 2023-12-16T19:31:20.306 INFO:tasks.rados.rados.0.smithi002.stdout:354: done (0 left) 2023-12-16T19:31:20.306 INFO:tasks.rados.rados.0.smithi002.stdout:355: rollback oid 27 current snap is 31 2023-12-16T19:31:20.306 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 24 2023-12-16T19:31:20.306 INFO:tasks.rados.rados.0.smithi002.stdout:356: setattr oid 20 current snap is 31 2023-12-16T19:31:20.307 INFO:tasks.rados.rados.0.smithi002.stdout:357: snap_create 2023-12-16T19:31:20.309 INFO:tasks.rados.rados.0.smithi002.stdout:355: finishing rollback tid 1 to smithi002125626-27 2023-12-16T19:31:20.311 INFO:tasks.rados.rados.0.smithi002.stdout:355: finishing rollback tid 2 to smithi002125626-27 2023-12-16T19:31:20.311 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 65 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:31:20.314 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 109 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:31:20.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-mon[82080]: pgmap v128: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:20.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-mon[82080]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T19:31:20.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[78633]: pgmap v128: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[78633]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[86656]: pgmap v128: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[86656]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:20 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:21.014 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:20.758+0000 7f3ebc1a9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:31:21.014 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:20.859+0000 7f3ebc1a9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:31:21.307 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.012+0000 7f3ebc1a9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:31:21.307 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.128+0000 7f3ebc1a9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:31:21.307 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.219+0000 7f3ebc1a9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:31:21.311 INFO:tasks.rados.rados.0.smithi002.stdout:355: done (2 left) 2023-12-16T19:31:21.312 INFO:tasks.rados.rados.0.smithi002.stdout:356: done (1 left) 2023-12-16T19:31:21.312 INFO:tasks.rados.rados.0.smithi002.stdout:357: done (0 left) 2023-12-16T19:31:21.312 INFO:tasks.rados.rados.0.smithi002.stdout:358: read oid 46 snap -1 2023-12-16T19:31:21.312 INFO:tasks.rados.rados.0.smithi002.stdout:358: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-16T19:31:21.312 INFO:tasks.rados.rados.0.smithi002.stdout:359: snap_create 2023-12-16T19:31:21.316 INFO:tasks.rados.rados.0.smithi002.stdout:358: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-16T19:31:21.587 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.504+0000 7f3ebc1a9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:31:21.587 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-mon[82080]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T19:31:21.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:21 smithi002 ceph-mon[78633]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T19:31:21.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:21 smithi002 ceph-mon[86656]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T19:31:21.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.624+0000 7f3ebc1a9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:31:21.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.718+0000 7f3ebc1a9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:31:21.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:21.822+0000 7f3ebc1a9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:31:22.312 INFO:tasks.rados.rados.0.smithi002.stdout:358: done (1 left) 2023-12-16T19:31:22.312 INFO:tasks.rados.rados.0.smithi002.stdout:359: done (0 left) 2023-12-16T19:31:22.312 INFO:tasks.rados.rados.0.smithi002.stdout:360: delete oid 32 current snap is 33 2023-12-16T19:31:22.313 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:22.019+0000 7f3ebc1a9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:360: done (0 left) 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:361: read oid 29 snap 27 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:361: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:362: copy_from oid 39 from oid 21 current snap is 33 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 33 2023-12-16T19:31:22.314 INFO:tasks.rados.rados.0.smithi002.stdout:363: seq_num 132 ranges {221184=614400,835584=786432,1622016=565248,2187264=253952} 2023-12-16T19:31:22.319 INFO:tasks.rados.rados.0.smithi002.stdout:363: writing smithi002125626-14 from 221184 to 835584 tid 1 2023-12-16T19:31:22.324 INFO:tasks.rados.rados.0.smithi002.stdout:363: writing smithi002125626-14 from 835584 to 1622016 tid 2 2023-12-16T19:31:22.328 INFO:tasks.rados.rados.0.smithi002.stdout:363: writing smithi002125626-14 from 1622016 to 2187264 tid 3 2023-12-16T19:31:22.329 INFO:tasks.rados.rados.0.smithi002.stdout:363: writing smithi002125626-14 from 2187264 to 2441216 tid 4 2023-12-16T19:31:22.330 INFO:tasks.rados.rados.0.smithi002.stdout:364: rollback oid 13 current snap is 33 2023-12-16T19:31:22.330 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 28 2023-12-16T19:31:22.330 INFO:tasks.rados.rados.0.smithi002.stdout:361: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:31:22.353 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 1 to smithi002125626-14 2023-12-16T19:31:22.353 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing copy_from to smithi002125626-39 2023-12-16T19:31:22.353 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:22.353 INFO:tasks.rados.rados.0.smithi002.stdout:362: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:31:22.353 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 2 to smithi002125626-14 2023-12-16T19:31:22.354 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 3 to smithi002125626-14 2023-12-16T19:31:22.354 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 4 to smithi002125626-14 2023-12-16T19:31:22.354 INFO:tasks.rados.rados.0.smithi002.stdout:361: done (3 left) 2023-12-16T19:31:22.354 INFO:tasks.rados.rados.0.smithi002.stdout:362: done (2 left) 2023-12-16T19:31:22.354 INFO:tasks.rados.rados.0.smithi002.stdout:365: snap_remove snap 26 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[78633]: pgmap v131: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[78633]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[86656]: pgmap v131: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[86656]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:22 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:22 smithi043 ceph-mon[82080]: pgmap v131: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T19:31:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:22 smithi043 ceph-mon[82080]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T19:31:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:22 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:22 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.241 INFO:tasks.rados.rados.0.smithi002.stdout:365: done (2 left) 2023-12-16T19:31:23.241 INFO:tasks.rados.rados.0.smithi002.stdout:366: read oid 1 snap 32 2023-12-16T19:31:23.242 INFO:tasks.rados.rados.0.smithi002.stdout:366: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:23.242 INFO:tasks.rados.rados.0.smithi002.stdout:367: setattr oid 21 current snap is 33 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 5 to smithi002125626-14 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:364: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:364: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:363: finishing write tid 6 to smithi002125626-14 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 85 (ObjNum 132 snap 33 seq_num 132) dirty exists 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:363: left oid 14 (ObjNum 132 snap 33 seq_num 132) 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:364: finishing rollback tid 2 to smithi002125626-13 2023-12-16T19:31:23.243 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 94 (ObjNum 100 snap 17 seq_num 100) dirty exists 2023-12-16T19:31:23.245 INFO:tasks.rados.rados.0.smithi002.stdout:363: done (3 left) 2023-12-16T19:31:23.245 INFO:tasks.rados.rados.0.smithi002.stdout:364: done (2 left) 2023-12-16T19:31:23.245 INFO:tasks.rados.rados.0.smithi002.stdout:368: setattr oid 3 current snap is 33 2023-12-16T19:31:23.247 INFO:tasks.rados.rados.0.smithi002.stdout:369: delete oid 34 current snap is 33 2023-12-16T19:31:23.251 INFO:tasks.rados.rados.0.smithi002.stdout:369: done (3 left) 2023-12-16T19:31:23.251 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 33 2023-12-16T19:31:23.251 INFO:tasks.rados.rados.0.smithi002.stdout:370: seq_num 134 ranges {1425408=647168,2072576=548864,2621440=573440,3194880=483328} 2023-12-16T19:31:23.263 INFO:tasks.rados.rados.0.smithi002.stdout:370: writing smithi002125626-4 from 1425408 to 2072576 tid 1 2023-12-16T19:31:23.266 INFO:tasks.rados.rados.0.smithi002.stdout:370: writing smithi002125626-4 from 2072576 to 2621440 tid 2 2023-12-16T19:31:23.270 INFO:tasks.rados.rados.0.smithi002.stdout:370: writing smithi002125626-4 from 2621440 to 3194880 tid 3 2023-12-16T19:31:23.272 INFO:tasks.rados.rados.0.smithi002.stdout:370: writing smithi002125626-4 from 3194880 to 3678208 tid 4 2023-12-16T19:31:23.273 INFO:tasks.rados.rados.0.smithi002.stdout:371: snap_remove snap 25 2023-12-16T19:31:23.303 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:23.146+0000 7f3ebc1a9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:23.300+0000 7f3ebc1a9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-mon[82080]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.554 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-mon[82080]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[78633]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[78633]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[86656]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:23 smithi002 ceph-mon[86656]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T19:31:23.962 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:23.665+0000 7f3ebc1a9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:31:23.962 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:23.762+0000 7f3ebc1a9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:31:23.962 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:23 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:23.959+0000 7f3ebc1a9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:31:24.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:24.161+0000 7f3ebc1a9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:31:24.251 INFO:tasks.rados.rados.0.smithi002.stdout:371: done (4 left) 2023-12-16T19:31:24.251 INFO:tasks.rados.rados.0.smithi002.stdout:372: delete oid 6 current snap is 33 2023-12-16T19:31:24.251 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 91 (ObjNum 130 snap 30 seq_num 130) dirty exists 2023-12-16T19:31:24.252 INFO:tasks.rados.rados.0.smithi002.stdout:366: expect (ObjNum 71 snap 10 seq_num 71) 2023-12-16T19:31:24.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 129 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:24.289 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 1 to smithi002125626-4 2023-12-16T19:31:24.289 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 2 to smithi002125626-4 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 3 to smithi002125626-4 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 4 to smithi002125626-4 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 5 to smithi002125626-4 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:366: done (4 left) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:367: done (3 left) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:368: done (2 left) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:372: done (1 left) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:373: rollback oid 45 current snap is 33 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 20 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: finishing write tid 6 to smithi002125626-4 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 34 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: left oid 4 (ObjNum 134 snap 33 seq_num 134) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:370: done (1 left) 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:374: read oid 11 snap 20 2023-12-16T19:31:24.290 INFO:tasks.rados.rados.0.smithi002.stdout:374: expect (ObjNum 86 snap 13 seq_num 86) 2023-12-16T19:31:24.291 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 33 2023-12-16T19:31:24.291 INFO:tasks.rados.rados.0.smithi002.stdout:375: seq_num 136 ranges {1269760=688128,1957888=720896,2678784=540672,3219456=344064} 2023-12-16T19:31:24.300 INFO:tasks.rados.rados.0.smithi002.stdout:375: writing smithi002125626-23 from 1269760 to 1957888 tid 1 2023-12-16T19:31:24.304 INFO:tasks.rados.rados.0.smithi002.stdout:375: writing smithi002125626-23 from 1957888 to 2678784 tid 2 2023-12-16T19:31:24.307 INFO:tasks.rados.rados.0.smithi002.stdout:375: writing smithi002125626-23 from 2678784 to 3219456 tid 3 2023-12-16T19:31:24.309 INFO:tasks.rados.rados.0.smithi002.stdout:375: writing smithi002125626-23 from 3219456 to 3563520 tid 4 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:376: delete oid 8 current snap is 33 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 0 to smithi002125626-45 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 1 to smithi002125626-45 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:373: finishing rollback tid 2 to smithi002125626-45 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 119 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:31:24.310 INFO:tasks.rados.rados.0.smithi002.stdout:374: expect (ObjNum 86 snap 13 seq_num 86) 2023-12-16T19:31:24.413 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 1 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 2 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 3 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 4 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 5 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:375: finishing write tid 6 to smithi002125626-23 2023-12-16T19:31:24.414 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 103 (ObjNum 136 snap 33 seq_num 136) dirty exists 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:375: left oid 23 (ObjNum 136 snap 33 seq_num 136) 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:373: done (3 left) 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:374: done (2 left) 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:375: done (1 left) 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:376: done (0 left) 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:377: read oid 16 snap 22 2023-12-16T19:31:24.415 INFO:tasks.rados.rados.0.smithi002.stdout:377: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:378: read oid 14 snap -1 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:378: expect (ObjNum 132 snap 33 seq_num 132) 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:379: read oid 40 snap -1 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:379: expect (ObjNum 61 snap 5 seq_num 61) 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 33 2023-12-16T19:31:24.416 INFO:tasks.rados.rados.0.smithi002.stdout:380: seq_num 138 ranges {3563520=720896,4284416=540672,4825088=557056,5382144=507904} 2023-12-16T19:31:24.434 INFO:tasks.rados.rados.0.smithi002.stdout:380: writing smithi002125626-23 from 3563520 to 4284416 tid 1 2023-12-16T19:31:24.437 INFO:tasks.rados.rados.0.smithi002.stdout:380: writing smithi002125626-23 from 4284416 to 4825088 tid 2 2023-12-16T19:31:24.440 INFO:tasks.rados.rados.0.smithi002.stdout:380: writing smithi002125626-23 from 4825088 to 5382144 tid 3 2023-12-16T19:31:24.443 INFO:tasks.rados.rados.0.smithi002.stdout:380: writing smithi002125626-23 from 5382144 to 5890048 tid 4 2023-12-16T19:31:24.443 INFO:tasks.rados.rados.0.smithi002.stdout:381: read oid 47 snap -1 2023-12-16T19:31:24.443 INFO:tasks.rados.rados.0.smithi002.stdout:381: expect (ObjNum 89 snap 15 seq_num 89) 2023-12-16T19:31:24.443 INFO:tasks.rados.rados.0.smithi002.stdout:382: read oid 28 snap 23 2023-12-16T19:31:24.444 INFO:tasks.rados.rados.0.smithi002.stdout:382: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:24.444 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 33 2023-12-16T19:31:24.444 INFO:tasks.rados.rados.0.smithi002.stdout:383: seq_num 139 ranges {2375680=737280,3112960=425984,3538944=761856,4300800=417792} 2023-12-16T19:31:24.460 INFO:tasks.rados.rados.0.smithi002.stdout:383: writing smithi002125626-38 from 2375680 to 3112960 tid 1 2023-12-16T19:31:24.463 INFO:tasks.rados.rados.0.smithi002.stdout:383: writing smithi002125626-38 from 3112960 to 3538944 tid 2 2023-12-16T19:31:24.467 INFO:tasks.rados.rados.0.smithi002.stdout:383: writing smithi002125626-38 from 3538944 to 4300800 tid 3 2023-12-16T19:31:24.470 INFO:tasks.rados.rados.0.smithi002.stdout:383: writing smithi002125626-38 from 4300800 to 4718592 tid 4 2023-12-16T19:31:24.470 INFO:tasks.rados.rados.0.smithi002.stdout:384: copy_from oid 31 from oid 18 current snap is 33 2023-12-16T19:31:24.470 INFO:tasks.rados.rados.0.smithi002.stdout:377: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:31:24.515 INFO:tasks.rados.rados.0.smithi002.stdout:379: expect (ObjNum 61 snap 5 seq_num 61) 2023-12-16T19:31:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:378: expect (ObjNum 132 snap 33 seq_num 132) 2023-12-16T19:31:24.578 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:24.478+0000 7f3ebc1a9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:31:24.578 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-mon[82080]: pgmap v134: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:24.578 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-mon[82080]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T19:31:24.639 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 1 to smithi002125626-23 2023-12-16T19:31:24.639 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 2 to smithi002125626-23 2023-12-16T19:31:24.639 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 3 to smithi002125626-23 2023-12-16T19:31:24.639 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 4 to smithi002125626-23 2023-12-16T19:31:24.639 INFO:tasks.rados.rados.0.smithi002.stdout:382: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:24.640 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 5 to smithi002125626-23 2023-12-16T19:31:24.640 INFO:tasks.rados.rados.0.smithi002.stdout:380: finishing write tid 6 to smithi002125626-23 2023-12-16T19:31:24.640 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 108 (ObjNum 138 snap 33 seq_num 138) dirty exists 2023-12-16T19:31:24.640 INFO:tasks.rados.rados.0.smithi002.stdout:380: left oid 23 (ObjNum 138 snap 33 seq_num 138) 2023-12-16T19:31:24.640 INFO:tasks.rados.rados.0.smithi002.stdout:381: expect (ObjNum 89 snap 15 seq_num 89) 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 1 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 2 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 3 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 4 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 5 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: finishing write tid 6 to smithi002125626-38 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 141 (ObjNum 139 snap 33 seq_num 139) dirty exists 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:383: left oid 38 (ObjNum 139 snap 33 seq_num 139) 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:384: finishing copy_from to smithi002125626-31 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 87 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-12-16T19:31:24.718 INFO:tasks.rados.rados.0.smithi002.stdout:384: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:377: done (7 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:378: done (6 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:379: done (5 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:380: done (4 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:381: done (3 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:382: done (2 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:383: done (1 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:384: done (0 left) 2023-12-16T19:31:24.719 INFO:tasks.rados.rados.0.smithi002.stdout:385: snap_create 2023-12-16T19:31:24.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:24] "GET /metrics HTTP/1.1" 200 239176 "" "Prometheus/2.43.0" 2023-12-16T19:31:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-mon[78633]: pgmap v134: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-mon[78633]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T19:31:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-mon[86656]: pgmap v134: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-mon[86656]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T19:31:24.815 INFO:tasks.rados.rados.0.smithi002.stdout:385: done (0 left) 2023-12-16T19:31:24.815 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 34 2023-12-16T19:31:24.815 INFO:tasks.rados.rados.0.smithi002.stdout:386: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2023-12-16T19:31:24.820 INFO:tasks.rados.rados.0.smithi002.stdout:386: writing smithi002125626-12 from 0 to 753664 tid 1 2023-12-16T19:31:24.824 INFO:tasks.rados.rados.0.smithi002.stdout:386: writing smithi002125626-12 from 753664 to 1458176 tid 2 2023-12-16T19:31:24.827 INFO:tasks.rados.rados.0.smithi002.stdout:386: writing smithi002125626-12 from 1458176 to 1982464 tid 3 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:386: writing smithi002125626-12 from 1982464 to 2359296 tid 4 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:387: read oid 9 snap -1 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:387: expect (ObjNum 111 snap 21 seq_num 111) 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 34 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 1 to smithi002125626-12 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 2 to smithi002125626-12 2023-12-16T19:31:24.830 INFO:tasks.rados.rados.0.smithi002.stdout:388: seq_num 141 ranges {1417216=770048,2187264=589824,2777088=729088,3506176=286720} 2023-12-16T19:31:24.844 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi002125626-26 from 1417216 to 2187264 tid 1 2023-12-16T19:31:24.848 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:24.754+0000 7f3ebc1a9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:31:24.848 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi002125626-26 from 2187264 to 2777088 tid 2 2023-12-16T19:31:24.852 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi002125626-26 from 2777088 to 3506176 tid 3 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:388: writing smithi002125626-26 from 3506176 to 3792896 tid 4 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:389: snap_create 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 3 to smithi002125626-12 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 4 to smithi002125626-12 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 5 to smithi002125626-12 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:386: finishing write tid 6 to smithi002125626-12 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 25 (ObjNum 140 snap 34 seq_num 140) dirty exists 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:386: left oid 12 (ObjNum 140 snap 34 seq_num 140) 2023-12-16T19:31:24.854 INFO:tasks.rados.rados.0.smithi002.stdout:387: expect (ObjNum 111 snap 21 seq_num 111) 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 1 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 2 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 3 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 4 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 5 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: finishing write tid 6 to smithi002125626-26 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 147 (ObjNum 141 snap 34 seq_num 141) dirty exists 2023-12-16T19:31:25.019 INFO:tasks.rados.rados.0.smithi002.stdout:388: left oid 26 (ObjNum 141 snap 34 seq_num 141) 2023-12-16T19:31:25.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:24.812+0000 7f67fab7c700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-16T19:31:25.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setuser ceph since I am not root 2023-12-16T19:31:25.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ignoring --setgroup ceph since I am not root 2023-12-16T19:31:25.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:24 smithi002 ceph-mgr[78867]: -- 172.21.15.2:0/2349626124 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555dabc149c0 con 0x555dabbeb000 2023-12-16T19:31:25.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:24.997+0000 7f3ebc1a9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:31:25.655 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:25.383+0000 7fe9822441c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:31:25.655 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:25.476+0000 7fe9822441c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:386: done (3 left) 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:387: done (2 left) 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:388: done (1 left) 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:389: done (0 left) 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:390: copy_from oid 15 from oid 40 current snap is 35 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:391: read oid 7 snap 31 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:391: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:392: rollback oid 31 current snap is 35 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 18 2023-12-16T19:31:25.814 INFO:tasks.rados.rados.0.smithi002.stdout:393: delete oid 35 current snap is 35 2023-12-16T19:31:25.820 INFO:tasks.rados.rados.0.smithi002.stdout:392: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:31:25.820 INFO:tasks.rados.rados.0.smithi002.stdout:392: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:31:25.820 INFO:tasks.rados.rados.0.smithi002.stdout:392: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:31:25.820 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 90 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:31:25.821 INFO:tasks.rados.rados.0.smithi002.stdout:392: done (3 left) 2023-12-16T19:31:25.821 INFO:tasks.rados.rados.0.smithi002.stdout:393: done (2 left) 2023-12-16T19:31:25.821 INFO:tasks.rados.rados.0.smithi002.stdout:394: read oid 8 snap -1 2023-12-16T19:31:25.821 INFO:tasks.rados.rados.0.smithi002.stdout:394: expect deleted 2023-12-16T19:31:25.821 INFO:tasks.rados.rados.0.smithi002.stdout:395: delete oid 17 current snap is 35 2023-12-16T19:31:25.822 INFO:tasks.rados.rados.0.smithi002.stdout:391: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-16T19:31:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:391: done (3 left) 2023-12-16T19:31:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:394: done (2 left) 2023-12-16T19:31:25.825 INFO:tasks.rados.rados.0.smithi002.stdout:395: done (1 left) 2023-12-16T19:31:25.826 INFO:tasks.rados.rados.0.smithi002.stdout:396: rmattr oid 14 current snap is 35 2023-12-16T19:31:25.826 INFO:tasks.rados.rados.0.smithi002.stdout:396: done (1 left) 2023-12-16T19:31:25.826 INFO:tasks.rados.rados.0.smithi002.stdout:397: copy_from oid 5 from oid 36 current snap is 35 2023-12-16T19:31:25.826 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 35 2023-12-16T19:31:25.826 INFO:tasks.rados.rados.0.smithi002.stdout:398: seq_num 144 ranges {1671168=16384} 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:398: writing smithi002125626-24 from 1671168 to 1687552 tid 1 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:399: rollback oid 14 current snap is 35 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 29 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:390: finishing copy_from to smithi002125626-15 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 20 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:390: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:390: done (3 left) 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 35 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:400: seq_num 145 ranges {0=32768} 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:400: writing smithi002125626-35 from 0 to 32768 tid 1 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:401: copy_from oid 30 from oid 29 current snap is 35 2023-12-16T19:31:25.836 INFO:tasks.rados.rados.0.smithi002.stdout:402: read oid 25 snap -1 2023-12-16T19:31:25.837 INFO:tasks.rados.rados.0.smithi002.stdout:402: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:31:25.837 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 35 2023-12-16T19:31:25.837 INFO:tasks.rados.rados.0.smithi002.stdout:403: seq_num 146 ranges {0=49152} 2023-12-16T19:31:25.837 INFO:tasks.rados.rados.0.smithi002.stdout:403: writing smithi002125626-48 from 0 to 49152 tid 1 2023-12-16T19:31:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:404: read oid 4 snap -1 2023-12-16T19:31:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:404: expect (ObjNum 134 snap 33 seq_num 134) 2023-12-16T19:31:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:405: rmattr oid 46 current snap is 35 2023-12-16T19:31:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:406: setattr oid 21 current snap is 35 2023-12-16T19:31:25.838 INFO:tasks.rados.rados.0.smithi002.stdout:398: finishing write tid 1 to smithi002125626-24 2023-12-16T19:31:25.839 INFO:tasks.rados.rados.0.smithi002.stdout:399: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:31:25.840 INFO:tasks.rados.rados.0.smithi002.stdout:399: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:31:25.841 INFO:tasks.rados.rados.0.smithi002.stdout:398: finishing write tid 2 to smithi002125626-24 2023-12-16T19:31:25.841 INFO:tasks.rados.rados.0.smithi002.stdout:399: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:31:25.841 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 112 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:25.841 INFO:tasks.rados.rados.0.smithi002.stdout:400: finishing write tid 1 to smithi002125626-35 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:399: done (9 left) 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:407: rmattr oid 19 current snap is 35 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:407: done (9 left) 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:408: setattr oid 23 current snap is 35 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:400: finishing write tid 2 to smithi002125626-35 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:398: finishing write tid 3 to smithi002125626-24 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 105 (ObjNum 144 snap 35 seq_num 144) dirty exists 2023-12-16T19:31:25.842 INFO:tasks.rados.rados.0.smithi002.stdout:398: left oid 24 (ObjNum 144 snap 35 seq_num 144) 2023-12-16T19:31:25.845 INFO:tasks.rados.rados.0.smithi002.stdout:400: finishing write tid 3 to smithi002125626-35 2023-12-16T19:31:25.845 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 151 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-16T19:31:25.845 INFO:tasks.rados.rados.0.smithi002.stdout:400: left oid 35 (ObjNum 145 snap 35 seq_num 145) 2023-12-16T19:31:25.848 INFO:tasks.rados.rados.0.smithi002.stdout:398: done (9 left) 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:400: done (8 left) 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:409: snap_create 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:397: finishing copy_from to smithi002125626-5 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 90 (ObjNum 119 snap 25 seq_num 119) dirty exists 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:403: finishing write tid 1 to smithi002125626-48 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:403: finishing write tid 2 to smithi002125626-48 2023-12-16T19:31:25.849 INFO:tasks.rados.rados.0.smithi002.stdout:397: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:31:25.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 153 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:25.850 INFO:tasks.rados.rados.0.smithi002.stdout:403: finishing write tid 3 to smithi002125626-48 2023-12-16T19:31:25.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 62 (ObjNum 146 snap 35 seq_num 146) dirty exists 2023-12-16T19:31:25.850 INFO:tasks.rados.rados.0.smithi002.stdout:403: left oid 48 (ObjNum 146 snap 35 seq_num 146) 2023-12-16T19:31:25.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 114 (ObjNum 138 snap 33 seq_num 138) dirty exists 2023-12-16T19:31:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 126 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T19:31:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:401: finishing copy_from to smithi002125626-30 2023-12-16T19:31:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 32 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:31:25.857 INFO:tasks.rados.rados.0.smithi002.stdout:401: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:31:25.863 INFO:tasks.rados.rados.0.smithi002.stdout:404: expect (ObjNum 134 snap 33 seq_num 134) 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T19:31:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[78633]: mgrmap e23: x(active, starting, since 0.00606081s) 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T19:31:25.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:25 smithi002 ceph-mon[86656]: mgrmap e23: x(active, starting, since 0.00606081s) 2023-12-16T19:31:25.997 INFO:tasks.rados.rados.0.smithi002.stdout:402: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:31:25.998 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:25.873+0000 7f3ebc1a9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 172.21.15.2:0/1655402611' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T19:31:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:25 smithi043 ceph-mon[82080]: mgrmap e23: x(active, starting, since 0.00606081s) 2023-12-16T19:31:26.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.164+0000 7fe9822441c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:31:26.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.257+0000 7fe9822441c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:31:26.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.345+0000 7fe9822441c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:31:26.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:26.477+0000 7f3ebc1a9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:31:26.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:26.581+0000 7f3ebc1a9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:31:26.765 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.500+0000 7fe9822441c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:31:26.765 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.585+0000 7fe9822441c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:31:26.818 INFO:tasks.rados.rados.0.smithi002.stdout:397: done (8 left) 2023-12-16T19:31:26.819 INFO:tasks.rados.rados.0.smithi002.stdout:401: done (7 left) 2023-12-16T19:31:26.819 INFO:tasks.rados.rados.0.smithi002.stdout:402: done (6 left) 2023-12-16T19:31:26.819 INFO:tasks.rados.rados.0.smithi002.stdout:403: done (5 left) 2023-12-16T19:31:26.819 INFO:tasks.rados.rados.0.smithi002.stdout:404: done (4 left) 2023-12-16T19:31:26.819 INFO:tasks.rados.rados.0.smithi002.stdout:405: done (3 left) 2023-12-16T19:31:26.820 INFO:tasks.rados.rados.0.smithi002.stdout:406: done (2 left) 2023-12-16T19:31:26.820 INFO:tasks.rados.rados.0.smithi002.stdout:408: done (1 left) 2023-12-16T19:31:26.820 INFO:tasks.rados.rados.0.smithi002.stdout:409: done (0 left) 2023-12-16T19:31:26.820 INFO:tasks.rados.rados.0.smithi002.stdout:410: setattr oid 39 current snap is 36 2023-12-16T19:31:26.824 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 36 2023-12-16T19:31:26.824 INFO:tasks.rados.rados.0.smithi002.stdout:411: seq_num 147 ranges {794624=65536} 2023-12-16T19:31:26.829 INFO:tasks.rados.rados.0.smithi002.stdout:411: writing smithi002125626-22 from 794624 to 860160 tid 1 2023-12-16T19:31:26.829 INFO:tasks.rados.rados.0.smithi002.stdout:412: snap_remove snap 28 2023-12-16T19:31:27.056 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-mon[78633]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T19:31:27.056 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-mon[86656]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T19:31:27.057 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.762+0000 7fe9822441c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:31:27.057 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:26 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:26.962+0000 7fe9822441c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:31:27.057 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:27.054+0000 7fe9822441c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-mon[82080]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:26.795+0000 7f3ebc1a9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE Bus STARTING 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: CherryPy Checker: 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: The Application mounted at '' has an empty config. 2023-12-16T19:31:27.094 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE Serving on http://:::9283 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE Bus STARTED 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE Bus STOPPING 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:26 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:26] ENGINE Bus STOPPED 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:27] ENGINE Bus STARTING 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.090+0000 7f3e192d8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.090+0000 7f3e192d8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.090+0000 7f3e192d8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.090+0000 7f3e192d8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.095 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.090+0000 7f3e192d8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:27.152+0000 7fe9822441c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:31:27.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:27.242+0000 7fe9822441c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:31:27.498 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.091+0000 7f3e1dae1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.091+0000 7f3e1dae1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.091+0000 7f3e1dae1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.091+0000 7f3e1dae1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:31:27.091+0000 7f3e1dae1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:27] ENGINE Serving on http://:::9283 2023-12-16T19:31:27.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:31:27] ENGINE Bus STARTED 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 107 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:411: finishing write tid 1 to smithi002125626-22 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:411: finishing write tid 2 to smithi002125626-22 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:411: finishing write tid 3 to smithi002125626-22 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 42 (ObjNum 147 snap 36 seq_num 147) dirty exists 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:411: left oid 22 (ObjNum 147 snap 36 seq_num 147) 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:410: done (2 left) 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:411: done (1 left) 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:412: done (0 left) 2023-12-16T19:31:27.832 INFO:tasks.rados.rados.0.smithi002.stdout:413: rmattr oid 43 current snap is 36 2023-12-16T19:31:27.833 INFO:tasks.rados.rados.0.smithi002.stdout:414: copy_from oid 12 from oid 31 current snap is 36 2023-12-16T19:31:27.833 INFO:tasks.rados.rados.0.smithi002.stdout:415: copy_from oid 17 from oid 49 current snap is 36 2023-12-16T19:31:27.833 INFO:tasks.rados.rados.0.smithi002.stdout:416: delete oid 30 current snap is 36 2023-12-16T19:31:27.844 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 27 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-16T19:31:27.844 INFO:tasks.rados.rados.0.smithi002.stdout:415: finishing copy_from to smithi002125626-17 2023-12-16T19:31:27.845 INFO:tasks.rados.rados.0.smithi002.stdout:415: got expected ENOENT (src dne) 2023-12-16T19:31:27.845 INFO:tasks.rados.rados.0.smithi002.stdout:415: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:31:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:414: finishing copy_from to smithi002125626-12 2023-12-16T19:31:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 90 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:31:27.846 INFO:tasks.rados.rados.0.smithi002.stdout:414: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:31:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:413: done (3 left) 2023-12-16T19:31:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:414: done (2 left) 2023-12-16T19:31:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:415: done (1 left) 2023-12-16T19:31:27.848 INFO:tasks.rados.rados.0.smithi002.stdout:416: done (0 left) 2023-12-16T19:31:27.849 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 36 2023-12-16T19:31:27.849 INFO:tasks.rados.rados.0.smithi002.stdout:417: seq_num 149 ranges {32768=98304} 2023-12-16T19:31:27.849 INFO:tasks.rados.rados.0.smithi002.stdout:417: writing smithi002125626-35 from 32768 to 131072 tid 1 2023-12-16T19:31:27.849 INFO:tasks.rados.rados.0.smithi002.stdout:418: delete oid 25 current snap is 36 2023-12-16T19:31:27.851 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 1 to smithi002125626-35 2023-12-16T19:31:27.851 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 2 to smithi002125626-35 2023-12-16T19:31:27.852 INFO:tasks.rados.rados.0.smithi002.stdout:417: finishing write tid 3 to smithi002125626-35 2023-12-16T19:31:27.852 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 164 (ObjNum 149 snap 36 seq_num 149) dirty exists 2023-12-16T19:31:27.852 INFO:tasks.rados.rados.0.smithi002.stdout:417: left oid 35 (ObjNum 149 snap 36 seq_num 149) 2023-12-16T19:31:27.853 INFO:tasks.rados.rados.0.smithi002.stdout:417: done (1 left) 2023-12-16T19:31:27.853 INFO:tasks.rados.rados.0.smithi002.stdout:418: done (0 left) 2023-12-16T19:31:27.853 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 36 2023-12-16T19:31:27.853 INFO:tasks.rados.rados.0.smithi002.stdout:419: seq_num 151 ranges {57344=131072} 2023-12-16T19:31:27.854 INFO:tasks.rados.rados.0.smithi002.stdout:419: writing smithi002125626-28 from 57344 to 188416 tid 1 2023-12-16T19:31:27.854 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 36 2023-12-16T19:31:27.855 INFO:tasks.rados.rados.0.smithi002.stdout:420: seq_num 152 ranges {0=147456} 2023-12-16T19:31:27.856 INFO:tasks.rados.rados.0.smithi002.stdout:420: writing smithi002125626-17 from 0 to 147456 tid 1 2023-12-16T19:31:27.856 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 36 2023-12-16T19:31:27.856 INFO:tasks.rados.rados.0.smithi002.stdout:421: seq_num 153 ranges {507904=163840} 2023-12-16T19:31:27.860 INFO:tasks.rados.rados.0.smithi002.stdout:421: writing smithi002125626-12 from 507904 to 671744 tid 1 2023-12-16T19:31:27.861 INFO:tasks.rados.rados.0.smithi002.stdout:422: read oid 34 snap -1 2023-12-16T19:31:27.861 INFO:tasks.rados.rados.0.smithi002.stdout:422: expect deleted 2023-12-16T19:31:27.861 INFO:tasks.rados.rados.0.smithi002.stdout:423: snap_remove snap 21 2023-12-16T19:31:28.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: Active manager daemon x restarted 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: Active manager daemon x restarted 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: Activating manager daemon x 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: mgrmap e24: x(active, starting, since 0.00582895s) 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:31:28.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:28.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: Manager daemon x is now available 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: Active manager daemon x restarted 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: Active manager daemon x restarted 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: Activating manager daemon x 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: mgrmap e24: x(active, starting, since 0.00582895s) 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:31:28.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:31:28.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: Manager daemon x is now available 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.246 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:27 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:423: done (4 left) 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:424: rollback oid 1 current snap is 36 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 34 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:419: finishing write tid 1 to smithi002125626-28 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:419: finishing write tid 2 to smithi002125626-28 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:420: finishing write tid 1 to smithi002125626-17 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:419: finishing write tid 3 to smithi002125626-28 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 116 (ObjNum 151 snap 36 seq_num 151) dirty exists 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:419: left oid 28 (ObjNum 151 snap 36 seq_num 151) 2023-12-16T19:31:28.247 INFO:tasks.rados.rados.0.smithi002.stdout:420: finishing write tid 2 to smithi002125626-17 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:420: finishing write tid 3 to smithi002125626-17 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 49 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:420: left oid 17 (ObjNum 152 snap 36 seq_num 152) 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:419: done (4 left) 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:420: done (3 left) 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:422: done (2 left) 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:425: delete oid 50 current snap is 36 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:421: finishing write tid 1 to smithi002125626-12 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:421: finishing write tid 2 to smithi002125626-12 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:421: finishing write tid 3 to smithi002125626-12 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 92 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-12-16T19:31:28.248 INFO:tasks.rados.rados.0.smithi002.stdout:421: left oid 12 (ObjNum 153 snap 36 seq_num 153) 2023-12-16T19:31:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:31:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: Active manager daemon x restarted 2023-12-16T19:31:28.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: Active manager daemon x restarted 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: Activating manager daemon x 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: mgrmap e24: x(active, starting, since 0.00582895s) 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:31:28.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: Manager daemon x is now available 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:31:28.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:28.252 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.252 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:31:28.252 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.252 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:27 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T19:31:28.254 INFO:tasks.rados.rados.0.smithi002.stdout:424: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:31:28.254 INFO:tasks.rados.rados.0.smithi002.stdout:424: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:31:28.254 INFO:tasks.rados.rados.0.smithi002.stdout:424: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:31:28.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 172 (ObjNum 71 snap 10 seq_num 71) dirty exists 2023-12-16T19:31:28.258 INFO:tasks.rados.rados.0.smithi002.stdout:421: done (2 left) 2023-12-16T19:31:28.258 INFO:tasks.rados.rados.0.smithi002.stdout:424: done (1 left) 2023-12-16T19:31:28.258 INFO:tasks.rados.rados.0.smithi002.stdout:425: done (0 left) 2023-12-16T19:31:28.258 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 36 2023-12-16T19:31:28.258 INFO:tasks.rados.rados.0.smithi002.stdout:426: seq_num 155 ranges {0=204800} 2023-12-16T19:31:28.260 INFO:tasks.rados.rados.0.smithi002.stdout:426: writing smithi002125626-49 from 0 to 204800 tid 1 2023-12-16T19:31:28.260 INFO:tasks.rados.rados.0.smithi002.stdout:427: snap_remove snap 30 2023-12-16T19:31:28.729 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:28.387+0000 7fe9822441c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:31:28.729 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:28.525+0000 7fe9822441c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:31:28.729 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:28.726+0000 7fe9822441c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:28.964+0000 7fe9822441c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: Deploying cephadm binary to smithi043 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: Deploying cephadm binary to smithi002 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: mgrmap e25: x(active, since 1.00793s) 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[86656]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: Deploying cephadm binary to smithi043 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: Deploying cephadm binary to smithi002 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: mgrmap e25: x(active, since 1.00793s) 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:28.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:28 smithi002 ceph-mon[78633]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: Deploying cephadm binary to smithi043 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: Deploying cephadm binary to smithi002 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: mgrmap e25: x(active, since 1.00793s) 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:29.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:28 smithi043 ceph-mon[82080]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:427: done (1 left) 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:428: copy_from oid 46 from oid 11 current snap is 36 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:426: finishing write tid 1 to smithi002125626-49 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:426: finishing write tid 2 to smithi002125626-49 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:426: finishing write tid 3 to smithi002125626-49 2023-12-16T19:31:29.250 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 144 (ObjNum 155 snap 36 seq_num 155) dirty exists 2023-12-16T19:31:29.251 INFO:tasks.rados.rados.0.smithi002.stdout:426: left oid 49 (ObjNum 155 snap 36 seq_num 155) 2023-12-16T19:31:29.251 INFO:tasks.rados.rados.0.smithi002.stdout:426: done (1 left) 2023-12-16T19:31:29.251 INFO:tasks.rados.rados.0.smithi002.stdout:429: setattr oid 27 current snap is 36 2023-12-16T19:31:29.252 INFO:tasks.rados.rados.0.smithi002.stdout:430: rollback oid 3 current snap is 36 2023-12-16T19:31:29.252 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 20 2023-12-16T19:31:29.252 INFO:tasks.rados.rados.0.smithi002.stdout:431: setattr oid 40 current snap is 36 2023-12-16T19:31:29.254 INFO:tasks.rados.rados.0.smithi002.stdout:432: snap_create 2023-12-16T19:31:29.261 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 91 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:31:29.263 INFO:tasks.rados.rados.0.smithi002.stdout:430: finishing rollback tid 0 to smithi002125626-3 2023-12-16T19:31:29.263 INFO:tasks.rados.rados.0.smithi002.stdout:430: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:31:29.263 INFO:tasks.rados.rados.0.smithi002.stdout:430: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:31:29.263 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 136 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:31:29.264 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 48 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-16T19:31:29.273 INFO:tasks.rados.rados.0.smithi002.stdout:428: finishing copy_from to smithi002125626-46 2023-12-16T19:31:29.273 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 32 (ObjNum 86 snap 13 seq_num 86) dirty exists 2023-12-16T19:31:29.273 INFO:tasks.rados.rados.0.smithi002.stdout:428: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:31:29.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:29.149+0000 7fe9822441c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:31:29.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:29.351+0000 7fe9822441c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:31:29.977 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:29.625+0000 7fe9822441c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:31:29.977 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:29 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:29.720+0000 7fe9822441c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:31:29.978 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:31:30.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:30.138+0000 7fe9822441c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:31:30.253 INFO:tasks.rados.rados.0.smithi002.stdout:428: done (4 left) 2023-12-16T19:31:30.253 INFO:tasks.rados.rados.0.smithi002.stdout:429: done (3 left) 2023-12-16T19:31:30.253 INFO:tasks.rados.rados.0.smithi002.stdout:430: done (2 left) 2023-12-16T19:31:30.253 INFO:tasks.rados.rados.0.smithi002.stdout:431: done (1 left) 2023-12-16T19:31:30.253 INFO:tasks.rados.rados.0.smithi002.stdout:432: done (0 left) 2023-12-16T19:31:30.254 INFO:tasks.rados.rados.0.smithi002.stdout:433: snap_create 2023-12-16T19:31:30.323 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (118s) 106s ago 2m 16.2M - 0.25.0 c8568f914cd2 aed16acead31 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (2m) 8s ago 2m 82.5M - 9.4.7 954c08fa6188 206cae977f16 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (3m) 106s ago 3m 12.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (3m) 8s ago 3m 16.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283 running (11s) 8s ago 5m 47.2M - 19.0.0-202-gc7586e95 e538bb48aa15 9ed2991da581 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283 running (6m) 106s ago 6m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 308c81e875a5 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 106s ago 6m 47.7M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 f8c7f4434e19 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (5m) 8s ago 5m 41.9M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 106s ago 5m 46.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 714b6a62cf05 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (2m) 106s ago 2m 9504k - 1.5.0 0da6a335fe13 c60b5db335da 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (2m) 8s ago 2m 8280k - 1.5.0 0da6a335fe13 366e27bdbd30 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 106s ago 5m 44.8M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 106s ago 4m 45.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:31:30.324 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 106s ago 4m 40.6M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 106s ago 4m 40.1M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (4m) 8s ago 4m 73.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (3m) 8s ago 3m 63.7M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (3m) 8s ago 3m 59.2M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (3m) 8s ago 3m 60.0M 2993M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:31:30.325 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (115s) 8s ago 2m 48.0M - 2.43.0 a07b618ecd1d 7c5a3ba20a5f 2023-12-16T19:31:30.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:30 smithi043 ceph-mon[82080]: pgmap v6: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:30.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:30 smithi043 ceph-mon[82080]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T19:31:30.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:30 smithi043 ceph-mon[82080]: mgrmap e26: x(active, since 3s) 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:31:30.731 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 13, 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:31:30.732 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:31:30.732 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[78633]: pgmap v6: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:30.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[78633]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T19:31:30.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[78633]: mgrmap e26: x(active, since 3s) 2023-12-16T19:31:30.733 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[86656]: pgmap v6: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:30.733 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[86656]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T19:31:30.733 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-mon[86656]: mgrmap e26: x(active, since 3s) 2023-12-16T19:31:30.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:30.978+0000 7fe9822441c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:31:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:433: done (0 left) 2023-12-16T19:31:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:434: setattr oid 4 current snap is 38 2023-12-16T19:31:31.260 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 38 2023-12-16T19:31:31.260 INFO:tasks.rados.rados.0.smithi002.stdout:435: seq_num 156 ranges {221184=221184} 2023-12-16T19:31:31.263 INFO:tasks.rados.rados.0.smithi002.stdout:435: writing smithi002125626-14 from 221184 to 442368 tid 1 2023-12-16T19:31:31.263 INFO:tasks.rados.rados.0.smithi002.stdout:436: read oid 16 snap 18 2023-12-16T19:31:31.263 INFO:tasks.rados.rados.0.smithi002.stdout:436: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:31:31.263 INFO:tasks.rados.rados.0.smithi002.stdout:437: rmattr oid 10 current snap is 38 2023-12-16T19:31:31.264 INFO:tasks.rados.rados.0.smithi002.stdout:437: done (3 left) 2023-12-16T19:31:31.264 INFO:tasks.rados.rados.0.smithi002.stdout:438: copy_from oid 41 from oid 17 current snap is 38 2023-12-16T19:31:31.264 INFO:tasks.rados.rados.0.smithi002.stdout:439: delete oid 32 current snap is 38 2023-12-16T19:31:31.265 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 44 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:434: done (4 left) 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:439: done (3 left) 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:440: rmattr oid 28 current snap is 38 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:440: done (3 left) 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:441: rollback oid 13 current snap is 38 2023-12-16T19:31:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 19 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:442: copy_from oid 23 from oid 3 current snap is 38 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:443: read oid 6 snap -1 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:443: expect deleted 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:444: rollback oid 5 current snap is 38 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 31 2023-12-16T19:31:31.268 INFO:tasks.rados.rados.0.smithi002.stdout:445: setattr oid 21 current snap is 38 2023-12-16T19:31:31.269 INFO:tasks.rados.rados.0.smithi002.stdout:446: snap_create 2023-12-16T19:31:31.271 INFO:tasks.rados.rados.0.smithi002.stdout:435: finishing write tid 1 to smithi002125626-14 2023-12-16T19:31:31.271 INFO:tasks.rados.rados.0.smithi002.stdout:435: finishing write tid 2 to smithi002125626-14 2023-12-16T19:31:31.273 INFO:tasks.rados.rados.0.smithi002.stdout:441: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:31:31.273 INFO:tasks.rados.rados.0.smithi002.stdout:444: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:31:31.273 INFO:tasks.rados.rados.0.smithi002.stdout:444: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:31:31.273 INFO:tasks.rados.rados.0.smithi002.stdout:441: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:31:31.273 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 133 (ObjNum 65 snap 0 seq_num 766392408) dirty dne 2023-12-16T19:31:31.274 INFO:tasks.rados.rados.0.smithi002.stdout:435: finishing write tid 3 to smithi002125626-14 2023-12-16T19:31:31.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 143 (ObjNum 156 snap 38 seq_num 156) dirty exists 2023-12-16T19:31:31.274 INFO:tasks.rados.rados.0.smithi002.stdout:435: left oid 14 (ObjNum 156 snap 38 seq_num 156) 2023-12-16T19:31:31.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 195 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:31.276 INFO:tasks.rados.rados.0.smithi002.stdout:436: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:31:31.317 INFO:tasks.rados.rados.0.smithi002.stdout:438: finishing copy_from to smithi002125626-41 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 49 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:444: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 93 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:438: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:442: finishing copy_from to smithi002125626-23 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 136 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:31:31.318 INFO:tasks.rados.rados.0.smithi002.stdout:442: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:31:31.634 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:31.303+0000 7fe9822441c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: [16/Dec/2023:19:31:29] ENGINE Bus STARTING 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: [16/Dec/2023:19:31:29] ENGINE Serving on https://172.21.15.43:7150 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: [16/Dec/2023:19:31:29] ENGINE Serving on http://172.21.15.43:8765 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: [16/Dec/2023:19:31:29] ENGINE Bus STARTED 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.635 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/835656207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: [16/Dec/2023:19:31:29] ENGINE Bus STARTING 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: [16/Dec/2023:19:31:29] ENGINE Serving on https://172.21.15.43:7150 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: [16/Dec/2023:19:31:29] ENGINE Serving on http://172.21.15.43:8765 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: [16/Dec/2023:19:31:29] ENGINE Bus STARTED 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/835656207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: [16/Dec/2023:19:31:29] ENGINE Bus STARTING 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: [16/Dec/2023:19:31:29] ENGINE Serving on https://172.21.15.43:7150 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: [16/Dec/2023:19:31:29] ENGINE Serving on http://172.21.15.43:8765 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: [16/Dec/2023:19:31:29] ENGINE Bus STARTED 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:31:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:31 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/835656207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:31:31.959 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:31.632+0000 7fe9822441c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:31:31.959 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:31.838+0000 7fe9822441c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:31:31.960 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:31:31] ENGINE Bus STARTING 2023-12-16T19:31:31.960 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: CherryPy Checker: 2023-12-16T19:31:32.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: The Application mounted at '' has an empty config. 2023-12-16T19:31:32.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: 2023-12-16T19:31:32.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:31:31] ENGINE Serving on http://:::9283 2023-12-16T19:31:32.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: [16/Dec/2023:19:31:31] ENGINE Bus STARTED 2023-12-16T19:31:32.265 INFO:tasks.rados.rados.0.smithi002.stdout:435: done (8 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:436: done (7 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:438: done (6 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:441: done (5 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:442: done (4 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:443: done (3 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:444: done (2 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:445: done (1 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:446: done (0 left) 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:447: rmattr oid 4 current snap is 39 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 39 2023-12-16T19:31:32.266 INFO:tasks.rados.rados.0.smithi002.stdout:448: seq_num 158 ranges {2277376=253952} 2023-12-16T19:31:32.279 INFO:tasks.rados.rados.0.smithi002.stdout:448: writing smithi002125626-47 from 2277376 to 2531328 tid 1 2023-12-16T19:31:32.280 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 39 2023-12-16T19:31:32.280 INFO:tasks.rados.rados.0.smithi002.stdout:449: seq_num 159 ranges {1695744=270336} 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:449: writing smithi002125626-40 from 1695744 to 1966080 tid 1 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:450: read oid 38 snap 14 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:450: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:451: delete oid 16 current snap is 39 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 46 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:32.291 INFO:tasks.rados.rados.0.smithi002.stdout:448: finishing write tid 1 to smithi002125626-47 2023-12-16T19:31:32.292 INFO:tasks.rados.rados.0.smithi002.stdout:448: finishing write tid 2 to smithi002125626-47 2023-12-16T19:31:32.292 INFO:tasks.rados.rados.0.smithi002.stdout:448: finishing write tid 3 to smithi002125626-47 2023-12-16T19:31:32.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 198 (ObjNum 158 snap 39 seq_num 158) dirty exists 2023-12-16T19:31:32.292 INFO:tasks.rados.rados.0.smithi002.stdout:448: left oid 47 (ObjNum 158 snap 39 seq_num 158) 2023-12-16T19:31:32.295 INFO:tasks.rados.rados.0.smithi002.stdout:450: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:449: finishing write tid 1 to smithi002125626-40 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:449: finishing write tid 2 to smithi002125626-40 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:449: finishing write tid 3 to smithi002125626-40 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 53 (ObjNum 159 snap 39 seq_num 159) dirty exists 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:449: left oid 40 (ObjNum 159 snap 39 seq_num 159) 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:447: done (4 left) 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:448: done (3 left) 2023-12-16T19:31:32.316 INFO:tasks.rados.rados.0.smithi002.stdout:449: done (2 left) 2023-12-16T19:31:32.317 INFO:tasks.rados.rados.0.smithi002.stdout:450: done (1 left) 2023-12-16T19:31:32.317 INFO:tasks.rados.rados.0.smithi002.stdout:451: done (0 left) 2023-12-16T19:31:32.317 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 39 2023-12-16T19:31:32.317 INFO:tasks.rados.rados.0.smithi002.stdout:452: seq_num 161 ranges {2785280=303104} 2023-12-16T19:31:32.332 INFO:tasks.rados.rados.0.smithi002.stdout:452: writing smithi002125626-46 from 2785280 to 3088384 tid 1 2023-12-16T19:31:32.333 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 39 2023-12-16T19:31:32.333 INFO:tasks.rados.rados.0.smithi002.stdout:453: seq_num 162 ranges {49152=319488} 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:453: writing smithi002125626-48 from 49152 to 368640 tid 1 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:454: rollback oid 12 current snap is 39 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 27 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:455: read oid 5 snap -1 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:455: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:456: rollback oid 21 current snap is 39 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 38 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 39 2023-12-16T19:31:32.335 INFO:tasks.rados.rados.0.smithi002.stdout:457: seq_num 163 ranges {442368=335872} 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:457: writing smithi002125626-14 from 442368 to 778240 tid 1 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:458: rollback oid 26 current snap is 39 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 37 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:452: finishing write tid 1 to smithi002125626-46 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:452: finishing write tid 2 to smithi002125626-46 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:453: finishing write tid 1 to smithi002125626-48 2023-12-16T19:31:32.340 INFO:tasks.rados.rados.0.smithi002.stdout:459: snap_remove snap 23 2023-12-16T19:31:32.569 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: mgrmap e27: x(active, since 4s) 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: Standby manager daemon y started 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:31:32.570 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:32 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: mgrmap e27: x(active, since 4s) 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: Standby manager daemon y started 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:32.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: pgmap v9: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: mgrmap e27: x(active, since 4s) 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: Standby manager daemon y started 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:31:32.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:32 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.2:0/4046745222' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:31:33.245 INFO:tasks.rados.rados.0.smithi002.stdout:459: done (7 left) 2023-12-16T19:31:33.245 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 39 2023-12-16T19:31:33.246 INFO:tasks.rados.rados.0.smithi002.stdout:460: seq_num 164 ranges {303104=352256} 2023-12-16T19:31:33.246 INFO:tasks.rados.rados.0.smithi002.stdout:460: writing smithi002125626-19 from 303104 to 655360 tid 1 2023-12-16T19:31:33.247 INFO:tasks.rados.rados.0.smithi002.stdout:452: finishing write tid 3 to smithi002125626-46 2023-12-16T19:31:33.247 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 155 (ObjNum 161 snap 39 seq_num 161) dirty exists 2023-12-16T19:31:33.247 INFO:tasks.rados.rados.0.smithi002.stdout:452: left oid 46 (ObjNum 161 snap 39 seq_num 161) 2023-12-16T19:31:33.247 INFO:tasks.rados.rados.0.smithi002.stdout:455: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:454: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:453: finishing write tid 2 to smithi002125626-48 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:452: done (7 left) 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:455: done (6 left) 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:461: delete oid 22 current snap is 39 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:454: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 94 (ObjNum 0 snap 0 seq_num 304) dirty dne 2023-12-16T19:31:33.283 INFO:tasks.rados.rados.0.smithi002.stdout:453: finishing write tid 3 to smithi002125626-48 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 64 (ObjNum 162 snap 39 seq_num 162) dirty exists 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:453: left oid 48 (ObjNum 162 snap 39 seq_num 162) 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:457: finishing write tid 1 to smithi002125626-14 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:456: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:457: finishing write tid 2 to smithi002125626-14 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:456: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:456: finishing rollback tid 2 to smithi002125626-21 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 202 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:458: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:457: finishing write tid 3 to smithi002125626-14 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 148 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:457: left oid 14 (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:31:33.284 INFO:tasks.rados.rados.0.smithi002.stdout:458: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:458: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 206 (ObjNum 141 snap 34 seq_num 141) dirty exists 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:460: finishing write tid 1 to smithi002125626-19 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:460: finishing write tid 2 to smithi002125626-19 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:460: finishing write tid 3 to smithi002125626-19 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 51 (ObjNum 164 snap 39 seq_num 164) dirty exists 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:460: left oid 19 (ObjNum 164 snap 39 seq_num 164) 2023-12-16T19:31:33.285 INFO:tasks.rados.rados.0.smithi002.stdout:453: done (6 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:454: done (5 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:456: done (4 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:457: done (3 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:458: done (2 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:460: done (1 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:461: done (0 left) 2023-12-16T19:31:33.286 INFO:tasks.rados.rados.0.smithi002.stdout:462: snap_create 2023-12-16T19:31:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[78633]: mgrmap e28: x(active, since 5s), standbys: y 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[78633]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[78633]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[86656]: mgrmap e28: x(active, since 5s), standbys: y 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[86656]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:31:33.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:33 smithi002 ceph-mon[86656]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T19:31:33.666 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:33 smithi043 ceph-mon[82080]: mgrmap e28: x(active, since 5s), standbys: y 2023-12-16T19:31:33.666 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:33 smithi043 ceph-mon[82080]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T19:31:33.666 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:33 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:31:33.666 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:33 smithi043 ceph-mon[82080]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T19:31:34.275 INFO:tasks.rados.rados.0.smithi002.stdout:462: done (0 left) 2023-12-16T19:31:34.275 INFO:tasks.rados.rados.0.smithi002.stdout:463: snap_create 2023-12-16T19:31:34.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:34 smithi002 ceph-mon[78633]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:34.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:31:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:34 smithi002 ceph-mon[86656]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:34 smithi043 ceph-mon[82080]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:35.277 INFO:tasks.rados.rados.0.smithi002.stdout:463: done (0 left) 2023-12-16T19:31:35.277 INFO:tasks.rados.rados.0.smithi002.stdout:464: snap_remove snap 35 2023-12-16T19:31:35.578 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:35 smithi043 ceph-mon[82080]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T19:31:35.578 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:35 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:35.578 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:35 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:35.578 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:35] "GET /metrics HTTP/1.1" 200 33063 "" "Prometheus/2.43.0" 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[78633]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[86656]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:35 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:464: done (0 left) 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:465: read oid 21 snap -1 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:465: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:466: copy_from oid 6 from oid 38 current snap is 41 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:467: read oid 26 snap -1 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:467: expect (ObjNum 141 snap 34 seq_num 141) 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:468: read oid 12 snap -1 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:468: expect deleted 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:469: rollback oid 40 current snap is 41 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 40 2023-12-16T19:31:36.284 INFO:tasks.rados.rados.0.smithi002.stdout:470: delete oid 16 current snap is 41 2023-12-16T19:31:36.294 INFO:tasks.rados.rados.0.smithi002.stdout:469: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:31:36.295 INFO:tasks.rados.rados.0.smithi002.stdout:468: done (5 left) 2023-12-16T19:31:36.295 INFO:tasks.rados.rados.0.smithi002.stdout:470: done (4 left) 2023-12-16T19:31:36.295 INFO:tasks.rados.rados.0.smithi002.stdout:471: rmattr oid 17 current snap is 41 2023-12-16T19:31:36.295 INFO:tasks.rados.rados.0.smithi002.stdout:471: done (4 left) 2023-12-16T19:31:36.296 INFO:tasks.rados.rados.0.smithi002.stdout:472: snap_create 2023-12-16T19:31:36.297 INFO:tasks.rados.rados.0.smithi002.stdout:469: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:31:36.299 INFO:tasks.rados.rados.0.smithi002.stdout:469: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:31:36.299 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 63 (ObjNum 159 snap 39 seq_num 159) dirty exists 2023-12-16T19:31:36.301 INFO:tasks.rados.rados.0.smithi002.stdout:465: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:36.340 INFO:tasks.rados.rados.0.smithi002.stdout:467: expect (ObjNum 141 snap 34 seq_num 141) 2023-12-16T19:31:36.464 INFO:tasks.rados.rados.0.smithi002.stdout:466: finishing copy_from to smithi002125626-6 2023-12-16T19:31:36.464 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 141 (ObjNum 139 snap 33 seq_num 139) dirty exists 2023-12-16T19:31:36.464 INFO:tasks.rados.rados.0.smithi002.stdout:466: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:36 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:36 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:465: done (4 left) 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:466: done (3 left) 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:467: done (2 left) 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:469: done (1 left) 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:472: done (0 left) 2023-12-16T19:31:37.296 INFO:tasks.rados.rados.0.smithi002.stdout:473: delete oid 37 current snap is 42 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:473: done (0 left) 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:474: read oid 28 snap 31 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:474: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:475: read oid 2 snap 38 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:475: expect (ObjNum 85 snap 11 seq_num 85) 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 42 2023-12-16T19:31:37.299 INFO:tasks.rados.rados.0.smithi002.stdout:476: seq_num 168 ranges {2727936=417792} 2023-12-16T19:31:37.317 INFO:tasks.rados.rados.0.smithi002.stdout:476: writing smithi002125626-42 from 2727936 to 3145728 tid 1 2023-12-16T19:31:37.317 INFO:tasks.rados.rados.0.smithi002.stdout:477: snap_create 2023-12-16T19:31:37.317 INFO:tasks.rados.rados.0.smithi002.stdout:474: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:31:37.318 INFO:tasks.rados.rados.0.smithi002.stdout:475: expect (ObjNum 85 snap 11 seq_num 85) 2023-12-16T19:31:37.416 INFO:tasks.rados.rados.0.smithi002.stdout:476: finishing write tid 1 to smithi002125626-42 2023-12-16T19:31:37.416 INFO:tasks.rados.rados.0.smithi002.stdout:476: finishing write tid 2 to smithi002125626-42 2023-12-16T19:31:37.416 INFO:tasks.rados.rados.0.smithi002.stdout:476: finishing write tid 3 to smithi002125626-42 2023-12-16T19:31:37.416 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 66 (ObjNum 168 snap 42 seq_num 168) dirty exists 2023-12-16T19:31:37.416 INFO:tasks.rados.rados.0.smithi002.stdout:476: left oid 42 (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:31:37.619 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:37 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi002 to 2481M 2023-12-16T19:31:37.619 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:37 smithi043 ceph-mon[82080]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T19:31:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:37 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi002 to 2481M 2023-12-16T19:31:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:37 smithi002 ceph-mon[78633]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T19:31:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:37 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi002 to 2481M 2023-12-16T19:31:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:37 smithi002 ceph-mon[86656]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T19:31:38.245 INFO:tasks.rados.rados.0.smithi002.stdout:474: done (3 left) 2023-12-16T19:31:38.245 INFO:tasks.rados.rados.0.smithi002.stdout:475: done (2 left) 2023-12-16T19:31:38.246 INFO:tasks.rados.rados.0.smithi002.stdout:476: done (1 left) 2023-12-16T19:31:38.246 INFO:tasks.rados.rados.0.smithi002.stdout:477: done (0 left) 2023-12-16T19:31:38.246 INFO:tasks.rados.rados.0.smithi002.stdout:478: setattr oid 5 current snap is 43 2023-12-16T19:31:38.247 INFO:tasks.rados.rados.0.smithi002.stdout:479: rollback oid 50 current snap is 43 2023-12-16T19:31:38.247 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 34 2023-12-16T19:31:38.247 INFO:tasks.rados.rados.0.smithi002.stdout:480: setattr oid 47 current snap is 43 2023-12-16T19:31:38.248 INFO:tasks.rados.rados.0.smithi002.stdout:481: rollback oid 10 current snap is 43 2023-12-16T19:31:38.248 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 36 2023-12-16T19:31:38.248 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 43 2023-12-16T19:31:38.248 INFO:tasks.rados.rados.0.smithi002.stdout:482: seq_num 169 ranges {2785280=434176} 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:482: writing smithi002125626-11 from 2785280 to 3219456 tid 1 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:483: snap_remove snap 24 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:481: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 0 (ObjNum 97 snap 0 seq_num 3267341616) dirty dne 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:479: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:479: finishing rollback tid 2 to smithi002125626-50 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 234 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 236 (ObjNum 158 snap 39 seq_num 158) dirty exists 2023-12-16T19:31:38.267 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 94 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[78633]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[78633]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[78633]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[86656]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[86656]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T19:31:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:38 smithi002 ceph-mon[86656]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T19:31:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:38 smithi043 ceph-mon[82080]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 70 op/s 2023-12-16T19:31:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:38 smithi043 ceph-mon[82080]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T19:31:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:38 smithi043 ceph-mon[82080]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T19:31:39.253 INFO:tasks.rados.rados.0.smithi002.stdout:482: finishing write tid 1 to smithi002125626-11 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:482: finishing write tid 2 to smithi002125626-11 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:482: finishing write tid 3 to smithi002125626-11 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 70 (ObjNum 169 snap 43 seq_num 169) dirty exists 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:482: left oid 11 (ObjNum 169 snap 43 seq_num 169) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:478: done (5 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:479: done (4 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:480: done (3 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:481: done (2 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:482: done (1 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:483: done (0 left) 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 43 2023-12-16T19:31:39.254 INFO:tasks.rados.rados.0.smithi002.stdout:484: seq_num 170 ranges {0=450560} 2023-12-16T19:31:39.256 INFO:tasks.rados.rados.0.smithi002.stdout:484: writing smithi002125626-8 from 0 to 450560 tid 1 2023-12-16T19:31:39.256 INFO:tasks.rados.rados.0.smithi002.stdout:485: rollback oid 43 current snap is 43 2023-12-16T19:31:39.257 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 29 2023-12-16T19:31:39.257 INFO:tasks.rados.rados.0.smithi002.stdout:486: rmattr oid 4 current snap is 43 2023-12-16T19:31:39.257 INFO:tasks.rados.rados.0.smithi002.stdout:487: read oid 18 snap -1 2023-12-16T19:31:39.257 INFO:tasks.rados.rados.0.smithi002.stdout:487: expect (ObjNum 122 snap 26 seq_num 122) 2023-12-16T19:31:39.258 INFO:tasks.rados.rados.0.smithi002.stdout:488: snap_create 2023-12-16T19:31:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:484: finishing write tid 1 to smithi002125626-8 2023-12-16T19:31:39.265 INFO:tasks.rados.rados.0.smithi002.stdout:484: finishing write tid 2 to smithi002125626-8 2023-12-16T19:31:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:484: finishing write tid 3 to smithi002125626-8 2023-12-16T19:31:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 60 (ObjNum 170 snap 43 seq_num 170) dirty exists 2023-12-16T19:31:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:484: left oid 8 (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:31:39.272 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:31:39.274 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:31:39.274 INFO:tasks.rados.rados.0.smithi002.stdout:485: finishing rollback tid 2 to smithi002125626-43 2023-12-16T19:31:39.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 97 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-16T19:31:39.275 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 57 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:39.284 INFO:tasks.rados.rados.0.smithi002.stdout:487: expect (ObjNum 122 snap 26 seq_num 122) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:484: done (4 left) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:485: done (3 left) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:486: done (2 left) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:487: done (1 left) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:488: done (0 left) 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 44 2023-12-16T19:31:40.262 INFO:tasks.rados.rados.0.smithi002.stdout:489: seq_num 171 ranges {106496=466944} 2023-12-16T19:31:40.265 INFO:tasks.rados.rados.0.smithi002.stdout:489: writing smithi002125626-3 from 106496 to 573440 tid 1 2023-12-16T19:31:40.265 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 44 2023-12-16T19:31:40.265 INFO:tasks.rados.rados.0.smithi002.stdout:490: seq_num 172 ranges {204800=483328} 2023-12-16T19:31:40.269 INFO:tasks.rados.rados.0.smithi002.stdout:490: writing smithi002125626-49 from 204800 to 688128 tid 1 2023-12-16T19:31:40.269 INFO:tasks.rados.rados.0.smithi002.stdout:491: read oid 32 snap 29 2023-12-16T19:31:40.269 INFO:tasks.rados.rados.0.smithi002.stdout:491: expect deleted 2023-12-16T19:31:40.269 INFO:tasks.rados.rados.0.smithi002.stdout:492: rollback oid 50 current snap is 44 2023-12-16T19:31:40.269 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 27 2023-12-16T19:31:40.270 INFO:tasks.rados.rados.0.smithi002.stdout:493: snap_create 2023-12-16T19:31:40.270 INFO:tasks.rados.rados.0.smithi002.stdout:489: finishing write tid 1 to smithi002125626-3 2023-12-16T19:31:40.270 INFO:tasks.rados.rados.0.smithi002.stdout:489: finishing write tid 2 to smithi002125626-3 2023-12-16T19:31:40.272 INFO:tasks.rados.rados.0.smithi002.stdout:489: finishing write tid 3 to smithi002125626-3 2023-12-16T19:31:40.272 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 170 (ObjNum 171 snap 44 seq_num 171) dirty exists 2023-12-16T19:31:40.272 INFO:tasks.rados.rados.0.smithi002.stdout:489: left oid 3 (ObjNum 171 snap 44 seq_num 171) 2023-12-16T19:31:40.274 INFO:tasks.rados.rados.0.smithi002.stdout:492: finishing rollback tid 0 to smithi002125626-50 2023-12-16T19:31:40.274 INFO:tasks.rados.rados.0.smithi002.stdout:492: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:31:40.274 INFO:tasks.rados.rados.0.smithi002.stdout:492: finishing rollback tid 2 to smithi002125626-50 2023-12-16T19:31:40.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 254 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T19:31:40.274 INFO:tasks.rados.rados.0.smithi002.stdout:490: finishing write tid 1 to smithi002125626-49 2023-12-16T19:31:40.275 INFO:tasks.rados.rados.0.smithi002.stdout:490: finishing write tid 2 to smithi002125626-49 2023-12-16T19:31:40.276 INFO:tasks.rados.rados.0.smithi002.stdout:490: finishing write tid 3 to smithi002125626-49 2023-12-16T19:31:40.276 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 178 (ObjNum 172 snap 44 seq_num 172) dirty exists 2023-12-16T19:31:40.276 INFO:tasks.rados.rados.0.smithi002.stdout:490: left oid 49 (ObjNum 172 snap 44 seq_num 172) 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[78633]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[78633]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[86656]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[86656]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:40 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:40.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:40 smithi043 ceph-mon[82080]: pgmap v21: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:40.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:40 smithi043 ceph-mon[82080]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T19:31:40.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:40 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:40.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:40 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.267 INFO:tasks.rados.rados.0.smithi002.stdout:489: done (4 left) 2023-12-16T19:31:41.267 INFO:tasks.rados.rados.0.smithi002.stdout:490: done (3 left) 2023-12-16T19:31:41.267 INFO:tasks.rados.rados.0.smithi002.stdout:491: done (2 left) 2023-12-16T19:31:41.267 INFO:tasks.rados.rados.0.smithi002.stdout:492: done (1 left) 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:493: done (0 left) 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:494: read oid 22 snap -1 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:494: expect deleted 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:495: rollback oid 47 current snap is 45 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 33 2023-12-16T19:31:41.268 INFO:tasks.rados.rados.0.smithi002.stdout:496: snap_remove snap 40 2023-12-16T19:31:41.534 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:41 smithi043 ceph-mon[82080]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T19:31:41.534 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:41 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.534 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:41 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[78633]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[86656]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:41 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:42.272 INFO:tasks.rados.rados.0.smithi002.stdout:496: done (2 left) 2023-12-16T19:31:42.273 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 45 2023-12-16T19:31:42.273 INFO:tasks.rados.rados.0.smithi002.stdout:497: seq_num 173 ranges {4718592=499712} 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:497: writing smithi002125626-6 from 4718592 to 5218304 tid 1 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:498: copy_from oid 41 from oid 46 current snap is 45 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:495: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 258 (ObjNum 89 snap 15 seq_num 89) dirty exists 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:494: done (3 left) 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:495: done (2 left) 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:499: rollback oid 27 current snap is 45 2023-12-16T19:31:42.302 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 27 2023-12-16T19:31:42.303 INFO:tasks.rados.rados.0.smithi002.stdout:500: snap_remove snap 14 2023-12-16T19:31:42.721 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:42 smithi043 ceph-mon[82080]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:42.722 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:42 smithi043 ceph-mon[82080]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T19:31:42.722 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:42 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[78633]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[78633]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T19:31:42.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[86656]: pgmap v24: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T19:31:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[86656]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T19:31:42.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:42 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:43.276 INFO:tasks.rados.rados.0.smithi002.stdout:500: done (3 left) 2023-12-16T19:31:43.276 INFO:tasks.rados.rados.0.smithi002.stdout:501: snap_remove snap 41 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T19:31:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:43.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:43 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:31:43.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:43 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:31:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:501: done (3 left) 2023-12-16T19:31:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:502: snap_create 2023-12-16T19:31:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:497: finishing write tid 1 to smithi002125626-6 2023-12-16T19:31:44.279 INFO:tasks.rados.rados.0.smithi002.stdout:499: finishing rollback tid 0 to smithi002125626-27 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:497: finishing write tid 2 to smithi002125626-6 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:499: finishing rollback tid 1 to smithi002125626-27 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:499: finishing rollback tid 2 to smithi002125626-27 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 101 (ObjNum 125 snap 27 seq_num 125) dirty exists 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:497: finishing write tid 3 to smithi002125626-6 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 175 (ObjNum 173 snap 45 seq_num 173) dirty exists 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:497: left oid 6 (ObjNum 173 snap 45 seq_num 173) 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:498: finishing copy_from to smithi002125626-41 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 155 (ObjNum 161 snap 39 seq_num 161) dirty exists 2023-12-16T19:31:44.280 INFO:tasks.rados.rados.0.smithi002.stdout:498: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:31:44.641 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[78863]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:31:44.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:44.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: Adjusting osd_memory_target on smithi043 to 2481M 2023-12-16T19:31:44.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: Adjusting osd_memory_target on smithi043 to 2481M 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.643 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:44 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: pgmap v27: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: Adjusting osd_memory_target on smithi043 to 2481M 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:44.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:44 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:497: done (3 left) 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:498: done (2 left) 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:499: done (1 left) 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:502: done (0 left) 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:503: read oid 47 snap -1 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:503: expect (ObjNum 89 snap 15 seq_num 89) 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 46 2023-12-16T19:31:45.288 INFO:tasks.rados.rados.0.smithi002.stdout:504: seq_num 174 ranges {1810432=516096} 2023-12-16T19:31:45.301 INFO:tasks.rados.rados.0.smithi002.stdout:504: writing smithi002125626-43 from 1810432 to 2326528 tid 1 2023-12-16T19:31:45.301 INFO:tasks.rados.rados.0.smithi002.stdout:505: rollback oid 29 current snap is 46 2023-12-16T19:31:45.301 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 27 2023-12-16T19:31:45.301 INFO:tasks.rados.rados.0.smithi002.stdout:503: expect (ObjNum 89 snap 15 seq_num 89) 2023-12-16T19:31:45.392 INFO:tasks.rados.rados.0.smithi002.stdout:504: finishing write tid 1 to smithi002125626-43 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:504: finishing write tid 2 to smithi002125626-43 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:505: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:505: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:505: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 158 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:504: finishing write tid 3 to smithi002125626-43 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 99 (ObjNum 174 snap 46 seq_num 174) dirty exists 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:504: left oid 43 (ObjNum 174 snap 46 seq_num 174) 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:503: done (2 left) 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:504: done (1 left) 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:505: done (0 left) 2023-12-16T19:31:45.393 INFO:tasks.rados.rados.0.smithi002.stdout:506: delete oid 41 current snap is 46 2023-12-16T19:31:45.394 INFO:tasks.rados.rados.0.smithi002.stdout:506: done (0 left) 2023-12-16T19:31:45.394 INFO:tasks.rados.rados.0.smithi002.stdout:507: read oid 6 snap -1 2023-12-16T19:31:45.394 INFO:tasks.rados.rados.0.smithi002.stdout:507: expect (ObjNum 173 snap 45 seq_num 173) 2023-12-16T19:31:45.395 INFO:tasks.rados.rados.0.smithi002.stdout:508: copy_from oid 26 from oid 31 current snap is 46 2023-12-16T19:31:45.395 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 46 2023-12-16T19:31:45.395 INFO:tasks.rados.rados.0.smithi002.stdout:509: seq_num 176 ranges {0=557056} 2023-12-16T19:31:45.398 INFO:tasks.rados.rados.0.smithi002.stdout:509: writing smithi002125626-13 from 0 to 557056 tid 1 2023-12-16T19:31:45.398 INFO:tasks.rados.rados.0.smithi002.stdout:510: delete oid 15 current snap is 46 2023-12-16T19:31:45.402 INFO:tasks.rados.rados.0.smithi002.stdout:510: done (3 left) 2023-12-16T19:31:45.402 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 46 2023-12-16T19:31:45.402 INFO:tasks.rados.rados.0.smithi002.stdout:511: seq_num 178 ranges {794624=589824} 2023-12-16T19:31:45.410 INFO:tasks.rados.rados.0.smithi002.stdout:511: writing smithi002125626-39 from 794624 to 1384448 tid 1 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:512: setattr oid 48 current snap is 46 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:508: finishing copy_from to smithi002125626-26 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 90 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:508: finishing copy_from racing read to smithi002125626-26 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:509: finishing write tid 1 to smithi002125626-13 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:509: finishing write tid 2 to smithi002125626-13 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:509: finishing write tid 3 to smithi002125626-13 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 161 (ObjNum 176 snap 46 seq_num 176) dirty exists 2023-12-16T19:31:45.411 INFO:tasks.rados.rados.0.smithi002.stdout:509: left oid 13 (ObjNum 176 snap 46 seq_num 176) 2023-12-16T19:31:45.412 INFO:tasks.rados.rados.0.smithi002.stdout:508: done (4 left) 2023-12-16T19:31:45.412 INFO:tasks.rados.rados.0.smithi002.stdout:509: done (3 left) 2023-12-16T19:31:45.412 INFO:tasks.rados.rados.0.smithi002.stdout:513: delete oid 47 current snap is 46 2023-12-16T19:31:45.414 INFO:tasks.rados.rados.0.smithi002.stdout:507: expect (ObjNum 173 snap 45 seq_num 173) 2023-12-16T19:31:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[78633]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:31:45.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:45 smithi002 ceph-mon[86656]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T19:31:45.681 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 1 to smithi002125626-39 2023-12-16T19:31:45.681 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 2 to smithi002125626-39 2023-12-16T19:31:45.681 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 67 (ObjNum 162 snap 39 seq_num 162) dirty exists 2023-12-16T19:31:45.681 INFO:tasks.rados.rados.0.smithi002.stdout:507: done (3 left) 2023-12-16T19:31:45.681 INFO:tasks.rados.rados.0.smithi002.stdout:512: done (2 left) 2023-12-16T19:31:45.682 INFO:tasks.rados.rados.0.smithi002.stdout:513: done (1 left) 2023-12-16T19:31:45.682 INFO:tasks.rados.rados.0.smithi002.stdout:514: snap_remove snap 44 2023-12-16T19:31:45.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:31:45] "GET /metrics HTTP/1.1" 200 35995 "" "Prometheus/2.43.0" 2023-12-16T19:31:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:31:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:31:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T19:31:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: Reconfiguring daemon alertmanager.a on smithi002 2023-12-16T19:31:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:45 smithi043 ceph-mon[82080]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T19:31:46.061 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:45 smithi002 systemd[1]: Stopping Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:46.291 INFO:tasks.rados.rados.0.smithi002.stdout:514: done (1 left) 2023-12-16T19:31:46.292 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 46 2023-12-16T19:31:46.292 INFO:tasks.rados.rados.0.smithi002.stdout:511: finishing write tid 3 to smithi002125626-39 2023-12-16T19:31:46.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 164 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:31:46.292 INFO:tasks.rados.rados.0.smithi002.stdout:511: left oid 39 (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:31:46.292 INFO:tasks.rados.rados.0.smithi002.stdout:515: seq_num 180 ranges {4259840=622592} 2023-12-16T19:31:46.319 INFO:tasks.rados.rados.0.smithi002.stdout:515: writing smithi002125626-9 from 4259840 to 4882432 tid 1 2023-12-16T19:31:46.319 INFO:tasks.rados.rados.0.smithi002.stdout:511: done (1 left) 2023-12-16T19:31:46.319 INFO:tasks.rados.rados.0.smithi002.stdout:516: snap_create 2023-12-16T19:31:46.324 INFO:tasks.rados.rados.0.smithi002.stdout:515: finishing write tid 1 to smithi002125626-9 2023-12-16T19:31:46.324 INFO:tasks.rados.rados.0.smithi002.stdout:515: finishing write tid 2 to smithi002125626-9 2023-12-16T19:31:46.325 INFO:tasks.rados.rados.0.smithi002.stdout:515: finishing write tid 3 to smithi002125626-9 2023-12-16T19:31:46.325 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 96 (ObjNum 180 snap 46 seq_num 180) dirty exists 2023-12-16T19:31:46.325 INFO:tasks.rados.rados.0.smithi002.stdout:515: left oid 9 (ObjNum 180 snap 46 seq_num 180) 2023-12-16T19:31:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:46 smithi002 ceph-mon[78633]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:46.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:46 smithi002 ceph-mon[78633]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T19:31:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:46 smithi002 ceph-mon[86656]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:46.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:46 smithi002 ceph-mon[86656]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T19:31:46.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[122708]: ts=2023-12-16T19:31:46.058Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:31:46.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128039]: 2023-12-16 19:31:46.119968743 +0000 UTC m=+0.118294045 container died aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:46.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128039]: 2023-12-16 19:31:46.264567298 +0000 UTC m=+0.262892638 container cleanup aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:46.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 bash[128039]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T19:31:46.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:46 smithi043 ceph-mon[82080]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:46.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:46 smithi043 ceph-mon[82080]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T19:31:46.789 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128053]: 2023-12-16 19:31:46.522833072 +0000 UTC m=+0.406903692 container remove aed16acead31071adb765df5f633e399e6a2e8ab6ccd4cda53c849d2ade700a0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:46.789 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128053]: 2023-12-16 19:31:46.556577382 +0000 UTC m=+0.440648003 volume remove a6e447ad2522e88dd2278b0a190046fed9779bcf36a7e44bb5df7bcb9ed46fe8 2023-12-16T19:31:47.048 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T19:31:47.049 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 systemd[1]: Stopped Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:47.049 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 systemd[1]: Starting Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:47.049 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128149]: 2023-12-16 19:31:46.947742998 +0000 UTC m=+0.056218261 volume create d9fc87521377de5438cf160efb474552847ef9f2984825de33fb5f113745b01a 2023-12-16T19:31:47.049 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:46 smithi002 podman[128149]: 2023-12-16 19:31:46.981042448 +0000 UTC m=+0.089517686 container create 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:47.049 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 podman[128149]: 2023-12-16 19:31:46.910011276 +0000 UTC m=+0.018486522 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2023-12-16T19:31:47.297 INFO:tasks.rados.rados.0.smithi002.stdout:515: done (1 left) 2023-12-16T19:31:47.297 INFO:tasks.rados.rados.0.smithi002.stdout:516: done (0 left) 2023-12-16T19:31:47.297 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 47 2023-12-16T19:31:47.297 INFO:tasks.rados.rados.0.smithi002.stdout:517: seq_num 181 ranges {2162688=638976} 2023-12-16T19:31:47.312 INFO:tasks.rados.rados.0.smithi002.stdout:517: writing smithi002125626-27 from 2162688 to 2801664 tid 1 2023-12-16T19:31:47.312 INFO:tasks.rados.rados.0.smithi002.stdout:518: rollback oid 16 current snap is 47 2023-12-16T19:31:47.312 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 34 2023-12-16T19:31:47.312 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 47 2023-12-16T19:31:47.312 INFO:tasks.rados.rados.0.smithi002.stdout:519: seq_num 182 ranges {0=655360} 2023-12-16T19:31:47.316 INFO:tasks.rados.rados.0.smithi002.stdout:519: writing smithi002125626-32 from 0 to 655360 tid 1 2023-12-16T19:31:47.316 INFO:tasks.rados.rados.0.smithi002.stdout:520: snap_create 2023-12-16T19:31:47.316 INFO:tasks.rados.rados.0.smithi002.stdout:518: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:31:47.317 INFO:tasks.rados.rados.0.smithi002.stdout:518: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:31:47.317 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 161 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-16T19:31:47.320 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing write tid 1 to smithi002125626-32 2023-12-16T19:31:47.320 INFO:tasks.rados.rados.0.smithi002.stdout:517: finishing write tid 1 to smithi002125626-27 2023-12-16T19:31:47.320 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing write tid 2 to smithi002125626-32 2023-12-16T19:31:47.321 INFO:tasks.rados.rados.0.smithi002.stdout:517: finishing write tid 2 to smithi002125626-27 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:519: finishing write tid 3 to smithi002125626-32 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 288 (ObjNum 182 snap 47 seq_num 182) dirty exists 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:519: left oid 32 (ObjNum 182 snap 47 seq_num 182) 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:517: finishing write tid 3 to smithi002125626-27 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 112 (ObjNum 181 snap 47 seq_num 181) dirty exists 2023-12-16T19:31:47.322 INFO:tasks.rados.rados.0.smithi002.stdout:517: left oid 27 (ObjNum 181 snap 47 seq_num 181) 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[78633]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[86656]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 podman[128149]: 2023-12-16 19:31:47.089995852 +0000 UTC m=+0.198471090 container init 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 podman[128149]: 2023-12-16 19:31:47.092564348 +0000 UTC m=+0.201039580 container start 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.104Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.104Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.105Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.2 port=9094 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.106Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 bash[128149]: 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 systemd[1]: Started Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:47.491 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.130Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T19:31:47.492 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.130Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T19:31:47.492 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.133Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-16T19:31:47.492 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:47.133Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T19:31:47.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:47 smithi043 ceph-mon[82080]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T19:31:47.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:47 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:47 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:47.990 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:47 smithi002 systemd[1]: Stopping Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:47.990 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:47 smithi002 podman[128298]: 2023-12-16 19:31:47.893792044 +0000 UTC m=+0.057011698 container died c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.247 INFO:tasks.rados.rados.0.smithi002.stdout:517: done (3 left) 2023-12-16T19:31:48.247 INFO:tasks.rados.rados.0.smithi002.stdout:518: done (2 left) 2023-12-16T19:31:48.247 INFO:tasks.rados.rados.0.smithi002.stdout:519: done (1 left) 2023-12-16T19:31:48.247 INFO:tasks.rados.rados.0.smithi002.stdout:520: done (0 left) 2023-12-16T19:31:48.248 INFO:tasks.rados.rados.0.smithi002.stdout:521: setattr oid 7 current snap is 48 2023-12-16T19:31:48.248 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 48 2023-12-16T19:31:48.248 INFO:tasks.rados.rados.0.smithi002.stdout:522: seq_num 183 ranges {655360=671744} 2023-12-16T19:31:48.257 INFO:tasks.rados.rados.0.smithi002.stdout:522: writing smithi002125626-19 from 655360 to 1327104 tid 1 2023-12-16T19:31:48.257 INFO:tasks.rados.rados.0.smithi002.stdout:523: copy_from oid 13 from oid 8 current snap is 48 2023-12-16T19:31:48.257 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 290 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T19:31:48.258 INFO:tasks.rados.rados.0.smithi002.stdout:521: done (2 left) 2023-12-16T19:31:48.258 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 48 2023-12-16T19:31:48.258 INFO:tasks.rados.rados.0.smithi002.stdout:524: seq_num 184 ranges {0=688128} 2023-12-16T19:31:48.262 INFO:tasks.rados.rados.0.smithi002.stdout:524: writing smithi002125626-41 from 0 to 688128 tid 1 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:525: read oid 20 snap 19 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:525: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:526: read oid 21 snap -1 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:526: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:527: read oid 18 snap -1 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:527: expect (ObjNum 122 snap 26 seq_num 122) 2023-12-16T19:31:48.263 INFO:tasks.rados.rados.0.smithi002.stdout:528: snap_create 2023-12-16T19:31:48.264 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 1 to smithi002125626-19 2023-12-16T19:31:48.265 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 2 to smithi002125626-19 2023-12-16T19:31:48.266 INFO:tasks.rados.rados.0.smithi002.stdout:524: finishing write tid 1 to smithi002125626-41 2023-12-16T19:31:48.266 INFO:tasks.rados.rados.0.smithi002.stdout:524: finishing write tid 2 to smithi002125626-41 2023-12-16T19:31:48.267 INFO:tasks.rados.rados.0.smithi002.stdout:522: finishing write tid 3 to smithi002125626-19 2023-12-16T19:31:48.267 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 74 (ObjNum 183 snap 48 seq_num 183) dirty exists 2023-12-16T19:31:48.267 INFO:tasks.rados.rados.0.smithi002.stdout:522: left oid 19 (ObjNum 183 snap 48 seq_num 183) 2023-12-16T19:31:48.268 INFO:tasks.rados.rados.0.smithi002.stdout:526: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:524: finishing write tid 3 to smithi002125626-41 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 163 (ObjNum 184 snap 48 seq_num 184) dirty exists 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:524: left oid 41 (ObjNum 184 snap 48 seq_num 184) 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:523: finishing copy_from to smithi002125626-13 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 60 (ObjNum 170 snap 43 seq_num 170) dirty exists 2023-12-16T19:31:48.302 INFO:tasks.rados.rados.0.smithi002.stdout:525: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:48.323 INFO:tasks.rados.rados.0.smithi002.stdout:523: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:31:48.323 INFO:tasks.rados.rados.0.smithi002.stdout:527: expect (ObjNum 122 snap 26 seq_num 122) 2023-12-16T19:31:48.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[78633]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:48.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[78633]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T19:31:48.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[78633]: Reconfiguring daemon node-exporter.a on smithi002 2023-12-16T19:31:48.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[78633]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T19:31:48.465 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[78633]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T19:31:48.465 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128298]: 2023-12-16 19:31:48.172597201 +0000 UTC m=+0.335816895 container cleanup c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.465 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 bash[128298]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a 2023-12-16T19:31:48.465 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128312]: 2023-12-16 19:31:48.306640623 +0000 UTC m=+0.413407934 container remove c60b5db335dac92bbd0681a55a191d8f4a69453203e47c64324d6bd4e49fc19f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.466 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:31:48.466 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[86656]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:48.466 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[86656]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T19:31:48.466 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[86656]: Reconfiguring daemon node-exporter.a on smithi002 2023-12-16T19:31:48.466 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[86656]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T19:31:48.466 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-mon[86656]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T19:31:48.718 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-16T19:31:48.718 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: Stopped Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:48.718 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Consumed 2.110s CPU time. 2023-12-16T19:31:48.718 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: Starting Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:48.719 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128406]: 2023-12-16 19:31:48.630888374 +0000 UTC m=+0.063767990 container create 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.719 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128406]: 2023-12-16 19:31:48.585683136 +0000 UTC m=+0.018562697 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T19:31:48.719 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128406]: 2023-12-16 19:31:48.714566206 +0000 UTC m=+0.147445790 container init 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.719 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 podman[128406]: 2023-12-16 19:31:48.717159308 +0000 UTC m=+0.150038873 container start 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:48 smithi043 ceph-mon[82080]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-16T19:31:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:48 smithi043 ceph-mon[82080]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T19:31:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:48 smithi043 ceph-mon[82080]: Reconfiguring daemon node-exporter.a on smithi002 2023-12-16T19:31:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:48 smithi043 ceph-mon[82080]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T19:31:48.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:48 smithi043 ceph-mon[82080]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T19:31:48.990 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.720Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T19:31:48.990 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.720Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T19:31:48.991 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T19:31:48.992 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T19:31:48.993 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.721Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T19:31:48.994 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.722Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T19:31:48.995 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a[128420]: ts=2023-12-16T19:31:48.722Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T19:31:48.995 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 bash[128406]: 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d 2023-12-16T19:31:48.995 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 19:31:48 smithi002 systemd[1]: Started Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:522: done (6 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:523: done (5 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:524: done (4 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:525: done (3 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:526: done (2 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:527: done (1 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:528: done (0 left) 2023-12-16T19:31:49.253 INFO:tasks.rados.rados.0.smithi002.stdout:529: delete oid 27 current snap is 49 2023-12-16T19:31:49.254 INFO:tasks.rados.rados.0.smithi002.stdout:529: done (0 left) 2023-12-16T19:31:49.254 INFO:tasks.rados.rados.0.smithi002.stdout:530: snap_create 2023-12-16T19:31:49.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:49.106Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000300588s 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:31:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:49 smithi043 ceph-mon[82080]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T19:31:50.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:50.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:50.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:31:50.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[78633]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: pgmap v36: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:31:50.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:49 smithi002 ceph-mon[86656]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T19:31:50.255 INFO:tasks.rados.rados.0.smithi002.stdout:530: done (0 left) 2023-12-16T19:31:50.255 INFO:tasks.rados.rados.0.smithi002.stdout:531: read oid 45 snap -1 2023-12-16T19:31:50.255 INFO:tasks.rados.rados.0.smithi002.stdout:531: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-16T19:31:50.255 INFO:tasks.rados.rados.0.smithi002.stdout:532: copy_from oid 49 from oid 4 current snap is 50 2023-12-16T19:31:50.255 INFO:tasks.rados.rados.0.smithi002.stdout:533: snap_remove snap 18 2023-12-16T19:31:50.886 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 systemd[1]: Stopping Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T19:31:51.249 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.884Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[112742]: ts=2023-12-16T19:31:50.885Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 podman[123145]: 2023-12-16 19:31:50.894419842 +0000 UTC m=+0.066070873 container died 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 podman[123145]: 2023-12-16 19:31:50.997504252 +0000 UTC m=+0.169155276 container cleanup 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:50 smithi043 bash[123145]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T19:31:51.250 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 podman[123158]: 2023-12-16 19:31:51.08897339 +0000 UTC m=+0.191622533 container remove 7c5a3ba20a5fb8481860a874585c83bb218e5d7665ec36cfb84e340647324194 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:51.261 INFO:tasks.rados.rados.0.smithi002.stdout:533: done (2 left) 2023-12-16T19:31:51.261 INFO:tasks.rados.rados.0.smithi002.stdout:534: rollback oid 14 current snap is 50 2023-12-16T19:31:51.262 INFO:tasks.rados.rados.0.smithi002.stdout:531: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:532: finishing copy_from to smithi002125626-49 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 57 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:532: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 43 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:531: done (2 left) 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:532: done (1 left) 2023-12-16T19:31:51.286 INFO:tasks.rados.rados.0.smithi002.stdout:535: snap_create 2023-12-16T19:31:51.289 INFO:tasks.rados.rados.0.smithi002.stdout:534: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:31:51.289 INFO:tasks.rados.rados.0.smithi002.stdout:534: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:31:51.289 INFO:tasks.rados.rados.0.smithi002.stdout:534: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:31:51.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 197 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:31:51.534 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-mon[82080]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T19:31:51.535 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T19:31:51.535 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 systemd[1]: Stopped Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:51.535 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service: Consumed 1.437s CPU time. 2023-12-16T19:31:51.535 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 systemd[1]: Starting Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:31:51.535 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 podman[123254]: 2023-12-16 19:31:51.488878007 +0000 UTC m=+0.062521788 container create efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:51.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:51 smithi002 ceph-mon[78633]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T19:31:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:51 smithi002 ceph-mon[86656]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T19:31:51.999 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 podman[123254]: 2023-12-16 19:31:51.44521104 +0000 UTC m=+0.018854842 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 podman[123254]: 2023-12-16 19:31:51.572775199 +0000 UTC m=+0.146418994 container init efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 podman[123254]: 2023-12-16 19:31:51.575251997 +0000 UTC m=+0.148895786 container start efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.599Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.599Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.599Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi043 (none))" 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.599Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.599Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.600Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.600Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.601Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T19:31:52.000 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.601Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.604Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.604Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.607µs 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.604Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.605Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 bash[123254]: efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 systemd[1]: Started Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.620Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.620Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.620Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.992µs wal_replay_duration=15.824543ms wbl_replay_duration=101ns total_replay_duration=15.864842ms 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.623Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.623Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.623Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.643Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.691003ms db_storage=909ns remote_storage=1.607µs web_handler=419ns query_engine=815ns scrape=376.378µs scrape_sd=85.009µs notify=10.242µs notify_sd=10.599µs rules=18.981831ms tracing=8.229µs 2023-12-16T19:31:52.001 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.643Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T19:31:52.002 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:31:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:31:51.643Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T19:31:52.263 INFO:tasks.rados.rados.0.smithi002.stdout:534: done (1 left) 2023-12-16T19:31:52.263 INFO:tasks.rados.rados.0.smithi002.stdout:535: done (0 left) 2023-12-16T19:31:52.263 INFO:tasks.rados.rados.0.smithi002.stdout:536: copy_from oid 16 from oid 10 current snap is 51 2023-12-16T19:31:52.263 INFO:tasks.rados.rados.0.smithi002.stdout:537: snap_remove snap 47 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[78633]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[78633]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[86656]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[86656]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:52.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:52 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:52 smithi043 ceph-mon[82080]: pgmap v39: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 998 KiB/s wr, 13 op/s 2023-12-16T19:31:52.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:52 smithi043 ceph-mon[82080]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T19:31:52.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:52 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:52.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:52 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:31:53.249 INFO:tasks.rados.rados.0.smithi002.stdout:537: done (1 left) 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:538: read oid 35 snap -1 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:538: expect (ObjNum 149 snap 36 seq_num 149) 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:539: snap_create 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing copy_from to smithi002125626-16 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:536: got expected ENOENT (src dne) 2023-12-16T19:31:53.250 INFO:tasks.rados.rados.0.smithi002.stdout:536: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:31:53.255 INFO:tasks.rados.rados.0.smithi002.stdout:538: expect (ObjNum 149 snap 36 seq_num 149) 2023-12-16T19:31:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:53 smithi043 ceph-mon[82080]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T19:31:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:53 smithi043 ceph-mon[82080]: Reconfiguring daemon grafana.a on smithi043 2023-12-16T19:31:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:53 smithi043 ceph-mon[82080]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T19:31:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:53 smithi043 ceph-mon[82080]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[78633]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[78633]: Reconfiguring daemon grafana.a on smithi043 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[78633]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[78633]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[86656]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[86656]: Reconfiguring daemon grafana.a on smithi043 2023-12-16T19:31:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[86656]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T19:31:53.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:53 smithi002 ceph-mon[86656]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:536: done (2 left) 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:538: done (1 left) 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:539: done (0 left) 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:540: rmattr oid 33 current snap is 52 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:540: done (0 left) 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 52 2023-12-16T19:31:54.256 INFO:tasks.rados.rados.0.smithi002.stdout:541: seq_num 186 ranges {655360=720896} 2023-12-16T19:31:54.263 INFO:tasks.rados.rados.0.smithi002.stdout:541: writing smithi002125626-32 from 655360 to 1376256 tid 1 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:542: copy_from oid 11 from oid 45 current snap is 52 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:543: read oid 12 snap -1 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:543: expect deleted 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:544: rollback oid 13 current snap is 52 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 45 2023-12-16T19:31:54.264 INFO:tasks.rados.rados.0.smithi002.stdout:545: setattr oid 30 current snap is 52 2023-12-16T19:31:54.265 INFO:tasks.rados.rados.0.smithi002.stdout:546: rmattr oid 41 current snap is 52 2023-12-16T19:31:54.265 INFO:tasks.rados.rados.0.smithi002.stdout:546: done (5 left) 2023-12-16T19:31:54.265 INFO:tasks.rados.rados.0.smithi002.stdout:547: read oid 31 snap -1 2023-12-16T19:31:54.265 INFO:tasks.rados.rados.0.smithi002.stdout:547: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:31:54.265 INFO:tasks.rados.rados.0.smithi002.stdout:548: snap_create 2023-12-16T19:31:54.269 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 207 (ObjNum 289 snap 0 seq_num 766385100) dirty exists 2023-12-16T19:31:54.270 INFO:tasks.rados.rados.0.smithi002.stdout:541: finishing write tid 1 to smithi002125626-32 2023-12-16T19:31:54.270 INFO:tasks.rados.rados.0.smithi002.stdout:544: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:31:54.270 INFO:tasks.rados.rados.0.smithi002.stdout:541: finishing write tid 2 to smithi002125626-32 2023-12-16T19:31:54.270 INFO:tasks.rados.rados.0.smithi002.stdout:544: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:31:54.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 179 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:31:54.272 INFO:tasks.rados.rados.0.smithi002.stdout:541: finishing write tid 3 to smithi002125626-32 2023-12-16T19:31:54.272 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 313 (ObjNum 186 snap 52 seq_num 186) dirty exists 2023-12-16T19:31:54.272 INFO:tasks.rados.rados.0.smithi002.stdout:541: left oid 32 (ObjNum 186 snap 52 seq_num 186) 2023-12-16T19:31:54.272 INFO:tasks.rados.rados.0.smithi002.stdout:547: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:31:54.288 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing copy_from to smithi002125626-11 2023-12-16T19:31:54.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 119 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:31:54.289 INFO:tasks.rados.rados.0.smithi002.stdout:542: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:31:54.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:54 smithi043 ceph-mon[82080]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:54.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:54 smithi043 ceph-mon[82080]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T19:31:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:54 smithi002 ceph-mon[78633]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:54 smithi002 ceph-mon[78633]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T19:31:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:54 smithi002 ceph-mon[86656]: pgmap v42: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:31:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:54 smithi002 ceph-mon[86656]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T19:31:55.257 INFO:tasks.rados.rados.0.smithi002.stdout:541: done (6 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:542: done (5 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:543: done (4 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:544: done (3 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:545: done (2 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:547: done (1 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:548: done (0 left) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:549: read oid 3 snap -1 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:549: expect (ObjNum 171 snap 44 seq_num 171) 2023-12-16T19:31:55.258 INFO:tasks.rados.rados.0.smithi002.stdout:550: setattr oid 25 current snap is 53 2023-12-16T19:31:55.259 INFO:tasks.rados.rados.0.smithi002.stdout:551: read oid 48 snap 49 2023-12-16T19:31:55.259 INFO:tasks.rados.rados.0.smithi002.stdout:551: expect (ObjNum 162 snap 39 seq_num 162) 2023-12-16T19:31:55.259 INFO:tasks.rados.rados.0.smithi002.stdout:552: delete oid 37 current snap is 53 2023-12-16T19:31:55.261 INFO:tasks.rados.rados.0.smithi002.stdout:552: done (3 left) 2023-12-16T19:31:55.261 INFO:tasks.rados.rados.0.smithi002.stdout:553: read oid 35 snap -1 2023-12-16T19:31:55.261 INFO:tasks.rados.rados.0.smithi002.stdout:553: expect (ObjNum 149 snap 36 seq_num 149) 2023-12-16T19:31:55.261 INFO:tasks.rados.rados.0.smithi002.stdout:554: setattr oid 50 current snap is 53 2023-12-16T19:31:55.262 INFO:tasks.rados.rados.0.smithi002.stdout:549: expect (ObjNum 171 snap 44 seq_num 171) 2023-12-16T19:31:55.280 INFO:tasks.rados.rados.0.smithi002.stdout:553: expect (ObjNum 149 snap 36 seq_num 149) 2023-12-16T19:31:55.284 INFO:tasks.rados.rados.0.smithi002.stdout:551: expect (ObjNum 162 snap 39 seq_num 162) 2023-12-16T19:31:55.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 208 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:31:55.297 INFO:tasks.rados.rados.0.smithi002.stdout:549: done (4 left) 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:550: done (3 left) 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:551: done (2 left) 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:553: done (1 left) 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:555: rmattr oid 24 current snap is 53 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:555: done (1 left) 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 53 2023-12-16T19:31:55.298 INFO:tasks.rados.rados.0.smithi002.stdout:556: seq_num 188 ranges {573440=753664} 2023-12-16T19:31:55.304 INFO:tasks.rados.rados.0.smithi002.stdout:556: writing smithi002125626-3 from 573440 to 1327104 tid 1 2023-12-16T19:31:55.304 INFO:tasks.rados.rados.0.smithi002.stdout:557: snap_create 2023-12-16T19:31:55.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 315 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T19:31:55.307 INFO:tasks.rados.rados.0.smithi002.stdout:556: finishing write tid 1 to smithi002125626-3 2023-12-16T19:31:55.307 INFO:tasks.rados.rados.0.smithi002.stdout:556: finishing write tid 2 to smithi002125626-3 2023-12-16T19:31:55.308 INFO:tasks.rados.rados.0.smithi002.stdout:556: finishing write tid 3 to smithi002125626-3 2023-12-16T19:31:55.308 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 202 (ObjNum 188 snap 53 seq_num 188) dirty exists 2023-12-16T19:31:55.308 INFO:tasks.rados.rados.0.smithi002.stdout:556: left oid 3 (ObjNum 188 snap 53 seq_num 188) 2023-12-16T19:31:56.278 INFO:tasks.rados.rados.0.smithi002.stdout:554: done (2 left) 2023-12-16T19:31:56.278 INFO:tasks.rados.rados.0.smithi002.stdout:556: done (1 left) 2023-12-16T19:31:56.278 INFO:tasks.rados.rados.0.smithi002.stdout:557: done (0 left) 2023-12-16T19:31:56.278 INFO:tasks.rados.rados.0.smithi002.stdout:558: snap_remove snap 31 2023-12-16T19:31:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:56 smithi002 ceph-mon[78633]: pgmap v45: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:56.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:56 smithi002 ceph-mon[78633]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T19:31:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:56 smithi002 ceph-mon[86656]: pgmap v45: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:56.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:56 smithi002 ceph-mon[86656]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T19:31:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:56 smithi043 ceph-mon[82080]: pgmap v45: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:56 smithi043 ceph-mon[82080]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T19:31:57.284 INFO:tasks.rados.rados.0.smithi002.stdout:558: done (0 left) 2023-12-16T19:31:57.284 INFO:tasks.rados.rados.0.smithi002.stdout:559: snap_remove snap 20 2023-12-16T19:31:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:57 smithi002 ceph-mon[78633]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T19:31:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:57 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:57.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:31:57 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:31:57.108Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002104305s 2023-12-16T19:31:57.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:57 smithi002 ceph-mon[86656]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T19:31:57.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:57 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:57 smithi043 ceph-mon[82080]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T19:31:57.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:57 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:559: done (0 left) 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:560: rollback oid 12 current snap is 54 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 49 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:561: read oid 21 snap -1 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:561: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:58.284 INFO:tasks.rados.rados.0.smithi002.stdout:562: delete oid 11 current snap is 54 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:560: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 94 (ObjNum 129 snap 0 seq_num 2052643744) dirty dne 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:560: done (2 left) 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:562: done (1 left) 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:563: read oid 41 snap -1 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:563: expect (ObjNum 184 snap 48 seq_num 184) 2023-12-16T19:31:58.295 INFO:tasks.rados.rados.0.smithi002.stdout:564: snap_remove snap 33 2023-12-16T19:31:58.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:58 smithi002 ceph-mon[78633]: pgmap v48: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:58.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:58 smithi002 ceph-mon[78633]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T19:31:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:58 smithi002 ceph-mon[86656]: pgmap v48: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:58 smithi002 ceph-mon[86656]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T19:31:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:58 smithi043 ceph-mon[82080]: pgmap v48: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T19:31:58.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:58 smithi043 ceph-mon[82080]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T19:31:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:564: done (2 left) 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:565: rollback oid 28 current snap is 54 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 29 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:566: read oid 12 snap -1 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:566: expect deleted 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:567: copy_from oid 15 from oid 4 current snap is 54 2023-12-16T19:31:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:561: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:31:59.337 INFO:tasks.rados.rados.0.smithi002.stdout:563: expect (ObjNum 184 snap 48 seq_num 184) 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:565: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 197 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:567: finishing copy_from to smithi002125626-15 2023-12-16T19:31:59.355 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 57 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:567: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:561: done (4 left) 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:563: done (3 left) 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:565: done (2 left) 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:566: done (1 left) 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:567: done (0 left) 2023-12-16T19:31:59.356 INFO:tasks.rados.rados.0.smithi002.stdout:568: snap_remove snap 51 2023-12-16T19:31:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:31:59 smithi002 ceph-mon[78633]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T19:31:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:31:59 smithi002 ceph-mon[86656]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T19:31:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:31:59 smithi043 ceph-mon[82080]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T19:32:00.299 INFO:tasks.rados.rados.0.smithi002.stdout:568: done (0 left) 2023-12-16T19:32:00.299 INFO:tasks.rados.rados.0.smithi002.stdout:569: delete oid 36 current snap is 54 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:569: done (0 left) 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:570: read oid 42 snap -1 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:570: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:571: read oid 24 snap -1 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:571: expect (ObjNum 144 snap 35 seq_num 144) 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 54 2023-12-16T19:32:00.308 INFO:tasks.rados.rados.0.smithi002.stdout:572: seq_num 191 ranges {794624=802816} 2023-12-16T19:32:00.317 INFO:tasks.rados.rados.0.smithi002.stdout:572: writing smithi002125626-21 from 794624 to 1597440 tid 1 2023-12-16T19:32:00.317 INFO:tasks.rados.rados.0.smithi002.stdout:573: snap_remove snap 39 2023-12-16T19:32:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:00 smithi002 ceph-mon[78633]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:00.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:00 smithi002 ceph-mon[78633]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T19:32:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:00 smithi002 ceph-mon[86656]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:00 smithi002 ceph-mon[86656]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T19:32:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:00 smithi043 ceph-mon[82080]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:00 smithi043 ceph-mon[82080]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T19:32:01.103 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:32:01.303 INFO:tasks.rados.rados.0.smithi002.stdout:573: done (3 left) 2023-12-16T19:32:01.303 INFO:tasks.rados.rados.0.smithi002.stdout:574: snap_remove snap 50 2023-12-16T19:32:01.434 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:32:01.434 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 starting - - - - 2023-12-16T19:32:01.434 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (2m) 21s ago 2m 82.5M - 9.4.7 954c08fa6188 206cae977f16 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (3m) 26s ago 3m 13.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (3m) 21s ago 3m 17.0M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283 running (42s) 21s ago 5m 482M - 19.0.0-202-gc7586e95 e538bb48aa15 9ed2991da581 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:9283 running (7m) 26s ago 7m 429M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 308c81e875a5 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 26s ago 7m 49.6M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 f8c7f4434e19 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (6m) 21s ago 6m 47.9M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 26s ago 6m 44.7M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 714b6a62cf05 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 starting - - - - 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (2m) 21s ago 2m 8530k - 1.5.0 0da6a335fe13 366e27bdbd30 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 26s ago 5m 99.2M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 26s ago 5m 89.7M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (5m) 26s ago 5m 75.5M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 26s ago 4m 62.7M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (4m) 21s ago 4m 95.8M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:32:01.435 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (4m) 21s ago 4m 76.4M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:32:01.436 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (4m) 21s ago 4m 67.1M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:32:01.436 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (4m) 21s ago 3m 64.0M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:32:01.436 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 starting - - - - 2023-12-16T19:32:01.436 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:01 smithi002 ceph-mon[78633]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T19:32:01.436 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:01 smithi002 ceph-mon[86656]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T19:32:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:01 smithi043 ceph-mon[82080]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T19:32:01.832 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:32:01.832 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:32:01.832 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:32:01.832 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:01.832 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 14, 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T19:32:01.833 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:32:01.834 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:32:02.304 INFO:tasks.rados.rados.0.smithi002.stdout:574: done (3 left) 2023-12-16T19:32:02.304 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 54 2023-12-16T19:32:02.304 INFO:tasks.rados.rados.0.smithi002.stdout:575: seq_num 192 ranges {507904=417792,925696=401408} 2023-12-16T19:32:02.310 INFO:tasks.rados.rados.0.smithi002.stdout:575: writing smithi002125626-31 from 507904 to 925696 tid 1 2023-12-16T19:32:02.312 INFO:tasks.rados.rados.0.smithi002.stdout:575: writing smithi002125626-31 from 925696 to 1327104 tid 2 2023-12-16T19:32:02.314 INFO:tasks.rados.rados.0.smithi002.stdout:571: expect (ObjNum 144 snap 35 seq_num 144) 2023-12-16T19:32:02.388 INFO:tasks.rados.rados.0.smithi002.stdout:572: finishing write tid 1 to smithi002125626-21 2023-12-16T19:32:02.388 INFO:tasks.rados.rados.0.smithi002.stdout:572: finishing write tid 2 to smithi002125626-21 2023-12-16T19:32:02.388 INFO:tasks.rados.rados.0.smithi002.stdout:570: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:572: finishing write tid 3 to smithi002125626-21 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 370 (ObjNum 191 snap 54 seq_num 191) dirty exists 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:572: left oid 21 (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:570: done (3 left) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:571: done (2 left) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:572: done (1 left) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:576: read oid 9 snap -1 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:576: expect (ObjNum 180 snap 46 seq_num 180) 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:577: rollback oid 16 current snap is 54 2023-12-16T19:32:02.529 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 37 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: finishing write tid 1 to smithi002125626-31 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: finishing write tid 2 to smithi002125626-31 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: finishing write tid 3 to smithi002125626-31 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: finishing write tid 4 to smithi002125626-31 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 138 (ObjNum 192 snap 54 seq_num 192) dirty exists 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: left oid 31 (ObjNum 192 snap 54 seq_num 192) 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:575: done (2 left) 2023-12-16T19:32:02.530 INFO:tasks.rados.rados.0.smithi002.stdout:578: delete oid 23 current snap is 54 2023-12-16T19:32:02.532 INFO:tasks.rados.rados.0.smithi002.stdout:577: finishing rollback tid 0 to smithi002125626-16 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:578: done (2 left) 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:579: read oid 32 snap -1 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:579: expect (ObjNum 186 snap 52 seq_num 186) 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:580: read oid 22 snap -1 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:580: expect deleted 2023-12-16T19:32:02.534 INFO:tasks.rados.rados.0.smithi002.stdout:581: snap_remove snap 29 2023-12-16T19:32:02.572 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:02 smithi043 ceph-mon[82080]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:02.572 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:02 smithi043 ceph-mon[82080]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:02.572 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:02 smithi043 ceph-mon[82080]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T19:32:02.572 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:02 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2815103099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[78633]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[78633]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[78633]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2815103099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[86656]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 496 KiB/s wr, 22 op/s 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[86656]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[86656]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T19:32:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:02 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2815103099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:03.102 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:02 smithi043 systemd[1]: Stopping Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:03.252 INFO:tasks.rados.rados.0.smithi002.stdout:581: done (4 left) 2023-12-16T19:32:03.253 INFO:tasks.rados.rados.0.smithi002.stdout:582: snap_remove snap 46 2023-12-16T19:32:03.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-mon[82080]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:03.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-mon[82080]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T19:32:03.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-mon[82080]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T19:32:03.499 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123503]: 2023-12-16 19:32:03.100262162 +0000 UTC m=+0.086944968 container died 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.buildah.version=1.32.0, description=Ceph Grafana Container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, name=ubi8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2023-12-16T19:32:03.500 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123503]: 2023-12-16 19:32:03.204042501 +0000 UTC m=+0.190725299 container cleanup 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, architecture=x86_64, description=Ceph Grafana Container, name=ubi8, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, vcs-type=git, io.buildah.version=1.32.0) 2023-12-16T19:32:03.500 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 bash[123503]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a 2023-12-16T19:32:03.500 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123518]: 2023-12-16 19:32:03.286981385 +0000 UTC m=+0.189372256 container remove 206cae977f169c7b4adc3f9eb6e51457e5846bd9aac68796c5fb76c6bdf7ec58 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, release=239.1651231664, architecture=x86_64, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.component=ubi8-container) 2023-12-16T19:32:03.500 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[78633]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[78633]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[78633]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[86656]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[86656]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T19:32:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:03 smithi002 ceph-mon[86656]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: Stopped Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Consumed 4.523s CPU time. 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: Starting Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123610]: 2023-12-16 19:32:03.703656901 +0000 UTC m=+0.084614364 container create fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, io.buildah.version=1.32.0, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, name=ubi8, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.openshift.tags=base rhel8, description=Ceph Grafana Container) 2023-12-16T19:32:03.770 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123610]: 2023-12-16 19:32:03.636545728 +0000 UTC m=+0.017503164 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123610]: 2023-12-16 19:32:03.787610172 +0000 UTC m=+0.168567609 container init fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, release=239.1651231664, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, distribution-scope=public, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git) 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 podman[123610]: 2023-12-16 19:32:03.809238846 +0000 UTC m=+0.190196268 container start fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, release=239.1651231664, version=8.5, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, vcs-type=git, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, distribution-scope=public) 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 bash[123610]: fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 systemd[1]: Started Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.97672323Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976904529Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976925361Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-16T19:32:04.058 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976934379Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976941138Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976948016Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976954968Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976961519Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976968031Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976974325Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976980805Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976986869Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976993238Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=settings t=2023-12-16T19:32:03.976999628Z level=info msg="App mode production" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=sqlstore t=2023-12-16T19:32:03.977049836Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=sqlstore t=2023-12-16T19:32:03.977069093Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=migrator t=2023-12-16T19:32:03.99119761Z level=info msg="Starting DB migrations" 2023-12-16T19:32:04.059 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=migrator t=2023-12-16T19:32:03.995958795Z level=info msg="migrations completed" performed=0 skipped=481 duration=482.728µs 2023-12-16T19:32:04.060 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=sqlstore t=2023-12-16T19:32:03.996355273Z level=info msg="Created default organization" 2023-12-16T19:32:04.060 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=plugin.loader t=2023-12-16T19:32:04.056346709Z level=info msg="Plugin registered" pluginID=input 2023-12-16T19:32:04.261 INFO:tasks.rados.rados.0.smithi002.stdout:582: done (4 left) 2023-12-16T19:32:04.261 INFO:tasks.rados.rados.0.smithi002.stdout:583: snap_remove snap 48 2023-12-16T19:32:04.310 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=plugin.loader t=2023-12-16T19:32:04.087156768Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-16T19:32:04.310 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=plugin.loader t=2023-12-16T19:32:04.087200623Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-16T19:32:04.311 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=secrets t=2023-12-16T19:32:04.087239892Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-16T19:32:04.311 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=query_data t=2023-12-16T19:32:04.088960527Z level=info msg="Query Service initialization" 2023-12-16T19:32:04.311 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=live.push_http t=2023-12-16T19:32:04.091406125Z level=info msg="Live Push Gateway initialization" 2023-12-16T19:32:04.311 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:32:04] "GET /metrics HTTP/1.1" 200 35996 "" "Prometheus/2.43.0" 2023-12-16T19:32:04.618 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: Stopping Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:04.618 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-mon[82080]: pgmap v57: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:04.618 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.619 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.619 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-mon[82080]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[78633]: pgmap v57: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[78633]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[86656]: pgmap v57: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:04.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:04 smithi002 ceph-mon[86656]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T19:32:04.886 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 podman[123760]: 2023-12-16 19:32:04.616881988 +0000 UTC m=+0.072971768 container died 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:04.886 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 podman[123760]: 2023-12-16 19:32:04.745293872 +0000 UTC m=+0.201383652 container cleanup 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:04.886 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 bash[123760]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b 2023-12-16T19:32:04.886 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 podman[123773]: 2023-12-16 19:32:04.853371467 +0000 UTC m=+0.237405807 container remove 366e27bdbd30ecf10e20e4abd1376222af2c77ee1a3e72af5c0a5b7d5063d320 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:04.886 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:32:05.138 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-16T19:32:05.138 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: Stopped Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:05.138 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Consumed 2.025s CPU time. 2023-12-16T19:32:05.138 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:04 smithi043 systemd[1]: Starting Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=infra.usagestats.collector t=2023-12-16T19:32:04.884506303Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=provisioning.datasources t=2023-12-16T19:32:04.971052898Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=provisioning.datasources t=2023-12-16T19:32:04.971088189Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=provisioning.datasources t=2023-12-16T19:32:04.982468845Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=provisioning.alerting t=2023-12-16T19:32:05.066401171Z level=info msg="starting to provision alerting" 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=provisioning.alerting t=2023-12-16T19:32:05.066428583Z level=info msg="finished to provision alerting" 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=ngalert.state.manager t=2023-12-16T19:32:05.066516558Z level=info msg="Warming state cache for startup" 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=grafanaStorageLogger t=2023-12-16T19:32:05.066624101Z level=info msg="storage starting" 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=http.server t=2023-12-16T19:32:05.069073501Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=ngalert.state.manager t=2023-12-16T19:32:05.076795493Z level=info msg="State cache has been initialized" states=0 duration=10.275158ms 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=ngalert.multiorg.alertmanager t=2023-12-16T19:32:05.076872996Z level=info msg="starting MultiOrg Alertmanager" 2023-12-16T19:32:05.139 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=ticker t=2023-12-16T19:32:05.076912494Z level=info msg=starting first_tick=2023-12-16T19:32:10Z 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:583: done (4 left) 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:584: copy_from oid 13 from oid 23 current snap is 54 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:577: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:577: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 166 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-16T19:32:05.263 INFO:tasks.rados.rados.0.smithi002.stdout:579: expect (ObjNum 186 snap 52 seq_num 186) 2023-12-16T19:32:05.316 INFO:tasks.rados.rados.0.smithi002.stdout:576: expect (ObjNum 180 snap 46 seq_num 180) 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: Reconfiguring daemon node-exporter.b on smithi043 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 podman[123866]: 2023-12-16 19:32:05.136767714 +0000 UTC m=+0.061522317 container create d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 podman[123866]: 2023-12-16 19:32:05.195617849 +0000 UTC m=+0.120372405 container init d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 podman[123866]: 2023-12-16 19:32:05.097879091 +0000 UTC m=+0.022633656 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 podman[123866]: 2023-12-16 19:32:05.198126876 +0000 UTC m=+0.122881433 container start d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.201Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.201Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T19:32:05.500 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T19:32:05.501 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T19:32:05.502 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T19:32:05.503 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b[123883]: ts=2023-12-16T19:32:05.202Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 bash[123866]: d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc 2023-12-16T19:32:05.504 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 19:32:05 smithi043 systemd[1]: Started Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:05.564 INFO:tasks.rados.rados.0.smithi002.stdout:584: finishing copy_from to smithi002125626-13 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:584: got expected ENOENT (src dne) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:584: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:576: done (4 left) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:577: done (3 left) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:579: done (2 left) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:580: done (1 left) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:584: done (0 left) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:585: rmattr oid 4 current snap is 54 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:586: read oid 26 snap -1 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:586: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:587: copy_from oid 41 from oid 27 current snap is 54 2023-12-16T19:32:05.565 INFO:tasks.rados.rados.0.smithi002.stdout:588: snap_remove snap 32 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: Reconfiguring daemon node-exporter.b on smithi043 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: Reconfiguring daemon node-exporter.b on smithi043 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T19:32:05.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:05.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:05 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:588: done (3 left) 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:589: delete oid 29 current snap is 54 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:587: finishing copy_from to smithi002125626-41 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:587: got expected ENOENT (src dne) 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:587: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 104 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:32:06.324 INFO:tasks.rados.rados.0.smithi002.stdout:586: expect (ObjNum 30 snap 0 seq_num 30) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:585: done (3 left) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:586: done (2 left) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:587: done (1 left) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:589: done (0 left) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:590: read oid 24 snap -1 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:590: expect (ObjNum 144 snap 35 seq_num 144) 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:591: read oid 13 snap -1 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:591: expect deleted 2023-12-16T19:32:06.347 INFO:tasks.rados.rados.0.smithi002.stdout:592: rollback oid 4 current snap is 54 2023-12-16T19:32:06.348 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 19 2023-12-16T19:32:06.348 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 54 2023-12-16T19:32:06.348 INFO:tasks.rados.rados.0.smithi002.stdout:593: seq_num 195 ranges {1376256=475136,1851392=401408} 2023-12-16T19:32:06.357 INFO:tasks.rados.rados.0.smithi002.stdout:593: writing smithi002125626-32 from 1376256 to 1851392 tid 1 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:593: writing smithi002125626-32 from 1851392 to 2252800 tid 2 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:594: read oid 5 snap -1 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:594: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:595: setattr oid 41 current snap is 54 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:592: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:592: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:32:06.360 INFO:tasks.rados.rados.0.smithi002.stdout:592: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:32:06.361 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 111 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:32:06.361 INFO:tasks.rados.rados.0.smithi002.stdout:590: expect (ObjNum 144 snap 35 seq_num 144) 2023-12-16T19:32:06.434 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 1 to smithi002125626-32 2023-12-16T19:32:06.435 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 2 to smithi002125626-32 2023-12-16T19:32:06.435 INFO:tasks.rados.rados.0.smithi002.stdout:594: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 3 to smithi002125626-32 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:593: finishing write tid 4 to smithi002125626-32 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 432 (ObjNum 195 snap 54 seq_num 195) dirty exists 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:593: left oid 32 (ObjNum 195 snap 54 seq_num 195) 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:590: done (5 left) 2023-12-16T19:32:06.458 INFO:tasks.rados.rados.0.smithi002.stdout:591: done (4 left) 2023-12-16T19:32:06.459 INFO:tasks.rados.rados.0.smithi002.stdout:592: done (3 left) 2023-12-16T19:32:06.459 INFO:tasks.rados.rados.0.smithi002.stdout:593: done (2 left) 2023-12-16T19:32:06.459 INFO:tasks.rados.rados.0.smithi002.stdout:594: done (1 left) 2023-12-16T19:32:06.459 INFO:tasks.rados.rados.0.smithi002.stdout:596: snap_create 2023-12-16T19:32:06.459 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 168 (ObjNum 184 snap 48 seq_num 184) dirty exists 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: pgmap v60: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:06.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[86656]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: pgmap v60: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:06.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:06 smithi002 ceph-mon[78633]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: pgmap v60: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:06.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:06 smithi043 ceph-mon[82080]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T19:32:07.401 INFO:tasks.rados.rados.0.smithi002.stdout:595: done (1 left) 2023-12-16T19:32:07.402 INFO:tasks.rados.rados.0.smithi002.stdout:596: done (0 left) 2023-12-16T19:32:07.402 INFO:tasks.rados.rados.0.smithi002.stdout:597: rollback oid 32 current snap is 55 2023-12-16T19:32:07.402 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 34 2023-12-16T19:32:07.402 INFO:tasks.rados.rados.0.smithi002.stdout:598: snap_remove snap 42 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:07.599 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.600 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.600 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:07.600 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:07 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:07.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:07 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:07.854 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:07 smithi002 systemd[1]: Stopping Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:08.106 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:07 smithi002 podman[128818]: 2023-12-16 19:32:07.85273394 +0000 UTC m=+0.087733877 container died 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2023-12-16T19:32:08.107 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128818]: 2023-12-16 19:32:08.002849394 +0000 UTC m=+0.237849373 container cleanup 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T19:32:08.107 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 bash[128818]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y 2023-12-16T19:32:08.107 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128832]: 2023-12-16 19:32:08.102819965 +0000 UTC m=+0.253547261 container remove 308c81e875a5cfb1b9e39e6d414cd9b336001141351b3dc6cdf2e593e98f8867 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2023-12-16T19:32:08.403 INFO:tasks.rados.rados.0.smithi002.stdout:598: done (1 left) 2023-12-16T19:32:08.403 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 55 2023-12-16T19:32:08.403 INFO:tasks.rados.rados.0.smithi002.stdout:599: seq_num 196 ranges {1687552=491520,2179072=401408} 2023-12-16T19:32:08.415 INFO:tasks.rados.rados.0.smithi002.stdout:599: writing smithi002125626-24 from 1687552 to 2179072 tid 1 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:599: writing smithi002125626-24 from 2179072 to 2580480 tid 2 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:600: copy_from oid 3 from oid 45 current snap is 55 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:597: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:601: snap_create 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:597: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:32:08.418 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 435 (ObjNum 65 snap 0 seq_num 2032219088) dirty dne 2023-12-16T19:32:08.424 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing write tid 1 to smithi002125626-24 2023-12-16T19:32:08.424 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing write tid 2 to smithi002125626-24 2023-12-16T19:32:08.426 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing write tid 3 to smithi002125626-24 2023-12-16T19:32:08.427 INFO:tasks.rados.rados.0.smithi002.stdout:599: finishing write tid 4 to smithi002125626-24 2023-12-16T19:32:08.427 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 245 (ObjNum 196 snap 55 seq_num 196) dirty exists 2023-12-16T19:32:08.427 INFO:tasks.rados.rados.0.smithi002.stdout:599: left oid 24 (ObjNum 196 snap 55 seq_num 196) 2023-12-16T19:32:08.428 INFO:tasks.rados.rados.0.smithi002.stdout:600: finishing copy_from to smithi002125626-3 2023-12-16T19:32:08.428 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 119 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:32:08.428 INFO:tasks.rados.rados.0.smithi002.stdout:600: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[78633]: Upgrade: Updating mgr.y 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[78633]: Deploying daemon mgr.y on smithi002 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[78633]: pgmap v63: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[78633]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2023-12-16T19:32:08.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: Stopped Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:08.491 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service: Consumed 58.240s CPU time. 2023-12-16T19:32:08.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[86656]: Upgrade: Updating mgr.y 2023-12-16T19:32:08.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[86656]: Deploying daemon mgr.y on smithi002 2023-12-16T19:32:08.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[86656]: pgmap v63: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:08.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mon[86656]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T19:32:08.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:08 smithi043 ceph-mon[82080]: Upgrade: Updating mgr.y 2023-12-16T19:32:08.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:08 smithi043 ceph-mon[82080]: Deploying daemon mgr.y on smithi002 2023-12-16T19:32:08.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:08 smithi043 ceph-mon[82080]: pgmap v63: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:32:08.651 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:08 smithi043 ceph-mon[82080]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T19:32:08.813 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: Starting Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:08.813 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128960]: 2023-12-16 19:32:08.727764252 +0000 UTC m=+0.076205557 container create db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.31.3, GIT_CLEAN=True) 2023-12-16T19:32:08.813 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128960]: 2023-12-16 19:32:08.670680317 +0000 UTC m=+0.019121595 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:32:08.813 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128960]: 2023-12-16 19:32:08.811484352 +0000 UTC m=+0.159925613 container init db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:32:08.928 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:32:09.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 podman[128960]: 2023-12-16 19:32:08.82540273 +0000 UTC m=+0.173844000 container start db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2023-12-16T19:32:09.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 ceph-mgr[128979]: -- 172.21.15.2:0/3743494969 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cf5da7b520 con 0x55cf5da50800 2023-12-16T19:32:09.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 bash[128960]: db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d 2023-12-16T19:32:09.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:08 smithi002 systemd[1]: Started Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:09.409 INFO:tasks.rados.rados.0.smithi002.stdout:597: done (3 left) 2023-12-16T19:32:09.409 INFO:tasks.rados.rados.0.smithi002.stdout:599: done (2 left) 2023-12-16T19:32:09.409 INFO:tasks.rados.rados.0.smithi002.stdout:600: done (1 left) 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:601: done (0 left) 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:602: read oid 39 snap -1 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:602: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:603: rollback oid 37 current snap is 56 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 54 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:604: copy_from oid 12 from oid 22 current snap is 56 2023-12-16T19:32:09.410 INFO:tasks.rados.rados.0.smithi002.stdout:605: snap_remove snap 22 2023-12-16T19:32:09.666 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:09 smithi043 ceph-mon[82080]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T19:32:09.667 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:09 smithi043 ceph-mon[82080]: pgmap v66: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:09.667 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:09 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.667 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:09 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.667 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:09 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:09.676 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[78633]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T19:32:09.676 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[78633]: pgmap v66: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:09.676 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.676 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.676 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[86656]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[86656]: pgmap v66: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:09.398+0000 7fe889a13200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:32:09.677 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:09.508+0000 7fe889a13200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:32:10.350 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:10.239+0000 7fe889a13200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:32:10.350 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:10.347+0000 7fe889a13200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:32:10.410 INFO:tasks.rados.rados.0.smithi002.stdout:605: done (3 left) 2023-12-16T19:32:10.410 INFO:tasks.rados.rados.0.smithi002.stdout:606: delete oid 48 current snap is 56 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:604: finishing copy_from to smithi002125626-12 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:604: got expected ENOENT (src dne) 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:604: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:603: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 106 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:32:10.411 INFO:tasks.rados.rados.0.smithi002.stdout:602: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:10.480 INFO:tasks.rados.rados.0.smithi002.stdout:602: done (3 left) 2023-12-16T19:32:10.480 INFO:tasks.rados.rados.0.smithi002.stdout:603: done (2 left) 2023-12-16T19:32:10.480 INFO:tasks.rados.rados.0.smithi002.stdout:604: done (1 left) 2023-12-16T19:32:10.480 INFO:tasks.rados.rados.0.smithi002.stdout:606: done (0 left) 2023-12-16T19:32:10.480 INFO:tasks.rados.rados.0.smithi002.stdout:607: snap_create 2023-12-16T19:32:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:10 smithi043 ceph-mon[82080]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T19:32:10.633 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-mon[78633]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T19:32:10.633 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:10.525+0000 7fe889a13200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:32:10.633 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-mon[86656]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T19:32:10.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:10.630+0000 7fe889a13200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:32:10.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:10.730+0000 7fe889a13200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:32:11.317 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:11.000+0000 7fe889a13200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:32:11.317 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:11.116+0000 7fe889a13200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:11.317 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:11.213+0000 7fe889a13200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:32:11.317 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:11.314+0000 7fe889a13200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:32:11.426 INFO:tasks.rados.rados.0.smithi002.stdout:607: done (0 left) 2023-12-16T19:32:11.426 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 57 2023-12-16T19:32:11.426 INFO:tasks.rados.rados.0.smithi002.stdout:608: seq_num 198 ranges {507904=524288,1032192=401408} 2023-12-16T19:32:11.433 INFO:tasks.rados.rados.0.smithi002.stdout:608: writing smithi002125626-26 from 507904 to 1032192 tid 1 2023-12-16T19:32:11.436 INFO:tasks.rados.rados.0.smithi002.stdout:608: writing smithi002125626-26 from 1032192 to 1433600 tid 2 2023-12-16T19:32:11.436 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 57 2023-12-16T19:32:11.436 INFO:tasks.rados.rados.0.smithi002.stdout:609: seq_num 199 ranges {5218304=540672,5758976=401408} 2023-12-16T19:32:11.470 INFO:tasks.rados.rados.0.smithi002.stdout:609: writing smithi002125626-6 from 5218304 to 5758976 tid 1 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:609: writing smithi002125626-6 from 5758976 to 6160384 tid 2 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:610: copy_from oid 41 from oid 39 current snap is 57 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: finishing write tid 1 to smithi002125626-26 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: finishing write tid 2 to smithi002125626-26 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: finishing write tid 3 to smithi002125626-26 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: finishing write tid 4 to smithi002125626-26 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 463 (ObjNum 198 snap 57 seq_num 198) dirty exists 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: left oid 26 (ObjNum 198 snap 57 seq_num 198) 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:608: done (2 left) 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 57 2023-12-16T19:32:11.474 INFO:tasks.rados.rados.0.smithi002.stdout:611: seq_num 200 ranges {1327104=557056,1884160=401408} 2023-12-16T19:32:11.485 INFO:tasks.rados.rados.0.smithi002.stdout:611: writing smithi002125626-19 from 1327104 to 1884160 tid 1 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:611: writing smithi002125626-19 from 1884160 to 2285568 tid 2 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:612: delete oid 46 current snap is 57 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing write tid 1 to smithi002125626-6 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing write tid 2 to smithi002125626-6 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing write tid 3 to smithi002125626-6 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:609: finishing write tid 4 to smithi002125626-6 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 280 (ObjNum 199 snap 57 seq_num 199) dirty exists 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:609: left oid 6 (ObjNum 199 snap 57 seq_num 199) 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing copy_from to smithi002125626-41 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 164 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:32:11.489 INFO:tasks.rados.rados.0.smithi002.stdout:610: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:32:11.492 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 1 to smithi002125626-19 2023-12-16T19:32:11.492 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 2 to smithi002125626-19 2023-12-16T19:32:11.492 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 3 to smithi002125626-19 2023-12-16T19:32:11.493 INFO:tasks.rados.rados.0.smithi002.stdout:609: done (3 left) 2023-12-16T19:32:11.493 INFO:tasks.rados.rados.0.smithi002.stdout:610: done (2 left) 2023-12-16T19:32:11.493 INFO:tasks.rados.rados.0.smithi002.stdout:612: done (1 left) 2023-12-16T19:32:11.493 INFO:tasks.rados.rados.0.smithi002.stdout:613: snap_remove snap 56 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:11.510+0000 7fe889a13200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[78633]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[78633]: pgmap v69: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[86656]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[86656]: pgmap v69: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:11.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:11.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:11 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:11 smithi043 ceph-mon[82080]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T19:32:11.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:11 smithi043 ceph-mon[82080]: pgmap v69: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 214 KiB/s wr, 11 op/s 2023-12-16T19:32:11.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:11 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:11.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:11 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.432 INFO:tasks.rados.rados.0.smithi002.stdout:613: done (1 left) 2023-12-16T19:32:12.433 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 57 2023-12-16T19:32:12.433 INFO:tasks.rados.rados.0.smithi002.stdout:614: seq_num 202 ranges {0=589824,589824=401408} 2023-12-16T19:32:12.436 INFO:tasks.rados.rados.0.smithi002.stdout:614: writing smithi002125626-36 from 0 to 589824 tid 1 2023-12-16T19:32:12.439 INFO:tasks.rados.rados.0.smithi002.stdout:614: writing smithi002125626-36 from 589824 to 991232 tid 2 2023-12-16T19:32:12.439 INFO:tasks.rados.rados.0.smithi002.stdout:615: read oid 17 snap -1 2023-12-16T19:32:12.440 INFO:tasks.rados.rados.0.smithi002.stdout:615: expect (ObjNum 152 snap 36 seq_num 152) 2023-12-16T19:32:12.440 INFO:tasks.rados.rados.0.smithi002.stdout:616: snap_create 2023-12-16T19:32:12.440 INFO:tasks.rados.rados.0.smithi002.stdout:611: finishing write tid 4 to smithi002125626-19 2023-12-16T19:32:12.440 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 123 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-16T19:32:12.440 INFO:tasks.rados.rados.0.smithi002.stdout:611: left oid 19 (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:32:12.442 INFO:tasks.rados.rados.0.smithi002.stdout:615: expect (ObjNum 152 snap 36 seq_num 152) 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 1 to smithi002125626-36 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 2 to smithi002125626-36 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 3 to smithi002125626-36 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:614: finishing write tid 4 to smithi002125626-36 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 207 (ObjNum 202 snap 57 seq_num 202) dirty exists 2023-12-16T19:32:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:614: left oid 36 (ObjNum 202 snap 57 seq_num 202) 2023-12-16T19:32:12.736 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:12.591+0000 7fe889a13200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[78633]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[86656]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:12.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:12 smithi043 ceph-mon[82080]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T19:32:12.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:12 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:12 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:12.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:12 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:12.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:12 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:12.734+0000 7fe889a13200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:32:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:611: done (3 left) 2023-12-16T19:32:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:614: done (2 left) 2023-12-16T19:32:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:615: done (1 left) 2023-12-16T19:32:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:616: done (0 left) 2023-12-16T19:32:13.254 INFO:tasks.rados.rados.0.smithi002.stdout:617: setattr oid 33 current snap is 58 2023-12-16T19:32:13.255 INFO:tasks.rados.rados.0.smithi002.stdout:618: read oid 6 snap -1 2023-12-16T19:32:13.256 INFO:tasks.rados.rados.0.smithi002.stdout:618: expect (ObjNum 199 snap 57 seq_num 199) 2023-12-16T19:32:13.256 INFO:tasks.rados.rados.0.smithi002.stdout:619: delete oid 27 current snap is 58 2023-12-16T19:32:13.257 INFO:tasks.rados.rados.0.smithi002.stdout:619: done (2 left) 2023-12-16T19:32:13.257 INFO:tasks.rados.rados.0.smithi002.stdout:620: rollback oid 23 current snap is 58 2023-12-16T19:32:13.257 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 19 2023-12-16T19:32:13.257 INFO:tasks.rados.rados.0.smithi002.stdout:621: read oid 39 snap -1 2023-12-16T19:32:13.258 INFO:tasks.rados.rados.0.smithi002.stdout:621: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:13.258 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 58 2023-12-16T19:32:13.258 INFO:tasks.rados.rados.0.smithi002.stdout:622: seq_num 204 ranges {106496=622592,729088=401408} 2023-12-16T19:32:13.262 INFO:tasks.rados.rados.0.smithi002.stdout:622: writing smithi002125626-7 from 106496 to 729088 tid 1 2023-12-16T19:32:13.265 INFO:tasks.rados.rados.0.smithi002.stdout:622: writing smithi002125626-7 from 729088 to 1130496 tid 2 2023-12-16T19:32:13.265 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 58 2023-12-16T19:32:13.265 INFO:tasks.rados.rados.0.smithi002.stdout:623: seq_num 205 ranges {0=638976,638976=401408} 2023-12-16T19:32:13.271 INFO:tasks.rados.rados.0.smithi002.stdout:623: writing smithi002125626-12 from 0 to 638976 tid 1 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:623: writing smithi002125626-12 from 638976 to 1040384 tid 2 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:624: snap_create 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 127 (ObjNum 100 snap 17 seq_num 100) dirty exists 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:622: finishing write tid 1 to smithi002125626-7 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:622: finishing write tid 2 to smithi002125626-7 2023-12-16T19:32:13.274 INFO:tasks.rados.rados.0.smithi002.stdout:621: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:622: finishing write tid 3 to smithi002125626-7 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:622: finishing write tid 4 to smithi002125626-7 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 469 (ObjNum 204 snap 58 seq_num 204) dirty exists 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:622: left oid 7 (ObjNum 204 snap 58 seq_num 204) 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:623: finishing write tid 1 to smithi002125626-12 2023-12-16T19:32:13.332 INFO:tasks.rados.rados.0.smithi002.stdout:618: expect (ObjNum 199 snap 57 seq_num 199) 2023-12-16T19:32:13.361 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:13.107+0000 7fe889a13200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:32:13.362 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:13.207+0000 7fe889a13200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:32:13.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[78633]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T19:32:13.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[78633]: pgmap v72: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:13.643 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[78633]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:13.419+0000 7fe889a13200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:13.644 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:32:13.508Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[86656]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[86656]: pgmap v72: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:13.644 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-mon[86656]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T19:32:13.703 INFO:tasks.rados.rados.0.smithi002.stdout:620: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:620: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 284 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:623: finishing write tid 2 to smithi002125626-12 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:623: finishing write tid 3 to smithi002125626-12 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:623: finishing write tid 4 to smithi002125626-12 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 102 (ObjNum 205 snap 58 seq_num 205) dirty exists 2023-12-16T19:32:13.704 INFO:tasks.rados.rados.0.smithi002.stdout:623: left oid 12 (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:32:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:13 smithi043 ceph-mon[82080]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T19:32:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:13 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:13 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:13 smithi043 ceph-mon[82080]: pgmap v72: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:13 smithi043 ceph-mon[82080]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T19:32:13.936 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:13.640+0000 7fe889a13200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:32:13.937 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:13.934+0000 7fe889a13200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:14.261 INFO:tasks.rados.rados.0.smithi002.stdout:617: done (6 left) 2023-12-16T19:32:14.261 INFO:tasks.rados.rados.0.smithi002.stdout:618: done (5 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:620: done (4 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:621: done (3 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:622: done (2 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:623: done (1 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:624: done (0 left) 2023-12-16T19:32:14.262 INFO:tasks.rados.rados.0.smithi002.stdout:625: delete oid 35 current snap is 59 2023-12-16T19:32:14.263 INFO:tasks.rados.rados.0.smithi002.stdout:625: done (0 left) 2023-12-16T19:32:14.263 INFO:tasks.rados.rados.0.smithi002.stdout:626: snap_create 2023-12-16T19:32:14.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:14.212+0000 7fe889a13200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:14.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:14.462+0000 7fe889a13200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:32:14.748 INFO:tasks.rados.rados.0.smithi002.stdout:626: done (0 left) 2023-12-16T19:32:14.748 INFO:tasks.rados.rados.0.smithi002.stdout:627: snap_create 2023-12-16T19:32:14.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:32:14] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2023-12-16T19:32:14.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:14.745+0000 7f3eaf7fd700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-16T19:32:14.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ignoring --setuser ceph since I am not root 2023-12-16T19:32:14.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ignoring --setgroup ceph since I am not root 2023-12-16T19:32:14.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:14 smithi043 ceph-mgr[114769]: -- 172.21.15.43:0/573017275 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b902f6d520 con 0x55b902f42800 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:15.329+0000 7fe889a13200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[78633]: mgrmap e29: y(active, starting, since 0.00613361s) 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T19:32:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T19:32:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-mon[86656]: mgrmap e29: y(active, starting, since 0.00613361s) 2023-12-16T19:32:15.747 INFO:tasks.rados.rados.0.smithi002.stdout:627: done (0 left) 2023-12-16T19:32:15.748 INFO:tasks.rados.rados.0.smithi002.stdout:628: read oid 22 snap -1 2023-12-16T19:32:15.748 INFO:tasks.rados.rados.0.smithi002.stdout:628: expect deleted 2023-12-16T19:32:15.748 INFO:tasks.rados.rados.0.smithi002.stdout:629: snap_remove snap 53 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:15.319+0000 7f387600d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:15.414+0000 7f387600d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 172.21.15.43:0/473306081' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T19:32:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T19:32:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T19:32:15.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:15 smithi043 ceph-mon[82080]: mgrmap e29: y(active, starting, since 0.00613361s) 2023-12-16T19:32:16.046 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:15.942+0000 7fe889a13200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:32:16.295 INFO:tasks.rados.rados.0.smithi002.stdout:629: done (1 left) 2023-12-16T19:32:16.295 INFO:tasks.rados.rados.0.smithi002.stdout:630: read oid 48 snap -1 2023-12-16T19:32:16.296 INFO:tasks.rados.rados.0.smithi002.stdout:630: expect deleted 2023-12-16T19:32:16.296 INFO:tasks.rados.rados.0.smithi002.stdout:631: rmattr oid 49 current snap is 61 2023-12-16T19:32:16.296 INFO:tasks.rados.rados.0.smithi002.stdout:628: done (2 left) 2023-12-16T19:32:16.296 INFO:tasks.rados.rados.0.smithi002.stdout:632: delete oid 2 current snap is 61 2023-12-16T19:32:16.300 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 265 (ObjNum 134 snap 33 seq_num 134) dirty exists 2023-12-16T19:32:16.303 INFO:tasks.rados.rados.0.smithi002.stdout:630: done (2 left) 2023-12-16T19:32:16.303 INFO:tasks.rados.rados.0.smithi002.stdout:631: done (1 left) 2023-12-16T19:32:16.303 INFO:tasks.rados.rados.0.smithi002.stdout:632: done (0 left) 2023-12-16T19:32:16.303 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 61 2023-12-16T19:32:16.303 INFO:tasks.rados.rados.0.smithi002.stdout:633: seq_num 208 ranges {1425408=688128,2113536=401408} 2023-12-16T19:32:16.315 INFO:tasks.rados.rados.0.smithi002.stdout:633: writing smithi002125626-4 from 1425408 to 2113536 tid 1 2023-12-16T19:32:16.317 INFO:tasks.rados.rados.0.smithi002.stdout:633: writing smithi002125626-4 from 2113536 to 2514944 tid 2 2023-12-16T19:32:16.317 INFO:tasks.rados.rados.0.smithi002.stdout:634: read oid 11 snap -1 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:634: expect deleted 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:635: read oid 42 snap 36 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:635: expect (ObjNum 115 snap 22 seq_num 115) 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:636: setattr oid 18 current snap is 61 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:634: done (3 left) 2023-12-16T19:32:16.318 INFO:tasks.rados.rados.0.smithi002.stdout:637: snap_remove snap 43 2023-12-16T19:32:16.354 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.094+0000 7f387600d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:32:16.355 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.191+0000 7f387600d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:32:16.395 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.051+0000 7fe889a13200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:32:16.395 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.271+0000 7fe889a13200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:32:16.395 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STARTING 2023-12-16T19:32:16.693 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: CherryPy Checker: 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: The Application mounted at '' has an empty config. 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Serving on http://:::9283 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STARTED 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STOPPING 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STOPPED 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STARTING 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.576+0000 7fe7eb34b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.576+0000 7fe7eb34b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.694 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.576+0000 7fe7eb34b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.576+0000 7fe7eb34b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.576+0000 7fe7eb34b700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.578+0000 7fe7e7b44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.578+0000 7fe7e7b44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.578+0000 7fe7e7b44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.578+0000 7fe7e7b44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:16.578+0000 7fe7e7b44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Serving on http://:::9283 2023-12-16T19:32:16.695 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:16] ENGINE Bus STARTED 2023-12-16T19:32:16.730 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.352+0000 7f387600d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:32:16.730 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.453+0000 7f387600d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:32:16.730 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.541+0000 7f387600d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:32:16.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T19:32:16.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: Active manager daemon y restarted 2023-12-16T19:32:16.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: Activating manager daemon y 2023-12-16T19:32:16.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: mgrmap e30: y(active, starting, since 0.00660468s) 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:16.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: Manager daemon y is now available 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:16.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: Active manager daemon y restarted 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: mgrmap e30: y(active, starting, since 0.00660468s) 2023-12-16T19:32:16.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:16.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:16.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:16 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:16.998 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.806+0000 7f387600d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:32:16.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:16.925+0000 7f387600d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T19:32:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: Active manager daemon y restarted 2023-12-16T19:32:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:32:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: mgrmap e30: y(active, starting, since 0.00660468s) 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:16 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:637: done (3 left) 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:638: delete oid 2 current snap is 61 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:633: finishing write tid 1 to smithi002125626-4 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:633: finishing write tid 2 to smithi002125626-4 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:633: finishing write tid 3 to smithi002125626-4 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:633: finishing write tid 4 to smithi002125626-4 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 137 (ObjNum 208 snap 61 seq_num 208) dirty exists 2023-12-16T19:32:17.302 INFO:tasks.rados.rados.0.smithi002.stdout:633: left oid 4 (ObjNum 208 snap 61 seq_num 208) 2023-12-16T19:32:17.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 89 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-12-16T19:32:17.303 INFO:tasks.rados.rados.0.smithi002.stdout:635: expect (ObjNum 115 snap 22 seq_num 115) 2023-12-16T19:32:17.326 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:17 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:17.021+0000 7f387600d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:32:17.327 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:17 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:17.122+0000 7f387600d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:32:17.327 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:17 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:17.323+0000 7f387600d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:32:17.406 INFO:tasks.rados.rados.0.smithi002.stdout:633: done (3 left) 2023-12-16T19:32:17.406 INFO:tasks.rados.rados.0.smithi002.stdout:635: done (2 left) 2023-12-16T19:32:17.406 INFO:tasks.rados.rados.0.smithi002.stdout:636: done (1 left) 2023-12-16T19:32:17.406 INFO:tasks.rados.rados.0.smithi002.stdout:638: done (0 left) 2023-12-16T19:32:17.407 INFO:tasks.rados.rados.0.smithi002.stdout:639: snap_create 2023-12-16T19:32:18.312 INFO:tasks.rados.rados.0.smithi002.stdout:639: done (0 left) 2023-12-16T19:32:18.312 INFO:tasks.rados.rados.0.smithi002.stdout:640: setattr oid 43 current snap is 62 2023-12-16T19:32:18.314 INFO:tasks.rados.rados.0.smithi002.stdout:641: snap_remove snap 55 2023-12-16T19:32:18.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[78633]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T19:32:18.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[78633]: mgrmap e31: y(active, since 1.0214s) 2023-12-16T19:32:18.561 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[78633]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:18.562 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T19:32:18.458Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=5 2023-12-16T19:32:18.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[86656]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T19:32:18.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[86656]: mgrmap e31: y(active, since 1.0214s) 2023-12-16T19:32:18.562 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:18 smithi002 ceph-mon[86656]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:18.594 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-mon[82080]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T19:32:18.594 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-mon[82080]: mgrmap e31: y(active, since 1.0214s) 2023-12-16T19:32:18.594 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-mon[82080]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:18.594 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:18.432+0000 7f387600d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:32:18.594 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:18.591+0000 7f387600d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:32:18.958 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:32:19.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:18.956+0000 7f387600d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:32:19.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:19.066+0000 7f387600d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:32:19.316 INFO:tasks.rados.rados.0.smithi002.stdout:641: done (1 left) 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:642: read oid 21 snap -1 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:642: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:643: rmattr oid 5 current snap is 62 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:644: rollback oid 9 current snap is 62 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 52 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:645: rollback oid 44 current snap is 62 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 19 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:646: rollback oid 6 current snap is 62 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 34 2023-12-16T19:32:19.317 INFO:tasks.rados.rados.0.smithi002.stdout:647: snap_remove snap 37 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:19.264+0000 7f387600d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:19.484+0000 7f387600d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:18] ENGINE Bus STARTING 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:18] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:18] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:19.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:18] ENGINE Bus STARTED 2023-12-16T19:32:19.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.638 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-mon[82080]: mgrmap e32: y(active, since 3s) 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: [16/Dec/2023:19:32:18] ENGINE Bus STARTING 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: [16/Dec/2023:19:32:18] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: [16/Dec/2023:19:32:18] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: [16/Dec/2023:19:32:18] ENGINE Bus STARTED 2023-12-16T19:32:19.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[78633]: mgrmap e32: y(active, since 3s) 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:18] ENGINE Bus STARTING 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:18] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:18] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:18] ENGINE Bus STARTED 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:19.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:19 smithi002 ceph-mon[86656]: mgrmap e32: y(active, since 3s) 2023-12-16T19:32:19.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:19.781+0000 7f387600d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:20.079+0000 7f387600d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-mon[82080]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.319 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:647: done (6 left) 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:648: copy_from oid 39 from oid 23 current snap is 62 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:649: rollback oid 15 current snap is 62 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 34 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:650: setattr oid 37 current snap is 62 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 103 (ObjNum 174 snap 46 seq_num 174) dirty exists 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:645: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 80 (ObjNum 99 snap 16 seq_num 99) dirty exists 2023-12-16T19:32:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:642: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:646: finishing rollback tid 0 to smithi002125626-6 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 119 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:646: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 301 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:644: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 123 (ObjNum 180 snap 46 seq_num 180) dirty exists 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing rollback tid 0 to smithi002125626-15 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:649: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:32:20.402 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 282 (ObjNum 33 snap 0 seq_num 2032224336) dirty dne 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:648: finishing copy_from to smithi002125626-39 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 284 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:648: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:640: done (8 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:642: done (7 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:643: done (6 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:644: done (5 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:645: done (4 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:646: done (3 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:648: done (2 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:649: done (1 left) 2023-12-16T19:32:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:651: delete oid 38 current snap is 62 2023-12-16T19:32:20.406 INFO:tasks.rados.rados.0.smithi002.stdout:651: done (1 left) 2023-12-16T19:32:20.407 INFO:tasks.rados.rados.0.smithi002.stdout:652: snap_create 2023-12-16T19:32:20.407 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 214 (ObjNum 529 snap 0 seq_num 3267342048) dirty exists 2023-12-16T19:32:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[78633]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T19:32:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[86656]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T19:32:20.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:20 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:20.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:20.326+0000 7f387600d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:32:21.329 INFO:tasks.rados.rados.0.smithi002.stdout:650: done (1 left) 2023-12-16T19:32:21.329 INFO:tasks.rados.rados.0.smithi002.stdout:652: done (0 left) 2023-12-16T19:32:21.329 INFO:tasks.rados.rados.0.smithi002.stdout:653: delete oid 9 current snap is 63 2023-12-16T19:32:21.331 INFO:tasks.rados.rados.0.smithi002.stdout:653: done (0 left) 2023-12-16T19:32:21.331 INFO:tasks.rados.rados.0.smithi002.stdout:654: snap_create 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[78633]: pgmap v8: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[78633]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[78633]: mgrmap e33: y(active, since 4s) 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[86656]: pgmap v8: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[86656]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:21 smithi002 ceph-mon[86656]: mgrmap e33: y(active, since 4s) 2023-12-16T19:32:21.498 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:21.215+0000 7f387600d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:32:21.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-mon[82080]: pgmap v8: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:21.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-mon[82080]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T19:32:21.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:21.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-mon[82080]: mgrmap e33: y(active, since 4s) 2023-12-16T19:32:22.147 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:21.822+0000 7f387600d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:32:22.147 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:21 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:21.928+0000 7f387600d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:32:22.147 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:22.144+0000 7f387600d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:32:22.342 INFO:tasks.rados.rados.0.smithi002.stdout:654: done (0 left) 2023-12-16T19:32:22.342 INFO:tasks.rados.rados.0.smithi002.stdout:655: rmattr oid 13 current snap is 64 2023-12-16T19:32:22.343 INFO:tasks.rados.rados.0.smithi002.stdout:655: done (0 left) 2023-12-16T19:32:22.343 INFO:tasks.rados.rados.0.smithi002.stdout:656: snap_create 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: Standby manager daemon x started 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:32:22] ENGINE Bus STARTING 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: CherryPy Checker: 2023-12-16T19:32:22.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: The Application mounted at '' has an empty config. 2023-12-16T19:32:22.500 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: 2023-12-16T19:32:22.500 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:32:22] ENGINE Serving on http://:::9283 2023-12-16T19:32:22.500 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:22 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: [16/Dec/2023:19:32:22] ENGINE Bus STARTED 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: Standby manager daemon x started 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: Standby manager daemon x started 2023-12-16T19:32:22.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:22.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:22.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:22.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:22 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/3331654611' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:23.256 INFO:tasks.rados.rados.0.smithi002.stdout:656: done (0 left) 2023-12-16T19:32:23.257 INFO:tasks.rados.rados.0.smithi002.stdout:657: copy_from oid 43 from oid 39 current snap is 65 2023-12-16T19:32:23.257 INFO:tasks.rados.rados.0.smithi002.stdout:658: delete oid 49 current snap is 65 2023-12-16T19:32:23.263 INFO:tasks.rados.rados.0.smithi002.stdout:658: done (1 left) 2023-12-16T19:32:23.263 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 65 2023-12-16T19:32:23.264 INFO:tasks.rados.rados.0.smithi002.stdout:659: seq_num 213 ranges {1269760=770048,2039808=401408} 2023-12-16T19:32:23.275 INFO:tasks.rados.rados.0.smithi002.stdout:659: writing smithi002125626-23 from 1269760 to 2039808 tid 1 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:659: writing smithi002125626-23 from 2039808 to 2441216 tid 2 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:660: rollback oid 3 current snap is 65 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 34 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:657: finishing copy_from to smithi002125626-43 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 284 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:661: snap_create 2023-12-16T19:32:23.278 INFO:tasks.rados.rados.0.smithi002.stdout:657: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:32:23.280 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing write tid 1 to smithi002125626-23 2023-12-16T19:32:23.280 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing write tid 2 to smithi002125626-23 2023-12-16T19:32:23.280 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing write tid 3 to smithi002125626-23 2023-12-16T19:32:23.282 INFO:tasks.rados.rados.0.smithi002.stdout:660: finishing rollback tid 0 to smithi002125626-3 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:659: finishing write tid 4 to smithi002125626-23 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 313 (ObjNum 213 snap 65 seq_num 213) dirty exists 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:659: left oid 23 (ObjNum 213 snap 65 seq_num 213) 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:660: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:660: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:32:23.284 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 317 (ObjNum 130 snap 30 seq_num 130) dirty exists 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: pgmap v11: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: mgrmap e34: y(active, since 6s), standbys: x 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[78633]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: pgmap v11: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: mgrmap e34: y(active, since 6s), standbys: x 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:23.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:23.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:23.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:23.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:23 smithi002 ceph-mon[86656]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T19:32:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: pgmap v11: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: mgrmap e34: y(active, since 6s), standbys: x 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:23 smithi043 ceph-mon[82080]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T19:32:24.262 INFO:tasks.rados.rados.0.smithi002.stdout:657: done (3 left) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:659: done (2 left) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:660: done (1 left) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:661: done (0 left) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:662: read oid 42 snap -1 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:662: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:663: read oid 24 snap -1 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:663: expect (ObjNum 196 snap 55 seq_num 196) 2023-12-16T19:32:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:664: snap_create 2023-12-16T19:32:24.283 INFO:tasks.rados.rados.0.smithi002.stdout:663: expect (ObjNum 196 snap 55 seq_num 196) 2023-12-16T19:32:24.407 INFO:tasks.rados.rados.0.smithi002.stdout:662: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[78633]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T19:32:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:24 smithi002 ceph-mon[86656]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[114765]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:32:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:24 smithi043 ceph-mon[82080]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T19:32:25.267 INFO:tasks.rados.rados.0.smithi002.stdout:662: done (2 left) 2023-12-16T19:32:25.267 INFO:tasks.rados.rados.0.smithi002.stdout:663: done (1 left) 2023-12-16T19:32:25.267 INFO:tasks.rados.rados.0.smithi002.stdout:664: done (0 left) 2023-12-16T19:32:25.267 INFO:tasks.rados.rados.0.smithi002.stdout:665: delete oid 10 current snap is 67 2023-12-16T19:32:25.270 INFO:tasks.rados.rados.0.smithi002.stdout:665: done (0 left) 2023-12-16T19:32:25.270 INFO:tasks.rados.rados.0.smithi002.stdout:666: snap_create 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 311 KiB/s wr, 44 op/s 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[78633]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 311 KiB/s wr, 44 op/s 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:32:25.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:25 smithi002 ceph-mon[86656]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: pgmap v15: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 311 KiB/s wr, 44 op/s 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T19:32:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: Reconfiguring daemon prometheus.a on smithi043 2023-12-16T19:32:25.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:25 smithi043 ceph-mon[82080]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:666: done (0 left) 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:667: read oid 17 snap -1 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:667: expect (ObjNum 152 snap 36 seq_num 152) 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:668: rollback oid 6 current snap is 68 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 67 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:669: read oid 27 snap 36 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:669: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:670: copy_from oid 11 from oid 8 current snap is 68 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:671: copy_from oid 13 from oid 12 current snap is 68 2023-12-16T19:32:26.270 INFO:tasks.rados.rados.0.smithi002.stdout:672: setattr oid 45 current snap is 68 2023-12-16T19:32:26.272 INFO:tasks.rados.rados.0.smithi002.stdout:673: rollback oid 29 current snap is 68 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 52 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:674: copy_from oid 24 from oid 21 current snap is 68 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:675: read oid 32 snap -1 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:675: expect deleted 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:676: copy_from oid 1 from oid 36 current snap is 68 2023-12-16T19:32:26.273 INFO:tasks.rados.rados.0.smithi002.stdout:677: delete oid 5 current snap is 68 2023-12-16T19:32:26.275 INFO:tasks.rados.rados.0.smithi002.stdout:668: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:32:26.275 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 301 (ObjNum 33 snap 0 seq_num 2052786232) dirty dne 2023-12-16T19:32:26.278 INFO:tasks.rados.rados.0.smithi002.stdout:667: expect (ObjNum 152 snap 36 seq_num 152) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 216 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:667: done (10 left) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:668: done (9 left) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:672: done (8 left) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:675: done (7 left) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:677: done (6 left) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:678: read oid 9 snap -1 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:678: expect deleted 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:679: read oid 43 snap 59 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:679: expect (ObjNum 174 snap 46 seq_num 174) 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:680: copy_from oid 31 from oid 3 current snap is 68 2023-12-16T19:32:26.285 INFO:tasks.rados.rados.0.smithi002.stdout:673: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:32:26.286 INFO:tasks.rados.rados.0.smithi002.stdout:681: read oid 46 snap -1 2023-12-16T19:32:26.286 INFO:tasks.rados.rados.0.smithi002.stdout:681: expect deleted 2023-12-16T19:32:26.286 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 68 2023-12-16T19:32:26.286 INFO:tasks.rados.rados.0.smithi002.stdout:682: seq_num 216 ranges {1966080=425984,2392064=409600,2801664=393216} 2023-12-16T19:32:26.299 INFO:tasks.rados.rados.0.smithi002.stdout:682: writing smithi002125626-40 from 1966080 to 2392064 tid 1 2023-12-16T19:32:26.301 INFO:tasks.rados.rados.0.smithi002.stdout:682: writing smithi002125626-40 from 2392064 to 2801664 tid 2 2023-12-16T19:32:26.304 INFO:tasks.rados.rados.0.smithi002.stdout:682: writing smithi002125626-40 from 2801664 to 3194880 tid 3 2023-12-16T19:32:26.304 INFO:tasks.rados.rados.0.smithi002.stdout:683: setattr oid 7 current snap is 68 2023-12-16T19:32:26.304 INFO:tasks.rados.rados.0.smithi002.stdout:673: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:32:26.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 170 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:32:26.305 INFO:tasks.rados.rados.0.smithi002.stdout:669: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:670: finishing copy_from to smithi002125626-11 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 60 (ObjNum 170 snap 43 seq_num 170) dirty exists 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:670: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:676: finishing copy_from to smithi002125626-1 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 207 (ObjNum 202 snap 57 seq_num 202) dirty exists 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:676: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:671: finishing copy_from to smithi002125626-13 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 102 (ObjNum 205 snap 58 seq_num 205) dirty exists 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:671: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:674: finishing copy_from to smithi002125626-24 2023-12-16T19:32:26.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 370 (ObjNum 191 snap 54 seq_num 191) dirty exists 2023-12-16T19:32:26.311 INFO:tasks.rados.rados.0.smithi002.stdout:674: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:32:26.311 INFO:tasks.rados.rados.0.smithi002.stdout:679: expect (ObjNum 174 snap 46 seq_num 174) 2023-12-16T19:32:26.414 INFO:tasks.rados.rados.0.smithi002.stdout:680: finishing copy_from to smithi002125626-31 2023-12-16T19:32:26.414 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 317 (ObjNum 130 snap 30 seq_num 130) dirty exists 2023-12-16T19:32:26.414 INFO:tasks.rados.rados.0.smithi002.stdout:680: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:32:26.414 INFO:tasks.rados.rados.0.smithi002.stdout:682: finishing write tid 1 to smithi002125626-40 2023-12-16T19:32:26.414 INFO:tasks.rados.rados.0.smithi002.stdout:682: finishing write tid 2 to smithi002125626-40 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:682: finishing write tid 3 to smithi002125626-40 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:669: done (11 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:670: done (10 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:671: done (9 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:673: done (8 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:674: done (7 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:676: done (6 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:678: done (5 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:679: done (4 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:680: done (3 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:681: done (2 left) 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:684: snap_create 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:682: finishing write tid 4 to smithi002125626-40 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:682: finishing write tid 5 to smithi002125626-40 2023-12-16T19:32:26.415 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 162 (ObjNum 216 snap 68 seq_num 216) dirty exists 2023-12-16T19:32:26.416 INFO:tasks.rados.rados.0.smithi002.stdout:682: left oid 40 (ObjNum 216 snap 68 seq_num 216) 2023-12-16T19:32:26.416 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 515 (ObjNum 204 snap 58 seq_num 204) dirty exists 2023-12-16T19:32:27.277 INFO:tasks.rados.rados.0.smithi002.stdout:682: done (2 left) 2023-12-16T19:32:27.277 INFO:tasks.rados.rados.0.smithi002.stdout:683: done (1 left) 2023-12-16T19:32:27.277 INFO:tasks.rados.rados.0.smithi002.stdout:684: done (0 left) 2023-12-16T19:32:27.277 INFO:tasks.rados.rados.0.smithi002.stdout:685: snap_create 2023-12-16T19:32:27.338 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:27 smithi043 ceph-mon[82080]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T19:32:27.338 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:27 smithi043 ceph-mon[82080]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:27.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:27 smithi002 ceph-mon[78633]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T19:32:27.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:27 smithi002 ceph-mon[78633]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:27 smithi002 ceph-mon[86656]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T19:32:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:27 smithi002 ceph-mon[86656]: pgmap v18: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:28.277 INFO:tasks.rados.rados.0.smithi002.stdout:685: done (0 left) 2023-12-16T19:32:28.277 INFO:tasks.rados.rados.0.smithi002.stdout:686: copy_from oid 22 from oid 47 current snap is 70 2023-12-16T19:32:28.277 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 70 2023-12-16T19:32:28.277 INFO:tasks.rados.rados.0.smithi002.stdout:687: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2023-12-16T19:32:28.279 INFO:tasks.rados.rados.0.smithi002.stdout:687: writing smithi002125626-27 from 0 to 442368 tid 1 2023-12-16T19:32:28.284 INFO:tasks.rados.rados.0.smithi002.stdout:687: writing smithi002125626-27 from 442368 to 1138688 tid 2 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:687: writing smithi002125626-27 from 1138688 to 1245184 tid 3 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:688: snap_create 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:686: finishing copy_from to smithi002125626-22 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:686: got expected ENOENT (src dne) 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:686: finishing copy_from racing read to smithi002125626-22 2023-12-16T19:32:28.285 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing write tid 1 to smithi002125626-27 2023-12-16T19:32:28.288 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing write tid 2 to smithi002125626-27 2023-12-16T19:32:28.288 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing write tid 3 to smithi002125626-27 2023-12-16T19:32:28.288 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing write tid 4 to smithi002125626-27 2023-12-16T19:32:28.289 INFO:tasks.rados.rados.0.smithi002.stdout:687: finishing write tid 5 to smithi002125626-27 2023-12-16T19:32:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 321 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:32:28.290 INFO:tasks.rados.rados.0.smithi002.stdout:687: left oid 27 (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:32:28.446 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 systemd[1]: Stopping Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:28.446 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-mon[82080]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T19:32:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:28 smithi002 ceph-mon[78633]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T19:32:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:28 smithi002 ceph-mon[86656]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T19:32:28.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.444Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.445Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.445Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[123269]: ts=2023-12-16T19:32:28.445Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 podman[126384]: 2023-12-16 19:32:28.454523498 +0000 UTC m=+0.068607173 container died efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 podman[126384]: 2023-12-16 19:32:28.574889337 +0000 UTC m=+0.188973049 container cleanup efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 bash[126384]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T19:32:28.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 podman[126396]: 2023-12-16 19:32:28.682937136 +0000 UTC m=+0.228989510 container remove efd08de1e3184484059f83a9666c2775d6c61d17b81e9dcc9fc31fe1a5fba680 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:29.101 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T19:32:29.101 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 systemd[1]: Stopped Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:29.102 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service: Consumed 1.099s CPU time. 2023-12-16T19:32:29.102 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:28 smithi043 systemd[1]: Starting Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:29.102 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 podman[126496]: 2023-12-16 19:32:29.029769161 +0000 UTC m=+0.090152277 container create 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:29.102 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 podman[126496]: 2023-12-16 19:32:28.958888626 +0000 UTC m=+0.019271759 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T19:32:29.287 INFO:tasks.rados.rados.0.smithi002.stdout:686: done (2 left) 2023-12-16T19:32:29.287 INFO:tasks.rados.rados.0.smithi002.stdout:687: done (1 left) 2023-12-16T19:32:29.287 INFO:tasks.rados.rados.0.smithi002.stdout:688: done (0 left) 2023-12-16T19:32:29.287 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 71 2023-12-16T19:32:29.287 INFO:tasks.rados.rados.0.smithi002.stdout:689: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2023-12-16T19:32:29.289 INFO:tasks.rados.rados.0.smithi002.stdout:689: writing smithi002125626-35 from 0 to 458752 tid 1 2023-12-16T19:32:29.292 INFO:tasks.rados.rados.0.smithi002.stdout:689: writing smithi002125626-35 from 458752 to 1040384 tid 2 2023-12-16T19:32:29.294 INFO:tasks.rados.rados.0.smithi002.stdout:689: writing smithi002125626-35 from 1040384 to 1261568 tid 3 2023-12-16T19:32:29.294 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 71 2023-12-16T19:32:29.294 INFO:tasks.rados.rados.0.smithi002.stdout:689: finishing write tid 1 to smithi002125626-35 2023-12-16T19:32:29.294 INFO:tasks.rados.rados.0.smithi002.stdout:690: seq_num 219 ranges {3194880=475136,3670016=466944,4136960=335872} 2023-12-16T19:32:29.314 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi002125626-40 from 3194880 to 3670016 tid 1 2023-12-16T19:32:29.317 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi002125626-40 from 3670016 to 4136960 tid 2 2023-12-16T19:32:29.319 INFO:tasks.rados.rados.0.smithi002.stdout:690: writing smithi002125626-40 from 4136960 to 4472832 tid 3 2023-12-16T19:32:29.319 INFO:tasks.rados.rados.0.smithi002.stdout:691: read oid 22 snap -1 2023-12-16T19:32:29.319 INFO:tasks.rados.rados.0.smithi002.stdout:691: expect deleted 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:692: read oid 8 snap -1 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:692: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:693: copy_from oid 30 from oid 12 current snap is 71 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: finishing write tid 2 to smithi002125626-35 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: finishing write tid 3 to smithi002125626-35 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: finishing write tid 4 to smithi002125626-35 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: finishing write tid 5 to smithi002125626-35 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 519 (ObjNum 218 snap 71 seq_num 218) dirty exists 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: left oid 35 (ObjNum 218 snap 71 seq_num 218) 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 1 to smithi002125626-40 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:689: done (4 left) 2023-12-16T19:32:29.320 INFO:tasks.rados.rados.0.smithi002.stdout:694: snap_remove snap 19 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: pgmap v21: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:29.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 podman[126496]: 2023-12-16 19:32:29.100029418 +0000 UTC m=+0.160412554 container init 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 podman[126496]: 2023-12-16 19:32:29.106873685 +0000 UTC m=+0.167256811 container start 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.131Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.131Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.131Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi043 (none))" 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.131Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.131Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.132Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.133Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.134Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T19:32:29.500 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.134Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.136Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.136Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.669µs 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.136Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.137Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 bash[126496]: 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 systemd[1]: Started Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.151Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.153Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.153Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.153Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.614µs wal_replay_duration=17.018835ms wbl_replay_duration=136ns total_replay_duration=17.082941ms 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.156Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.156Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.156Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T19:32:29.501 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.174Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.068494ms db_storage=846ns remote_storage=1.229µs web_handler=359ns query_engine=762ns scrape=377.264µs scrape_sd=103.627µs notify=10.876µs notify_sd=20.509µs rules=17.282302ms tracing=6.594µs 2023-12-16T19:32:29.502 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.174Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T19:32:29.502 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:29.174Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: pgmap v21: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T19:32:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: pgmap v21: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:29 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:694: done (4 left) 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:695: delete oid 47 current snap is 71 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 2 to smithi002125626-40 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 3 to smithi002125626-40 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 4 to smithi002125626-40 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:690: finishing write tid 5 to smithi002125626-40 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 167 (ObjNum 219 snap 71 seq_num 219) dirty exists 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:690: left oid 40 (ObjNum 219 snap 71 seq_num 219) 2023-12-16T19:32:30.292 INFO:tasks.rados.rados.0.smithi002.stdout:692: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing copy_from to smithi002125626-30 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 102 (ObjNum 205 snap 58 seq_num 205) dirty exists 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:693: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:690: done (4 left) 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:691: done (3 left) 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:692: done (2 left) 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:693: done (1 left) 2023-12-16T19:32:30.312 INFO:tasks.rados.rados.0.smithi002.stdout:695: done (0 left) 2023-12-16T19:32:30.313 INFO:tasks.rados.rados.0.smithi002.stdout:696: read oid 11 snap -1 2023-12-16T19:32:30.313 INFO:tasks.rados.rados.0.smithi002.stdout:696: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:32:30.313 INFO:tasks.rados.rados.0.smithi002.stdout:697: snap_remove snap 27 2023-12-16T19:32:30.568 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:30 smithi043 ceph-mon[82080]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:30.568 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:30 smithi043 ceph-mon[82080]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T19:32:30.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:30 smithi002 ceph-mon[78633]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:30.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:30 smithi002 ceph-mon[78633]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T19:32:30.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:30 smithi002 ceph-mon[86656]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T19:32:30.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:30 smithi002 ceph-mon[86656]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:697: done (1 left) 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:698: read oid 12 snap -1 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:698: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:699: read oid 29 snap -1 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:699: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:700: read oid 20 snap -1 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:700: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:701: read oid 2 snap -1 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:701: expect deleted 2023-12-16T19:32:31.299 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 71 2023-12-16T19:32:31.300 INFO:tasks.rados.rados.0.smithi002.stdout:702: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2023-12-16T19:32:31.302 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi002125626-32 from 0 to 507904 tid 1 2023-12-16T19:32:31.308 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi002125626-32 from 507904 to 1196032 tid 2 2023-12-16T19:32:31.310 INFO:tasks.rados.rados.0.smithi002.stdout:702: writing smithi002125626-32 from 1196032 to 1310720 tid 3 2023-12-16T19:32:31.310 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 71 2023-12-16T19:32:31.310 INFO:tasks.rados.rados.0.smithi002.stdout:703: seq_num 222 ranges {4472832=524288,4997120=565248,5562368=237568} 2023-12-16T19:32:31.338 INFO:tasks.rados.rados.0.smithi002.stdout:703: writing smithi002125626-40 from 4472832 to 4997120 tid 1 2023-12-16T19:32:31.341 INFO:tasks.rados.rados.0.smithi002.stdout:703: writing smithi002125626-40 from 4997120 to 5562368 tid 2 2023-12-16T19:32:31.343 INFO:tasks.rados.rados.0.smithi002.stdout:703: writing smithi002125626-40 from 5562368 to 5799936 tid 3 2023-12-16T19:32:31.343 INFO:tasks.rados.rados.0.smithi002.stdout:704: read oid 15 snap 63 2023-12-16T19:32:31.343 INFO:tasks.rados.rados.0.smithi002.stdout:704: expect deleted 2023-12-16T19:32:31.343 INFO:tasks.rados.rados.0.smithi002.stdout:705: snap_remove snap 38 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: pgmap v24: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: Upgrade: Updating mgr.x 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:31.614 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:31 smithi043 ceph-mon[82080]: Deploying daemon mgr.x on smithi043 2023-12-16T19:32:31.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T19:32:31.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: pgmap v24: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:31.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: Upgrade: Updating mgr.x 2023-12-16T19:32:31.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:31.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:31.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[78633]: Deploying daemon mgr.x on smithi043 2023-12-16T19:32:31.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T19:32:31.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: pgmap v24: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2023-12-16T19:32:31.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: Upgrade: Updating mgr.x 2023-12-16T19:32:31.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:32:31.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:32:31.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:31.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:31 smithi002 ceph-mon[86656]: Deploying daemon mgr.x on smithi043 2023-12-16T19:32:31.884 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:31 smithi043 systemd[1]: Stopping Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:32.184 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:31 smithi043 podman[126850]: 2023-12-16 19:32:31.882585136 +0000 UTC m=+0.099613582 container died 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:32:32.184 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126850]: 2023-12-16 19:32:32.04926326 +0000 UTC m=+0.266291748 container cleanup 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:32:32.185 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 bash[126850]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x 2023-12-16T19:32:32.194 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:32:32.302 INFO:tasks.rados.rados.0.smithi002.stdout:705: done (8 left) 2023-12-16T19:32:32.302 INFO:tasks.rados.rados.0.smithi002.stdout:706: read oid 26 snap -1 2023-12-16T19:32:32.302 INFO:tasks.rados.rados.0.smithi002.stdout:706: expect (ObjNum 198 snap 57 seq_num 198) 2023-12-16T19:32:32.302 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 71 2023-12-16T19:32:32.302 INFO:tasks.rados.rados.0.smithi002.stdout:707: seq_num 223 ranges {4366336=540672,4907008=450560,5357568=352256} 2023-12-16T19:32:32.332 INFO:tasks.rados.rados.0.smithi002.stdout:707: writing smithi002125626-18 from 4366336 to 4907008 tid 1 2023-12-16T19:32:32.334 INFO:tasks.rados.rados.0.smithi002.stdout:707: writing smithi002125626-18 from 4907008 to 5357568 tid 2 2023-12-16T19:32:32.337 INFO:tasks.rados.rados.0.smithi002.stdout:707: writing smithi002125626-18 from 5357568 to 5709824 tid 3 2023-12-16T19:32:32.337 INFO:tasks.rados.rados.0.smithi002.stdout:708: read oid 16 snap -1 2023-12-16T19:32:32.338 INFO:tasks.rados.rados.0.smithi002.stdout:708: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:32:32.338 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 71 2023-12-16T19:32:32.338 INFO:tasks.rados.rados.0.smithi002.stdout:709: seq_num 224 ranges {557056=557056,1114112=737280,1851392=65536} 2023-12-16T19:32:32.343 INFO:tasks.rados.rados.0.smithi002.stdout:709: writing smithi002125626-45 from 557056 to 1114112 tid 1 2023-12-16T19:32:32.347 INFO:tasks.rados.rados.0.smithi002.stdout:709: writing smithi002125626-45 from 1114112 to 1851392 tid 2 2023-12-16T19:32:32.348 INFO:tasks.rados.rados.0.smithi002.stdout:709: writing smithi002125626-45 from 1851392 to 1916928 tid 3 2023-12-16T19:32:32.348 INFO:tasks.rados.rados.0.smithi002.stdout:710: setattr oid 4 current snap is 71 2023-12-16T19:32:32.348 INFO:tasks.rados.rados.0.smithi002.stdout:696: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:32:32.360 INFO:tasks.rados.rados.0.smithi002.stdout:700: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:32:32.365 INFO:tasks.rados.rados.0.smithi002.stdout:698: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:32:32.392 INFO:tasks.rados.rados.0.smithi002.stdout:699: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 1 to smithi002125626-32 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 2 to smithi002125626-32 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 3 to smithi002125626-32 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 4 to smithi002125626-32 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: finishing write tid 5 to smithi002125626-32 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 546 (ObjNum 221 snap 71 seq_num 221) dirty exists 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:702: left oid 32 (ObjNum 221 snap 71 seq_num 221) 2023-12-16T19:32:32.415 INFO:tasks.rados.rados.0.smithi002.stdout:703: finishing write tid 1 to smithi002125626-40 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:703: finishing write tid 2 to smithi002125626-40 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:703: finishing write tid 3 to smithi002125626-40 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:703: finishing write tid 4 to smithi002125626-40 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:703: finishing write tid 5 to smithi002125626-40 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 183 (ObjNum 222 snap 71 seq_num 222) dirty exists 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:703: left oid 40 (ObjNum 222 snap 71 seq_num 222) 2023-12-16T19:32:32.416 INFO:tasks.rados.rados.0.smithi002.stdout:706: expect (ObjNum 198 snap 57 seq_num 198) 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: finishing write tid 1 to smithi002125626-18 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: finishing write tid 2 to smithi002125626-18 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: finishing write tid 3 to smithi002125626-18 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: finishing write tid 4 to smithi002125626-18 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: finishing write tid 5 to smithi002125626-18 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 108 (ObjNum 223 snap 71 seq_num 223) dirty exists 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:707: left oid 18 (ObjNum 223 snap 71 seq_num 223) 2023-12-16T19:32:32.462 INFO:tasks.rados.rados.0.smithi002.stdout:708: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:32:32.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:32 smithi002 ceph-mon[78633]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T19:32:32.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:32 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:32 smithi002 ceph-mon[86656]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T19:32:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:32 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:32 smithi043 ceph-mon[82080]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:32 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126864]: 2023-12-16 19:32:32.182452756 +0000 UTC m=+0.302956539 container remove 9ed2991da5813aaa59f8b8808f7541367e7f035f77bf68a7fdc926f340b219ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: Stopped Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:32.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Consumed 27.307s CPU time. 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: finishing write tid 1 to smithi002125626-45 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: finishing write tid 2 to smithi002125626-45 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: finishing write tid 3 to smithi002125626-45 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: finishing write tid 4 to smithi002125626-45 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: finishing write tid 5 to smithi002125626-45 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 239 (ObjNum 224 snap 71 seq_num 224) dirty exists 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:709: left oid 45 (ObjNum 224 snap 71 seq_num 224) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:696: done (12 left) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:698: done (11 left) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:699: done (10 left) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:700: done (9 left) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:701: done (8 left) 2023-12-16T19:32:32.504 INFO:tasks.rados.rados.0.smithi002.stdout:702: done (7 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:703: done (6 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:704: done (5 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:706: done (4 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:707: done (3 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:708: done (2 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:709: done (1 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:711: read oid 21 snap -1 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:711: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:712: copy_from oid 24 from oid 8 current snap is 71 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 175 (ObjNum 208 snap 61 seq_num 208) dirty exists 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:710: done (2 left) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:713: read oid 50 snap 66 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:713: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T19:32:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:714: delete oid 5 current snap is 71 2023-12-16T19:32:32.506 INFO:tasks.rados.rados.0.smithi002.stdout:714: done (3 left) 2023-12-16T19:32:32.506 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 71 2023-12-16T19:32:32.506 INFO:tasks.rados.rados.0.smithi002.stdout:715: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2023-12-16T19:32:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi002125626-49 from 0 to 589824 tid 1 2023-12-16T19:32:32.512 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi002125626-49 from 589824 to 1097728 tid 2 2023-12-16T19:32:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:715: writing smithi002125626-49 from 1097728 to 1392640 tid 3 2023-12-16T19:32:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:716: snap_create 2023-12-16T19:32:32.514 INFO:tasks.rados.rados.0.smithi002.stdout:711: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:32.543 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:32:32.543 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (45s) 13s ago 3m 18.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:32:32.543 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (28s) 12s ago 3m 78.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (4m) 13s ago 4m 13.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (4m) 12s ago 4m 17.3M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283 running (73s) 12s ago 6m 163M - 19.0.0-202-gc7586e95 e538bb48aa15 9ed2991da581 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (23s) 13s ago 7m 466M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 13s ago 7m 52.3M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 f8c7f4434e19 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (6m) 12s ago 6m 47.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 13s ago 6m 44.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 714b6a62cf05 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (43s) 13s ago 3m 8472k - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (27s) 12s ago 3m 8010k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (6m) 13s ago 6m 135M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 13s ago 5m 122M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (5m) 13s ago 5m 100M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (5m) 13s ago 5m 69.2M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:32:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (5m) 12s ago 5m 128M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:32:32.545 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (4m) 12s ago 4m 96.6M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:32:32.545 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (4m) 12s ago 4m 79.7M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:32:32.545 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (4m) 12s ago 4m 74.3M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:32:32.545 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 starting - - - - 2023-12-16T19:32:32.580 INFO:tasks.rados.rados.0.smithi002.stdout:712: finishing copy_from to smithi002125626-24 2023-12-16T19:32:32.580 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 60 (ObjNum 170 snap 43 seq_num 170) dirty exists 2023-12-16T19:32:32.580 INFO:tasks.rados.rados.0.smithi002.stdout:713: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:712: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 1 to smithi002125626-49 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 2 to smithi002125626-49 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 3 to smithi002125626-49 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 4 to smithi002125626-49 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: finishing write tid 5 to smithi002125626-49 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 310 (ObjNum 226 snap 71 seq_num 226) dirty exists 2023-12-16T19:32:32.606 INFO:tasks.rados.rados.0.smithi002.stdout:715: left oid 49 (ObjNum 226 snap 71 seq_num 226) 2023-12-16T19:32:32.791 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: Starting Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:32.792 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126996]: 2023-12-16 19:32:32.724061606 +0000 UTC m=+0.087246109 container create ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2023-12-16T19:32:32.792 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126996]: 2023-12-16 19:32:32.655084337 +0000 UTC m=+0.018268807 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:32:32.948 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:32:32.948 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:32:32.948 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T19:32:32.948 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 13, 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:32:32.949 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:32:33.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126996]: 2023-12-16 19:32:32.832837809 +0000 UTC m=+0.196022267 container init ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, ceph=True, CEPH_POINT_RELEASE=) 2023-12-16T19:32:33.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 podman[126996]: 2023-12-16 19:32:32.8355211 +0000 UTC m=+0.198705566 container start ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:32:33.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 ceph-mgr[127015]: -- 172.21.15.43:0/1992637536 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d6f3ed3520 con 0x55d6f3ea8c00 2023-12-16T19:32:33.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 bash[126996]: ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e 2023-12-16T19:32:33.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:32 smithi043 systemd[1]: Started Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:711: done (4 left) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:712: done (3 left) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:713: done (2 left) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:715: done (1 left) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:716: done (0 left) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:717: read oid 10 snap -1 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:717: expect deleted 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:718: read oid 21 snap 68 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:718: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:33.259 INFO:tasks.rados.rados.0.smithi002.stdout:719: snap_remove snap 67 2023-12-16T19:32:33.662 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:33.402+0000 7f843fcdf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:32:33.662 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:33.512+0000 7f843fcdf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:32:33.662 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2817690666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:33.663 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:33 smithi043 ceph-mon[82080]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T19:32:33.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='client.? 172.21.15.2:0/2817690666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[78633]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:32:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='client.? 172.21.15.2:0/2817690666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:33 smithi002 ceph-mon[86656]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T19:32:34.265 INFO:tasks.rados.rados.0.smithi002.stdout:719: done (2 left) 2023-12-16T19:32:34.266 INFO:tasks.rados.rados.0.smithi002.stdout:720: rollback oid 31 current snap is 72 2023-12-16T19:32:34.266 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 59 2023-12-16T19:32:34.266 INFO:tasks.rados.rados.0.smithi002.stdout:718: expect (ObjNum 191 snap 54 seq_num 191) 2023-12-16T19:32:34.336 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:32:34.336 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:720: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 324 (ObjNum 192 snap 54 seq_num 192) dirty exists 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:717: done (2 left) 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:718: done (1 left) 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:720: done (0 left) 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 72 2023-12-16T19:32:34.337 INFO:tasks.rados.rados.0.smithi002.stdout:721: seq_num 227 ranges {1400832=606208,2007040=794624,2801664=8192} 2023-12-16T19:32:34.347 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi002125626-16 from 1400832 to 2007040 tid 1 2023-12-16T19:32:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi002125626-16 from 2007040 to 2801664 tid 2 2023-12-16T19:32:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:721: writing smithi002125626-16 from 2801664 to 2809856 tid 3 2023-12-16T19:32:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 72 2023-12-16T19:32:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 1 to smithi002125626-16 2023-12-16T19:32:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:722: seq_num 228 ranges {1040384=622592,1662976=671744,2334720=131072} 2023-12-16T19:32:34.361 INFO:tasks.rados.rados.0.smithi002.stdout:722: writing smithi002125626-30 from 1040384 to 1662976 tid 1 2023-12-16T19:32:34.365 INFO:tasks.rados.rados.0.smithi002.stdout:722: writing smithi002125626-30 from 1662976 to 2334720 tid 2 2023-12-16T19:32:34.366 INFO:tasks.rados.rados.0.smithi002.stdout:722: writing smithi002125626-30 from 2334720 to 2465792 tid 3 2023-12-16T19:32:34.366 INFO:tasks.rados.rados.0.smithi002.stdout:723: snap_create 2023-12-16T19:32:34.366 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 2 to smithi002125626-16 2023-12-16T19:32:34.366 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 3 to smithi002125626-16 2023-12-16T19:32:34.366 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 4 to smithi002125626-16 2023-12-16T19:32:34.367 INFO:tasks.rados.rados.0.smithi002.stdout:721: finishing write tid 5 to smithi002125626-16 2023-12-16T19:32:34.367 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 174 (ObjNum 227 snap 72 seq_num 227) dirty exists 2023-12-16T19:32:34.367 INFO:tasks.rados.rados.0.smithi002.stdout:721: left oid 16 (ObjNum 227 snap 72 seq_num 227) 2023-12-16T19:32:34.367 INFO:tasks.rados.rados.0.smithi002.stdout:722: finishing write tid 1 to smithi002125626-30 2023-12-16T19:32:34.369 INFO:tasks.rados.rados.0.smithi002.stdout:722: finishing write tid 2 to smithi002125626-30 2023-12-16T19:32:34.369 INFO:tasks.rados.rados.0.smithi002.stdout:722: finishing write tid 3 to smithi002125626-30 2023-12-16T19:32:34.370 INFO:tasks.rados.rados.0.smithi002.stdout:722: finishing write tid 4 to smithi002125626-30 2023-12-16T19:32:34.370 INFO:tasks.rados.rados.0.smithi002.stdout:722: finishing write tid 5 to smithi002125626-30 2023-12-16T19:32:34.370 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 317 (ObjNum 228 snap 72 seq_num 228) dirty exists 2023-12-16T19:32:34.370 INFO:tasks.rados.rados.0.smithi002.stdout:722: left oid 30 (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:32:34.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:34.233+0000 7f843fcdf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:32:34.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:34.338+0000 7f843fcdf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:32:34.851 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:34.511+0000 7f843fcdf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:32:34.851 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:34.636+0000 7f843fcdf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:32:34.851 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:34.735+0000 7f843fcdf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:32:35.144 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:35.008+0000 7f843fcdf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:32:35.144 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:35.142+0000 7f843fcdf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:721: done (2 left) 2023-12-16T19:32:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:722: done (1 left) 2023-12-16T19:32:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:723: done (0 left) 2023-12-16T19:32:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 73 2023-12-16T19:32:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:724: seq_num 229 ranges {1916928=638976,2555904=606208,3162112=196608} 2023-12-16T19:32:35.284 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi002125626-45 from 1916928 to 2555904 tid 1 2023-12-16T19:32:35.287 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi002125626-45 from 2555904 to 3162112 tid 2 2023-12-16T19:32:35.288 INFO:tasks.rados.rados.0.smithi002.stdout:724: writing smithi002125626-45 from 3162112 to 3358720 tid 3 2023-12-16T19:32:35.288 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 73 2023-12-16T19:32:35.289 INFO:tasks.rados.rados.0.smithi002.stdout:725: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2023-12-16T19:32:35.292 INFO:tasks.rados.rados.0.smithi002.stdout:725: writing smithi002125626-10 from 0 to 655360 tid 1 2023-12-16T19:32:35.295 INFO:tasks.rados.rados.0.smithi002.stdout:725: writing smithi002125626-10 from 655360 to 1146880 tid 2 2023-12-16T19:32:35.297 INFO:tasks.rados.rados.0.smithi002.stdout:725: writing smithi002125626-10 from 1146880 to 1458176 tid 3 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:726: delete oid 7 current snap is 73 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 1 to smithi002125626-45 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 2 to smithi002125626-45 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 3 to smithi002125626-45 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 4 to smithi002125626-45 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: finishing write tid 5 to smithi002125626-45 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 246 (ObjNum 229 snap 73 seq_num 229) dirty exists 2023-12-16T19:32:35.298 INFO:tasks.rados.rados.0.smithi002.stdout:724: left oid 45 (ObjNum 229 snap 73 seq_num 229) 2023-12-16T19:32:35.300 INFO:tasks.rados.rados.0.smithi002.stdout:725: finishing write tid 1 to smithi002125626-10 2023-12-16T19:32:35.301 INFO:tasks.rados.rados.0.smithi002.stdout:725: finishing write tid 2 to smithi002125626-10 2023-12-16T19:32:35.301 INFO:tasks.rados.rados.0.smithi002.stdout:725: finishing write tid 3 to smithi002125626-10 2023-12-16T19:32:35.301 INFO:tasks.rados.rados.0.smithi002.stdout:725: finishing write tid 4 to smithi002125626-10 2023-12-16T19:32:35.302 INFO:tasks.rados.rados.0.smithi002.stdout:724: done (2 left) 2023-12-16T19:32:35.302 INFO:tasks.rados.rados.0.smithi002.stdout:726: done (1 left) 2023-12-16T19:32:35.302 INFO:tasks.rados.rados.0.smithi002.stdout:727: rmattr oid 20 current snap is 73 2023-12-16T19:32:35.302 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 73 2023-12-16T19:32:35.302 INFO:tasks.rados.rados.0.smithi002.stdout:728: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2023-12-16T19:32:35.306 INFO:tasks.rados.rados.0.smithi002.stdout:728: writing smithi002125626-47 from 0 to 688128 tid 1 2023-12-16T19:32:35.310 INFO:tasks.rados.rados.0.smithi002.stdout:728: writing smithi002125626-47 from 688128 to 1351680 tid 2 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:728: writing smithi002125626-47 from 1351680 to 1490944 tid 3 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 73 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:725: finishing write tid 5 to smithi002125626-10 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 97 (ObjNum 230 snap 73 seq_num 230) dirty exists 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:725: left oid 10 (ObjNum 230 snap 73 seq_num 230) 2023-12-16T19:32:35.311 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 248 (ObjNum 65 snap 0 seq_num 1734430548) dirty exists 2023-12-16T19:32:35.312 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing write tid 1 to smithi002125626-47 2023-12-16T19:32:35.312 INFO:tasks.rados.rados.0.smithi002.stdout:729: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2023-12-16T19:32:35.315 INFO:tasks.rados.rados.0.smithi002.stdout:729: writing smithi002125626-48 from 0 to 712704 tid 1 2023-12-16T19:32:35.318 INFO:tasks.rados.rados.0.smithi002.stdout:729: writing smithi002125626-48 from 712704 to 1261568 tid 2 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:729: writing smithi002125626-48 from 1261568 to 1515520 tid 3 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:725: done (3 left) 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:727: done (2 left) 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:730: delete oid 20 current snap is 73 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing write tid 2 to smithi002125626-47 2023-12-16T19:32:35.320 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing write tid 3 to smithi002125626-47 2023-12-16T19:32:35.321 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing write tid 4 to smithi002125626-47 2023-12-16T19:32:35.321 INFO:tasks.rados.rados.0.smithi002.stdout:728: finishing write tid 5 to smithi002125626-47 2023-12-16T19:32:35.321 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 582 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:32:35.321 INFO:tasks.rados.rados.0.smithi002.stdout:728: left oid 47 (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:32:35.321 INFO:tasks.rados.rados.0.smithi002.stdout:729: finishing write tid 1 to smithi002125626-48 2023-12-16T19:32:35.322 INFO:tasks.rados.rados.0.smithi002.stdout:728: done (2 left) 2023-12-16T19:32:35.322 INFO:tasks.rados.rados.0.smithi002.stdout:730: done (1 left) 2023-12-16T19:32:35.322 INFO:tasks.rados.rados.0.smithi002.stdout:731: snap_create 2023-12-16T19:32:35.322 INFO:tasks.rados.rados.0.smithi002.stdout:729: finishing write tid 2 to smithi002125626-48 2023-12-16T19:32:35.322 INFO:tasks.rados.rados.0.smithi002.stdout:729: finishing write tid 3 to smithi002125626-48 2023-12-16T19:32:35.323 INFO:tasks.rados.rados.0.smithi002.stdout:729: finishing write tid 4 to smithi002125626-48 2023-12-16T19:32:35.324 INFO:tasks.rados.rados.0.smithi002.stdout:729: finishing write tid 5 to smithi002125626-48 2023-12-16T19:32:35.324 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 101 (ObjNum 233 snap 73 seq_num 233) dirty exists 2023-12-16T19:32:35.324 INFO:tasks.rados.rados.0.smithi002.stdout:729: left oid 48 (ObjNum 233 snap 73 seq_num 233) 2023-12-16T19:32:35.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-mon[82080]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T19:32:35.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-mon[82080]: pgmap v30: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:35.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:35.237+0000 7f843fcdf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:32:35.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:35.363+0000 7f843fcdf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:32:35.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:35 smithi002 ceph-mon[78633]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T19:32:35.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:35 smithi002 ceph-mon[78633]: pgmap v30: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:35 smithi002 ceph-mon[86656]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T19:32:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:35 smithi002 ceph-mon[86656]: pgmap v30: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:35.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:35 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:35.563+0000 7f843fcdf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:32:36.271 INFO:tasks.rados.rados.0.smithi002.stdout:729: done (1 left) 2023-12-16T19:32:36.271 INFO:tasks.rados.rados.0.smithi002.stdout:731: done (0 left) 2023-12-16T19:32:36.271 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 74 2023-12-16T19:32:36.271 INFO:tasks.rados.rados.0.smithi002.stdout:732: seq_num 235 ranges {1040384=745472,1785856=712704,2498560=90112} 2023-12-16T19:32:36.281 INFO:tasks.rados.rados.0.smithi002.stdout:732: writing smithi002125626-13 from 1040384 to 1785856 tid 1 2023-12-16T19:32:36.285 INFO:tasks.rados.rados.0.smithi002.stdout:732: writing smithi002125626-13 from 1785856 to 2498560 tid 2 2023-12-16T19:32:36.286 INFO:tasks.rados.rados.0.smithi002.stdout:732: writing smithi002125626-13 from 2498560 to 2588672 tid 3 2023-12-16T19:32:36.286 INFO:tasks.rados.rados.0.smithi002.stdout:733: delete oid 50 current snap is 74 2023-12-16T19:32:36.289 INFO:tasks.rados.rados.0.smithi002.stdout:732: finishing write tid 1 to smithi002125626-13 2023-12-16T19:32:36.290 INFO:tasks.rados.rados.0.smithi002.stdout:733: done (1 left) 2023-12-16T19:32:36.290 INFO:tasks.rados.rados.0.smithi002.stdout:734: rollback oid 21 current snap is 74 2023-12-16T19:32:36.290 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 68 2023-12-16T19:32:36.290 INFO:tasks.rados.rados.0.smithi002.stdout:735: snap_remove snap 62 2023-12-16T19:32:36.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:36 smithi043 ceph-mon[82080]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T19:32:36.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:36 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.637 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:36 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[78633]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[86656]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:36 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:36.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:36 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:36.635+0000 7f843fcdf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:32:36.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:36 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:36.778+0000 7f843fcdf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:735: done (2 left) 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:736: snap_create 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:732: finishing write tid 2 to smithi002125626-13 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:732: finishing write tid 3 to smithi002125626-13 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:732: finishing write tid 4 to smithi002125626-13 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:732: finishing write tid 5 to smithi002125626-13 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 374 (ObjNum 235 snap 74 seq_num 235) dirty exists 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:732: left oid 13 (ObjNum 235 snap 74 seq_num 235) 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:734: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:734: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:734: finishing rollback tid 2 to smithi002125626-21 2023-12-16T19:32:37.283 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 588 (ObjNum 191 snap 54 seq_num 191) dirty exists 2023-12-16T19:32:37.450 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-mon[82080]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T19:32:37.450 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-mon[82080]: pgmap v33: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:37.451 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.451 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.451 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:37.142+0000 7f843fcdf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:32:37.451 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:37.241+0000 7f843fcdf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:32:37.451 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:37.448+0000 7f843fcdf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:37.708 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:37.657+0000 7f843fcdf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:32:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[78633]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T19:32:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[78633]: pgmap v33: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[86656]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T19:32:37.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[86656]: pgmap v33: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2023-12-16T19:32:37.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:37 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:37.973 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:37.953+0000 7f843fcdf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:38.262 INFO:tasks.rados.rados.0.smithi002.stdout:732: done (2 left) 2023-12-16T19:32:38.262 INFO:tasks.rados.rados.0.smithi002.stdout:734: done (1 left) 2023-12-16T19:32:38.262 INFO:tasks.rados.rados.0.smithi002.stdout:736: done (0 left) 2023-12-16T19:32:38.262 INFO:tasks.rados.rados.0.smithi002.stdout:737: read oid 46 snap -1 2023-12-16T19:32:38.262 INFO:tasks.rados.rados.0.smithi002.stdout:737: expect deleted 2023-12-16T19:32:38.263 INFO:tasks.rados.rados.0.smithi002.stdout:738: read oid 12 snap -1 2023-12-16T19:32:38.263 INFO:tasks.rados.rados.0.smithi002.stdout:738: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:32:38.263 INFO:tasks.rados.rados.0.smithi002.stdout:739: read oid 29 snap -1 2023-12-16T19:32:38.263 INFO:tasks.rados.rados.0.smithi002.stdout:739: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:38.263 INFO:tasks.rados.rados.0.smithi002.stdout:740: delete oid 16 current snap is 75 2023-12-16T19:32:38.273 INFO:tasks.rados.rados.0.smithi002.stdout:739: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:38.296 INFO:tasks.rados.rados.0.smithi002.stdout:738: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:32:38.324 INFO:tasks.rados.rados.0.smithi002.stdout:737: done (3 left) 2023-12-16T19:32:38.324 INFO:tasks.rados.rados.0.smithi002.stdout:738: done (2 left) 2023-12-16T19:32:38.324 INFO:tasks.rados.rados.0.smithi002.stdout:739: done (1 left) 2023-12-16T19:32:38.324 INFO:tasks.rados.rados.0.smithi002.stdout:740: done (0 left) 2023-12-16T19:32:38.324 INFO:tasks.rados.rados.0.smithi002.stdout:741: read oid 29 snap 69 2023-12-16T19:32:38.325 INFO:tasks.rados.rados.0.smithi002.stdout:741: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:38.325 INFO:tasks.rados.rados.0.smithi002.stdout:742: snap_remove snap 52 2023-12-16T19:32:38.489 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:38.243+0000 7f843fcdf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:38.489 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:38 smithi043 ceph-mon[82080]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T19:32:38.489 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:38 smithi043 ceph-mon[82080]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T19:32:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:38 smithi002 ceph-mon[78633]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T19:32:38.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:38 smithi002 ceph-mon[78633]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T19:32:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:38 smithi002 ceph-mon[86656]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T19:32:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:38 smithi002 ceph-mon[86656]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T19:32:38.748 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:38.486+0000 7f843fcdf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:32:39.288 INFO:tasks.rados.rados.0.smithi002.stdout:742: done (1 left) 2023-12-16T19:32:39.289 INFO:tasks.rados.rados.0.smithi002.stdout:743: rollback oid 42 current snap is 75 2023-12-16T19:32:39.289 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 68 2023-12-16T19:32:39.289 INFO:tasks.rados.rados.0.smithi002.stdout:741: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:743: finishing rollback tid 0 to smithi002125626-42 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:743: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:743: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 105 (ObjNum 168 snap 42 seq_num 168) dirty exists 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:741: done (1 left) 2023-12-16T19:32:39.320 INFO:tasks.rados.rados.0.smithi002.stdout:743: done (0 left) 2023-12-16T19:32:39.321 INFO:tasks.rados.rados.0.smithi002.stdout:744: rollback oid 37 current snap is 75 2023-12-16T19:32:39.321 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 71 2023-12-16T19:32:39.321 INFO:tasks.rados.rados.0.smithi002.stdout:745: snap_create 2023-12-16T19:32:39.323 INFO:tasks.rados.rados.0.smithi002.stdout:744: finishing rollback tid 0 to smithi002125626-37 2023-12-16T19:32:39.323 INFO:tasks.rados.rados.0.smithi002.stdout:744: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:32:39.323 INFO:tasks.rados.rados.0.smithi002.stdout:744: finishing rollback tid 2 to smithi002125626-37 2023-12-16T19:32:39.323 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 263 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:39.392+0000 7f843fcdf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:39.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: pgmap v36: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:39.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:39.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:39.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:39 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:40.283 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:39 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:39.998+0000 7f843fcdf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:32:40.283 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:40.103+0000 7f843fcdf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:32:40.289 INFO:tasks.rados.rados.0.smithi002.stdout:744: done (1 left) 2023-12-16T19:32:40.289 INFO:tasks.rados.rados.0.smithi002.stdout:745: done (0 left) 2023-12-16T19:32:40.289 INFO:tasks.rados.rados.0.smithi002.stdout:746: rollback oid 43 current snap is 76 2023-12-16T19:32:40.289 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 58 2023-12-16T19:32:40.289 INFO:tasks.rados.rados.0.smithi002.stdout:747: snap_create 2023-12-16T19:32:40.294 INFO:tasks.rados.rados.0.smithi002.stdout:746: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:32:40.294 INFO:tasks.rados.rados.0.smithi002.stdout:746: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:32:40.294 INFO:tasks.rados.rados.0.smithi002.stdout:746: finishing rollback tid 2 to smithi002125626-43 2023-12-16T19:32:40.294 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 287 (ObjNum 174 snap 46 seq_num 174) dirty exists 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: Upgrade: Setting container_image for all mgr 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T19:32:40.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[86656]: Upgrade: It appears safe to stop mon.a 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: Upgrade: Setting container_image for all mgr 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:40.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:40 smithi002 ceph-mon[78633]: Upgrade: It appears safe to stop mon.a 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:40.320+0000 7f843fcdf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:40] ENGINE Bus STARTING 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: CherryPy Checker: 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: The Application mounted at '' has an empty config. 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:40] ENGINE Serving on http://:::9283 2023-12-16T19:32:40.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:40] ENGINE Bus STARTED 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: Upgrade: Setting container_image for all mgr 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T19:32:40.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:40 smithi043 ceph-mon[82080]: Upgrade: It appears safe to stop mon.a 2023-12-16T19:32:41.301 INFO:tasks.rados.rados.0.smithi002.stdout:746: done (1 left) 2023-12-16T19:32:41.301 INFO:tasks.rados.rados.0.smithi002.stdout:747: done (0 left) 2023-12-16T19:32:41.301 INFO:tasks.rados.rados.0.smithi002.stdout:748: rmattr oid 29 current snap is 77 2023-12-16T19:32:41.301 INFO:tasks.rados.rados.0.smithi002.stdout:749: snap_create 2023-12-16T19:32:41.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 176 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:32:41.551 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T19:32:41.551 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: Standby manager daemon x restarted 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: Standby manager daemon x started 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:41.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:41.553 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: Upgrade: Updating mon.a 2023-12-16T19:32:41.553 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:41.553 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:32:41.553 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:32:41.553 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:41.554 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[78633]: Deploying daemon mon.a on smithi002 2023-12-16T19:32:41.554 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T19:32:41.554 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:41.554 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: Standby manager daemon x restarted 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: Standby manager daemon x started 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: Upgrade: Updating mon.a 2023-12-16T19:32:41.555 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:41.556 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:32:41.556 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:32:41.556 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:41.556 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-mon[86656]: Deploying daemon mon.a on smithi002 2023-12-16T19:32:41.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T19:32:41.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: pgmap v39: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T19:32:41.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: Standby manager daemon x restarted 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: Standby manager daemon x started 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/1779668256' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: Upgrade: Updating mon.a 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='mgr.y' 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: from='mgr.24922 172.21.15.2:0/1370837947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:41.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:41 smithi043 ceph-mon[82080]: Deploying daemon mon.a on smithi002 2023-12-16T19:32:41.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 systemd[1]: Stopping Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:41.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[78629]: 2023-12-16T19:32:41.774+0000 7f83356e7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:32:41.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[78629]: 2023-12-16T19:32:41.774+0000 7f83356e7700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-16T19:32:42.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:32:41] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2023-12-16T19:32:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:41 smithi002 podman[137512]: 2023-12-16 19:32:41.979296262 +0000 UTC m=+0.260838345 container died f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:32:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137512]: 2023-12-16 19:32:42.097572318 +0000 UTC m=+0.379114381 container cleanup f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, ceph=True) 2023-12-16T19:32:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 bash[137512]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a 2023-12-16T19:32:42.565 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137526]: 2023-12-16 19:32:42.239117744 +0000 UTC m=+0.258886654 container remove f8c7f4434e191f78c7fb1534af189130aeca9d26244cfb0df740aa566669c598 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2) 2023-12-16T19:32:42.566 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service: Deactivated successfully. 2023-12-16T19:32:42.566 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 systemd[1]: Stopped Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:42.566 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service: Consumed 13.637s CPU time. 2023-12-16T19:32:42.839 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 systemd[1]: Starting Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:32:42.840 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137656]: 2023-12-16 19:32:42.730746253 +0000 UTC m=+0.064098082 container create 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:32:42.840 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137656]: 2023-12-16 19:32:42.68560741 +0000 UTC m=+0.018959256 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:32:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137656]: 2023-12-16 19:32:42.837989063 +0000 UTC m=+0.171340904 container init 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True) 2023-12-16T19:32:43.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 podman[137656]: 2023-12-16 19:32:42.841240734 +0000 UTC m=+0.174592563 container start 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: pidfile_write: ignore empty --pid-file 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: load: jerasure load: lrc 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: RocksDB version: 7.9.2 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Git sha 0 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: DB SUMMARY 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: DB Session ID: MHO1ZPK4RFBQ6CFYBYJU 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:32:43.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: MANIFEST file: MANIFEST-000015 size: 785 Bytes 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000027.sst 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000025.log size: 4187993 ; 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.env: 0x55de2998ea60 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.info_log: 0x55de2a779760 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.statistics: (nil) 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.use_fsync: 0 2023-12-16T19:32:43.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.db_log_dir: 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.wal_dir: 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:32:43.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.write_buffer_manager: 0x55de2a74d2c0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:32:43.244 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.unordered_write: 0 2023-12-16T19:32:43.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:32:43.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:32:43.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:32:43.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:32:43.245 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.row_cache: None 2023-12-16T19:32:43.246 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.wal_filter: None 2023-12-16T19:32:43.246 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:32:43.246 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:32:43.246 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.wal_compression: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:32:43.247 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_open_files: -1 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:32:43.248 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Compression algorithms supported: 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kZSTD supported: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:32:43.249 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.merge_operator: 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_filter: None 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55de2a779880) 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:32:43.250 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_type: 0 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_index_type: 0 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_shortening: 1 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: checksum: 4 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: no_block_cache: 0 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache: 0x55de2a7cf090 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_options: 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: capacity : 536870912 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_shard_bits : 4 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: strict_capacity_limit : 0 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_compressed: (nil) 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: persistent_cache: (nil) 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size: 4096 2023-12-16T19:32:43.251 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size_deviation: 10 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_restart_interval: 16 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_block_restart_interval: 1 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_block_size: 4096 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: partition_filters: 0 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: use_delta_encoding: 1 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: filter_policy: bloomfilter 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: whole_key_filtering: 1 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: verify_compression: 0 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: format_version: 5 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_index_compression: 1 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_align: 0 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_auto_readahead_size: 262144 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: prepopulate_block_cache: 0 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: initial_auto_readahead_size: 8192 2023-12-16T19:32:43.252 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression: NoCompression 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.num_levels: 7 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 bash[137656]: 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:32:43.253 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:32:43.254 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T19:32:43.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:32:43.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.ttl: 2592000 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:32:43.257 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T19:32:43.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 29, last_sequence is 10390, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 74a1683a-2fbe-43d2-a4b6-c9e46a0e7d56 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755162870997, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 systemd[1]: Started Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755162884043, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3855883, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 10391, "largest_seqno": 12577, "table_properties": {"data_size": 3844929, "index_size": 7566, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2373, "raw_key_size": 22491, "raw_average_key_size": 24, "raw_value_size": 3823849, "raw_average_value_size": 4124, "num_data_blocks": 333, "num_entries": 927, "num_filter_entries": 927, "num_deletions": 36, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702755162, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "74a1683a-2fbe-43d2-a4b6-c9e46a0e7d56", "db_session_id": "MHO1ZPK4RFBQ6CFYBYJU", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755162884151, "job": 1, "event": "recovery_finished"} 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:32:43.261 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55de2a86a000 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: DB pointer 0x55de2a858000 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** DB Stats ** 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:32:43.262 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 1/0 3.68 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 625.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: L6 1/0 7.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 11.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 625.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 625.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 625.8 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.004, interval 0.004 2023-12-16T19:32:43.263 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 237.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 237.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache BinnedLRUCache@0x55de2a7cf090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: starting mon.a rank 0 at public addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] at bind addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???) e3 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).mds e6 new map 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).mds e6 print_map 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: e6 2023-12-16T19:32:43.264 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: legacy client fscid: 1 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: Filesystem 'cephfs' (1) 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: fs_name cephfs 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: epoch 6 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: created 2023-12-16T19:28:23.303931+0000 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: modified 2023-12-16T19:28:26.197748+0000 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: tableserver 0 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: root 0 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: session_timeout 60 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: session_autoclose 300 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_file_size 1099511627776 2023-12-16T19:32:43.265 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_xattr_size 65536 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: required_client_features {} 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: last_failure 0 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: last_failure_osd_epoch 0 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_mds 1 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: in 0 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: up {0=24343} 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: failed 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: damaged 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: stopped 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_pools [3] 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_pool 2 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: inline_data disabled 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: balancer 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: bal_rank_mask -1 2023-12-16T19:32:43.266 INFO:journalctl@ceph.mon.a.smithi002.stdout: standby_count_wanted 0 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: Standby daemons: 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout: [mds.a{-1:14466} state up:standby seq 1 addr [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).osd e200 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).osd e200 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).osd e200 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).osd e200 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:32:43.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:42 smithi002 ceph-mon[137674]: mon.a@-1(???).paxosservice(auth 1..17) refresh upgraded, format 0 -> 3 2023-12-16T19:32:43.581 INFO:tasks.rados.rados.0.smithi002.stdout:748: done (1 left) 2023-12-16T19:32:43.581 INFO:tasks.rados.rados.0.smithi002.stdout:749: done (0 left) 2023-12-16T19:32:43.581 INFO:tasks.rados.rados.0.smithi002.stdout:750: delete oid 33 current snap is 78 2023-12-16T19:32:43.589 INFO:tasks.rados.rados.0.smithi002.stdout:750: done (0 left) 2023-12-16T19:32:43.589 INFO:tasks.rados.rados.0.smithi002.stdout:751: setattr oid 48 current snap is 78 2023-12-16T19:32:43.590 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 78 2023-12-16T19:32:43.590 INFO:tasks.rados.rados.0.smithi002.stdout:752: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2023-12-16T19:32:43.592 INFO:tasks.rados.rados.0.smithi002.stdout:752: writing smithi002125626-2 from 0 to 409600 tid 1 2023-12-16T19:32:43.597 INFO:tasks.rados.rados.0.smithi002.stdout:752: writing smithi002125626-2 from 409600 to 1114112 tid 2 2023-12-16T19:32:43.600 INFO:tasks.rados.rados.0.smithi002.stdout:752: writing smithi002125626-2 from 1114112 to 1613824 tid 3 2023-12-16T19:32:43.601 INFO:tasks.rados.rados.0.smithi002.stdout:753: read oid 37 snap -1 2023-12-16T19:32:43.601 INFO:tasks.rados.rados.0.smithi002.stdout:753: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:32:43.601 INFO:tasks.rados.rados.0.smithi002.stdout:754: rmattr oid 8 current snap is 78 2023-12-16T19:32:43.601 INFO:tasks.rados.rados.0.smithi002.stdout:754: done (3 left) 2023-12-16T19:32:43.602 INFO:tasks.rados.rados.0.smithi002.stdout:755: snap_create 2023-12-16T19:32:43.602 INFO:tasks.rados.rados.0.smithi002.stdout:752: finishing write tid 1 to smithi002125626-2 2023-12-16T19:32:43.602 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 109 (ObjNum 233 snap 73 seq_num 233) dirty exists 2023-12-16T19:32:43.602 INFO:tasks.rados.rados.0.smithi002.stdout:752: finishing write tid 2 to smithi002125626-2 2023-12-16T19:32:43.604 INFO:tasks.rados.rados.0.smithi002.stdout:752: finishing write tid 3 to smithi002125626-2 2023-12-16T19:32:43.604 INFO:tasks.rados.rados.0.smithi002.stdout:752: finishing write tid 4 to smithi002125626-2 2023-12-16T19:32:43.605 INFO:tasks.rados.rados.0.smithi002.stdout:752: finishing write tid 5 to smithi002125626-2 2023-12-16T19:32:43.606 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 328 (ObjNum 239 snap 78 seq_num 239) dirty exists 2023-12-16T19:32:43.606 INFO:tasks.rados.rados.0.smithi002.stdout:752: left oid 2 (ObjNum 239 snap 78 seq_num 239) 2023-12-16T19:32:43.606 INFO:tasks.rados.rados.0.smithi002.stdout:753: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ignoring --setuser ceph since I am not root 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ignoring --setgroup ceph since I am not root 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mgr[128979]: -- 172.21.15.2:0/1335447792 <== mon.2 v2:172.21.15.2:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b6bb849520 con 0x55b6bb81e800 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: pgmap v41: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: mon.a calling monitor election 2023-12-16T19:32:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: mgrmap e35: y(active, since 27s), standbys: x 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: from='mgr.24922 ' entity='' 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: mgrmap e36: y(active, since 27s), standbys: x 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[137674]: overall HEALTH_OK 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: pgmap v41: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:43.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: mon.a calling monitor election 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: mgrmap e35: y(active, since 27s), standbys: x 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: from='mgr.24922 ' entity='' 2023-12-16T19:32:43.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: mgrmap e36: y(active, since 27s), standbys: x 2023-12-16T19:32:43.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-mon[86656]: overall HEALTH_OK 2023-12-16T19:32:43.993 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:43.572+0000 7f12217d2700 -1 mon.c@2(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: ignoring --setuser ceph since I am not root 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: ignoring --setgroup ceph since I am not root 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mgr[127015]: -- 172.21.15.43:0/2071387180 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b3786f5520 con 0x55b3786cb000 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: pgmap v41: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: mon.a calling monitor election 2023-12-16T19:32:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: mgrmap e35: y(active, since 27s), standbys: x 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: from='mgr.24922 ' entity='' 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: mgrmap e36: y(active, since 27s), standbys: x 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-mon[82080]: overall HEALTH_OK 2023-12-16T19:32:44.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:43 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:43.572+0000 7fbed9b46700 -1 mon.b@1(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:44.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:44.112+0000 7fd95983f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:32:44.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:44.207+0000 7fd95983f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:32:44.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:44.144+0000 7fa1573b5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T19:32:44.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:44.239+0000 7fa1573b5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T19:32:44.590 INFO:tasks.rados.rados.0.smithi002.stdout:751: done (3 left) 2023-12-16T19:32:44.590 INFO:tasks.rados.rados.0.smithi002.stdout:752: done (2 left) 2023-12-16T19:32:44.590 INFO:tasks.rados.rados.0.smithi002.stdout:753: done (1 left) 2023-12-16T19:32:44.590 INFO:tasks.rados.rados.0.smithi002.stdout:755: done (0 left) 2023-12-16T19:32:44.590 INFO:tasks.rados.rados.0.smithi002.stdout:756: setattr oid 16 current snap is 79 2023-12-16T19:32:44.592 INFO:tasks.rados.rados.0.smithi002.stdout:757: snap_remove snap 36 2023-12-16T19:32:44.763 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T19:32:44.763 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.763 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[137674]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-mon[86656]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:44.577+0000 7f12217d2700 -1 mon.c@2(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:44.926 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T19:32:44.926 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.927 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.927 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.927 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.927 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-mon[82080]: failed to encode map e201 with expected crc 2023-12-16T19:32:44.927 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:44.577+0000 7fbed9b46700 -1 mon.b@1(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:45.155 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:44.901+0000 7fd95983f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:32:45.155 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.002+0000 7fd95983f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:32:45.155 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.152+0000 7fd95983f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:32:45.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:44.924+0000 7fa1573b5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T19:32:45.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.021+0000 7fa1573b5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T19:32:45.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.168+0000 7fa1573b5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T19:32:45.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.254+0000 7fd95983f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:32:45.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.341+0000 7fd95983f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:32:45.581 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.268+0000 7fa1573b5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T19:32:45.581 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.355+0000 7fa1573b5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T19:32:45.591 INFO:tasks.rados.rados.0.smithi002.stdout:757: done (1 left) 2023-12-16T19:32:45.591 INFO:tasks.rados.rados.0.smithi002.stdout:758: snap_create 2023-12-16T19:32:45.591 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 177 (ObjNum 300856688 snap 32767 seq_num 304) dirty exists 2023-12-16T19:32:45.833 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[137674]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T19:32:45.833 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[137674]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.833 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[137674]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.622+0000 7fd95983f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.738+0000 7fd95983f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[86656]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[86656]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-mon[86656]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.834 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:45.582+0000 7f12217d2700 -1 mon.c@2(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.629+0000 7fa1573b5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.745+0000 7fa1573b5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-mon[82080]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-mon[82080]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-mon[82080]: failed to encode map e202 with expected crc 2023-12-16T19:32:45.839 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:45.582+0000 7fbed9b46700 -1 mon.b@1(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:46.115 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.830+0000 7fd95983f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:32:46.115 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:45.929+0000 7fd95983f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:32:46.126 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.836+0000 7fa1573b5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T19:32:46.126 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:45.935+0000 7fa1573b5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T19:32:46.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:46.113+0000 7fd95983f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:32:46.498 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:46.120+0000 7fa1573b5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T19:32:46.596 INFO:tasks.rados.rados.0.smithi002.stdout:756: done (1 left) 2023-12-16T19:32:46.596 INFO:tasks.rados.rados.0.smithi002.stdout:758: done (0 left) 2023-12-16T19:32:46.596 INFO:tasks.rados.rados.0.smithi002.stdout:759: rmattr oid 17 current snap is 80 2023-12-16T19:32:46.596 INFO:tasks.rados.rados.0.smithi002.stdout:759: done (0 left) 2023-12-16T19:32:46.597 INFO:tasks.rados.rados.0.smithi002.stdout:760: read oid 48 snap -1 2023-12-16T19:32:46.597 INFO:tasks.rados.rados.0.smithi002.stdout:760: expect (ObjNum 233 snap 73 seq_num 233) 2023-12-16T19:32:46.597 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 80 2023-12-16T19:32:46.597 INFO:tasks.rados.rados.0.smithi002.stdout:761: seq_num 240 ranges {1433600=425984,1859584=589824,2449408=483328,2932736=131072} 2023-12-16T19:32:46.606 INFO:tasks.rados.rados.0.smithi002.stdout:761: writing smithi002125626-26 from 1433600 to 1859584 tid 1 2023-12-16T19:32:46.609 INFO:tasks.rados.rados.0.smithi002.stdout:761: writing smithi002125626-26 from 1859584 to 2449408 tid 2 2023-12-16T19:32:46.613 INFO:tasks.rados.rados.0.smithi002.stdout:761: writing smithi002125626-26 from 2449408 to 2932736 tid 3 2023-12-16T19:32:46.614 INFO:tasks.rados.rados.0.smithi002.stdout:761: writing smithi002125626-26 from 2932736 to 3063808 tid 4 2023-12-16T19:32:46.614 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 80 2023-12-16T19:32:46.614 INFO:tasks.rados.rados.0.smithi002.stdout:762: seq_num 241 ranges {1458176=442368,1900544=466944,2367488=688128,3055616=49152} 2023-12-16T19:32:46.624 INFO:tasks.rados.rados.0.smithi002.stdout:762: writing smithi002125626-10 from 1458176 to 1900544 tid 1 2023-12-16T19:32:46.627 INFO:tasks.rados.rados.0.smithi002.stdout:762: writing smithi002125626-10 from 1900544 to 2367488 tid 2 2023-12-16T19:32:46.631 INFO:tasks.rados.rados.0.smithi002.stdout:762: writing smithi002125626-10 from 2367488 to 3055616 tid 3 2023-12-16T19:32:46.631 INFO:tasks.rados.rados.0.smithi002.stdout:762: writing smithi002125626-10 from 3055616 to 3104768 tid 4 2023-12-16T19:32:46.631 INFO:tasks.rados.rados.0.smithi002.stdout:763: delete oid 31 current snap is 80 2023-12-16T19:32:46.631 INFO:tasks.rados.rados.0.smithi002.stdout:760: expect (ObjNum 233 snap 73 seq_num 233) 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 1 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 2 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:760: done (3 left) 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:763: done (2 left) 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:764: read oid 30 snap -1 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:764: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 80 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 3 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 4 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 5 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:761: finishing write tid 6 to smithi002125626-26 2023-12-16T19:32:46.676 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 632 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:761: left oid 26 (ObjNum 240 snap 80 seq_num 240) 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 1 to smithi002125626-10 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 2 to smithi002125626-10 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 3 to smithi002125626-10 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 4 to smithi002125626-10 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 5 to smithi002125626-10 2023-12-16T19:32:46.677 INFO:tasks.rados.rados.0.smithi002.stdout:765: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2023-12-16T19:32:46.678 INFO:tasks.rados.rados.0.smithi002.stdout:765: writing smithi002125626-33 from 0 to 475136 tid 1 2023-12-16T19:32:46.681 INFO:tasks.rados.rados.0.smithi002.stdout:765: writing smithi002125626-33 from 475136 to 1114112 tid 2 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:765: writing smithi002125626-33 from 1114112 to 1679360 tid 3 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:761: done (3 left) 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 80 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:762: finishing write tid 6 to smithi002125626-10 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 107 (ObjNum 241 snap 80 seq_num 241) dirty exists 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:762: left oid 10 (ObjNum 241 snap 80 seq_num 241) 2023-12-16T19:32:46.685 INFO:tasks.rados.rados.0.smithi002.stdout:766: seq_num 244 ranges {2514944=491520,3006464=573440,3579904=458752,4038656=172032} 2023-12-16T19:32:46.701 INFO:tasks.rados.rados.0.smithi002.stdout:766: writing smithi002125626-4 from 2514944 to 3006464 tid 1 2023-12-16T19:32:46.704 INFO:tasks.rados.rados.0.smithi002.stdout:766: writing smithi002125626-4 from 3006464 to 3579904 tid 2 2023-12-16T19:32:46.707 INFO:tasks.rados.rados.0.smithi002.stdout:766: writing smithi002125626-4 from 3579904 to 4038656 tid 3 2023-12-16T19:32:46.708 INFO:tasks.rados.rados.0.smithi002.stdout:766: writing smithi002125626-4 from 4038656 to 4210688 tid 4 2023-12-16T19:32:46.708 INFO:tasks.rados.rados.0.smithi002.stdout:762: done (3 left) 2023-12-16T19:32:46.708 INFO:tasks.rados.rados.0.smithi002.stdout:767: delete oid 40 current snap is 80 2023-12-16T19:32:46.708 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing write tid 1 to smithi002125626-33 2023-12-16T19:32:46.708 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing write tid 2 to smithi002125626-33 2023-12-16T19:32:46.709 INFO:tasks.rados.rados.0.smithi002.stdout:764: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:32:46.791 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing write tid 3 to smithi002125626-33 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing write tid 4 to smithi002125626-33 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:765: finishing write tid 5 to smithi002125626-33 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 197 (ObjNum 243 snap 80 seq_num 243) dirty exists 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:765: left oid 33 (ObjNum 243 snap 80 seq_num 243) 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 1 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 2 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 3 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 4 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 5 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: finishing write tid 6 to smithi002125626-4 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 203 (ObjNum 244 snap 80 seq_num 244) dirty exists 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:766: left oid 4 (ObjNum 244 snap 80 seq_num 244) 2023-12-16T19:32:46.792 INFO:tasks.rados.rados.0.smithi002.stdout:764: done (3 left) 2023-12-16T19:32:46.793 INFO:tasks.rados.rados.0.smithi002.stdout:765: done (2 left) 2023-12-16T19:32:46.793 INFO:tasks.rados.rados.0.smithi002.stdout:766: done (1 left) 2023-12-16T19:32:46.793 INFO:tasks.rados.rados.0.smithi002.stdout:767: done (0 left) 2023-12-16T19:32:46.793 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 80 2023-12-16T19:32:46.793 INFO:tasks.rados.rados.0.smithi002.stdout:768: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2023-12-16T19:32:46.794 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi002125626-50 from 0 to 524288 tid 1 2023-12-16T19:32:46.798 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi002125626-50 from 524288 to 1269760 tid 2 2023-12-16T19:32:46.801 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi002125626-50 from 1269760 to 1695744 tid 3 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:768: writing smithi002125626-50 from 1695744 to 1728512 tid 4 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:769: copy_from oid 44 from oid 47 current snap is 80 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 1 to smithi002125626-50 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 2 to smithi002125626-50 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 80 2023-12-16T19:32:46.802 INFO:tasks.rados.rados.0.smithi002.stdout:770: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2023-12-16T19:32:46.805 INFO:tasks.rados.rados.0.smithi002.stdout:770: writing smithi002125626-5 from 0 to 540672 tid 1 2023-12-16T19:32:46.809 INFO:tasks.rados.rados.0.smithi002.stdout:770: writing smithi002125626-5 from 540672 to 1163264 tid 2 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:770: writing smithi002125626-5 from 1163264 to 1744896 tid 3 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:771: delete oid 18 current snap is 80 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 3 to smithi002125626-50 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 4 to smithi002125626-50 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 5 to smithi002125626-50 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:768: finishing write tid 6 to smithi002125626-50 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 637 (ObjNum 246 snap 80 seq_num 246) dirty exists 2023-12-16T19:32:46.813 INFO:tasks.rados.rados.0.smithi002.stdout:768: left oid 50 (ObjNum 246 snap 80 seq_num 246) 2023-12-16T19:32:46.814 INFO:tasks.rados.rados.0.smithi002.stdout:770: finishing write tid 1 to smithi002125626-5 2023-12-16T19:32:46.814 INFO:tasks.rados.rados.0.smithi002.stdout:770: finishing write tid 2 to smithi002125626-5 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:769: finishing copy_from to smithi002125626-44 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 582 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:768: done (3 left) 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:771: done (2 left) 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 80 2023-12-16T19:32:46.815 INFO:tasks.rados.rados.0.smithi002.stdout:772: seq_num 249 ranges {147456=573440,720896=794624,1515520=409600} 2023-12-16T19:32:46.820 INFO:tasks.rados.rados.0.smithi002.stdout:772: writing smithi002125626-17 from 147456 to 720896 tid 1 2023-12-16T19:32:46.826 INFO:tasks.rados.rados.0.smithi002.stdout:772: writing smithi002125626-17 from 720896 to 1515520 tid 2 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:772: writing smithi002125626-17 from 1515520 to 1925120 tid 3 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:773: snap_create 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:769: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:770: finishing write tid 3 to smithi002125626-5 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:770: finishing write tid 4 to smithi002125626-5 2023-12-16T19:32:46.829 INFO:tasks.rados.rados.0.smithi002.stdout:770: finishing write tid 5 to smithi002125626-5 2023-12-16T19:32:46.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 160 (ObjNum 247 snap 80 seq_num 247) dirty exists 2023-12-16T19:32:46.830 INFO:tasks.rados.rados.0.smithi002.stdout:770: left oid 5 (ObjNum 247 snap 80 seq_num 247) 2023-12-16T19:32:46.830 INFO:tasks.rados.rados.0.smithi002.stdout:772: finishing write tid 1 to smithi002125626-17 2023-12-16T19:32:46.831 INFO:tasks.rados.rados.0.smithi002.stdout:772: finishing write tid 2 to smithi002125626-17 2023-12-16T19:32:46.831 INFO:tasks.rados.rados.0.smithi002.stdout:772: finishing write tid 3 to smithi002125626-17 2023-12-16T19:32:46.831 INFO:tasks.rados.rados.0.smithi002.stdout:772: finishing write tid 4 to smithi002125626-17 2023-12-16T19:32:46.832 INFO:tasks.rados.rados.0.smithi002.stdout:772: finishing write tid 5 to smithi002125626-17 2023-12-16T19:32:46.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 586 (ObjNum 249 snap 80 seq_num 249) dirty exists 2023-12-16T19:32:46.832 INFO:tasks.rados.rados.0.smithi002.stdout:772: left oid 17 (ObjNum 249 snap 80 seq_num 249) 2023-12-16T19:32:46.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-mon[137674]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T19:32:46.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-mon[137674]: failed to encode map e203 with expected crc 2023-12-16T19:32:46.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-mon[86656]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T19:32:46.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-mon[86656]: failed to encode map e203 with expected crc 2023-12-16T19:32:46.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:46.587+0000 7f12217d2700 -1 mon.c@2(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:46 smithi043 ceph-mon[82080]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T19:32:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:46 smithi043 ceph-mon[82080]: failed to encode map e203 with expected crc 2023-12-16T19:32:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:46 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:46.587+0000 7fbed9b46700 -1 mon.b@1(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:47.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:47.166+0000 7fd95983f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:32:47.490 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:47.303+0000 7fd95983f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:32:47.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:47.177+0000 7fa1573b5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T19:32:47.499 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:47.315+0000 7fa1573b5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T19:32:47.600 INFO:tasks.rados.rados.0.smithi002.stdout:769: done (3 left) 2023-12-16T19:32:47.600 INFO:tasks.rados.rados.0.smithi002.stdout:770: done (2 left) 2023-12-16T19:32:47.600 INFO:tasks.rados.rados.0.smithi002.stdout:772: done (1 left) 2023-12-16T19:32:47.600 INFO:tasks.rados.rados.0.smithi002.stdout:773: done (0 left) 2023-12-16T19:32:47.600 INFO:tasks.rados.rados.0.smithi002.stdout:774: snap_remove snap 68 2023-12-16T19:32:47.943 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:47.655+0000 7fd95983f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:47.749+0000 7fd95983f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[137674]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[137674]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[137674]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[137674]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.944 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[137674]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[86656]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[86656]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[86656]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[86656]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-mon[86656]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.945 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:47.592+0000 7f12217d2700 -1 mon.c@2(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:47.960 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:47.668+0000 7fa1573b5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:47.763+0000 7fa1573b5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:47.957+0000 7fa1573b5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-mon[82080]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-mon[82080]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-mon[82080]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-mon[82080]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-mon[82080]: failed to encode map e204 with expected crc 2023-12-16T19:32:47.961 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:47.592+0000 7fbed9b46700 -1 mon.b@1(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:48.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:47.941+0000 7fd95983f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:48.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:48.136+0000 7fd95983f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:32:48.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:48.153+0000 7fa1573b5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T19:32:48.605 INFO:tasks.rados.rados.0.smithi002.stdout:774: done (0 left) 2023-12-16T19:32:48.605 INFO:tasks.rados.rados.0.smithi002.stdout:775: rmattr oid 46 current snap is 81 2023-12-16T19:32:48.605 INFO:tasks.rados.rados.0.smithi002.stdout:775: done (0 left) 2023-12-16T19:32:48.605 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 81 2023-12-16T19:32:48.605 INFO:tasks.rados.rados.0.smithi002.stdout:776: seq_num 250 ranges {1597440=589824,2187264=679936,2867200=409600,3276800=114688} 2023-12-16T19:32:48.618 INFO:tasks.rados.rados.0.smithi002.stdout:776: writing smithi002125626-21 from 1597440 to 2187264 tid 1 2023-12-16T19:32:48.622 INFO:tasks.rados.rados.0.smithi002.stdout:776: writing smithi002125626-21 from 2187264 to 2867200 tid 2 2023-12-16T19:32:48.625 INFO:tasks.rados.rados.0.smithi002.stdout:776: writing smithi002125626-21 from 2867200 to 3276800 tid 3 2023-12-16T19:32:48.626 INFO:tasks.rados.rados.0.smithi002.stdout:776: writing smithi002125626-21 from 3276800 to 3391488 tid 4 2023-12-16T19:32:48.626 INFO:tasks.rados.rados.0.smithi002.stdout:777: delete oid 39 current snap is 81 2023-12-16T19:32:48.629 INFO:tasks.rados.rados.0.smithi002.stdout:777: done (1 left) 2023-12-16T19:32:48.629 INFO:tasks.rados.rados.0.smithi002.stdout:778: read oid 49 snap -1 2023-12-16T19:32:48.629 INFO:tasks.rados.rados.0.smithi002.stdout:778: expect (ObjNum 226 snap 71 seq_num 226) 2023-12-16T19:32:48.629 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 81 2023-12-16T19:32:48.629 INFO:tasks.rados.rados.0.smithi002.stdout:779: seq_num 252 ranges {57344=630784,688128=499712,1187840=425984,1613824=278528} 2023-12-16T19:32:48.633 INFO:tasks.rados.rados.0.smithi002.stdout:779: writing smithi002125626-28 from 57344 to 688128 tid 1 2023-12-16T19:32:48.636 INFO:tasks.rados.rados.0.smithi002.stdout:779: writing smithi002125626-28 from 688128 to 1187840 tid 2 2023-12-16T19:32:48.639 INFO:tasks.rados.rados.0.smithi002.stdout:779: writing smithi002125626-28 from 1187840 to 1613824 tid 3 2023-12-16T19:32:48.641 INFO:tasks.rados.rados.0.smithi002.stdout:779: writing smithi002125626-28 from 1613824 to 1892352 tid 4 2023-12-16T19:32:48.641 INFO:tasks.rados.rados.0.smithi002.stdout:780: read oid 39 snap -1 2023-12-16T19:32:48.641 INFO:tasks.rados.rados.0.smithi002.stdout:780: expect deleted 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:781: rmattr oid 12 current snap is 81 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:781: done (4 left) 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:782: delete oid 3 current snap is 81 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 1 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 2 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 3 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 4 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 5 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: finishing write tid 6 to smithi002125626-21 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 651 (ObjNum 250 snap 81 seq_num 250) dirty exists 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:776: left oid 21 (ObjNum 250 snap 81 seq_num 250) 2023-12-16T19:32:48.642 INFO:tasks.rados.rados.0.smithi002.stdout:778: expect (ObjNum 226 snap 71 seq_num 226) 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 1 to smithi002125626-28 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 2 to smithi002125626-28 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 3 to smithi002125626-28 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 4 to smithi002125626-28 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 5 to smithi002125626-28 2023-12-16T19:32:48.679 INFO:tasks.rados.rados.0.smithi002.stdout:776: done (4 left) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:778: done (3 left) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:782: done (2 left) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:783: copy_from oid 43 from oid 35 current snap is 81 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:779: finishing write tid 6 to smithi002125626-28 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 380 (ObjNum 252 snap 81 seq_num 252) dirty exists 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:779: left oid 28 (ObjNum 252 snap 81 seq_num 252) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:779: done (2 left) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:780: done (1 left) 2023-12-16T19:32:48.680 INFO:tasks.rados.rados.0.smithi002.stdout:784: snap_remove snap 58 2023-12-16T19:32:48.713 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:48.421+0000 7fd95983f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:48.713 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[137674]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T19:32:48.713 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[137674]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.713 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[137674]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[137674]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[86656]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[86656]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[86656]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-mon[86656]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:48.596+0000 7f12217d2700 -1 mon.c@2(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:48.733 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:48.442+0000 7fa1573b5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:48.731+0000 7fa1573b5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-mon[82080]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-mon[82080]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-mon[82080]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-mon[82080]: failed to encode map e205 with expected crc 2023-12-16T19:32:48.734 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:48.596+0000 7fbed9b46700 -1 mon.b@1(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:48.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:48.710+0000 7fd95983f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T19:32:48.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:48 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:48.943+0000 7fd95983f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:32:48.998 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:48.964+0000 7fa1573b5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T19:32:49.609 INFO:tasks.rados.rados.0.smithi002.stdout:784: done (1 left) 2023-12-16T19:32:49.609 INFO:tasks.rados.rados.0.smithi002.stdout:785: snap_create 2023-12-16T19:32:49.609 INFO:tasks.rados.rados.0.smithi002.stdout:783: finishing copy_from to smithi002125626-43 2023-12-16T19:32:49.609 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 519 (ObjNum 218 snap 71 seq_num 218) dirty exists 2023-12-16T19:32:49.609 INFO:tasks.rados.rados.0.smithi002.stdout:783: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[137674]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[137674]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[137674]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[137674]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[137674]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:49.800+0000 7fd95983f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[86656]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[86656]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[86656]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[86656]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-mon[86656]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:49.600+0000 7f12217d2700 -1 mon.c@2(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:49.998 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:49.830+0000 7fa1573b5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-mon[82080]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-mon[82080]: failed to encode map e205 with expected crc 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-mon[82080]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-mon[82080]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-mon[82080]: failed to encode map e206 with expected crc 2023-12-16T19:32:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:49.600+0000 7fbed9b46700 -1 mon.b@1(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:50.618 INFO:tasks.rados.rados.0.smithi002.stdout:783: done (1 left) 2023-12-16T19:32:50.618 INFO:tasks.rados.rados.0.smithi002.stdout:785: done (0 left) 2023-12-16T19:32:50.618 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 82 2023-12-16T19:32:50.618 INFO:tasks.rados.rados.0.smithi002.stdout:786: seq_num 254 ranges {3391488=663552,4055040=663552,4718592=540672} 2023-12-16T19:32:50.640 INFO:tasks.rados.rados.0.smithi002.stdout:786: writing smithi002125626-21 from 3391488 to 4055040 tid 1 2023-12-16T19:32:50.644 INFO:tasks.rados.rados.0.smithi002.stdout:786: writing smithi002125626-21 from 4055040 to 4718592 tid 2 2023-12-16T19:32:50.648 INFO:tasks.rados.rados.0.smithi002.stdout:786: writing smithi002125626-21 from 4718592 to 5259264 tid 3 2023-12-16T19:32:50.648 INFO:tasks.rados.rados.0.smithi002.stdout:787: rollback oid 42 current snap is 82 2023-12-16T19:32:50.648 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 59 2023-12-16T19:32:50.648 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 82 2023-12-16T19:32:50.648 INFO:tasks.rados.rados.0.smithi002.stdout:788: seq_num 255 ranges {1490944=679936,2170880=548864,2719744=598016,3317760=57344} 2023-12-16T19:32:50.660 INFO:tasks.rados.rados.0.smithi002.stdout:788: writing smithi002125626-47 from 1490944 to 2170880 tid 1 2023-12-16T19:32:50.663 INFO:tasks.rados.rados.0.smithi002.stdout:788: writing smithi002125626-47 from 2170880 to 2719744 tid 2 2023-12-16T19:32:50.667 INFO:tasks.rados.rados.0.smithi002.stdout:788: writing smithi002125626-47 from 2719744 to 3317760 tid 3 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:788: writing smithi002125626-47 from 3317760 to 3375104 tid 4 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:789: copy_from oid 13 from oid 7 current snap is 82 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 0 to smithi002125626-42 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing write tid 1 to smithi002125626-21 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing write tid 2 to smithi002125626-21 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing write tid 3 to smithi002125626-21 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:787: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:32:50.668 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 121 (ObjNum 168 snap 42 seq_num 168) dirty exists 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing write tid 4 to smithi002125626-21 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:786: finishing write tid 5 to smithi002125626-21 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 670 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:786: left oid 21 (ObjNum 254 snap 82 seq_num 254) 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 1 to smithi002125626-47 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 2 to smithi002125626-47 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:786: done (3 left) 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:787: done (2 left) 2023-12-16T19:32:50.669 INFO:tasks.rados.rados.0.smithi002.stdout:790: snap_create 2023-12-16T19:32:50.670 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 3 to smithi002125626-47 2023-12-16T19:32:50.670 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 4 to smithi002125626-47 2023-12-16T19:32:50.671 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 5 to smithi002125626-47 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:789: finishing copy_from to smithi002125626-13 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:789: got expected ENOENT (src dne) 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:788: finishing write tid 6 to smithi002125626-47 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 676 (ObjNum 255 snap 82 seq_num 255) dirty exists 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:788: left oid 47 (ObjNum 255 snap 82 seq_num 255) 2023-12-16T19:32:50.672 INFO:tasks.rados.rados.0.smithi002.stdout:789: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:32:50.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[137674]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T19:32:50.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[137674]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[137674]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.737 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.401+0000 7fd95983f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:32:50.738 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.506+0000 7fd95983f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:32:50.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[86656]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T19:32:50.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[86656]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-mon[86656]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:50.605+0000 7f12217d2700 -1 mon.c@2(peon).osd e208 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:50.435+0000 7fa1573b5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:50.539+0000 7fa1573b5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-mon[82080]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-mon[82080]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-mon[82080]: failed to encode map e207 with expected crc 2023-12-16T19:32:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:50.605+0000 7fbed9b46700 -1 mon.b@1(peon).osd e208 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:50.761 INFO:tasks.rados.rados.0.smithi002.stdout:788: done (2 left) 2023-12-16T19:32:50.761 INFO:tasks.rados.rados.0.smithi002.stdout:789: done (1 left) 2023-12-16T19:32:50.761 INFO:tasks.rados.rados.0.smithi002.stdout:790: done (0 left) 2023-12-16T19:32:50.761 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 83 2023-12-16T19:32:50.761 INFO:tasks.rados.rados.0.smithi002.stdout:791: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2023-12-16T19:32:50.765 INFO:tasks.rados.rados.0.smithi002.stdout:791: writing smithi002125626-15 from 0 to 696320 tid 1 2023-12-16T19:32:50.768 INFO:tasks.rados.rados.0.smithi002.stdout:791: writing smithi002125626-15 from 696320 to 1130496 tid 2 2023-12-16T19:32:50.773 INFO:tasks.rados.rados.0.smithi002.stdout:791: writing smithi002125626-15 from 1130496 to 1900544 tid 3 2023-12-16T19:32:50.773 INFO:tasks.rados.rados.0.smithi002.stdout:792: delete oid 31 current snap is 83 2023-12-16T19:32:50.777 INFO:tasks.rados.rados.0.smithi002.stdout:791: finishing write tid 1 to smithi002125626-15 2023-12-16T19:32:50.777 INFO:tasks.rados.rados.0.smithi002.stdout:791: finishing write tid 2 to smithi002125626-15 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:791: finishing write tid 3 to smithi002125626-15 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:791: finishing write tid 4 to smithi002125626-15 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:792: done (1 left) 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:793: snap_create 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:791: finishing write tid 5 to smithi002125626-15 2023-12-16T19:32:50.778 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 345 (ObjNum 256 snap 83 seq_num 256) dirty exists 2023-12-16T19:32:50.779 INFO:tasks.rados.rados.0.smithi002.stdout:791: left oid 15 (ObjNum 256 snap 83 seq_num 256) 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:50.750+0000 7f12217d2700 -1 mon.c@2(peon).osd e209 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.734+0000 7fd95983f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:50] ENGINE Bus STARTING 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.897+0000 7fd8bb237700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.897+0000 7fd8bb237700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.897+0000 7fd8bb237700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.897+0000 7fd8bb237700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.897+0000 7fd8bb237700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.899+0000 7fd8b8231700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.899+0000 7fd8b8231700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.899+0000 7fd8b8231700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.899+0000 7fd8b8231700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.899+0000 7fd8b8231700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: CherryPy Checker: 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: The Application mounted at '' has an empty config. 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:50] ENGINE Serving on http://:::9283 2023-12-16T19:32:50.991 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:19:32:50] ENGINE Bus STARTED 2023-12-16T19:32:51.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:50.750+0000 7fbed9b46700 -1 mon.b@1(peon).osd e209 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:51.003 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:50.774+0000 7fa1573b5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:50] ENGINE Bus STARTING 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: CherryPy Checker: 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: The Application mounted at '' has an empty config. 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:50] ENGINE Serving on http://:::9283 2023-12-16T19:32:51.004 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 19:32:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x[127011]: [16/Dec/2023:19:32:50] ENGINE Bus STARTED 2023-12-16T19:32:51.779 INFO:tasks.rados.rados.0.smithi002.stdout:791: done (1 left) 2023-12-16T19:32:51.779 INFO:tasks.rados.rados.0.smithi002.stdout:793: done (0 left) 2023-12-16T19:32:51.779 INFO:tasks.rados.rados.0.smithi002.stdout:794: copy_from oid 33 from oid 44 current snap is 84 2023-12-16T19:32:51.779 INFO:tasks.rados.rados.0.smithi002.stdout:795: delete oid 3 current snap is 84 2023-12-16T19:32:51.783 INFO:tasks.rados.rados.0.smithi002.stdout:795: done (1 left) 2023-12-16T19:32:51.783 INFO:tasks.rados.rados.0.smithi002.stdout:796: snap_remove snap 76 2023-12-16T19:32:51.868 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T19:32:51.868 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.868 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.868 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.868 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: Active manager daemon y restarted 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: Activating manager daemon y 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: mgrmap e37: y(active, starting, since 0.0050435s), standbys: x 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:51.869 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: Manager daemon y is now available 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: Standby manager daemon x restarted 2023-12-16T19:32:51.870 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: Standby manager daemon x started 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:51.871 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:51.766+0000 7fbed9b46700 -1 mon.b@1(peon).osd e210 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:51.898 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:32:51.772+0000 7fd90fc07700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: Active manager daemon y restarted 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: Activating manager daemon y 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: mgrmap e37: y(active, starting, since 0.0050435s), standbys: x 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:51.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.900 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: Manager daemon y is now available 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: Standby manager daemon x restarted 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: Standby manager daemon x started 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e208 with expected crc 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: Active manager daemon y restarted 2023-12-16T19:32:51.901 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: Activating manager daemon y 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: mgrmap e37: y(active, starting, since 0.0050435s), standbys: x 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:32:51.902 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.903 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: failed to encode map e209 with expected crc 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: Manager daemon y is now available 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: Standby manager daemon x restarted 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: Standby manager daemon x started 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:51.904 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.? 172.21.15.43:0/4082971984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:32:51.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T19:32:51.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T19:32:51.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:51.766+0000 7f12217d2700 -1 mon.c@2(peon).osd e210 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:32:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:32:51] "GET /metrics HTTP/1.1" 200 33266 "" "Prometheus/2.43.0" 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:796: done (1 left) 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 84 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:794: finishing copy_from to smithi002125626-33 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 582 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:794: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:32:52.783 INFO:tasks.rados.rados.0.smithi002.stdout:797: seq_num 259 ranges {5259264=745472,6004736=540672,6545408=581632,7127040=81920} 2023-12-16T19:32:52.820 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi002125626-21 from 5259264 to 6004736 tid 1 2023-12-16T19:32:52.824 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi002125626-21 from 6004736 to 6545408 tid 2 2023-12-16T19:32:52.828 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi002125626-21 from 6545408 to 7127040 tid 3 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:797: writing smithi002125626-21 from 7127040 to 7208960 tid 4 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 1 to smithi002125626-21 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 2 to smithi002125626-21 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:794: done (1 left) 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:798: read oid 26 snap -1 2023-12-16T19:32:52.829 INFO:tasks.rados.rados.0.smithi002.stdout:798: expect (ObjNum 240 snap 80 seq_num 240) 2023-12-16T19:32:52.830 INFO:tasks.rados.rados.0.smithi002.stdout:799: snap_remove snap 54 2023-12-16T19:32:52.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: failed to encode map e209 with expected crc 2023-12-16T19:32:52.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: mgrmap e38: y(active, since 1.01552s), standbys: x 2023-12-16T19:32:52.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: [16/Dec/2023:19:32:52] ENGINE Bus STARTING 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[137674]: [16/Dec/2023:19:32:52] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: failed to encode map e209 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: mgrmap e38: y(active, since 1.01552s), standbys: x 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.897 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:52] ENGINE Bus STARTING 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:52] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:52.771+0000 7fbed9b46700 -1 mon.b@1(peon).osd e211 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:52.893+0000 7fbed9b46700 -1 mon.b@1(peon).osd e212 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: failed to encode map e209 with expected crc 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: mgrmap e38: y(active, since 1.01552s), standbys: x 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: failed to encode map e210 with expected crc 2023-12-16T19:32:52.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:52] ENGINE Bus STARTING 2023-12-16T19:32:52.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:52] ENGINE Serving on http://172.21.15.2:8765 2023-12-16T19:32:52.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:52.771+0000 7f12217d2700 -1 mon.c@2(peon).osd e211 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:52.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:52.893+0000 7f12217d2700 -1 mon.c@2(peon).osd e212 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:52.903 INFO:tasks.rados.rados.0.smithi002.stdout:799: done (2 left) 2023-12-16T19:32:52.903 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 84 2023-12-16T19:32:52.903 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 3 to smithi002125626-21 2023-12-16T19:32:52.903 INFO:tasks.rados.rados.0.smithi002.stdout:800: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2023-12-16T19:32:52.907 INFO:tasks.rados.rados.0.smithi002.stdout:800: writing smithi002125626-22 from 0 to 761856 tid 1 2023-12-16T19:32:52.911 INFO:tasks.rados.rados.0.smithi002.stdout:800: writing smithi002125626-22 from 761856 to 1179648 tid 2 2023-12-16T19:32:52.916 INFO:tasks.rados.rados.0.smithi002.stdout:800: writing smithi002125626-22 from 1179648 to 1966080 tid 3 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 4 to smithi002125626-21 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 5 to smithi002125626-21 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:797: finishing write tid 6 to smithi002125626-21 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 688 (ObjNum 259 snap 84 seq_num 259) dirty exists 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:797: left oid 21 (ObjNum 259 snap 84 seq_num 259) 2023-12-16T19:32:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:798: expect (ObjNum 240 snap 80 seq_num 240) 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: finishing write tid 1 to smithi002125626-22 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: finishing write tid 2 to smithi002125626-22 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: finishing write tid 3 to smithi002125626-22 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: finishing write tid 4 to smithi002125626-22 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: finishing write tid 5 to smithi002125626-22 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:800: left oid 22 (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:32:53.039 INFO:tasks.rados.rados.0.smithi002.stdout:797: done (2 left) 2023-12-16T19:32:53.040 INFO:tasks.rados.rados.0.smithi002.stdout:798: done (1 left) 2023-12-16T19:32:53.040 INFO:tasks.rados.rados.0.smithi002.stdout:800: done (0 left) 2023-12-16T19:32:53.040 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 84 2023-12-16T19:32:53.040 INFO:tasks.rados.rados.0.smithi002.stdout:801: seq_num 261 ranges {450560=778240,1228800=704512,1933312=499712} 2023-12-16T19:32:53.045 INFO:tasks.rados.rados.0.smithi002.stdout:801: writing smithi002125626-11 from 450560 to 1228800 tid 1 2023-12-16T19:32:53.049 INFO:tasks.rados.rados.0.smithi002.stdout:801: writing smithi002125626-11 from 1228800 to 1933312 tid 2 2023-12-16T19:32:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:801: writing smithi002125626-11 from 1933312 to 2433024 tid 3 2023-12-16T19:32:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:802: rollback oid 25 current snap is 84 2023-12-16T19:32:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 49 2023-12-16T19:32:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:801: finishing write tid 1 to smithi002125626-11 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:801: finishing write tid 2 to smithi002125626-11 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:803: rollback oid 48 current snap is 84 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 61 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:804: rmattr oid 8 current snap is 84 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:804: done (3 left) 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:805: read oid 33 snap -1 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:805: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:32:53.054 INFO:tasks.rados.rados.0.smithi002.stdout:806: snap_create 2023-12-16T19:32:53.057 INFO:tasks.rados.rados.0.smithi002.stdout:801: finishing write tid 3 to smithi002125626-11 2023-12-16T19:32:53.057 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:32:53.057 INFO:tasks.rados.rados.0.smithi002.stdout:801: finishing write tid 4 to smithi002125626-11 2023-12-16T19:32:53.057 INFO:tasks.rados.rados.0.smithi002.stdout:802: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:803: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 132 (ObjNum 897 snap 0 seq_num 3267342416) dirty dne 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:801: finishing write tid 5 to smithi002125626-11 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 222 (ObjNum 261 snap 84 seq_num 261) dirty exists 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:801: left oid 11 (ObjNum 261 snap 84 seq_num 261) 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:802: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:32:53.058 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 356 (ObjNum 81 snap 0 seq_num 2052613424) dirty dne 2023-12-16T19:32:53.062 INFO:tasks.rados.rados.0.smithi002.stdout:805: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: failed to encode map e210 with expected crc 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:52] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: [16/Dec/2023:19:32:52] ENGINE Bus STARTED 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 329 MiB/s rd, 180 MiB/s wr, 2.03k op/s 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: failed to encode map e210 with expected crc 2023-12-16T19:32:53.905 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:52] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: [16/Dec/2023:19:32:52] ENGINE Bus STARTED 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 329 MiB/s rd, 180 MiB/s wr, 2.03k op/s 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: failed to encode map e210 with expected crc 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: [16/Dec/2023:19:32:52] ENGINE Serving on https://172.21.15.2:7150 2023-12-16T19:32:53.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: [16/Dec/2023:19:32:52] ENGINE Bus STARTED 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 329 MiB/s rd, 180 MiB/s wr, 2.03k op/s 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: failed to encode map e211 with expected crc 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: failed to encode map e212 with expected crc 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:53.915 INFO:tasks.rados.rados.0.smithi002.stdout:801: done (4 left) 2023-12-16T19:32:53.915 INFO:tasks.rados.rados.0.smithi002.stdout:802: done (3 left) 2023-12-16T19:32:53.915 INFO:tasks.rados.rados.0.smithi002.stdout:803: done (2 left) 2023-12-16T19:32:53.915 INFO:tasks.rados.rados.0.smithi002.stdout:805: done (1 left) 2023-12-16T19:32:53.916 INFO:tasks.rados.rados.0.smithi002.stdout:806: done (0 left) 2023-12-16T19:32:53.916 INFO:tasks.rados.rados.0.smithi002.stdout:807: snap_remove snap 79 2023-12-16T19:32:54.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:53 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:53.903+0000 7f12217d2700 -1 mon.c@2(peon).osd e213 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:53 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:53.902+0000 7fbed9b46700 -1 mon.b@1(peon).osd e213 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: mgrmap e39: y(active, since 2s), standbys: x 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: mgrmap e39: y(active, since 2s), standbys: x 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: mgrmap e39: y(active, since 2s), standbys: x 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T19:32:54.908 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: failed to encode map e213 with expected crc 2023-12-16T19:32:54.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:54.912 INFO:tasks.rados.rados.0.smithi002.stdout:807: done (0 left) 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:808: read oid 47 snap -1 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:808: expect (ObjNum 255 snap 82 seq_num 255) 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:809: read oid 35 snap -1 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:809: expect (ObjNum 218 snap 71 seq_num 218) 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 85 2023-12-16T19:32:54.913 INFO:tasks.rados.rados.0.smithi002.stdout:810: seq_num 262 ranges {4210688=794624,5005312=589824,5595136=614400} 2023-12-16T19:32:54.941 INFO:tasks.rados.rados.0.smithi002.stdout:810: writing smithi002125626-4 from 4210688 to 5005312 tid 1 2023-12-16T19:32:54.945 INFO:tasks.rados.rados.0.smithi002.stdout:810: writing smithi002125626-4 from 5005312 to 5595136 tid 2 2023-12-16T19:32:54.948 INFO:tasks.rados.rados.0.smithi002.stdout:810: writing smithi002125626-4 from 5595136 to 6209536 tid 3 2023-12-16T19:32:54.948 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 85 2023-12-16T19:32:54.949 INFO:tasks.rados.rados.0.smithi002.stdout:811: seq_num 263 ranges {991232=409600,1400832=475136,1875968=557056,2433024=573440} 2023-12-16T19:32:54.956 INFO:tasks.rados.rados.0.smithi002.stdout:811: writing smithi002125626-36 from 991232 to 1400832 tid 1 2023-12-16T19:32:54.959 INFO:tasks.rados.rados.0.smithi002.stdout:811: writing smithi002125626-36 from 1400832 to 1875968 tid 2 2023-12-16T19:32:54.962 INFO:tasks.rados.rados.0.smithi002.stdout:811: writing smithi002125626-36 from 1875968 to 2433024 tid 3 2023-12-16T19:32:54.965 INFO:tasks.rados.rados.0.smithi002.stdout:811: writing smithi002125626-36 from 2433024 to 3006464 tid 4 2023-12-16T19:32:54.965 INFO:tasks.rados.rados.0.smithi002.stdout:812: copy_from oid 8 from oid 27 current snap is 85 2023-12-16T19:32:54.965 INFO:tasks.rados.rados.0.smithi002.stdout:808: expect (ObjNum 255 snap 82 seq_num 255) 2023-12-16T19:32:55.080 INFO:tasks.rados.rados.0.smithi002.stdout:809: expect (ObjNum 218 snap 71 seq_num 218) 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing write tid 1 to smithi002125626-4 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing write tid 2 to smithi002125626-4 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing write tid 3 to smithi002125626-4 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing write tid 4 to smithi002125626-4 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: finishing write tid 5 to smithi002125626-4 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 586 (ObjNum 262 snap 85 seq_num 262) dirty exists 2023-12-16T19:32:55.114 INFO:tasks.rados.rados.0.smithi002.stdout:810: left oid 4 (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 1 to smithi002125626-36 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:808: done (4 left) 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:809: done (3 left) 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:810: done (2 left) 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 85 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 2 to smithi002125626-36 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 3 to smithi002125626-36 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 4 to smithi002125626-36 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 5 to smithi002125626-36 2023-12-16T19:32:55.115 INFO:tasks.rados.rados.0.smithi002.stdout:813: seq_num 264 ranges {1925120=425984,2351104=761856,3112960=770048,3883008=73728} 2023-12-16T19:32:55.126 INFO:tasks.rados.rados.0.smithi002.stdout:813: writing smithi002125626-17 from 1925120 to 2351104 tid 1 2023-12-16T19:32:55.131 INFO:tasks.rados.rados.0.smithi002.stdout:813: writing smithi002125626-17 from 2351104 to 3112960 tid 2 2023-12-16T19:32:55.135 INFO:tasks.rados.rados.0.smithi002.stdout:813: writing smithi002125626-17 from 3112960 to 3883008 tid 3 2023-12-16T19:32:55.136 INFO:tasks.rados.rados.0.smithi002.stdout:813: writing smithi002125626-17 from 3883008 to 3956736 tid 4 2023-12-16T19:32:55.136 INFO:tasks.rados.rados.0.smithi002.stdout:814: rollback oid 38 current snap is 85 2023-12-16T19:32:55.136 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 49 2023-12-16T19:32:55.136 INFO:tasks.rados.rados.0.smithi002.stdout:811: finishing write tid 6 to smithi002125626-36 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 289 (ObjNum 263 snap 85 seq_num 263) dirty exists 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:811: left oid 36 (ObjNum 263 snap 85 seq_num 263) 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:812: finishing copy_from to smithi002125626-8 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 321 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:812: finishing copy_from racing read to smithi002125626-8 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:811: done (3 left) 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:812: done (2 left) 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:815: delete oid 39 current snap is 85 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 1 to smithi002125626-17 2023-12-16T19:32:55.137 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 2 to smithi002125626-17 2023-12-16T19:32:55.138 INFO:tasks.rados.rados.0.smithi002.stdout:815: done (2 left) 2023-12-16T19:32:55.138 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 85 2023-12-16T19:32:55.138 INFO:tasks.rados.rados.0.smithi002.stdout:816: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2023-12-16T19:32:55.140 INFO:tasks.rados.rados.0.smithi002.stdout:816: writing smithi002125626-7 from 0 to 458752 tid 1 2023-12-16T19:32:55.143 INFO:tasks.rados.rados.0.smithi002.stdout:816: writing smithi002125626-7 from 458752 to 983040 tid 2 2023-12-16T19:32:55.147 INFO:tasks.rados.rados.0.smithi002.stdout:816: writing smithi002125626-7 from 983040 to 1712128 tid 3 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:816: writing smithi002125626-7 from 1712128 to 2064384 tid 4 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:817: read oid 21 snap -1 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:817: expect (ObjNum 259 snap 84 seq_num 259) 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:818: snap_create 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:814: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 712 (ObjNum 139 snap 33 seq_num 139) dirty exists 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 3 to smithi002125626-17 2023-12-16T19:32:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 4 to smithi002125626-17 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 5 to smithi002125626-17 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:813: finishing write tid 6 to smithi002125626-17 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 591 (ObjNum 264 snap 85 seq_num 264) dirty exists 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:813: left oid 17 (ObjNum 264 snap 85 seq_num 264) 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 1 to smithi002125626-7 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 2 to smithi002125626-7 2023-12-16T19:32:55.151 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 3 to smithi002125626-7 2023-12-16T19:32:55.152 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 4 to smithi002125626-7 2023-12-16T19:32:55.152 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 5 to smithi002125626-7 2023-12-16T19:32:55.155 INFO:tasks.rados.rados.0.smithi002.stdout:816: finishing write tid 6 to smithi002125626-7 2023-12-16T19:32:55.155 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 717 (ObjNum 266 snap 85 seq_num 266) dirty exists 2023-12-16T19:32:55.155 INFO:tasks.rados.rados.0.smithi002.stdout:816: left oid 7 (ObjNum 266 snap 85 seq_num 266) 2023-12-16T19:32:55.176 INFO:tasks.rados.rados.0.smithi002.stdout:817: expect (ObjNum 259 snap 84 seq_num 259) 2023-12-16T19:32:55.206 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:54.904+0000 7f12217d2700 -1 mon.c@2(peon).osd e214 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:55.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:54.903+0000 7fbed9b46700 -1 mon.b@1(peon).osd e214 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:55.907 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 109 MiB/s rd, 60 MiB/s wr, 672 op/s 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.908 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 109 MiB/s rd, 60 MiB/s wr, 672 op/s 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 109 MiB/s rd, 60 MiB/s wr, 672 op/s 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T19:32:55.909 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.910 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: failed to encode map e214 with expected crc 2023-12-16T19:32:55.910 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.910 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:55.914 INFO:tasks.rados.rados.0.smithi002.stdout:813: done (4 left) 2023-12-16T19:32:55.914 INFO:tasks.rados.rados.0.smithi002.stdout:814: done (3 left) 2023-12-16T19:32:55.915 INFO:tasks.rados.rados.0.smithi002.stdout:816: done (2 left) 2023-12-16T19:32:55.915 INFO:tasks.rados.rados.0.smithi002.stdout:817: done (1 left) 2023-12-16T19:32:55.915 INFO:tasks.rados.rados.0.smithi002.stdout:818: done (0 left) 2023-12-16T19:32:55.915 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 86 2023-12-16T19:32:55.916 INFO:tasks.rados.rados.0.smithi002.stdout:819: seq_num 267 ranges {1728512=475136,2203648=458752,2662400=540672,3203072=606208} 2023-12-16T19:32:55.927 INFO:tasks.rados.rados.0.smithi002.stdout:819: writing smithi002125626-50 from 1728512 to 2203648 tid 1 2023-12-16T19:32:55.930 INFO:tasks.rados.rados.0.smithi002.stdout:819: writing smithi002125626-50 from 2203648 to 2662400 tid 2 2023-12-16T19:32:55.934 INFO:tasks.rados.rados.0.smithi002.stdout:819: writing smithi002125626-50 from 2662400 to 3203072 tid 3 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:819: writing smithi002125626-50 from 3203072 to 3809280 tid 4 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:820: read oid 19 snap 73 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:820: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:821: read oid 41 snap -1 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:821: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:822: read oid 3 snap -1 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:822: expect deleted 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 86 2023-12-16T19:32:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 1 to smithi002125626-50 2023-12-16T19:32:55.940 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 2 to smithi002125626-50 2023-12-16T19:32:55.940 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 3 to smithi002125626-50 2023-12-16T19:32:55.940 INFO:tasks.rados.rados.0.smithi002.stdout:823: seq_num 268 ranges {450560=491520,942080=745472,1687552=745472,2433024=114688} 2023-12-16T19:32:55.944 INFO:tasks.rados.rados.0.smithi002.stdout:823: writing smithi002125626-24 from 450560 to 942080 tid 1 2023-12-16T19:32:55.949 INFO:tasks.rados.rados.0.smithi002.stdout:823: writing smithi002125626-24 from 942080 to 1687552 tid 2 2023-12-16T19:32:55.953 INFO:tasks.rados.rados.0.smithi002.stdout:823: writing smithi002125626-24 from 1687552 to 2433024 tid 3 2023-12-16T19:32:55.954 INFO:tasks.rados.rados.0.smithi002.stdout:823: writing smithi002125626-24 from 2433024 to 2547712 tid 4 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:824: read oid 39 snap -1 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:824: expect deleted 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:825: setattr oid 25 current snap is 86 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 4 to smithi002125626-50 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 5 to smithi002125626-50 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:819: finishing write tid 6 to smithi002125626-50 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 723 (ObjNum 267 snap 86 seq_num 267) dirty exists 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:819: left oid 50 (ObjNum 267 snap 86 seq_num 267) 2023-12-16T19:32:55.955 INFO:tasks.rados.rados.0.smithi002.stdout:821: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:32:56.009 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 1 to smithi002125626-24 2023-12-16T19:32:56.010 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 2 to smithi002125626-24 2023-12-16T19:32:56.010 INFO:tasks.rados.rados.0.smithi002.stdout:820: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 3 to smithi002125626-24 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 4 to smithi002125626-24 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 5 to smithi002125626-24 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:823: finishing write tid 6 to smithi002125626-24 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 385 (ObjNum 268 snap 86 seq_num 268) dirty exists 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:823: left oid 24 (ObjNum 268 snap 86 seq_num 268) 2023-12-16T19:32:56.107 INFO:tasks.rados.rados.0.smithi002.stdout:819: done (6 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:820: done (5 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:821: done (4 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:822: done (3 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:823: done (2 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:824: done (1 left) 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 86 2023-12-16T19:32:56.108 INFO:tasks.rados.rados.0.smithi002.stdout:826: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2023-12-16T19:32:56.109 INFO:tasks.rados.rados.0.smithi002.stdout:826: writing smithi002125626-40 from 0 to 507904 tid 1 2023-12-16T19:32:56.113 INFO:tasks.rados.rados.0.smithi002.stdout:826: writing smithi002125626-40 from 507904 to 1138688 tid 2 2023-12-16T19:32:56.116 INFO:tasks.rados.rados.0.smithi002.stdout:826: writing smithi002125626-40 from 1138688 to 1695744 tid 3 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:826: writing smithi002125626-40 from 1695744 to 2113536 tid 4 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 86 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 359 (ObjNum 129 snap 0 seq_num 2052683104) dirty exists 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 1 to smithi002125626-40 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 2 to smithi002125626-40 2023-12-16T19:32:56.119 INFO:tasks.rados.rados.0.smithi002.stdout:827: seq_num 270 ranges {2433024=524288,2957312=516096,3473408=761856,4235264=327680} 2023-12-16T19:32:56.135 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi002125626-11 from 2433024 to 2957312 tid 1 2023-12-16T19:32:56.138 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi002125626-11 from 2957312 to 3473408 tid 2 2023-12-16T19:32:56.142 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi002125626-11 from 3473408 to 4235264 tid 3 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:827: writing smithi002125626-11 from 4235264 to 4562944 tid 4 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:825: done (2 left) 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 86 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 3 to smithi002125626-40 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 4 to smithi002125626-40 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 5 to smithi002125626-40 2023-12-16T19:32:56.145 INFO:tasks.rados.rados.0.smithi002.stdout:828: seq_num 271 ranges {1490944=540672,2031616=802816,2834432=516096,3350528=286720} 2023-12-16T19:32:56.156 INFO:tasks.rados.rados.0.smithi002.stdout:828: writing smithi002125626-44 from 1490944 to 2031616 tid 1 2023-12-16T19:32:56.160 INFO:tasks.rados.rados.0.smithi002.stdout:828: writing smithi002125626-44 from 2031616 to 2834432 tid 2 2023-12-16T19:32:56.163 INFO:tasks.rados.rados.0.smithi002.stdout:828: writing smithi002125626-44 from 2834432 to 3350528 tid 3 2023-12-16T19:32:56.165 INFO:tasks.rados.rados.0.smithi002.stdout:828: writing smithi002125626-44 from 3350528 to 3637248 tid 4 2023-12-16T19:32:56.165 INFO:tasks.rados.rados.0.smithi002.stdout:829: snap_remove snap 65 2023-12-16T19:32:56.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:55 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:55.905+0000 7f12217d2700 -1 mon.c@2(peon).osd e215 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:56.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:55.905+0000 7fbed9b46700 -1 mon.b@1(peon).osd e215 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:829: done (3 left) 2023-12-16T19:32:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:830: setattr oid 24 current snap is 86 2023-12-16T19:32:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:826: finishing write tid 6 to smithi002125626-40 2023-12-16T19:32:56.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 231 (ObjNum 269 snap 86 seq_num 269) dirty exists 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:826: left oid 40 (ObjNum 269 snap 86 seq_num 269) 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 1 to smithi002125626-11 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 2 to smithi002125626-11 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 3 to smithi002125626-11 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 4 to smithi002125626-11 2023-12-16T19:32:56.920 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 5 to smithi002125626-11 2023-12-16T19:32:56.921 INFO:tasks.rados.rados.0.smithi002.stdout:827: finishing write tid 6 to smithi002125626-11 2023-12-16T19:32:56.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 237 (ObjNum 270 snap 86 seq_num 270) dirty exists 2023-12-16T19:32:56.921 INFO:tasks.rados.rados.0.smithi002.stdout:827: left oid 11 (ObjNum 270 snap 86 seq_num 270) 2023-12-16T19:32:56.921 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 1 to smithi002125626-44 2023-12-16T19:32:56.921 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 2 to smithi002125626-44 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 3 to smithi002125626-44 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 4 to smithi002125626-44 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 5 to smithi002125626-44 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:828: finishing write tid 6 to smithi002125626-44 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 596 (ObjNum 271 snap 86 seq_num 271) dirty exists 2023-12-16T19:32:56.922 INFO:tasks.rados.rados.0.smithi002.stdout:828: left oid 44 (ObjNum 271 snap 86 seq_num 271) 2023-12-16T19:32:56.923 INFO:tasks.rados.rados.0.smithi002.stdout:826: done (3 left) 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:827: done (2 left) 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:828: done (1 left) 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:831: rollback oid 25 current snap is 86 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 75 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:832: read oid 33 snap -1 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:832: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:32:56.924 INFO:tasks.rados.rados.0.smithi002.stdout:833: snap_create 2023-12-16T19:32:56.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 386 (ObjNum 268 snap 86 seq_num 268) dirty exists 2023-12-16T19:32:56.938 INFO:tasks.rados.rados.0.smithi002.stdout:832: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:32:56.980 INFO:tasks.rados.rados.0.smithi002.stdout:831: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:32:56.980 INFO:tasks.rados.rados.0.smithi002.stdout:831: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:32:56.980 INFO:tasks.rados.rados.0.smithi002.stdout:831: finishing rollback tid 2 to smithi002125626-25 2023-12-16T19:32:56.980 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 362 (ObjNum 129 snap 0 seq_num 2052683104) dirty exists 2023-12-16T19:32:56.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: failed to encode map e213 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: mgrmap e40: y(active, since 4s), standbys: x 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[137674]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: failed to encode map e213 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: mgrmap e40: y(active, since 4s), standbys: x 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-mon[86656]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:56 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:56.907+0000 7f12217d2700 -1 mon.c@2(peon).osd e216 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: failed to encode map e213 with expected crc 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: mgrmap e40: y(active, since 4s), standbys: x 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-mon[82080]: failed to encode map e215 with expected crc 2023-12-16T19:32:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:56.906+0000 7fbed9b46700 -1 mon.b@1(peon).osd e216 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:57.916 INFO:tasks.rados.rados.0.smithi002.stdout:830: done (3 left) 2023-12-16T19:32:57.917 INFO:tasks.rados.rados.0.smithi002.stdout:831: done (2 left) 2023-12-16T19:32:57.917 INFO:tasks.rados.rados.0.smithi002.stdout:832: done (1 left) 2023-12-16T19:32:57.917 INFO:tasks.rados.rados.0.smithi002.stdout:833: done (0 left) 2023-12-16T19:32:57.917 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 87 2023-12-16T19:32:57.917 INFO:tasks.rados.rados.0.smithi002.stdout:834: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2023-12-16T19:32:57.920 INFO:tasks.rados.rados.0.smithi002.stdout:834: writing smithi002125626-37 from 0 to 565248 tid 1 2023-12-16T19:32:57.923 INFO:tasks.rados.rados.0.smithi002.stdout:834: writing smithi002125626-37 from 565248 to 1253376 tid 2 2023-12-16T19:32:57.928 INFO:tasks.rados.rados.0.smithi002.stdout:834: writing smithi002125626-37 from 1253376 to 1982464 tid 3 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:834: writing smithi002125626-37 from 1982464 to 2170880 tid 4 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:835: rmattr oid 2 current snap is 87 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:835: done (1 left) 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:836: read oid 2 snap 63 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:836: expect deleted 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 87 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 1 to smithi002125626-37 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 2 to smithi002125626-37 2023-12-16T19:32:57.930 INFO:tasks.rados.rados.0.smithi002.stdout:837: seq_num 273 ranges {991232=581632,1572864=565248,2138112=532480,2670592=507904} 2023-12-16T19:32:57.939 INFO:tasks.rados.rados.0.smithi002.stdout:837: writing smithi002125626-1 from 991232 to 1572864 tid 1 2023-12-16T19:32:57.942 INFO:tasks.rados.rados.0.smithi002.stdout:837: writing smithi002125626-1 from 1572864 to 2138112 tid 2 2023-12-16T19:32:57.946 INFO:tasks.rados.rados.0.smithi002.stdout:837: writing smithi002125626-1 from 2138112 to 2670592 tid 3 2023-12-16T19:32:57.950 INFO:tasks.rados.rados.0.smithi002.stdout:837: writing smithi002125626-1 from 2670592 to 3178496 tid 4 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 87 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 3 to smithi002125626-37 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 4 to smithi002125626-37 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 5 to smithi002125626-37 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:834: finishing write tid 6 to smithi002125626-37 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 303 (ObjNum 272 snap 87 seq_num 272) dirty exists 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:834: left oid 37 (ObjNum 272 snap 87 seq_num 272) 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 1 to smithi002125626-1 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 2 to smithi002125626-1 2023-12-16T19:32:57.951 INFO:tasks.rados.rados.0.smithi002.stdout:838: seq_num 274 ranges {1310720=598016,1908736=499712,2408448=745472,3153920=360448} 2023-12-16T19:32:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:838: writing smithi002125626-32 from 1310720 to 1908736 tid 1 2023-12-16T19:32:57.964 INFO:tasks.rados.rados.0.smithi002.stdout:838: writing smithi002125626-32 from 1908736 to 2408448 tid 2 2023-12-16T19:32:57.968 INFO:tasks.rados.rados.0.smithi002.stdout:838: writing smithi002125626-32 from 2408448 to 3153920 tid 3 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:838: writing smithi002125626-32 from 3153920 to 3514368 tid 4 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:834: done (3 left) 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:836: done (2 left) 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:839: rmattr oid 31 current snap is 87 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:839: done (2 left) 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:840: setattr oid 34 current snap is 87 2023-12-16T19:32:57.971 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 3 to smithi002125626-1 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 4 to smithi002125626-1 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 5 to smithi002125626-1 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:837: finishing write tid 6 to smithi002125626-1 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 739 (ObjNum 273 snap 87 seq_num 273) dirty exists 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:837: left oid 1 (ObjNum 273 snap 87 seq_num 273) 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 1 to smithi002125626-32 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 2 to smithi002125626-32 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 3 to smithi002125626-32 2023-12-16T19:32:57.972 INFO:tasks.rados.rados.0.smithi002.stdout:837: done (2 left) 2023-12-16T19:32:57.973 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 87 2023-12-16T19:32:57.973 INFO:tasks.rados.rados.0.smithi002.stdout:841: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2023-12-16T19:32:57.975 INFO:tasks.rados.rados.0.smithi002.stdout:841: writing smithi002125626-25 from 0 to 614400 tid 1 2023-12-16T19:32:57.979 INFO:tasks.rados.rados.0.smithi002.stdout:841: writing smithi002125626-25 from 614400 to 1400832 tid 2 2023-12-16T19:32:57.982 INFO:tasks.rados.rados.0.smithi002.stdout:841: writing smithi002125626-25 from 1400832 to 1900544 tid 3 2023-12-16T19:32:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:841: writing smithi002125626-25 from 1900544 to 2220032 tid 4 2023-12-16T19:32:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:842: delete oid 3 current snap is 87 2023-12-16T19:32:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 131 (ObjNum 81 snap 0 seq_num 1733514851) dirty exists 2023-12-16T19:32:57.984 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 4 to smithi002125626-32 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 5 to smithi002125626-32 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:838: finishing write tid 6 to smithi002125626-32 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 745 (ObjNum 274 snap 87 seq_num 274) dirty exists 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:838: left oid 32 (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 1 to smithi002125626-25 2023-12-16T19:32:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 2 to smithi002125626-25 2023-12-16T19:32:57.986 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 3 to smithi002125626-25 2023-12-16T19:32:57.986 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 4 to smithi002125626-25 2023-12-16T19:32:57.986 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 5 to smithi002125626-25 2023-12-16T19:32:57.990 INFO:tasks.rados.rados.0.smithi002.stdout:841: finishing write tid 6 to smithi002125626-25 2023-12-16T19:32:57.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 372 (ObjNum 275 snap 87 seq_num 275) dirty exists 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:841: left oid 25 (ObjNum 275 snap 87 seq_num 275) 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:838: done (3 left) 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:840: done (2 left) 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:841: done (1 left) 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:842: done (0 left) 2023-12-16T19:32:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:843: read oid 47 snap -1 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:843: expect (ObjNum 255 snap 82 seq_num 255) 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:844: rmattr oid 12 current snap is 87 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:844: done (1 left) 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:845: rmattr oid 1 current snap is 87 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:845: done (1 left) 2023-12-16T19:32:57.992 INFO:tasks.rados.rados.0.smithi002.stdout:846: setattr oid 6 current snap is 87 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: failed to encode map e215 with expected crc 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: failed to encode map e215 with expected crc 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:57.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[137674]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: failed to encode map e215 with expected crc 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: failed to encode map e215 with expected crc 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: failed to encode map e216 with expected crc 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:57.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:57.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:57.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:57.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:57 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:57.908+0000 7f12217d2700 -1 mon.c@2(peon).osd e217 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:57.997 INFO:tasks.rados.rados.0.smithi002.stdout:847: read oid 38 snap 84 2023-12-16T19:32:57.997 INFO:tasks.rados.rados.0.smithi002.stdout:847: expect deleted 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:848: rollback oid 44 current snap is 87 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 45 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:849: setattr oid 45 current snap is 87 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:850: rollback oid 7 current snap is 87 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 75 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:851: rollback oid 31 current snap is 87 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 83 2023-12-16T19:32:57.998 INFO:tasks.rados.rados.0.smithi002.stdout:852: read oid 30 snap -1 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:852: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:853: snap_create 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 373 (ObjNum 33 snap 0 seq_num 2052764784) dirty exists 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:848: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:848: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:848: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 599 (ObjNum 99 snap 16 seq_num 99) dirty exists 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:851: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 329 (ObjNum 33 snap 0 seq_num 2032219512) dirty dne 2023-12-16T19:32:57.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 305 (ObjNum 229 snap 73 seq_num 229) dirty exists 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: failed to encode map e215 with expected crc 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: failed to encode map e215 with expected crc 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:32:58.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:32:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.conf 2023-12-16T19:32:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.conf 2023-12-16T19:32:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:57.907+0000 7fbed9b46700 -1 mon.b@1(peon).osd e217 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:58.004 INFO:tasks.rados.rados.0.smithi002.stdout:852: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:32:58.087 INFO:tasks.rados.rados.0.smithi002.stdout:843: expect (ObjNum 255 snap 82 seq_num 255) 2023-12-16T19:32:58.201 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:32:58.201 INFO:tasks.rados.rados.0.smithi002.stdout:850: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:32:58.201 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 748 (ObjNum 161 snap 0 seq_num 764581385) dirty dne 2023-12-16T19:32:58.911 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:32:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.912 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.913 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:58.909+0000 7fbed9b46700 -1 mon.b@1(peon).osd e218 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:58.917 INFO:tasks.rados.rados.0.smithi002.stdout:843: done (8 left) 2023-12-16T19:32:58.917 INFO:tasks.rados.rados.0.smithi002.stdout:846: done (7 left) 2023-12-16T19:32:58.917 INFO:tasks.rados.rados.0.smithi002.stdout:847: done (6 left) 2023-12-16T19:32:58.917 INFO:tasks.rados.rados.0.smithi002.stdout:848: done (5 left) 2023-12-16T19:32:58.917 INFO:tasks.rados.rados.0.smithi002.stdout:849: done (4 left) 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:850: done (3 left) 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:851: done (2 left) 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:852: done (1 left) 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:853: done (0 left) 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:854: copy_from oid 2 from oid 18 current snap is 88 2023-12-16T19:32:58.918 INFO:tasks.rados.rados.0.smithi002.stdout:855: snap_create 2023-12-16T19:32:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:854: finishing copy_from to smithi002125626-2 2023-12-16T19:32:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:854: got expected ENOENT (src dne) 2023-12-16T19:32:58.923 INFO:tasks.rados.rados.0.smithi002.stdout:854: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:58.909+0000 7f12217d2700 -1 mon.c@2(peon).osd e218 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e216 with expected crc 2023-12-16T19:32:58.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi043:/etc/ceph/ceph.client.admin.keyring 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: Updating smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:58.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:58 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:854: done (1 left) 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:855: done (0 left) 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:856: read oid 19 snap -1 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:856: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 89 2023-12-16T19:32:59.923 INFO:tasks.rados.rados.0.smithi002.stdout:857: seq_num 277 ranges {1671168=647168,2318336=557056,2875392=516096,3391488=532480} 2023-12-16T19:32:59.935 INFO:tasks.rados.rados.0.smithi002.stdout:857: writing smithi002125626-44 from 1671168 to 2318336 tid 1 2023-12-16T19:32:59.939 INFO:tasks.rados.rados.0.smithi002.stdout:857: writing smithi002125626-44 from 2318336 to 2875392 tid 2 2023-12-16T19:32:59.941 INFO:tasks.rados.rados.0.smithi002.stdout:857: writing smithi002125626-44 from 2875392 to 3391488 tid 3 2023-12-16T19:32:59.946 INFO:tasks.rados.rados.0.smithi002.stdout:857: writing smithi002125626-44 from 3391488 to 3923968 tid 4 2023-12-16T19:32:59.946 INFO:tasks.rados.rados.0.smithi002.stdout:858: snap_create 2023-12-16T19:32:59.946 INFO:tasks.rados.rados.0.smithi002.stdout:856: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: Upgrade: It appears safe to stop mon.c 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: pgmap v15: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[137674]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: Upgrade: It appears safe to stop mon.c 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: pgmap v15: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-mon[86656]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:32:59 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:32:59.910+0000 7f12217d2700 -1 mon.c@2(peon).osd e219 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: failed to encode map e217 with expected crc 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: Upgrade: It appears safe to stop mon.c 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: pgmap v15: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-mon[82080]: failed to encode map e218 with expected crc 2023-12-16T19:32:59.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:32:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:32:59.910+0000 7fbed9b46700 -1 mon.b@1(peon).osd e219 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 1 to smithi002125626-44 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 2 to smithi002125626-44 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 3 to smithi002125626-44 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 4 to smithi002125626-44 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 5 to smithi002125626-44 2023-12-16T19:33:00.054 INFO:tasks.rados.rados.0.smithi002.stdout:857: finishing write tid 6 to smithi002125626-44 2023-12-16T19:33:00.055 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 604 (ObjNum 277 snap 89 seq_num 277) dirty exists 2023-12-16T19:33:00.055 INFO:tasks.rados.rados.0.smithi002.stdout:857: left oid 44 (ObjNum 277 snap 89 seq_num 277) 2023-12-16T19:33:00.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: failed to encode map e218 with expected crc 2023-12-16T19:33:00.908 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: Upgrade: Updating mon.c 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: Deploying daemon mon.c on smithi002 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: osdmap e219: 8 total, 8 up, 8 in 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.909 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[137674]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: failed to encode map e218 with expected crc 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: Upgrade: Updating mon.c 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:00.910 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: Deploying daemon mon.c on smithi002 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: osdmap e219: 8 total, 8 up, 8 in 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-mon[86656]: failed to encode map e219 with expected crc 2023-12-16T19:33:00.911 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 systemd[1]: Stopping Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:856: done (2 left) 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:857: done (1 left) 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:858: done (0 left) 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:859: copy_from oid 44 from oid 47 current snap is 90 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:860: copy_from oid 18 from oid 21 current snap is 90 2023-12-16T19:33:00.921 INFO:tasks.rados.rados.0.smithi002.stdout:861: snap_create 2023-12-16T19:33:00.956 INFO:tasks.rados.rados.0.smithi002.stdout:859: finishing copy_from to smithi002125626-44 2023-12-16T19:33:00.956 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 676 (ObjNum 255 snap 82 seq_num 255) dirty exists 2023-12-16T19:33:00.956 INFO:tasks.rados.rados.0.smithi002.stdout:859: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:33:00.968 INFO:tasks.rados.rados.0.smithi002.stdout:860: finishing copy_from to smithi002125626-18 2023-12-16T19:33:00.968 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 688 (ObjNum 259 snap 84 seq_num 259) dirty exists 2023-12-16T19:33:00.969 INFO:tasks.rados.rados.0.smithi002.stdout:860: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:33:00.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: failed to encode map e218 with expected crc 2023-12-16T19:33:00.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: Upgrade: Updating mon.c 2023-12-16T19:33:00.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:00.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: Deploying daemon mon.c on smithi002 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: osdmap e219: 8 total, 8 up, 8 in 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: failed to encode map e219 with expected crc 2023-12-16T19:33:01.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: failed to encode map e219 with expected crc 2023-12-16T19:33:01.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-mon[82080]: failed to encode map e219 with expected crc 2023-12-16T19:33:01.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:00.911+0000 7fbed9b46700 -1 mon.b@1(peon).osd e220 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:33:00.911+0000 7f12217d2700 -1 mon.c@2(peon).osd e220 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:33:01.113+0000 7f1226fdd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:33:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[86652]: 2023-12-16T19:33:01.113+0000 7f1226fdd700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-16T19:33:01.719 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 podman[139863]: 2023-12-16 19:33:01.328923255 +0000 UTC m=+0.269070510 container died 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:33:01.719 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 podman[139863]: 2023-12-16 19:33:01.452965947 +0000 UTC m=+0.393113181 container cleanup 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:33:01.719 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 bash[139863]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c 2023-12-16T19:33:01.719 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 podman[139875]: 2023-12-16 19:33:01.577806388 +0000 UTC m=+0.250623910 container remove 714b6a62cf05c7b5a66eb115bbd2b25d148c688ae9b1074134dc762aed31da50 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0) 2023-12-16T19:33:01.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:01] "GET /metrics HTTP/1.1" 200 33266 "" "Prometheus/2.43.0" 2023-12-16T19:33:01.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.c.service: Deactivated successfully. 2023-12-16T19:33:01.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 systemd[1]: Stopped Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:01.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.c.service: Consumed 7.990s CPU time. 2023-12-16T19:33:01.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:01 smithi002 systemd[1]: Starting Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:02.353 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 podman[140011]: 2023-12-16 19:33:02.077805334 +0000 UTC m=+0.048952353 container create 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2023-12-16T19:33:02.353 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 podman[140011]: 2023-12-16 19:33:02.047291259 +0000 UTC m=+0.018438234 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:33:02.353 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 podman[140011]: 2023-12-16 19:33:02.311976673 +0000 UTC m=+0.283123657 container init 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD) 2023-12-16T19:33:02.353 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 podman[140011]: 2023-12-16 19:33:02.327767936 +0000 UTC m=+0.298914908 container start 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: pidfile_write: ignore empty --pid-file 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 bash[140011]: 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 systemd[1]: Started Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: load: jerasure load: lrc 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: RocksDB version: 7.9.2 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Git sha 0 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: DB SUMMARY 2023-12-16T19:33:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: DB Session ID: EIA28BNIY6MLY3RCDYCF 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: MANIFEST file: MANIFEST-000009 size: 897 Bytes 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000024.sst 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000022.log size: 1002569 ; 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.env: 0x55a1e1056a60 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.info_log: 0x55a1e1913760 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.statistics: (nil) 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.use_fsync: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:33:02.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.db_log_dir: 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.wal_dir: 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.write_buffer_manager: 0x55a1e18e72c0 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:33:02.744 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.unordered_write: 0 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.row_cache: None 2023-12-16T19:33:02.745 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.wal_filter: None 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.wal_compression: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:33:02.746 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:33:02.748 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_open_files: -1 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Compression algorithms supported: 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kZSTD supported: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:33:02.749 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.merge_operator: 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_filter: None 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:33:02.750 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a1e1913880) 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_type: 0 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_index_type: 0 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_shortening: 1 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: checksum: 4 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: no_block_cache: 0 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache: 0x55a1e1969090 2023-12-16T19:33:02.751 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_options: 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: capacity : 536870912 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_shard_bits : 4 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: strict_capacity_limit : 0 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_cache_compressed: (nil) 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: persistent_cache: (nil) 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size: 4096 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_size_deviation: 10 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_restart_interval: 16 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: index_block_restart_interval: 1 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_block_size: 4096 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: partition_filters: 0 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: use_delta_encoding: 1 2023-12-16T19:33:02.752 INFO:journalctl@ceph.mon.c.smithi002.stdout: filter_policy: bloomfilter 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: whole_key_filtering: 1 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: verify_compression: 0 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: format_version: 5 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_index_compression: 1 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: block_align: 0 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_auto_readahead_size: 262144 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: prepopulate_block_cache: 0 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: initial_auto_readahead_size: 8192 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression: NoCompression 2023-12-16T19:33:02.753 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.num_levels: 7 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:33:02.754 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:33:02.755 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T19:33:02.756 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:33:02.757 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.ttl: 2592000 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:33:02.758 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:33:02.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 13911, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 937254a0-d193-4ba5-9ed7-a033d8e80160 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755182357945, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755182361538, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 629185, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13916, "largest_seqno": 14255, "table_properties": {"data_size": 626548, "index_size": 1175, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 4321, "raw_average_key_size": 25, "raw_value_size": 622585, "raw_average_value_size": 3619, "num_data_blocks": 51, "num_entries": 172, "num_filter_entries": 172, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702755182, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "937254a0-d193-4ba5-9ed7-a033d8e80160", "db_session_id": "EIA28BNIY6MLY3RCDYCF", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755182361639, "job": 1, "event": "recovery_finished"} 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:33:02.760 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a1e1a04000 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: DB pointer 0x55a1e19f2000 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** DB Stats ** 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.761 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: L0 1/0 614.44 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: L6 1/0 10.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: Sum 2/0 11.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** Compaction Stats [default] ** 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 316.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T19:33:02.762 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Flush(GB): cumulative 0.001, interval 0.001 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Cumulative compaction: 0.00 GB write, 101.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Interval compaction: 0.00 GB write, 101.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache BinnedLRUCache@0x55a1e1969090#2 capacity: 512.00 MB usage: 1.83 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.50 KB,9.53674e-05%) IndexBlock(1,1.33 KB,0.00025332%) Misc(1,0.00 KB,0%) 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.763 INFO:journalctl@ceph.mon.c.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: starting mon.c rank 2 at public addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] at bind addrs [v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???) e3 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).mds e6 new map 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).mds e6 print_map 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: e6 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: legacy client fscid: 1 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: Filesystem 'cephfs' (1) 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: fs_name cephfs 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: epoch 6 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: created 2023-12-16T19:28:23.303931+0000 2023-12-16T19:33:02.764 INFO:journalctl@ceph.mon.c.smithi002.stdout: modified 2023-12-16T19:28:26.197748+0000 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: tableserver 0 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: root 0 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: session_timeout 60 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: session_autoclose 300 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_file_size 1099511627776 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_xattr_size 65536 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: required_client_features {} 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: last_failure 0 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: last_failure_osd_epoch 0 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: max_mds 1 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: in 0 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: up {0=24343} 2023-12-16T19:33:02.765 INFO:journalctl@ceph.mon.c.smithi002.stdout: failed 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: damaged 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: stopped 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: data_pools [3] 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: metadata_pool 2 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: inline_data disabled 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: balancer 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: bal_rank_mask -1 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: standby_count_wanted 0 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: Standby daemons: 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout: [mds.a{-1:14466} state up:standby seq 1 addr [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:33:02.766 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T19:33:02.767 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:02.767 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:02.767 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:02.767 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:02 smithi002 ceph-mon[140029]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-12-16T19:33:07.905 INFO:tasks.rados.rados.0.smithi002.stdout:859: done (2 left) 2023-12-16T19:33:07.905 INFO:tasks.rados.rados.0.smithi002.stdout:860: done (1 left) 2023-12-16T19:33:07.905 INFO:tasks.rados.rados.0.smithi002.stdout:861: done (0 left) 2023-12-16T19:33:07.905 INFO:tasks.rados.rados.0.smithi002.stdout:862: read oid 16 snap 60 2023-12-16T19:33:07.906 INFO:tasks.rados.rados.0.smithi002.stdout:862: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:33:07.906 INFO:tasks.rados.rados.0.smithi002.stdout:863: setattr oid 20 current snap is 91 2023-12-16T19:33:07.908 INFO:tasks.rados.rados.0.smithi002.stdout:864: copy_from oid 23 from oid 36 current snap is 91 2023-12-16T19:33:07.908 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 91 2023-12-16T19:33:07.908 INFO:tasks.rados.rados.0.smithi002.stdout:865: seq_num 278 ranges {3956736=663552,4620288=442368,5062656=720896,5783552=442368} 2023-12-16T19:33:07.933 INFO:tasks.rados.rados.0.smithi002.stdout:865: writing smithi002125626-17 from 3956736 to 4620288 tid 1 2023-12-16T19:33:07.935 INFO:tasks.rados.rados.0.smithi002.stdout:865: writing smithi002125626-17 from 4620288 to 5062656 tid 2 2023-12-16T19:33:07.939 INFO:tasks.rados.rados.0.smithi002.stdout:865: writing smithi002125626-17 from 5062656 to 5783552 tid 3 2023-12-16T19:33:07.942 INFO:tasks.rados.rados.0.smithi002.stdout:865: writing smithi002125626-17 from 5783552 to 6225920 tid 4 2023-12-16T19:33:07.942 INFO:tasks.rados.rados.0.smithi002.stdout:866: setattr oid 13 current snap is 91 2023-12-16T19:33:07.942 INFO:tasks.rados.rados.0.smithi002.stdout:862: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 306 (ObjNum 33 snap 0 seq_num 2053581872) dirty exists 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:864: finishing copy_from to smithi002125626-23 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 289 (ObjNum 263 snap 85 seq_num 263) dirty exists 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:864: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 1 to smithi002125626-17 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 2 to smithi002125626-17 2023-12-16T19:33:07.984 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 3 to smithi002125626-17 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 4 to smithi002125626-17 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 5 to smithi002125626-17 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:865: finishing write tid 6 to smithi002125626-17 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 681 (ObjNum 278 snap 91 seq_num 278) dirty exists 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:865: left oid 17 (ObjNum 278 snap 91 seq_num 278) 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:862: done (4 left) 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:863: done (3 left) 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:864: done (2 left) 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:865: done (1 left) 2023-12-16T19:33:07.985 INFO:tasks.rados.rados.0.smithi002.stdout:867: snap_create 2023-12-16T19:33:07.986 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 387 (ObjNum 235 snap 74 seq_num 235) dirty exists 2023-12-16T19:33:08.207 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:07.896+0000 7fbed9b46700 -1 mon.b@1(peon).osd e221 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:08.913 INFO:tasks.rados.rados.0.smithi002.stdout:866: done (1 left) 2023-12-16T19:33:08.914 INFO:tasks.rados.rados.0.smithi002.stdout:867: done (0 left) 2023-12-16T19:33:08.914 INFO:tasks.rados.rados.0.smithi002.stdout:868: snap_create 2023-12-16T19:33:08.914 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:08.904+0000 7fbed9b46700 -1 mon.b@1(peon).osd e222 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:08.914 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: mon.c calling monitor election 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: failed to encode map e221 with expected crc 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: failed to encode map e221 with expected crc 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: mon.b calling monitor election 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: mon.a calling monitor election 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: mgrmap e40: y(active, since 17s), standbys: x 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[137674]: overall HEALTH_OK 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: mon.c calling monitor election 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: failed to encode map e221 with expected crc 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: failed to encode map e221 with expected crc 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: mon.b calling monitor election 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: mon.a calling monitor election 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: mgrmap e40: y(active, since 17s), standbys: x 2023-12-16T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:08 smithi002 ceph-mon[140029]: overall HEALTH_OK 2023-12-16T19:33:09.212 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: mon.c calling monitor election 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: failed to encode map e221 with expected crc 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: failed to encode map e221 with expected crc 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: mon.b calling monitor election 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: mon.a calling monitor election 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: monmap e3: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: mgrmap e40: y(active, since 17s), standbys: x 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: Cluster is now healthy 2023-12-16T19:33:09.213 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:08 smithi043 ceph-mon[82080]: overall HEALTH_OK 2023-12-16T19:33:09.338 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (82s) 16s ago 4m 18.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (66s) 15s ago 3m 78.3M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (4m) 16s ago 4m 14.0M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (4m) 15s ago 4m 17.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (37s) 15s ago 7m 440M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (60s) 16s ago 8m 463M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (26s) 16s ago 8m 32.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (7m) 15s ago 7m 53.4M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 e5fc3d0f423f 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 starting - - - 2048M 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (81s) 16s ago 3m 8774k - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:33:09.675 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (64s) 15s ago 3m 8652k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (6m) 16s ago 6m 160M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (6m) 16s ago 6m 152M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 16s ago 6m 117M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 16s ago 6m 75.4M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (5m) 15s ago 5m 153M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (5m) 15s ago 5m 112M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (5m) 15s ago 5m 92.6M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (5m) 15s ago 5m 90.6M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:33:09.676 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (40s) 15s ago 4m 46.5M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:33:09.924 INFO:tasks.rados.rados.0.smithi002.stdout:868: done (0 left) 2023-12-16T19:33:09.924 INFO:tasks.rados.rados.0.smithi002.stdout:869: copy_from oid 10 from oid 16 current snap is 93 2023-12-16T19:33:09.925 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 93 2023-12-16T19:33:09.925 INFO:tasks.rados.rados.0.smithi002.stdout:870: seq_num 279 ranges {1744896=679936,2424832=720896,3145728=483328,3629056=401408} 2023-12-16T19:33:09.938 INFO:tasks.rados.rados.0.smithi002.stdout:870: writing smithi002125626-5 from 1744896 to 2424832 tid 1 2023-12-16T19:33:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:870: writing smithi002125626-5 from 2424832 to 3145728 tid 2 2023-12-16T19:33:09.945 INFO:tasks.rados.rados.0.smithi002.stdout:870: writing smithi002125626-5 from 3145728 to 3629056 tid 3 2023-12-16T19:33:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:870: writing smithi002125626-5 from 3629056 to 4030464 tid 4 2023-12-16T19:33:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:871: read oid 23 snap 75 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:871: expect (ObjNum 213 snap 65 seq_num 213) 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:872: read oid 35 snap 72 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:872: expect (ObjNum 218 snap 71 seq_num 218) 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:873: setattr oid 50 current snap is 93 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:869: finishing copy_from to smithi002125626-10 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 177 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:869: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 1 to smithi002125626-5 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 2 to smithi002125626-5 2023-12-16T19:33:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 3 to smithi002125626-5 2023-12-16T19:33:09.952 INFO:tasks.rados.rados.0.smithi002.stdout:869: done (4 left) 2023-12-16T19:33:09.952 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 93 2023-12-16T19:33:09.952 INFO:tasks.rados.rados.0.smithi002.stdout:874: seq_num 280 ranges {3375104=696320,4071424=606208,4677632=688128,5365760=311296} 2023-12-16T19:33:09.975 INFO:tasks.rados.rados.0.smithi002.stdout:874: writing smithi002125626-47 from 3375104 to 4071424 tid 1 2023-12-16T19:33:09.979 INFO:tasks.rados.rados.0.smithi002.stdout:874: writing smithi002125626-47 from 4071424 to 4677632 tid 2 2023-12-16T19:33:09.983 INFO:tasks.rados.rados.0.smithi002.stdout:874: writing smithi002125626-47 from 4677632 to 5365760 tid 3 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:874: writing smithi002125626-47 from 5365760 to 5677056 tid 4 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:875: delete oid 13 current snap is 93 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 4 to smithi002125626-5 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 5 to smithi002125626-5 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:870: finishing write tid 6 to smithi002125626-5 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 176 (ObjNum 279 snap 93 seq_num 279) dirty exists 2023-12-16T19:33:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:870: left oid 5 (ObjNum 279 snap 93 seq_num 279) 2023-12-16T19:33:09.986 INFO:tasks.rados.rados.0.smithi002.stdout:872: expect (ObjNum 218 snap 71 seq_num 218) 2023-12-16T19:33:10.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 750 (ObjNum 267 snap 86 seq_num 267) dirty exists 2023-12-16T19:33:10.020 INFO:tasks.rados.rados.0.smithi002.stdout:871: expect (ObjNum 213 snap 65 seq_num 213) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 1 to smithi002125626-47 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 2 to smithi002125626-47 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:870: done (5 left) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:871: done (4 left) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:872: done (3 left) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:873: done (2 left) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:875: done (1 left) 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:876: setattr oid 50 current snap is 93 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 3 to smithi002125626-47 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 4 to smithi002125626-47 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 5 to smithi002125626-47 2023-12-16T19:33:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:874: finishing write tid 6 to smithi002125626-47 2023-12-16T19:33:10.115 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 756 (ObjNum 280 snap 93 seq_num 280) dirty exists 2023-12-16T19:33:10.115 INFO:tasks.rados.rados.0.smithi002.stdout:874: left oid 47 (ObjNum 280 snap 93 seq_num 280) 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:10.115 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 11, 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 4 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:33:10.116 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:33:10.117 INFO:tasks.rados.rados.0.smithi002.stdout:874: done (1 left) 2023-12-16T19:33:10.117 INFO:tasks.rados.rados.0.smithi002.stdout:877: rollback oid 29 current snap is 93 2023-12-16T19:33:10.117 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 87 2023-12-16T19:33:10.117 INFO:tasks.rados.rados.0.smithi002.stdout:878: snap_create 2023-12-16T19:33:10.121 INFO:tasks.rados.rados.0.smithi002.stdout:877: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:33:10.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 757 (ObjNum 267 snap 86 seq_num 267) dirty exists 2023-12-16T19:33:10.121 INFO:tasks.rados.rados.0.smithi002.stdout:877: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:33:10.121 INFO:tasks.rados.rados.0.smithi002.stdout:877: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:33:10.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 194 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: pgmap v24: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: pgmap v24: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: pgmap v24: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: failed to encode map e222 with expected crc 2023-12-16T19:33:10.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:10.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:09.916+0000 7fbed9b46700 -1 mon.b@1(peon).osd e223 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:10.929 INFO:tasks.rados.rados.0.smithi002.stdout:876: done (2 left) 2023-12-16T19:33:10.929 INFO:tasks.rados.rados.0.smithi002.stdout:877: done (1 left) 2023-12-16T19:33:10.929 INFO:tasks.rados.rados.0.smithi002.stdout:878: done (0 left) 2023-12-16T19:33:10.929 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 94 2023-12-16T19:33:10.929 INFO:tasks.rados.rados.0.smithi002.stdout:879: seq_num 282 ranges {3006464=729088,3735552=425984,4161536=704512,4866048=475136} 2023-12-16T19:33:10.949 INFO:tasks.rados.rados.0.smithi002.stdout:879: writing smithi002125626-36 from 3006464 to 3735552 tid 1 2023-12-16T19:33:10.951 INFO:tasks.rados.rados.0.smithi002.stdout:879: writing smithi002125626-36 from 3735552 to 4161536 tid 2 2023-12-16T19:33:10.955 INFO:tasks.rados.rados.0.smithi002.stdout:879: writing smithi002125626-36 from 4161536 to 4866048 tid 3 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:879: writing smithi002125626-36 from 4866048 to 5341184 tid 4 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:880: read oid 24 snap -1 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:880: expect (ObjNum 268 snap 86 seq_num 268) 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:881: read oid 30 snap -1 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:881: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:882: rmattr oid 9 current snap is 94 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:882: done (3 left) 2023-12-16T19:33:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:883: rollback oid 39 current snap is 94 2023-12-16T19:33:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 93 2023-12-16T19:33:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 1 to smithi002125626-36 2023-12-16T19:33:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 2 to smithi002125626-36 2023-12-16T19:33:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:884: delete oid 17 current snap is 94 2023-12-16T19:33:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 3 to smithi002125626-36 2023-12-16T19:33:10.962 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 4 to smithi002125626-36 2023-12-16T19:33:10.962 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 5 to smithi002125626-36 2023-12-16T19:33:10.966 INFO:tasks.rados.rados.0.smithi002.stdout:884: done (4 left) 2023-12-16T19:33:10.966 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 94 2023-12-16T19:33:10.966 INFO:tasks.rados.rados.0.smithi002.stdout:885: seq_num 284 ranges {1392640=761856,2154496=598016,2752512=671744,3424256=335872} 2023-12-16T19:33:10.979 INFO:tasks.rados.rados.0.smithi002.stdout:885: writing smithi002125626-49 from 1392640 to 2154496 tid 1 2023-12-16T19:33:10.983 INFO:tasks.rados.rados.0.smithi002.stdout:885: writing smithi002125626-49 from 2154496 to 2752512 tid 2 2023-12-16T19:33:10.987 INFO:tasks.rados.rados.0.smithi002.stdout:885: writing smithi002125626-49 from 2752512 to 3424256 tid 3 2023-12-16T19:33:10.989 INFO:tasks.rados.rados.0.smithi002.stdout:885: writing smithi002125626-49 from 3424256 to 3760128 tid 4 2023-12-16T19:33:10.989 INFO:tasks.rados.rados.0.smithi002.stdout:886: read oid 22 snap -1 2023-12-16T19:33:10.989 INFO:tasks.rados.rados.0.smithi002.stdout:886: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:33:10.989 INFO:tasks.rados.rados.0.smithi002.stdout:887: snap_remove snap 74 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2199131281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2199131281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:10.920+0000 7fbed9b46700 -1 mon.b@1(peon).osd e224 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: failed to encode map e223 with expected crc 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: from='client.? 172.21.15.2:0/2199131281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:11.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:10 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:11.936 INFO:tasks.rados.rados.0.smithi002.stdout:887: done (6 left) 2023-12-16T19:33:11.936 INFO:tasks.rados.rados.0.smithi002.stdout:888: read oid 12 snap -1 2023-12-16T19:33:11.936 INFO:tasks.rados.rados.0.smithi002.stdout:888: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:33:11.936 INFO:tasks.rados.rados.0.smithi002.stdout:889: rollback oid 26 current snap is 94 2023-12-16T19:33:11.937 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 91 2023-12-16T19:33:11.937 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 94 2023-12-16T19:33:11.937 INFO:tasks.rados.rados.0.smithi002.stdout:890: seq_num 285 ranges {3145728=778240,3923968=475136,4399104=475136,4874240=655360} 2023-12-16T19:33:11.961 INFO:tasks.rados.rados.0.smithi002.stdout:890: writing smithi002125626-42 from 3145728 to 3923968 tid 1 2023-12-16T19:33:11.963 INFO:tasks.rados.rados.0.smithi002.stdout:890: writing smithi002125626-42 from 3923968 to 4399104 tid 2 2023-12-16T19:33:11.966 INFO:tasks.rados.rados.0.smithi002.stdout:890: writing smithi002125626-42 from 4399104 to 4874240 tid 3 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:890: writing smithi002125626-42 from 4874240 to 5529600 tid 4 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:891: setattr oid 11 current snap is 94 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:879: finishing write tid 6 to smithi002125626-36 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 312 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:879: left oid 36 (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:33:11.970 INFO:tasks.rados.rados.0.smithi002.stdout:880: expect (ObjNum 268 snap 86 seq_num 268) 2023-12-16T19:33:12.049 INFO:tasks.rados.rados.0.smithi002.stdout:883: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:33:12.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 375 (ObjNum 33 snap 0 seq_num 2053097440) dirty dne 2023-12-16T19:33:12.049 INFO:tasks.rados.rados.0.smithi002.stdout:881: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 1 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 2 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 3 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 4 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 5 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: finishing write tid 6 to smithi002125626-49 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 378 (ObjNum 284 snap 94 seq_num 284) dirty exists 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:885: left oid 49 (ObjNum 284 snap 94 seq_num 284) 2023-12-16T19:33:12.131 INFO:tasks.rados.rados.0.smithi002.stdout:886: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:33:12.182 INFO:tasks.rados.rados.0.smithi002.stdout:888: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:33:12.210 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:33:12.210 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:889: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 761 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 1 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 2 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 3 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 4 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 5 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: finishing write tid 6 to smithi002125626-42 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 148 (ObjNum 285 snap 94 seq_num 285) dirty exists 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:890: left oid 42 (ObjNum 285 snap 94 seq_num 285) 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:879: done (9 left) 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:880: done (8 left) 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:881: done (7 left) 2023-12-16T19:33:12.211 INFO:tasks.rados.rados.0.smithi002.stdout:883: done (6 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:885: done (5 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:886: done (4 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:888: done (3 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:889: done (2 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:890: done (1 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:892: setattr oid 9 current snap is 94 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:893: rmattr oid 12 current snap is 94 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:893: done (2 left) 2023-12-16T19:33:12.212 INFO:tasks.rados.rados.0.smithi002.stdout:894: read oid 8 snap -1 2023-12-16T19:33:12.213 INFO:tasks.rados.rados.0.smithi002.stdout:894: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:33:12.213 INFO:tasks.rados.rados.0.smithi002.stdout:895: rmattr oid 5 current snap is 94 2023-12-16T19:33:12.213 INFO:tasks.rados.rados.0.smithi002.stdout:895: done (3 left) 2023-12-16T19:33:12.213 INFO:tasks.rados.rados.0.smithi002.stdout:896: setattr oid 15 current snap is 94 2023-12-16T19:33:12.213 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 245 (ObjNum 270 snap 86 seq_num 270) dirty exists 2023-12-16T19:33:12.214 INFO:tasks.rados.rados.0.smithi002.stdout:891: done (3 left) 2023-12-16T19:33:12.214 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 94 2023-12-16T19:33:12.214 INFO:tasks.rados.rados.0.smithi002.stdout:897: seq_num 286 ranges {2113536=794624,2908160=761856,3670016=679936,4349952=163840} 2023-12-16T19:33:12.230 INFO:tasks.rados.rados.0.smithi002.stdout:897: writing smithi002125626-40 from 2113536 to 2908160 tid 1 2023-12-16T19:33:12.234 INFO:tasks.rados.rados.0.smithi002.stdout:897: writing smithi002125626-40 from 2908160 to 3670016 tid 2 2023-12-16T19:33:12.238 INFO:tasks.rados.rados.0.smithi002.stdout:897: writing smithi002125626-40 from 3670016 to 4349952 tid 3 2023-12-16T19:33:12.240 INFO:tasks.rados.rados.0.smithi002.stdout:897: writing smithi002125626-40 from 4349952 to 4513792 tid 4 2023-12-16T19:33:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: pgmap v27: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:33:12.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T19:33:12.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[137674]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.242 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:11] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2023-12-16T19:33:12.243 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 94 2023-12-16T19:33:12.243 INFO:tasks.rados.rados.0.smithi002.stdout:898: seq_num 287 ranges {3063808=8192} 2023-12-16T19:33:12.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: pgmap v27: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:33:12.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T19:33:12.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.244 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.245 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:11 smithi002 ceph-mon[140029]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: pgmap v27: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:33:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T19:33:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-mon[82080]: failed to encode map e224 with expected crc 2023-12-16T19:33:12.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:11.925+0000 7fbed9b46700 -1 mon.b@1(peon).osd e225 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:12.257 INFO:tasks.rados.rados.0.smithi002.stdout:898: writing smithi002125626-26 from 3063808 to 3072000 tid 1 2023-12-16T19:33:12.258 INFO:tasks.rados.rados.0.smithi002.stdout:899: setattr oid 23 current snap is 94 2023-12-16T19:33:12.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 177 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-12-16T19:33:12.258 INFO:tasks.rados.rados.0.smithi002.stdout:894: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:33:12.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 384 (ObjNum 256 snap 83 seq_num 256) dirty exists 2023-12-16T19:33:12.292 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 1 to smithi002125626-40 2023-12-16T19:33:12.293 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 2 to smithi002125626-40 2023-12-16T19:33:12.293 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 3 to smithi002125626-40 2023-12-16T19:33:12.293 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 4 to smithi002125626-40 2023-12-16T19:33:12.293 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 5 to smithi002125626-40 2023-12-16T19:33:12.293 INFO:tasks.rados.rados.0.smithi002.stdout:897: finishing write tid 6 to smithi002125626-40 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 251 (ObjNum 286 snap 94 seq_num 286) dirty exists 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:897: left oid 40 (ObjNum 286 snap 94 seq_num 286) 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:898: finishing write tid 1 to smithi002125626-26 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:898: finishing write tid 2 to smithi002125626-26 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:898: finishing write tid 3 to smithi002125626-26 2023-12-16T19:33:12.294 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 773 (ObjNum 287 snap 94 seq_num 287) dirty exists 2023-12-16T19:33:12.295 INFO:tasks.rados.rados.0.smithi002.stdout:898: left oid 26 (ObjNum 287 snap 94 seq_num 287) 2023-12-16T19:33:12.295 INFO:tasks.rados.rados.0.smithi002.stdout:892: done (5 left) 2023-12-16T19:33:12.295 INFO:tasks.rados.rados.0.smithi002.stdout:894: done (4 left) 2023-12-16T19:33:12.295 INFO:tasks.rados.rados.0.smithi002.stdout:896: done (3 left) 2023-12-16T19:33:12.295 INFO:tasks.rados.rados.0.smithi002.stdout:897: done (2 left) 2023-12-16T19:33:12.296 INFO:tasks.rados.rados.0.smithi002.stdout:898: done (1 left) 2023-12-16T19:33:12.296 INFO:tasks.rados.rados.0.smithi002.stdout:900: read oid 45 snap -1 2023-12-16T19:33:12.296 INFO:tasks.rados.rados.0.smithi002.stdout:900: expect (ObjNum 229 snap 73 seq_num 229) 2023-12-16T19:33:12.296 INFO:tasks.rados.rados.0.smithi002.stdout:901: snap_remove snap 78 2023-12-16T19:33:12.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:33:12.372+0000 7fd90fc07700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-16T19:33:12.940 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 381 (ObjNum 263 snap 85 seq_num 263) dirty exists 2023-12-16T19:33:12.940 INFO:tasks.rados.rados.0.smithi002.stdout:900: expect (ObjNum 229 snap 73 seq_num 229) 2023-12-16T19:33:13.002 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[137674]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.002 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[137674]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T19:33:13.002 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[137674]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.002 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[140029]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.003 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[140029]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T19:33:13.003 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:12 smithi002 ceph-mon[140029]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.084 INFO:tasks.rados.rados.0.smithi002.stdout:899: done (2 left) 2023-12-16T19:33:13.084 INFO:tasks.rados.rados.0.smithi002.stdout:900: done (1 left) 2023-12-16T19:33:13.084 INFO:tasks.rados.rados.0.smithi002.stdout:901: done (0 left) 2023-12-16T19:33:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:902: snap_remove snap 93 2023-12-16T19:33:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:12 smithi043 ceph-mon[82080]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:12 smithi043 ceph-mon[82080]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T19:33:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:12 smithi043 ceph-mon[82080]: failed to encode map e225 with expected crc 2023-12-16T19:33:13.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:12.929+0000 7fbed9b46700 -1 mon.b@1(peon).osd e226 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:14.087 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: pgmap v30: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:14.087 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.087 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T19:33:14.088 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:13 smithi043 ceph-mon[82080]: Upgrade: It appears safe to stop mon.b 2023-12-16T19:33:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:902: done (0 left) 2023-12-16T19:33:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:903: copy_from oid 43 from oid 15 current snap is 94 2023-12-16T19:33:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:904: snap_remove snap 85 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: pgmap v30: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[140029]: Upgrade: It appears safe to stop mon.b 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: pgmap v30: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T19:33:14.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: failed to encode map e226 with expected crc 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T19:33:14.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:13 smithi002 ceph-mon[137674]: Upgrade: It appears safe to stop mon.b 2023-12-16T19:33:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:14 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:14.084+0000 7fbed9b46700 -1 mon.b@1(peon).osd e227 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:15.098 INFO:tasks.rados.rados.0.smithi002.stdout:904: done (1 left) 2023-12-16T19:33:15.098 INFO:tasks.rados.rados.0.smithi002.stdout:905: snap_create 2023-12-16T19:33:15.098 INFO:tasks.rados.rados.0.smithi002.stdout:903: finishing copy_from to smithi002125626-43 2023-12-16T19:33:15.098 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 384 (ObjNum 256 snap 83 seq_num 256) dirty exists 2023-12-16T19:33:15.098 INFO:tasks.rados.rados.0.smithi002.stdout:903: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: Upgrade: Updating mon.b 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:15.393 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-mon[82080]: Deploying daemon mon.b on smithi043 2023-12-16T19:33:15.394 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:15.088+0000 7fbed9b46700 -1 mon.b@1(peon).osd e228 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: Upgrade: Updating mon.b 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[137674]: Deploying daemon mon.b on smithi043 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: failed to encode map e227 with expected crc 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: Upgrade: Updating mon.b 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:15.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:15 smithi002 ceph-mon[140029]: Deploying daemon mon.b on smithi043 2023-12-16T19:33:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 systemd[1]: Stopping Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:15.610+0000 7fbedf351700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:33:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[82073]: 2023-12-16T19:33:15.610+0000 7fbedf351700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-16T19:33:16.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 podman[134845]: 2023-12-16 19:33:15.856904663 +0000 UTC m=+0.297487793 container died e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0) 2023-12-16T19:33:16.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 podman[134845]: 2023-12-16 19:33:15.967468846 +0000 UTC m=+0.408051959 container cleanup e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2023-12-16T19:33:16.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:15 smithi043 bash[134845]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b 2023-12-16T19:33:16.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 podman[134860]: 2023-12-16 19:33:16.05888266 +0000 UTC m=+0.195545367 container remove e5fc3d0f423f40f78514eedc94d6be172b2bccb86748c1f379f6dc53f9d7c933 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T19:33:16.652 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.b.service: Deactivated successfully. 2023-12-16T19:33:16.652 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 systemd[1]: Stopped Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:16.652 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.b.service: Consumed 8.988s CPU time. 2023-12-16T19:33:16.652 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 systemd[1]: Starting Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 podman[134991]: 2023-12-16 19:33:16.650410571 +0000 UTC m=+0.065860487 container create 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2023-12-16T19:33:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 podman[134991]: 2023-12-16 19:33:16.602138712 +0000 UTC m=+0.017588601 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:33:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 podman[134991]: 2023-12-16 19:33:16.742482442 +0000 UTC m=+0.157932307 container init 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212) 2023-12-16T19:33:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 podman[134991]: 2023-12-16 19:33:16.746375467 +0000 UTC m=+0.161825340 container start 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2023-12-16T19:33:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 bash[134991]: 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 2023-12-16T19:33:17.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 systemd[1]: Started Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: pidfile_write: ignore empty --pid-file 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: load: jerasure load: lrc 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: RocksDB version: 7.9.2 2023-12-16T19:33:17.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Git sha 0 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: DB SUMMARY 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: DB Session ID: E2VEEE5FAD9XYR8BVKEA 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: CURRENT file: CURRENT 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: MANIFEST file: MANIFEST-000009 size: 896 Bytes 2023-12-16T19:33:17.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000024.sst 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000022.log size: 1747056 ; 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.error_if_exists: 0 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.create_if_missing: 0 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.paranoid_checks: 1 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T19:33:17.003 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.env: 0x56153d42ba60 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.info_log: 0x56153f505760 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.statistics: (nil) 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.use_fsync: 0 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_log_file_size: 0 2023-12-16T19:33:17.004 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_fallocate: 1 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.use_direct_reads: 0 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.db_log_dir: 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.wal_dir: 2023-12-16T19:33:17.006 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T19:33:17.007 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T19:33:17.008 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.write_buffer_manager: 0x56153f4d92c0 2023-12-16T19:33:17.008 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T19:33:17.008 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T19:33:17.010 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T19:33:17.010 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.unordered_write: 0 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T19:33:17.011 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.row_cache: None 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.wal_filter: None 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.two_write_queues: 0 2023-12-16T19:33:17.012 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.wal_compression: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.atomic_flush: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.log_readahead_size: 0 2023-12-16T19:33:17.013 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T19:33:17.014 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_background_jobs: 2 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_background_compactions: -1 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_subcompactions: 1 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T19:33:17.015 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_open_files: -1 2023-12-16T19:33:17.016 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T19:33:17.017 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T19:33:17.017 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T19:33:17.017 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T19:33:17.017 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_background_flushes: -1 2023-12-16T19:33:17.017 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Compression algorithms supported: 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kZSTD supported: 0 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kXpressCompression supported: 0 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kZlibCompression supported: 1 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kSnappyCompression supported: 1 2023-12-16T19:33:17.018 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kLZ4Compression supported: 1 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: kBZip2Compression supported: 0 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T19:33:17.019 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.merge_operator: 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_filter: None 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56153f505880) 2023-12-16T19:33:17.020 INFO:journalctl@ceph.mon.b.smithi043.stdout: cache_index_and_filter_blocks: 1 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: pin_top_level_index_and_filter: 1 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_type: 0 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: data_block_index_type: 0 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_shortening: 1 2023-12-16T19:33:17.021 INFO:journalctl@ceph.mon.b.smithi043.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: checksum: 4 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: no_block_cache: 0 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache: 0x56153f55b090 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_name: BinnedLRUCache 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_options: 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: capacity : 536870912 2023-12-16T19:33:17.022 INFO:journalctl@ceph.mon.b.smithi043.stdout: num_shard_bits : 4 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: strict_capacity_limit : 0 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: high_pri_pool_ratio: 0.000 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_cache_compressed: (nil) 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: persistent_cache: (nil) 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_size: 4096 2023-12-16T19:33:17.023 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_size_deviation: 10 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_restart_interval: 16 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: index_block_restart_interval: 1 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: metadata_block_size: 4096 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: partition_filters: 0 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: use_delta_encoding: 1 2023-12-16T19:33:17.024 INFO:journalctl@ceph.mon.b.smithi043.stdout: filter_policy: bloomfilter 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: whole_key_filtering: 1 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: verify_compression: 0 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: read_amp_bytes_per_bit: 0 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: format_version: 5 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: enable_index_compression: 1 2023-12-16T19:33:17.025 INFO:journalctl@ceph.mon.b.smithi043.stdout: block_align: 0 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout: max_auto_readahead_size: 262144 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout: prepopulate_block_cache: 0 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout: initial_auto_readahead_size: 8192 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T19:33:17.026 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression: NoCompression 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.num_levels: 7 2023-12-16T19:33:17.027 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T19:33:17.028 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:33:17.029 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T19:33:17.029 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T19:33:17.029 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:33:17.029 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:33:17.029 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T19:33:17.030 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T19:33:17.031 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T19:33:17.032 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T19:33:17.033 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T19:33:17.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.table_properties_collectors: 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.inplace_update_support: 0 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T19:33:17.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.bloom_locality: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.max_successive_merges: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T19:33:17.036 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.ttl: 2592000 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enable_blob_files: false 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.min_blob_size: 0 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T19:33:17.037 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-16T19:33:17.038 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 14026, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ac470fa7-e860-4680-b171-2733f48d6084 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755196777504, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755196785270, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 1061945, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 14031, "largest_seqno": 14772, "table_properties": {"data_size": 1057814, "index_size": 2285, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 8189, "raw_average_key_size": 25, "raw_value_size": 1050471, "raw_average_value_size": 3212, "num_data_blocks": 101, "num_entries": 327, "num_filter_entries": 327, "num_deletions": 5, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702755196, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ac470fa7-e860-4680-b171-2733f48d6084", "db_session_id": "E2VEEE5FAD9XYR8BVKEA", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702755196785376, "job": 1, "event": "recovery_finished"} 2023-12-16T19:33:17.039 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56153f5f6000 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: DB pointer 0x56153f5e4000 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** DB Stats ** 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:33:17.040 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:33:17.041 INFO:journalctl@ceph.mon.b.smithi043.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: L0 1/0 1.01 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 276.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: L6 1/0 10.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: Sum 2/0 11.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 276.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 276.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** Compaction Stats [default] ** 2023-12-16T19:33:17.042 INFO:journalctl@ceph.mon.b.smithi043.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 276.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: Flush(GB): cumulative 0.001, interval 0.001 2023-12-16T19:33:17.043 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: Cumulative compaction: 0.00 GB write, 98.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: Interval compaction: 0.00 GB write, 98.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: Block cache BinnedLRUCache@0x56153f55b090#2 capacity: 512.00 MB usage: 3.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T19:33:17.044 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: starting mon.b rank 1 at public addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] at bind addrs [v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???) e3 preinit fsid a7ced926-9c48-11ee-95a5-87774f69a715 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).mds e6 new map 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).mds e6 print_map 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: e6 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: legacy client fscid: 1 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: Filesystem 'cephfs' (1) 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: fs_name cephfs 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: epoch 6 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: created 2023-12-16T19:28:23.303931+0000 2023-12-16T19:33:17.045 INFO:journalctl@ceph.mon.b.smithi043.stdout: modified 2023-12-16T19:28:26.197748+0000 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: tableserver 0 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: root 0 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: session_timeout 60 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: session_autoclose 300 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: max_file_size 1099511627776 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: max_xattr_size 65536 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: required_client_features {} 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: last_failure 0 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: last_failure_osd_epoch 0 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: max_mds 1 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: in 0 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: up {0=24343} 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: failed 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: damaged 2023-12-16T19:33:17.046 INFO:journalctl@ceph.mon.b.smithi043.stdout: stopped 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: data_pools [3] 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: metadata_pool 2 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: inline_data disabled 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: balancer 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: bal_rank_mask -1 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: standby_count_wanted 0 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.43:6832/956564741,v1:172.21.15.43:6833/956564741] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: Standby daemons: 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout: [mds.a{-1:14466} state up:standby seq 1 addr [v2:172.21.15.2:6834/515937127,v1:172.21.15.2:6835/515937127] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).osd e228 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).osd e228 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).osd e228 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:17.047 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).osd e228 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T19:33:17.048 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:16 smithi043 ceph-mon[135010]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-12-16T19:33:17.903 INFO:tasks.rados.rados.0.smithi002.stdout:903: done (1 left) 2023-12-16T19:33:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:905: done (0 left) 2023-12-16T19:33:17.904 INFO:tasks.rados.rados.0.smithi002.stdout:906: snap_remove snap 83 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[137674]: pgmap v33: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[137674]: failed to encode map e228 with expected crc 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[137674]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[140029]: pgmap v33: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[140029]: failed to encode map e228 with expected crc 2023-12-16T19:33:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:17 smithi002 ceph-mon[140029]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:17 smithi043 ceph-mon[135010]: pgmap v33: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-16T19:33:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:17 smithi043 ceph-mon[135010]: failed to encode map e228 with expected crc 2023-12-16T19:33:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:17 smithi043 ceph-mon[135010]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:18.810 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:18.810 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: pgmap v35: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 211 B/s rd, 481 KiB/s wr, 1 op/s 2023-12-16T19:33:18.810 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: overall HEALTH_OK 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: mon.b calling monitor election 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: mon.c calling monitor election 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: mon.a calling monitor election 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: monmap e4: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: mgrmap e40: y(active, since 26s), standbys: x 2023-12-16T19:33:18.811 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: overall HEALTH_OK 2023-12-16T19:33:18.812 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.812 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.812 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:18.812 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:18 smithi043 ceph-mon[135010]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T19:33:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:906: done (0 left) 2023-12-16T19:33:18.909 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 95 2023-12-16T19:33:18.910 INFO:tasks.rados.rados.0.smithi002.stdout:907: seq_num 288 ranges {2220032=24576} 2023-12-16T19:33:18.923 INFO:tasks.rados.rados.0.smithi002.stdout:907: writing smithi002125626-25 from 2220032 to 2244608 tid 1 2023-12-16T19:33:18.923 INFO:tasks.rados.rados.0.smithi002.stdout:908: copy_from oid 1 from oid 10 current snap is 95 2023-12-16T19:33:18.923 INFO:tasks.rados.rados.0.smithi002.stdout:909: read oid 46 snap -1 2023-12-16T19:33:18.923 INFO:tasks.rados.rados.0.smithi002.stdout:909: expect deleted 2023-12-16T19:33:18.923 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 95 2023-12-16T19:33:18.924 INFO:tasks.rados.rados.0.smithi002.stdout:910: seq_num 289 ranges {2547712=40960} 2023-12-16T19:33:18.938 INFO:tasks.rados.rados.0.smithi002.stdout:910: writing smithi002125626-24 from 2547712 to 2588672 tid 1 2023-12-16T19:33:18.938 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 95 2023-12-16T19:33:18.939 INFO:tasks.rados.rados.0.smithi002.stdout:911: seq_num 290 ranges {4030464=57344} 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:911: writing smithi002125626-5 from 4030464 to 4087808 tid 1 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:912: rollback oid 26 current snap is 95 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 82 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 1 to smithi002125626-25 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 2 to smithi002125626-25 2023-12-16T19:33:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:907: finishing write tid 3 to smithi002125626-25 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 405 (ObjNum 288 snap 95 seq_num 288) dirty exists 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:907: left oid 25 (ObjNum 288 snap 95 seq_num 288) 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:908: finishing copy_from to smithi002125626-1 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 177 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:908: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:910: finishing write tid 1 to smithi002125626-24 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:910: finishing write tid 2 to smithi002125626-24 2023-12-16T19:33:18.964 INFO:tasks.rados.rados.0.smithi002.stdout:910: finishing write tid 3 to smithi002125626-24 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 401 (ObjNum 289 snap 95 seq_num 289) dirty exists 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:910: left oid 24 (ObjNum 289 snap 95 seq_num 289) 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:907: done (5 left) 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:908: done (4 left) 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:909: done (3 left) 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:910: done (2 left) 2023-12-16T19:33:18.965 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 95 2023-12-16T19:33:18.966 INFO:tasks.rados.rados.0.smithi002.stdout:913: seq_num 291 ranges {1261568=81920} 2023-12-16T19:33:18.970 INFO:tasks.rados.rados.0.smithi002.stdout:913: writing smithi002125626-35 from 1261568 to 1343488 tid 1 2023-12-16T19:33:18.970 INFO:tasks.rados.rados.0.smithi002.stdout:914: copy_from oid 50 from oid 30 current snap is 95 2023-12-16T19:33:18.970 INFO:tasks.rados.rados.0.smithi002.stdout:911: finishing write tid 1 to smithi002125626-5 2023-12-16T19:33:18.970 INFO:tasks.rados.rados.0.smithi002.stdout:911: finishing write tid 2 to smithi002125626-5 2023-12-16T19:33:18.970 INFO:tasks.rados.rados.0.smithi002.stdout:912: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:912: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:911: finishing write tid 3 to smithi002125626-5 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 184 (ObjNum 290 snap 95 seq_num 290) dirty exists 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:911: left oid 5 (ObjNum 290 snap 95 seq_num 290) 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:912: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:33:18.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 815 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:911: done (3 left) 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:912: done (2 left) 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:915: copy_from oid 41 from oid 3 current snap is 95 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:916: read oid 42 snap -1 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:916: expect (ObjNum 285 snap 94 seq_num 285) 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:917: setattr oid 15 current snap is 95 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:915: finishing copy_from to smithi002125626-41 2023-12-16T19:33:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:915: got expected ENOENT (src dne) 2023-12-16T19:33:18.973 INFO:tasks.rados.rados.0.smithi002.stdout:915: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:33:18.976 INFO:tasks.rados.rados.0.smithi002.stdout:915: done (4 left) 2023-12-16T19:33:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:918: rollback oid 43 current snap is 95 2023-12-16T19:33:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 81 2023-12-16T19:33:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:919: rollback oid 28 current snap is 95 2023-12-16T19:33:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 34 2023-12-16T19:33:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:920: read oid 32 snap -1 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:920: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:921: rollback oid 17 current snap is 95 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 81 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:922: delete oid 46 current snap is 95 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:913: finishing write tid 1 to smithi002125626-35 2023-12-16T19:33:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:913: finishing write tid 2 to smithi002125626-35 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:918: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:921: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:921: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 684 (ObjNum 249 snap 80 seq_num 249) dirty exists 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:918: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:33:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:919: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:33:18.980 INFO:tasks.rados.rados.0.smithi002.stdout:918: finishing rollback tid 2 to smithi002125626-43 2023-12-16T19:33:18.980 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 522 (ObjNum 218 snap 71 seq_num 218) dirty exists 2023-12-16T19:33:18.980 INFO:tasks.rados.rados.0.smithi002.stdout:919: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:33:18.980 INFO:tasks.rados.rados.0.smithi002.stdout:919: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:33:18.980 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 405 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:33:18.981 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 407 (ObjNum 256 snap 83 seq_num 256) dirty exists 2023-12-16T19:33:18.981 INFO:tasks.rados.rados.0.smithi002.stdout:917: done (8 left) 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:918: done (7 left) 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:919: done (6 left) 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:921: done (5 left) 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:922: done (4 left) 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:923: copy_from oid 43 from oid 34 current snap is 95 2023-12-16T19:33:18.982 INFO:tasks.rados.rados.0.smithi002.stdout:924: setattr oid 7 current snap is 95 2023-12-16T19:33:18.983 INFO:tasks.rados.rados.0.smithi002.stdout:925: snap_create 2023-12-16T19:33:18.987 INFO:tasks.rados.rados.0.smithi002.stdout:913: finishing write tid 3 to smithi002125626-35 2023-12-16T19:33:18.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 818 (ObjNum 291 snap 95 seq_num 291) dirty exists 2023-12-16T19:33:18.988 INFO:tasks.rados.rados.0.smithi002.stdout:913: left oid 35 (ObjNum 291 snap 95 seq_num 291) 2023-12-16T19:33:18.988 INFO:tasks.rados.rados.0.smithi002.stdout:923: finishing copy_from to smithi002125626-43 2023-12-16T19:33:18.989 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 131 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:33:18.990 INFO:tasks.rados.rados.0.smithi002.stdout:923: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:33:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: pgmap v35: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 211 B/s rd, 481 KiB/s wr, 1 op/s 2023-12-16T19:33:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: overall HEALTH_OK 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: mon.b calling monitor election 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: mon.c calling monitor election 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: mon.a calling monitor election 2023-12-16T19:33:18.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:33:18.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:18.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: monmap e4: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:18.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:18.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:18.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: mgrmap e40: y(active, since 26s), standbys: x 2023-12-16T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: overall HEALTH_OK 2023-12-16T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[137674]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: pgmap v35: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 211 B/s rd, 481 KiB/s wr, 1 op/s 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: overall HEALTH_OK 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: mon.b calling monitor election 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: mon.c calling monitor election 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T19:33:18.994 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T19:33:18.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: mon.a calling monitor election 2023-12-16T19:33:18.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T19:33:18.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T19:33:18.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: monmap e4: 3 mons at {a=[v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0],b=[v2:172.21.15.43:3300/0,v1:172.21.15.43:6789/0],c=[v2:172.21.15.2:3301/0,v1:172.21.15.2:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T19:33:18.995 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: mgrmap e40: y(active, since 26s), standbys: x 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: overall HEALTH_OK 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:18.996 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:18 smithi002 ceph-mon[140029]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T19:33:18.997 INFO:tasks.rados.rados.0.smithi002.stdout:920: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:33:19.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 819 (ObjNum 33 snap 0 seq_num 2053678704) dirty exists 2023-12-16T19:33:19.110 INFO:tasks.rados.rados.0.smithi002.stdout:914: finishing copy_from to smithi002125626-50 2023-12-16T19:33:19.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 317 (ObjNum 228 snap 72 seq_num 228) dirty exists 2023-12-16T19:33:19.110 INFO:tasks.rados.rados.0.smithi002.stdout:914: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:33:19.110 INFO:tasks.rados.rados.0.smithi002.stdout:916: expect (ObjNum 285 snap 94 seq_num 285) 2023-12-16T19:33:19.801 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:19 smithi043 ceph-mon[135010]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:19 smithi043 ceph-mon[135010]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:19 smithi043 ceph-mon[135010]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:19 smithi043 ceph-mon[135010]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T19:33:19.910 INFO:tasks.rados.rados.0.smithi002.stdout:913: done (6 left) 2023-12-16T19:33:19.910 INFO:tasks.rados.rados.0.smithi002.stdout:914: done (5 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:916: done (4 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:920: done (3 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:923: done (2 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:924: done (1 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:925: done (0 left) 2023-12-16T19:33:19.911 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 96 2023-12-16T19:33:19.912 INFO:tasks.rados.rados.0.smithi002.stdout:926: seq_num 293 ranges {0=114688} 2023-12-16T19:33:19.912 INFO:tasks.rados.rados.0.smithi002.stdout:926: writing smithi002125626-6 from 0 to 114688 tid 1 2023-12-16T19:33:19.912 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 96 2023-12-16T19:33:19.912 INFO:tasks.rados.rados.0.smithi002.stdout:927: seq_num 294 ranges {3375104=131072} 2023-12-16T19:33:19.932 INFO:tasks.rados.rados.0.smithi002.stdout:927: writing smithi002125626-44 from 3375104 to 3506176 tid 1 2023-12-16T19:33:19.932 INFO:tasks.rados.rados.0.smithi002.stdout:928: read oid 50 snap -1 2023-12-16T19:33:19.932 INFO:tasks.rados.rados.0.smithi002.stdout:928: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:929: snap_create 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:926: finishing write tid 1 to smithi002125626-6 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:926: finishing write tid 2 to smithi002125626-6 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:926: finishing write tid 3 to smithi002125626-6 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 394 (ObjNum 293 snap 96 seq_num 293) dirty exists 2023-12-16T19:33:19.933 INFO:tasks.rados.rados.0.smithi002.stdout:926: left oid 6 (ObjNum 293 snap 96 seq_num 293) 2023-12-16T19:33:19.941 INFO:tasks.rados.rados.0.smithi002.stdout:927: finishing write tid 1 to smithi002125626-44 2023-12-16T19:33:19.941 INFO:tasks.rados.rados.0.smithi002.stdout:927: finishing write tid 2 to smithi002125626-44 2023-12-16T19:33:19.943 INFO:tasks.rados.rados.0.smithi002.stdout:927: finishing write tid 3 to smithi002125626-44 2023-12-16T19:33:19.943 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 686 (ObjNum 294 snap 96 seq_num 294) dirty exists 2023-12-16T19:33:19.943 INFO:tasks.rados.rados.0.smithi002.stdout:927: left oid 44 (ObjNum 294 snap 96 seq_num 294) 2023-12-16T19:33:19.948 INFO:tasks.rados.rados.0.smithi002.stdout:928: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:19.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[137674]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[137674]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[137674]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[137674]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[140029]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[140029]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[140029]: failed to encode map e229 with expected crc 2023-12-16T19:33:19.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:19 smithi002 ceph-mon[140029]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T19:33:20.911 INFO:tasks.rados.rados.0.smithi002.stdout:926: done (3 left) 2023-12-16T19:33:20.911 INFO:tasks.rados.rados.0.smithi002.stdout:927: done (2 left) 2023-12-16T19:33:20.912 INFO:tasks.rados.rados.0.smithi002.stdout:928: done (1 left) 2023-12-16T19:33:20.912 INFO:tasks.rados.rados.0.smithi002.stdout:929: done (0 left) 2023-12-16T19:33:20.912 INFO:tasks.rados.rados.0.smithi002.stdout:930: snap_create 2023-12-16T19:33:20.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:20.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:20.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: pgmap v37: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: failed to encode map e230 with expected crc 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:20.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: failed to encode map e232 with expected crc 2023-12-16T19:33:21.801 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: failed to encode map e232 with expected crc 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.802 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.913 INFO:tasks.rados.rados.0.smithi002.stdout:930: done (0 left) 2023-12-16T19:33:21.913 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 98 2023-12-16T19:33:21.913 INFO:tasks.rados.rados.0.smithi002.stdout:931: seq_num 295 ranges {4087808=147456} 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:931: writing smithi002125626-5 from 4087808 to 4235264 tid 1 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:932: read oid 22 snap -1 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:932: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:933: rollback oid 47 current snap is 98 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 90 2023-12-16T19:33:21.936 INFO:tasks.rados.rados.0.smithi002.stdout:934: delete oid 15 current snap is 98 2023-12-16T19:33:21.943 INFO:tasks.rados.rados.0.smithi002.stdout:934: done (3 left) 2023-12-16T19:33:21.943 INFO:tasks.rados.rados.0.smithi002.stdout:935: rollback oid 35 current snap is 98 2023-12-16T19:33:21.943 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 63 2023-12-16T19:33:21.943 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 98 2023-12-16T19:33:21.943 INFO:tasks.rados.rados.0.smithi002.stdout:936: seq_num 297 ranges {2244608=180224} 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:936: writing smithi002125626-25 from 2244608 to 2424832 tid 1 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:937: delete oid 2 current snap is 98 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 1 to smithi002125626-5 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 2 to smithi002125626-5 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:931: finishing write tid 3 to smithi002125626-5 2023-12-16T19:33:21.957 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 187 (ObjNum 295 snap 98 seq_num 295) dirty exists 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:931: left oid 5 (ObjNum 295 snap 98 seq_num 295) 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:933: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:933: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:933: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 825 (ObjNum 255 snap 82 seq_num 255) dirty exists 2023-12-16T19:33:21.958 INFO:tasks.rados.rados.0.smithi002.stdout:932: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:33:21.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: failed to encode map e231 with expected crc 2023-12-16T19:33:21.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:21.985 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: failed to encode map e232 with expected crc 2023-12-16T19:33:21.985 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T19:33:21.985 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:21.985 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:935: finishing rollback tid 0 to smithi002125626-35 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:935: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 828 (ObjNum 33 snap 0 seq_num 2052865984) dirty dne 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:936: finishing write tid 1 to smithi002125626-25 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:931: done (5 left) 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:932: done (4 left) 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:933: done (3 left) 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:935: done (2 left) 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:937: done (1 left) 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:938: rollback oid 47 current snap is 98 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 60 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:936: finishing write tid 2 to smithi002125626-25 2023-12-16T19:33:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:936: finishing write tid 3 to smithi002125626-25 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 413 (ObjNum 297 snap 98 seq_num 297) dirty exists 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:936: left oid 25 (ObjNum 297 snap 98 seq_num 297) 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:936: done (1 left) 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:939: read oid 7 snap -1 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:940: read oid 4 snap -1 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:940: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:941: copy_from oid 1 from oid 25 current snap is 98 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:942: read oid 42 snap 70 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:942: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:33:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:943: snap_create 2023-12-16T19:33:22.013 INFO:tasks.rados.rados.0.smithi002.stdout:938: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:33:22.013 INFO:tasks.rados.rados.0.smithi002.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:22.016 INFO:tasks.rados.rados.0.smithi002.stdout:938: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:33:22.016 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 830 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:33:22.028 INFO:tasks.rados.rados.0.smithi002.stdout:942: expect (ObjNum 168 snap 42 seq_num 168) 2023-12-16T19:33:22.171 INFO:tasks.rados.rados.0.smithi002.stdout:941: finishing copy_from to smithi002125626-1 2023-12-16T19:33:22.171 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 413 (ObjNum 297 snap 98 seq_num 297) dirty exists 2023-12-16T19:33:22.171 INFO:tasks.rados.rados.0.smithi002.stdout:941: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:33:22.171 INFO:tasks.rados.rados.0.smithi002.stdout:940: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:33:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:33:21.796+0000 7fd90fc07700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-16T19:33:22.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:21] "GET /metrics HTTP/1.1" 200 35903 "" "Prometheus/2.43.0" 2023-12-16T19:33:22.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:22 smithi043 ceph-mon[135010]: pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:22.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:22 smithi043 ceph-mon[135010]: failed to encode map e232 with expected crc 2023-12-16T19:33:22.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:22 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:22.642 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:22 smithi043 ceph-mon[135010]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T19:33:22.643 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:22 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:22.913 INFO:tasks.rados.rados.0.smithi002.stdout:938: done (5 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:939: done (4 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:940: done (3 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:941: done (2 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:942: done (1 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:943: done (0 left) 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 99 2023-12-16T19:33:22.914 INFO:tasks.rados.rados.0.smithi002.stdout:944: seq_num 299 ranges {0=212992} 2023-12-16T19:33:22.916 INFO:tasks.rados.rados.0.smithi002.stdout:944: writing smithi002125626-39 from 0 to 212992 tid 1 2023-12-16T19:33:22.916 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 99 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:945: seq_num 300 ranges {0=229376} 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:945: writing smithi002125626-43 from 0 to 229376 tid 1 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:946: read oid 2 snap -1 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:946: expect deleted 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 99 2023-12-16T19:33:22.917 INFO:tasks.rados.rados.0.smithi002.stdout:947: seq_num 301 ranges {4562944=245760} 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:947: writing smithi002125626-11 from 4562944 to 4808704 tid 1 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:948: rmattr oid 14 current snap is 99 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing write tid 1 to smithi002125626-39 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing write tid 2 to smithi002125626-39 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:944: finishing write tid 3 to smithi002125626-39 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 407 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:944: left oid 39 (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:944: done (4 left) 2023-12-16T19:33:22.944 INFO:tasks.rados.rados.0.smithi002.stdout:948: done (3 left) 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:949: rmattr oid 19 current snap is 99 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:945: finishing write tid 1 to smithi002125626-43 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:945: finishing write tid 2 to smithi002125626-43 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:945: finishing write tid 3 to smithi002125626-43 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 524 (ObjNum 300 snap 99 seq_num 300) dirty exists 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:945: left oid 43 (ObjNum 300 snap 99 seq_num 300) 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:945: done (3 left) 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:946: done (2 left) 2023-12-16T19:33:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:950: snap_remove snap 90 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[137674]: pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[137674]: failed to encode map e232 with expected crc 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[137674]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[140029]: pgmap v40: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[140029]: failed to encode map e232 with expected crc 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[140029]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T19:33:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:22 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.915 INFO:tasks.rados.rados.0.smithi002.stdout:950: done (2 left) 2023-12-16T19:33:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 99 2023-12-16T19:33:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 0 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-16T19:33:23.916 INFO:tasks.rados.rados.0.smithi002.stdout:951: seq_num 302 ranges {5341184=262144} 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:951: writing smithi002125626-36 from 5341184 to 5603328 tid 1 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:949: done (2 left) 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 99 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:947: finishing write tid 1 to smithi002125626-11 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:947: finishing write tid 2 to smithi002125626-11 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:947: finishing write tid 3 to smithi002125626-11 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 266 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:33:23.948 INFO:tasks.rados.rados.0.smithi002.stdout:947: left oid 11 (ObjNum 301 snap 99 seq_num 301) 2023-12-16T19:33:23.949 INFO:tasks.rados.rados.0.smithi002.stdout:952: seq_num 303 ranges {778240=278528} 2023-12-16T19:33:23.952 INFO:tasks.rados.rados.0.smithi002.stdout:952: writing smithi002125626-29 from 778240 to 1056768 tid 1 2023-12-16T19:33:23.952 INFO:tasks.rados.rados.0.smithi002.stdout:947: done (2 left) 2023-12-16T19:33:23.952 INFO:tasks.rados.rados.0.smithi002.stdout:953: snap_create 2023-12-16T19:33:23.955 INFO:tasks.rados.rados.0.smithi002.stdout:951: finishing write tid 1 to smithi002125626-36 2023-12-16T19:33:23.959 INFO:tasks.rados.rados.0.smithi002.stdout:951: finishing write tid 2 to smithi002125626-36 2023-12-16T19:33:23.961 INFO:tasks.rados.rados.0.smithi002.stdout:951: finishing write tid 3 to smithi002125626-36 2023-12-16T19:33:23.961 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 341 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-16T19:33:23.961 INFO:tasks.rados.rados.0.smithi002.stdout:951: left oid 36 (ObjNum 302 snap 99 seq_num 302) 2023-12-16T19:33:23.962 INFO:tasks.rados.rados.0.smithi002.stdout:952: finishing write tid 1 to smithi002125626-29 2023-12-16T19:33:23.962 INFO:tasks.rados.rados.0.smithi002.stdout:952: finishing write tid 2 to smithi002125626-29 2023-12-16T19:33:23.964 INFO:tasks.rados.rados.0.smithi002.stdout:952: finishing write tid 3 to smithi002125626-29 2023-12-16T19:33:23.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 209 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-16T19:33:23.964 INFO:tasks.rados.rados.0.smithi002.stdout:952: left oid 29 (ObjNum 303 snap 99 seq_num 303) 2023-12-16T19:33:23.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[140029]: failed to encode map e234 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T19:33:23.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:23 smithi002 ceph-mon[137674]: failed to encode map e234 with expected crc 2023-12-16T19:33:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: failed to encode map e233 with expected crc 2023-12-16T19:33:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T19:33:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:23 smithi043 ceph-mon[135010]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:951: done (2 left) 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:952: done (1 left) 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:953: done (0 left) 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:954: read oid 5 snap 96 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:954: expect (ObjNum 290 snap 95 seq_num 290) 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:955: read oid 47 snap 60 2023-12-16T19:33:24.916 INFO:tasks.rados.rados.0.smithi002.stdout:955: expect deleted 2023-12-16T19:33:24.917 INFO:tasks.rados.rados.0.smithi002.stdout:956: copy_from oid 23 from oid 15 current snap is 100 2023-12-16T19:33:24.917 INFO:tasks.rados.rados.0.smithi002.stdout:957: delete oid 9 current snap is 100 2023-12-16T19:33:24.925 INFO:tasks.rados.rados.0.smithi002.stdout:956: finishing copy_from to smithi002125626-23 2023-12-16T19:33:24.925 INFO:tasks.rados.rados.0.smithi002.stdout:956: got expected ENOENT (src dne) 2023-12-16T19:33:24.925 INFO:tasks.rados.rados.0.smithi002.stdout:956: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:33:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:954: expect (ObjNum 290 snap 95 seq_num 290) 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: pgmap v43: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: failed to encode map e235 with expected crc 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[137674]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: pgmap v43: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:24.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:24.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: failed to encode map e235 with expected crc 2023-12-16T19:33:24.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:24 smithi002 ceph-mon[140029]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: pgmap v43: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: failed to encode map e234 with expected crc 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:25.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:24 smithi043 ceph-mon[135010]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T19:33:25.152 INFO:tasks.rados.rados.0.smithi002.stdout:954: done (3 left) 2023-12-16T19:33:25.152 INFO:tasks.rados.rados.0.smithi002.stdout:955: done (2 left) 2023-12-16T19:33:25.152 INFO:tasks.rados.rados.0.smithi002.stdout:956: done (1 left) 2023-12-16T19:33:25.152 INFO:tasks.rados.rados.0.smithi002.stdout:957: done (0 left) 2023-12-16T19:33:25.152 INFO:tasks.rados.rados.0.smithi002.stdout:958: setattr oid 40 current snap is 100 2023-12-16T19:33:25.153 INFO:tasks.rados.rados.0.smithi002.stdout:959: rollback oid 26 current snap is 100 2023-12-16T19:33:25.153 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 73 2023-12-16T19:33:25.153 INFO:tasks.rados.rados.0.smithi002.stdout:960: delete oid 42 current snap is 100 2023-12-16T19:33:25.155 INFO:tasks.rados.rados.0.smithi002.stdout:960: done (2 left) 2023-12-16T19:33:25.156 INFO:tasks.rados.rados.0.smithi002.stdout:961: copy_from oid 49 from oid 42 current snap is 100 2023-12-16T19:33:25.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 100 2023-12-16T19:33:25.156 INFO:tasks.rados.rados.0.smithi002.stdout:962: seq_num 306 ranges {4235264=327680} 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:962: writing smithi002125626-5 from 4235264 to 4562944 tid 1 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:963: delete oid 48 current snap is 100 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 272 (ObjNum 286 snap 94 seq_num 286) dirty exists 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:961: finishing copy_from to smithi002125626-49 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:961: got expected ENOENT (src dne) 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:961: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:959: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:33:25.183 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 846 (ObjNum 198 snap 57 seq_num 198) dirty exists 2023-12-16T19:33:25.184 INFO:tasks.rados.rados.0.smithi002.stdout:958: done (4 left) 2023-12-16T19:33:25.184 INFO:tasks.rados.rados.0.smithi002.stdout:959: done (3 left) 2023-12-16T19:33:25.184 INFO:tasks.rados.rados.0.smithi002.stdout:961: done (2 left) 2023-12-16T19:33:25.184 INFO:tasks.rados.rados.0.smithi002.stdout:963: done (1 left) 2023-12-16T19:33:25.184 INFO:tasks.rados.rados.0.smithi002.stdout:964: snap_create 2023-12-16T19:33:25.185 INFO:tasks.rados.rados.0.smithi002.stdout:962: finishing write tid 1 to smithi002125626-5 2023-12-16T19:33:25.186 INFO:tasks.rados.rados.0.smithi002.stdout:962: finishing write tid 2 to smithi002125626-5 2023-12-16T19:33:25.187 INFO:tasks.rados.rados.0.smithi002.stdout:962: finishing write tid 3 to smithi002125626-5 2023-12-16T19:33:25.187 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 194 (ObjNum 306 snap 100 seq_num 306) dirty exists 2023-12-16T19:33:25.187 INFO:tasks.rados.rados.0.smithi002.stdout:962: left oid 5 (ObjNum 306 snap 100 seq_num 306) 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: Reconfiguring mon.a (monmap changed)... 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:25.709 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: failed to encode map e236 with expected crc 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[137674]: failed to encode map e236 with expected crc 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: Reconfiguring mon.a (monmap changed)... 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:25.710 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:25.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: failed to encode map e236 with expected crc 2023-12-16T19:33:25.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T19:33:25.711 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:25 smithi002 ceph-mon[140029]: failed to encode map e236 with expected crc 2023-12-16T19:33:25.917 INFO:tasks.rados.rados.0.smithi002.stdout:962: done (1 left) 2023-12-16T19:33:25.918 INFO:tasks.rados.rados.0.smithi002.stdout:964: done (0 left) 2023-12-16T19:33:25.918 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 101 2023-12-16T19:33:25.918 INFO:tasks.rados.rados.0.smithi002.stdout:965: seq_num 308 ranges {0=360448} 2023-12-16T19:33:25.919 INFO:tasks.rados.rados.0.smithi002.stdout:965: writing smithi002125626-47 from 0 to 360448 tid 1 2023-12-16T19:33:25.920 INFO:tasks.rados.rados.0.smithi002.stdout:966: snap_remove snap 82 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: Reconfiguring mon.a (monmap changed)... 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: Reconfiguring daemon mon.a on smithi002 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: failed to encode map e235 with expected crc 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: failed to encode map e236 with expected crc 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T19:33:25.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:25 smithi043 ceph-mon[135010]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:966: done (1 left) 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:967: delete oid 9 current snap is 101 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 1 to smithi002125626-47 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 2 to smithi002125626-47 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:965: finishing write tid 3 to smithi002125626-47 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 848 (ObjNum 308 snap 101 seq_num 308) dirty exists 2023-12-16T19:33:26.919 INFO:tasks.rados.rados.0.smithi002.stdout:965: left oid 47 (ObjNum 308 snap 101 seq_num 308) 2023-12-16T19:33:26.933 INFO:tasks.rados.rados.0.smithi002.stdout:965: done (1 left) 2023-12-16T19:33:26.933 INFO:tasks.rados.rados.0.smithi002.stdout:967: done (0 left) 2023-12-16T19:33:26.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 101 2023-12-16T19:33:26.933 INFO:tasks.rados.rados.0.smithi002.stdout:968: seq_num 310 ranges {0=401408} 2023-12-16T19:33:26.935 INFO:tasks.rados.rados.0.smithi002.stdout:968: writing smithi002125626-46 from 0 to 401408 tid 1 2023-12-16T19:33:26.935 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 101 2023-12-16T19:33:26.935 INFO:tasks.rados.rados.0.smithi002.stdout:969: seq_num 311 ranges {0=417792} 2023-12-16T19:33:26.937 INFO:tasks.rados.rados.0.smithi002.stdout:969: writing smithi002125626-15 from 0 to 417792 tid 1 2023-12-16T19:33:26.938 INFO:tasks.rados.rados.0.smithi002.stdout:970: read oid 31 snap -1 2023-12-16T19:33:26.938 INFO:tasks.rados.rados.0.smithi002.stdout:970: expect deleted 2023-12-16T19:33:26.938 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 101 2023-12-16T19:33:26.938 INFO:tasks.rados.rados.0.smithi002.stdout:971: seq_num 312 ranges {3006464=434176} 2023-12-16T19:33:26.957 INFO:tasks.rados.rados.0.smithi002.stdout:971: writing smithi002125626-23 from 3006464 to 3440640 tid 1 2023-12-16T19:33:26.958 INFO:tasks.rados.rados.0.smithi002.stdout:972: snap_remove snap 70 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: pgmap v46: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: failed to encode map e237 with expected crc 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[140029]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: pgmap v46: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:26.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:26.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:26.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: failed to encode map e237 with expected crc 2023-12-16T19:33:26.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:26 smithi002 ceph-mon[137674]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: pgmap v46: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 712 KiB/s wr, 20 op/s 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: Reconfiguring daemon mgr.y on smithi002 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: failed to encode map e236 with expected crc 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:26.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:26 smithi043 ceph-mon[135010]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T19:33:27.809 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[137674]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T19:33:27.810 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:27 smithi002 ceph-mon[140029]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.907 INFO:tasks.rados.rados.0.smithi002.stdout:972: done (4 left) 2023-12-16T19:33:27.907 INFO:tasks.rados.rados.0.smithi002.stdout:973: rmattr oid 47 current snap is 101 2023-12-16T19:33:27.907 INFO:tasks.rados.rados.0.smithi002.stdout:973: done (4 left) 2023-12-16T19:33:27.907 INFO:tasks.rados.rados.0.smithi002.stdout:974: snap_remove snap 91 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: Reconfiguring mon.c (monmap changed)... 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: Reconfiguring daemon mon.c on smithi002 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: failed to encode map e237 with expected crc 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T19:33:27.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:27 smithi043 ceph-mon[135010]: failed to encode map e237 with expected crc 2023-12-16T19:33:28.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: pgmap v49: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:33:28.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T19:33:28.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.0 on smithi002 2023-12-16T19:33:28.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: failed to encode map e237 with expected crc 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: failed to encode map e239 with expected crc 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: failed to encode map e239 with expected crc 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: pgmap v49: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T19:33:28.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.0 on smithi002 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: failed to encode map e237 with expected crc 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: failed to encode map e239 with expected crc 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: failed to encode map e239 with expected crc 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:33:28.860 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:28 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:28.910 INFO:tasks.rados.rados.0.smithi002.stdout:974: done (4 left) 2023-12-16T19:33:28.910 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 101 2023-12-16T19:33:28.910 INFO:tasks.rados.rados.0.smithi002.stdout:975: seq_num 313 ranges {3358720=450560} 2023-12-16T19:33:28.933 INFO:tasks.rados.rados.0.smithi002.stdout:975: writing smithi002125626-45 from 3358720 to 3809280 tid 1 2023-12-16T19:33:28.933 INFO:tasks.rados.rados.0.smithi002.stdout:976: read oid 44 snap -1 2023-12-16T19:33:28.934 INFO:tasks.rados.rados.0.smithi002.stdout:976: expect (ObjNum 294 snap 96 seq_num 294) 2023-12-16T19:33:28.934 INFO:tasks.rados.rados.0.smithi002.stdout:977: snap_remove snap 69 2023-12-16T19:33:28.999 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: pgmap v49: 121 pgs: 121 active+clean; 265 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.0 on smithi002 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: failed to encode map e238 with expected crc 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: failed to encode map e237 with expected crc 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:29.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: failed to encode map e239 with expected crc 2023-12-16T19:33:29.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: failed to encode map e239 with expected crc 2023-12-16T19:33:29.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T19:33:29.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:33:29.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:28 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:977: done (6 left) 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:978: read oid 49 snap -1 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:978: expect (ObjNum 284 snap 94 seq_num 284) 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:979: snap_create 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 1 to smithi002125626-46 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 2 to smithi002125626-46 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:969: finishing write tid 1 to smithi002125626-15 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:969: finishing write tid 2 to smithi002125626-15 2023-12-16T19:33:29.911 INFO:tasks.rados.rados.0.smithi002.stdout:968: finishing write tid 3 to smithi002125626-46 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 425 (ObjNum 310 snap 101 seq_num 310) dirty exists 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:968: left oid 46 (ObjNum 310 snap 101 seq_num 310) 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:969: finishing write tid 3 to smithi002125626-15 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 427 (ObjNum 311 snap 101 seq_num 311) dirty exists 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:969: left oid 15 (ObjNum 311 snap 101 seq_num 311) 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 1 to smithi002125626-23 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 2 to smithi002125626-23 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:971: finishing write tid 3 to smithi002125626-23 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 403 (ObjNum 312 snap 101 seq_num 312) dirty exists 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:971: left oid 23 (ObjNum 312 snap 101 seq_num 312) 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:975: finishing write tid 1 to smithi002125626-45 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:975: finishing write tid 2 to smithi002125626-45 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:975: finishing write tid 3 to smithi002125626-45 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 360 (ObjNum 313 snap 101 seq_num 313) dirty exists 2023-12-16T19:33:29.912 INFO:tasks.rados.rados.0.smithi002.stdout:975: left oid 45 (ObjNum 313 snap 101 seq_num 313) 2023-12-16T19:33:29.913 INFO:tasks.rados.rados.0.smithi002.stdout:976: expect (ObjNum 294 snap 96 seq_num 294) 2023-12-16T19:33:29.916 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: failed to encode map e239 with expected crc 2023-12-16T19:33:29.916 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T19:33:29.916 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.1 on smithi002 2023-12-16T19:33:29.916 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: failed to encode map e240 with expected crc 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: failed to encode map e240 with expected crc 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: failed to encode map e239 with expected crc 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.1 on smithi002 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: failed to encode map e240 with expected crc 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: failed to encode map e240 with expected crc 2023-12-16T19:33:29.917 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T19:33:29.918 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:29.918 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:29.918 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:33:29.918 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: failed to encode map e239 with expected crc 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.1 on smithi002 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: failed to encode map e240 with expected crc 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: failed to encode map e240 with expected crc 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:33:30.002 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:30.099 INFO:tasks.rados.rados.0.smithi002.stdout:978: expect (ObjNum 284 snap 94 seq_num 284) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:968: done (7 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:969: done (6 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:970: done (5 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:971: done (4 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:975: done (3 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:976: done (2 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:978: done (1 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:979: done (0 left) 2023-12-16T19:33:30.912 INFO:tasks.rados.rados.0.smithi002.stdout:980: snap_remove snap 49 2023-12-16T19:33:30.941 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: pgmap v52: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-16T19:33:30.941 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: failed to encode map e240 with expected crc 2023-12-16T19:33:30.941 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.2 on smithi002 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: failed to encode map e241 with expected crc 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: pgmap v52: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: failed to encode map e240 with expected crc 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.2 on smithi002 2023-12-16T19:33:30.942 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: failed to encode map e241 with expected crc 2023-12-16T19:33:30.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T19:33:30.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:33:30.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: pgmap v52: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: failed to encode map e240 with expected crc 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.2 on smithi002 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: failed to encode map e241 with expected crc 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:33:30.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.3 on smithi002 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.850 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.3 on smithi002 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.851 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.852 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:31.852 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:31.913 INFO:tasks.rados.rados.0.smithi002.stdout:980: done (0 left) 2023-12-16T19:33:31.913 INFO:tasks.rados.rados.0.smithi002.stdout:981: copy_from oid 25 from oid 20 current snap is 102 2023-12-16T19:33:31.914 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 102 2023-12-16T19:33:31.914 INFO:tasks.rados.rados.0.smithi002.stdout:982: seq_num 314 ranges {360448=466944} 2023-12-16T19:33:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:982: writing smithi002125626-47 from 360448 to 827392 tid 1 2023-12-16T19:33:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:983: read oid 50 snap -1 2023-12-16T19:33:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:983: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 102 2023-12-16T19:33:31.919 INFO:tasks.rados.rados.0.smithi002.stdout:984: seq_num 315 ranges {7208960=483328} 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:984: writing smithi002125626-21 from 7208960 to 7692288 tid 1 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:985: snap_create 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:981: finishing copy_from to smithi002125626-25 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 306 (ObjNum 129 snap 0 seq_num 3267341648) dirty exists 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:981: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:33:31.964 INFO:tasks.rados.rados.0.smithi002.stdout:983: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: failed to encode map e241 with expected crc 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.3 on smithi002 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: failed to encode map e242 with expected crc 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:31.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 1 to smithi002125626-47 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 2 to smithi002125626-47 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:982: finishing write tid 3 to smithi002125626-47 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 895 (ObjNum 314 snap 102 seq_num 314) dirty exists 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:982: left oid 47 (ObjNum 314 snap 102 seq_num 314) 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:984: finishing write tid 1 to smithi002125626-21 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:984: finishing write tid 2 to smithi002125626-21 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:984: finishing write tid 3 to smithi002125626-21 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 914 (ObjNum 315 snap 102 seq_num 315) dirty exists 2023-12-16T19:33:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:984: left oid 21 (ObjNum 315 snap 102 seq_num 315) 2023-12-16T19:33:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:31] "GET /metrics HTTP/1.1" 200 35903 "" "Prometheus/2.43.0" 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: pgmap v55: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: Reconfiguring mds.a (monmap changed)... 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: Reconfiguring daemon mds.a on smithi002 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: failed to encode map e243 with expected crc 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T19:33:32.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:981: done (4 left) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:982: done (3 left) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:983: done (2 left) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:984: done (1 left) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:985: done (0 left) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:986: read oid 7 snap 96 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:986: expect (ObjNum 2053674000 snap 21887 seq_num 3154229376) 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:987: copy_from oid 48 from oid 12 current snap is 103 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:988: rmattr oid 23 current snap is 103 2023-12-16T19:33:32.915 INFO:tasks.rados.rados.0.smithi002.stdout:989: copy_from oid 49 from oid 38 current snap is 103 2023-12-16T19:33:32.916 INFO:tasks.rados.rados.0.smithi002.stdout:990: delete oid 5 current snap is 103 2023-12-16T19:33:32.921 INFO:tasks.rados.rados.0.smithi002.stdout:990: done (4 left) 2023-12-16T19:33:32.921 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 103 2023-12-16T19:33:32.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 425 (ObjNum 312 snap 101 seq_num 312) dirty exists 2023-12-16T19:33:32.921 INFO:tasks.rados.rados.0.smithi002.stdout:991: seq_num 317 ranges {0=516096} 2023-12-16T19:33:32.925 INFO:tasks.rados.rados.0.smithi002.stdout:991: writing smithi002125626-20 from 0 to 516096 tid 1 2023-12-16T19:33:32.925 INFO:tasks.rados.rados.0.smithi002.stdout:988: done (4 left) 2023-12-16T19:33:32.925 INFO:tasks.rados.rados.0.smithi002.stdout:992: snap_remove snap 63 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: pgmap v55: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: Reconfiguring mds.a (monmap changed)... 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: Reconfiguring daemon mds.a on smithi002 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: failed to encode map e243 with expected crc 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: pgmap v55: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: Reconfiguring mds.a (monmap changed)... 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: Reconfiguring daemon mds.a on smithi002 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T19:33:32.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: failed to encode map e243 with expected crc 2023-12-16T19:33:32.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T19:33:32.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: failed to encode map e244 with expected crc 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T19:33:33.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:33 smithi043 ceph-mon[135010]: failed to encode map e244 with expected crc 2023-12-16T19:33:33.916 INFO:tasks.rados.rados.0.smithi002.stdout:992: done (4 left) 2023-12-16T19:33:33.916 INFO:tasks.rados.rados.0.smithi002.stdout:993: rmattr oid 17 current snap is 103 2023-12-16T19:33:33.916 INFO:tasks.rados.rados.0.smithi002.stdout:993: done (4 left) 2023-12-16T19:33:33.916 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 103 2023-12-16T19:33:33.916 INFO:tasks.rados.rados.0.smithi002.stdout:986: expect (ObjNum 2053674000 snap 21887 seq_num 3154229376) 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:991: finishing write tid 1 to smithi002125626-20 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:991: finishing write tid 2 to smithi002125626-20 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:987: finishing copy_from to smithi002125626-48 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 102 (ObjNum 205 snap 58 seq_num 205) dirty exists 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:987: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:991: finishing write tid 3 to smithi002125626-20 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 379 (ObjNum 317 snap 103 seq_num 317) dirty exists 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:991: left oid 20 (ObjNum 317 snap 103 seq_num 317) 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:989: finishing copy_from to smithi002125626-49 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 712 (ObjNum 139 snap 33 seq_num 139) dirty exists 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:989: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:33:33.920 INFO:tasks.rados.rados.0.smithi002.stdout:994: seq_num 318 ranges {1056768=532480} 2023-12-16T19:33:33.930 INFO:tasks.rados.rados.0.smithi002.stdout:994: writing smithi002125626-29 from 1056768 to 1589248 tid 1 2023-12-16T19:33:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:986: done (4 left) 2023-12-16T19:33:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:987: done (3 left) 2023-12-16T19:33:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:989: done (2 left) 2023-12-16T19:33:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:991: done (1 left) 2023-12-16T19:33:33.931 INFO:tasks.rados.rados.0.smithi002.stdout:995: delete oid 46 current snap is 103 2023-12-16T19:33:33.935 INFO:tasks.rados.rados.0.smithi002.stdout:995: done (1 left) 2023-12-16T19:33:33.935 INFO:tasks.rados.rados.0.smithi002.stdout:996: read oid 30 snap -1 2023-12-16T19:33:33.935 INFO:tasks.rados.rados.0.smithi002.stdout:996: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:33.935 INFO:tasks.rados.rados.0.smithi002.stdout:997: snap_remove snap 59 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: failed to encode map e244 with expected crc 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[140029]: failed to encode map e244 with expected crc 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: Reconfiguring mon.b (monmap changed)... 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: Reconfiguring daemon mon.b on smithi043 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: failed to encode map e242 with expected crc 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T19:33:33.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T19:33:33.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:33.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: failed to encode map e244 with expected crc 2023-12-16T19:33:33.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T19:33:33.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:33 smithi002 ceph-mon[137674]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: pgmap v58: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: Reconfiguring daemon mgr.x on smithi043 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:33:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:34.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: failed to encode map e245 with expected crc 2023-12-16T19:33:34.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:34 smithi043 ceph-mon[135010]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T19:33:34.918 INFO:tasks.rados.rados.0.smithi002.stdout:997: done (2 left) 2023-12-16T19:33:34.918 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 103 2023-12-16T19:33:34.918 INFO:tasks.rados.rados.0.smithi002.stdout:994: finishing write tid 1 to smithi002125626-29 2023-12-16T19:33:34.918 INFO:tasks.rados.rados.0.smithi002.stdout:998: seq_num 320 ranges {229376=565248} 2023-12-16T19:33:34.923 INFO:tasks.rados.rados.0.smithi002.stdout:998: writing smithi002125626-43 from 229376 to 794624 tid 1 2023-12-16T19:33:34.924 INFO:tasks.rados.rados.0.smithi002.stdout:999: read oid 32 snap -1 2023-12-16T19:33:34.924 INFO:tasks.rados.rados.0.smithi002.stdout:999: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:33:34.924 INFO:tasks.rados.rados.0.smithi002.stdout:1000: rollback oid 10 current snap is 103 2023-12-16T19:33:34.924 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 80 2023-12-16T19:33:34.924 INFO:tasks.rados.rados.0.smithi002.stdout:1001: snap_create 2023-12-16T19:33:34.925 INFO:tasks.rados.rados.0.smithi002.stdout:994: finishing write tid 2 to smithi002125626-29 2023-12-16T19:33:34.925 INFO:tasks.rados.rados.0.smithi002.stdout:994: finishing write tid 3 to smithi002125626-29 2023-12-16T19:33:34.925 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 232 (ObjNum 318 snap 103 seq_num 318) dirty exists 2023-12-16T19:33:34.925 INFO:tasks.rados.rados.0.smithi002.stdout:994: left oid 29 (ObjNum 318 snap 103 seq_num 318) 2023-12-16T19:33:34.925 INFO:tasks.rados.rados.0.smithi002.stdout:996: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: pgmap v58: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: Reconfiguring daemon mgr.x on smithi043 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: failed to encode map e245 with expected crc 2023-12-16T19:33:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[137674]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: pgmap v58: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: Reconfiguring daemon mgr.x on smithi043 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: failed to encode map e244 with expected crc 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: failed to encode map e245 with expected crc 2023-12-16T19:33:34.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:34 smithi002 ceph-mon[140029]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T19:33:35.019 INFO:tasks.rados.rados.0.smithi002.stdout:1000: finishing rollback tid 0 to smithi002125626-10 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:1000: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:1000: finishing rollback tid 2 to smithi002125626-10 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 689 (ObjNum 241 snap 80 seq_num 241) dirty exists 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:998: finishing write tid 1 to smithi002125626-43 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:998: finishing write tid 2 to smithi002125626-43 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:998: finishing write tid 3 to smithi002125626-43 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 526 (ObjNum 320 snap 103 seq_num 320) dirty exists 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:998: left oid 43 (ObjNum 320 snap 103 seq_num 320) 2023-12-16T19:33:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:999: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.4 on smithi043 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: failed to encode map e245 with expected crc 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:35.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:35 smithi043 ceph-mon[135010]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:994: done (5 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:996: done (4 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:998: done (3 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:999: done (2 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:1000: done (1 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:1001: done (0 left) 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:1002: rollback oid 29 current snap is 104 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 45 2023-12-16T19:33:35.919 INFO:tasks.rados.rados.0.smithi002.stdout:1003: snap_remove snap 73 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.4 on smithi043 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: failed to encode map e245 with expected crc 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[137674]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.4 on smithi043 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: failed to encode map e245 with expected crc 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: failed to encode map e246 with expected crc 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:35 smithi002 ceph-mon[140029]: failed to encode map e246 with expected crc 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: pgmap v61: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.5 on smithi043 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: osdmap e247: 8 total, 8 up, 8 in 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:33:36.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:36.921 INFO:tasks.rados.rados.0.smithi002.stdout:1003: done (1 left) 2023-12-16T19:33:36.921 INFO:tasks.rados.rados.0.smithi002.stdout:1004: read oid 4 snap -1 2023-12-16T19:33:36.921 INFO:tasks.rados.rados.0.smithi002.stdout:1004: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:33:36.921 INFO:tasks.rados.rados.0.smithi002.stdout:1005: snap_create 2023-12-16T19:33:36.922 INFO:tasks.rados.rados.0.smithi002.stdout:1002: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:33:36.922 INFO:tasks.rados.rados.0.smithi002.stdout:1002: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:33:36.922 INFO:tasks.rados.rados.0.smithi002.stdout:1002: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:33:36.922 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 238 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T19:33:36.958 INFO:tasks.rados.rados.0.smithi002.stdout:1004: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: pgmap v61: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.5 on smithi043 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: osdmap e247: 8 total, 8 up, 8 in 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:33:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: pgmap v61: 121 pgs: 121 active+clean; 270 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 416 KiB/s wr, 4 op/s 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.5 on smithi043 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: osdmap e247: 8 total, 8 up, 8 in 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: failed to encode map e247 with expected crc 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:33:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:37.731 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.6 on smithi043 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.732 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: osdmap e248: 8 total, 8 up, 8 in 2023-12-16T19:33:37.733 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.733 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.733 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:33:37.733 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:37.908 INFO:tasks.rados.rados.0.smithi002.stdout:1002: done (2 left) 2023-12-16T19:33:37.908 INFO:tasks.rados.rados.0.smithi002.stdout:1004: done (1 left) 2023-12-16T19:33:37.908 INFO:tasks.rados.rados.0.smithi002.stdout:1005: done (0 left) 2023-12-16T19:33:37.908 INFO:tasks.rados.rados.0.smithi002.stdout:1006: read oid 23 snap -1 2023-12-16T19:33:37.908 INFO:tasks.rados.rados.0.smithi002.stdout:1006: expect (ObjNum 312 snap 101 seq_num 312) 2023-12-16T19:33:37.909 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 105 2023-12-16T19:33:37.909 INFO:tasks.rados.rados.0.smithi002.stdout:1007: seq_num 321 ranges {0=581632} 2023-12-16T19:33:37.912 INFO:tasks.rados.rados.0.smithi002.stdout:1007: writing smithi002125626-42 from 0 to 581632 tid 1 2023-12-16T19:33:37.912 INFO:tasks.rados.rados.0.smithi002.stdout:1008: snap_remove snap 77 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.6 on smithi043 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: osdmap e248: 8 total, 8 up, 8 in 2023-12-16T19:33:37.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.6 on smithi043 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: failed to encode map e247 with expected crc 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: failed to encode map e248 with expected crc 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: osdmap e248: 8 total, 8 up, 8 in 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:37.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:33:37.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:38.748 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: pgmap v64: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: Reconfiguring daemon osd.7 on smithi043 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: osdmap e249: 8 total, 8 up, 8 in 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:38.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:38.913 INFO:tasks.rados.rados.0.smithi002.stdout:1008: done (2 left) 2023-12-16T19:33:38.913 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 105 2023-12-16T19:33:38.913 INFO:tasks.rados.rados.0.smithi002.stdout:1007: finishing write tid 1 to smithi002125626-42 2023-12-16T19:33:38.913 INFO:tasks.rados.rados.0.smithi002.stdout:1009: seq_num 322 ranges {1040384=598016} 2023-12-16T19:33:38.923 INFO:tasks.rados.rados.0.smithi002.stdout:1009: writing smithi002125626-12 from 1040384 to 1638400 tid 1 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:1010: copy_from oid 44 from oid 39 current snap is 105 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:1007: finishing write tid 2 to smithi002125626-42 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:1007: finishing write tid 3 to smithi002125626-42 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 190 (ObjNum 321 snap 105 seq_num 321) dirty exists 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:1007: left oid 42 (ObjNum 321 snap 105 seq_num 321) 2023-12-16T19:33:38.924 INFO:tasks.rados.rados.0.smithi002.stdout:1006: expect (ObjNum 312 snap 101 seq_num 312) 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: pgmap v64: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: Reconfiguring daemon osd.7 on smithi043 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: osdmap e249: 8 total, 8 up, 8 in 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:38.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: pgmap v64: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: Reconfiguring daemon osd.7 on smithi043 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: osdmap e249: 8 total, 8 up, 8 in 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: failed to encode map e249 with expected crc 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T19:33:38.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:1009: finishing write tid 1 to smithi002125626-12 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:1009: finishing write tid 2 to smithi002125626-12 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:1009: finishing write tid 3 to smithi002125626-12 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 528 (ObjNum 322 snap 105 seq_num 322) dirty exists 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:1009: left oid 12 (ObjNum 322 snap 105 seq_num 322) 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:1010: finishing copy_from to smithi002125626-44 2023-12-16T19:33:39.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 407 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1010: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1006: done (3 left) 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1007: done (2 left) 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1009: done (1 left) 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1010: done (0 left) 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1011: rmattr oid 12 current snap is 105 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1011: done (0 left) 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 105 2023-12-16T19:33:39.089 INFO:tasks.rados.rados.0.smithi002.stdout:1012: seq_num 323 ranges {0=614400} 2023-12-16T19:33:39.091 INFO:tasks.rados.rados.0.smithi002.stdout:1012: writing smithi002125626-13 from 0 to 614400 tid 1 2023-12-16T19:33:39.091 INFO:tasks.rados.rados.0.smithi002.stdout:1013: snap_create 2023-12-16T19:33:39.094 INFO:tasks.rados.rados.0.smithi002.stdout:1012: finishing write tid 1 to smithi002125626-13 2023-12-16T19:33:39.095 INFO:tasks.rados.rados.0.smithi002.stdout:1012: finishing write tid 2 to smithi002125626-13 2023-12-16T19:33:39.096 INFO:tasks.rados.rados.0.smithi002.stdout:1012: finishing write tid 3 to smithi002125626-13 2023-12-16T19:33:39.096 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 479 (ObjNum 323 snap 105 seq_num 323) dirty exists 2023-12-16T19:33:39.096 INFO:tasks.rados.rados.0.smithi002.stdout:1012: left oid 13 (ObjNum 323 snap 105 seq_num 323) 2023-12-16T19:33:39.589 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: failed to encode map e249 with expected crc 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: Reconfiguring mds.b (monmap changed)... 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: Reconfiguring daemon mds.b on smithi043 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: osdmap e250: 8 total, 8 up, 8 in 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T19:33:39.590 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.591 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: failed to encode map e249 with expected crc 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: Reconfiguring mds.b (monmap changed)... 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: Reconfiguring daemon mds.b on smithi043 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: osdmap e250: 8 total, 8 up, 8 in 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.861 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: failed to encode map e249 with expected crc 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: Reconfiguring mds.b (monmap changed)... 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: Reconfiguring daemon mds.b on smithi043 2023-12-16T19:33:39.862 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: failed to encode map e250 with expected crc 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: osdmap e250: 8 total, 8 up, 8 in 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T19:33:39.863 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T19:33:39.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:39.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:39.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:1012: done (1 left) 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:1013: done (0 left) 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:1014: rollback oid 26 current snap is 106 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 88 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:1015: copy_from oid 48 from oid 14 current snap is 106 2023-12-16T19:33:39.914 INFO:tasks.rados.rados.0.smithi002.stdout:1016: snap_create 2023-12-16T19:33:39.928 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:33:39.928 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:33:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:1014: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:33:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 966 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:33:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:1015: finishing copy_from to smithi002125626-48 2023-12-16T19:33:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 197 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:33:39.929 INFO:tasks.rados.rados.0.smithi002.stdout:1015: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:33:40.478 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:33:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: pgmap v67: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: Upgrade: Setting container_image for all mon 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: Upgrade: Setting container_image for all crash 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: Upgrade: osd.0 is safe to restart 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: osdmap e251: 8 total, 8 up, 8 in 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:40.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: pgmap v67: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: Upgrade: Setting container_image for all mon 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: Upgrade: Setting container_image for all crash 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: Upgrade: osd.0 is safe to restart 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: osdmap e251: 8 total, 8 up, 8 in 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: failed to encode map e251 with expected crc 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:40.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (113s) 31s ago 4m 18.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (97s) 20s ago 4m 78.3M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (5m) 31s ago 5m 14.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (5m) 20s ago 5m 18.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (68s) 20s ago 7m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (92s) 31s ago 8m 486M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:33:40.822 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (58s) 31s ago 8m 38.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (24s) 20s ago 7m 19.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (38s) 31s ago 7m 16.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (112s) 31s ago 4m 8246k - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (95s) 20s ago 4m 8280k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 31s ago 7m 173M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c7eae40cedfc 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 31s ago 7m 166M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 31s ago 6m 121M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 31s ago 6m 81.3M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (6m) 20s ago 6m 172M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (6m) 20s ago 6m 126M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (5m) 20s ago 5m 108M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (5m) 20s ago 5m 101M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:33:40.823 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (71s) 20s ago 4m 47.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:33:40.916 INFO:tasks.rados.rados.0.smithi002.stdout:1014: done (2 left) 2023-12-16T19:33:40.916 INFO:tasks.rados.rados.0.smithi002.stdout:1015: done (1 left) 2023-12-16T19:33:40.916 INFO:tasks.rados.rados.0.smithi002.stdout:1016: done (0 left) 2023-12-16T19:33:40.917 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 107 2023-12-16T19:33:40.917 INFO:tasks.rados.rados.0.smithi002.stdout:1017: seq_num 324 ranges {3440640=630784} 2023-12-16T19:33:40.941 INFO:tasks.rados.rados.0.smithi002.stdout:1017: writing smithi002125626-23 from 3440640 to 4071424 tid 1 2023-12-16T19:33:40.941 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 107 2023-12-16T19:33:40.941 INFO:tasks.rados.rados.0.smithi002.stdout:1018: seq_num 325 ranges {5603328=647168} 2023-12-16T19:33:40.976 INFO:tasks.rados.rados.0.smithi002.stdout:1018: writing smithi002125626-36 from 5603328 to 6250496 tid 1 2023-12-16T19:33:40.976 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 107 2023-12-16T19:33:40.976 INFO:tasks.rados.rados.0.smithi002.stdout:1019: seq_num 326 ranges {1638400=663552} 2023-12-16T19:33:40.989 INFO:tasks.rados.rados.0.smithi002.stdout:1019: writing smithi002125626-12 from 1638400 to 2301952 tid 1 2023-12-16T19:33:40.989 INFO:tasks.rados.rados.0.smithi002.stdout:1020: snap_create 2023-12-16T19:33:40.989 INFO:tasks.rados.rados.0.smithi002.stdout:1017: finishing write tid 1 to smithi002125626-23 2023-12-16T19:33:40.989 INFO:tasks.rados.rados.0.smithi002.stdout:1017: finishing write tid 2 to smithi002125626-23 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:1017: finishing write tid 3 to smithi002125626-23 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 446 (ObjNum 324 snap 107 seq_num 324) dirty exists 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:1017: left oid 23 (ObjNum 324 snap 107 seq_num 324) 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:1018: finishing write tid 1 to smithi002125626-36 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:1018: finishing write tid 2 to smithi002125626-36 2023-12-16T19:33:40.990 INFO:tasks.rados.rados.0.smithi002.stdout:1018: finishing write tid 3 to smithi002125626-36 2023-12-16T19:33:40.991 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 408 (ObjNum 325 snap 107 seq_num 325) dirty exists 2023-12-16T19:33:40.991 INFO:tasks.rados.rados.0.smithi002.stdout:1018: left oid 36 (ObjNum 325 snap 107 seq_num 325) 2023-12-16T19:33:40.992 INFO:tasks.rados.rados.0.smithi002.stdout:1019: finishing write tid 1 to smithi002125626-12 2023-12-16T19:33:40.992 INFO:tasks.rados.rados.0.smithi002.stdout:1019: finishing write tid 2 to smithi002125626-12 2023-12-16T19:33:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:1019: finishing write tid 3 to smithi002125626-12 2023-12-16T19:33:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 530 (ObjNum 326 snap 107 seq_num 326) dirty exists 2023-12-16T19:33:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:1019: left oid 12 (ObjNum 326 snap 107 seq_num 326) 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: pgmap v67: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: Upgrade: Setting container_image for all mon 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: Upgrade: Setting container_image for all crash 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: Upgrade: osd.0 is safe to restart 2023-12-16T19:33:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: osdmap e251: 8 total, 8 up, 8 in 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T19:33:41.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:41.254 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 10, 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 5 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:33:41.255 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:33:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: Upgrade: Updating osd.0 2023-12-16T19:33:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: Deploying daemon osd.0 on smithi002 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: failed to encode map e252 with expected crc 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: osdmap e252: 8 total, 8 up, 8 in 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2320111890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: Upgrade: Updating osd.0 2023-12-16T19:33:41.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: Deploying daemon osd.0 on smithi002 2023-12-16T19:33:41.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:41.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: failed to encode map e252 with expected crc 2023-12-16T19:33:41.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: osdmap e252: 8 total, 8 up, 8 in 2023-12-16T19:33:41.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2320111890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1017: done (3 left) 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1018: done (2 left) 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1019: done (1 left) 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1020: done (0 left) 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1021: read oid 16 snap -1 2023-12-16T19:33:41.918 INFO:tasks.rados.rados.0.smithi002.stdout:1021: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:41.919 INFO:tasks.rados.rados.0.smithi002.stdout:1022: snap_create 2023-12-16T19:33:41.921 INFO:tasks.rados.rados.0.smithi002.stdout:1021: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: failed to encode map e251 with expected crc 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: Upgrade: Updating osd.0 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: Deploying daemon osd.0 on smithi002 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: failed to encode map e252 with expected crc 2023-12-16T19:33:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: osdmap e252: 8 total, 8 up, 8 in 2023-12-16T19:33:42.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:41 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2320111890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:42.141 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:41] "GET /metrics HTTP/1.1" 200 35973 "" "Prometheus/2.43.0" 2023-12-16T19:33:42.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:42 smithi002 systemd[1]: Stopping Ceph osd.0 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:42.910 INFO:tasks.rados.rados.0.smithi002.stdout:1021: done (1 left) 2023-12-16T19:33:42.910 INFO:tasks.rados.rados.0.smithi002.stdout:1022: done (0 left) 2023-12-16T19:33:42.910 INFO:tasks.rados.rados.0.smithi002.stdout:1023: rmattr oid 40 current snap is 109 2023-12-16T19:33:42.911 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 109 2023-12-16T19:33:42.911 INFO:tasks.rados.rados.0.smithi002.stdout:1024: seq_num 327 ranges {3514368=679936} 2023-12-16T19:33:42.934 INFO:tasks.rados.rados.0.smithi002.stdout:1024: writing smithi002125626-32 from 3514368 to 4194304 tid 1 2023-12-16T19:33:42.935 INFO:tasks.rados.rados.0.smithi002.stdout:1025: snap_create 2023-12-16T19:33:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: pgmap v70: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 500 KiB/s wr, 8 op/s 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: failed to encode map e252 with expected crc 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: osdmap e253: 8 total, 8 up, 8 in 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[137674]: osd.0 marked itself down and dead 2023-12-16T19:33:42.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:33:42.540+0000 7fe17fefb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:33:42.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:33:42.540+0000 7fe17fefb700 -1 osd.0 252 *** Got signal Terminated *** 2023-12-16T19:33:42.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[90537]: 2023-12-16T19:33:42.540+0000 7fe17fefb700 -1 osd.0 252 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: pgmap v70: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 500 KiB/s wr, 8 op/s 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: failed to encode map e252 with expected crc 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: osdmap e253: 8 total, 8 up, 8 in 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:42 smithi002 ceph-mon[140029]: osd.0 marked itself down and dead 2023-12-16T19:33:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: pgmap v70: 121 pgs: 121 active+clean; 278 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 500 KiB/s wr, 8 op/s 2023-12-16T19:33:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:33:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: failed to encode map e252 with expected crc 2023-12-16T19:33:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: osdmap e253: 8 total, 8 up, 8 in 2023-12-16T19:33:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: failed to encode map e253 with expected crc 2023-12-16T19:33:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:42 smithi043 ceph-mon[135010]: osd.0 marked itself down and dead 2023-12-16T19:33:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[137674]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:33:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[137674]: failed to encode map e254 with expected crc 2023-12-16T19:33:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[137674]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[137674]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T19:33:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[140029]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:33:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[140029]: failed to encode map e254 with expected crc 2023-12-16T19:33:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[140029]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:43 smithi002 ceph-mon[140029]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T19:33:43.741 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:43 smithi002 podman[145270]: 2023-12-16 19:33:43.478415148 +0000 UTC m=+1.002779584 container died c7eae40cedfc55903e9bc55f62fb58a0c21fbd66c4e967b97a689a767ee75a6d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2) 2023-12-16T19:33:43.741 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:43 smithi002 podman[145270]: 2023-12-16 19:33:43.621370813 +0000 UTC m=+1.145735283 container cleanup c7eae40cedfc55903e9bc55f62fb58a0c21fbd66c4e967b97a689a767ee75a6d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2023-12-16T19:33:43.741 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:43 smithi002 bash[145270]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0 2023-12-16T19:33:43.916 INFO:tasks.rados.rados.0.smithi002.stdout:1025: done (2 left) 2023-12-16T19:33:43.917 INFO:tasks.rados.rados.0.smithi002.stdout:1026: snap_remove snap 80 2023-12-16T19:33:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:43 smithi043 ceph-mon[135010]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:43 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:33:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:43 smithi043 ceph-mon[135010]: failed to encode map e254 with expected crc 2023-12-16T19:33:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:43 smithi043 ceph-mon[135010]: failed to encode map e253 with expected crc 2023-12-16T19:33:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:43 smithi043 ceph-mon[135010]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T19:33:44.155 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:43 smithi002 podman[145299]: 2023-12-16 19:33:43.750287279 +0000 UTC m=+0.275945704 container remove c7eae40cedfc55903e9bc55f62fb58a0c21fbd66c4e967b97a689a767ee75a6d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T19:33:44.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.154503237 +0000 UTC m=+0.062746417 container create 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2023-12-16T19:33:44.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.109787505 +0000 UTC m=+0.018030693 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:33:44.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.255033482 +0000 UTC m=+0.163276656 container init 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, io.buildah.version=1.31.3) 2023-12-16T19:33:44.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.275944471 +0000 UTC m=+0.184187646 container start 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2023-12-16T19:33:44.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.312884127 +0000 UTC m=+0.221127321 container attach 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T19:33:44.819 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: pgmap v73: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:44.819 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.819 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: osdmap e255: 8 total, 7 up, 8 in 2023-12-16T19:33:44.819 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.819 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: pgmap v73: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: osdmap e255: 8 total, 7 up, 8 in 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.820 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:44 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.821 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145387]: 2023-12-16 19:33:44.567218241 +0000 UTC m=+0.475461446 container died 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:33:44.821 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 podman[145413]: 2023-12-16 19:33:44.812830754 +0000 UTC m=+0.239885025 container remove 7210fbbe9cdcff414ec6a58778a791625b5f6dae65cd68a3d08feee7b4041397 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_CLEAN=True) 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:1026: done (2 left) 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:1027: copy_from oid 8 from oid 20 current snap is 110 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 304 (ObjNum 286 snap 94 seq_num 286) dirty exists 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:1024: finishing write tid 1 to smithi002125626-32 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:1024: finishing write tid 2 to smithi002125626-32 2023-12-16T19:33:44.917 INFO:tasks.rados.rados.0.smithi002.stdout:1024: finishing write tid 3 to smithi002125626-32 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 969 (ObjNum 327 snap 109 seq_num 327) dirty exists 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1024: left oid 32 (ObjNum 327 snap 109 seq_num 327) 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1023: done (2 left) 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1024: done (1 left) 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1028: read oid 45 snap -1 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1028: expect (ObjNum 313 snap 101 seq_num 313) 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 110 2023-12-16T19:33:44.918 INFO:tasks.rados.rados.0.smithi002.stdout:1029: seq_num 328 ranges {0=696320} 2023-12-16T19:33:44.922 INFO:tasks.rados.rados.0.smithi002.stdout:1029: writing smithi002125626-2 from 0 to 696320 tid 1 2023-12-16T19:33:44.922 INFO:tasks.rados.rados.0.smithi002.stdout:1030: rollback oid 13 current snap is 110 2023-12-16T19:33:44.922 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 107 2023-12-16T19:33:44.922 INFO:tasks.rados.rados.0.smithi002.stdout:1031: snap_remove snap 94 2023-12-16T19:33:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: pgmap v73: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: osdmap e255: 8 total, 7 up, 8 in 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:44 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.206 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.0.service: Deactivated successfully. 2023-12-16T19:33:45.206 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 systemd[1]: Stopped Ceph osd.0 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:45.206 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:44 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.0.service: Consumed 10.321s CPU time. 2023-12-16T19:33:45.206 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 systemd[1]: Starting Ceph osd.0 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:33:45.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.20441323 +0000 UTC m=+0.068814344 container create 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:33:45.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.153927099 +0000 UTC m=+0.018328232 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:33:45.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.355383104 +0000 UTC m=+0.219784237 container init 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.31.3) 2023-12-16T19:33:45.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.359063589 +0000 UTC m=+0.223464709 container start 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T19:33:45.490 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.387680307 +0000 UTC m=+0.252081437 container attach 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1031: done (4 left) 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1032: read oid 37 snap -1 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1032: expect (ObjNum 272 snap 87 seq_num 272) 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 110 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1029: finishing write tid 1 to smithi002125626-2 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1029: finishing write tid 2 to smithi002125626-2 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1029: finishing write tid 3 to smithi002125626-2 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 332 (ObjNum 328 snap 110 seq_num 328) dirty exists 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1029: left oid 2 (ObjNum 328 snap 110 seq_num 328) 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1030: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1030: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1030: finishing rollback tid 2 to smithi002125626-13 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 483 (ObjNum 323 snap 105 seq_num 323) dirty exists 2023-12-16T19:33:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:1033: seq_num 329 ranges {6250496=712704} 2023-12-16T19:33:45.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[137674]: osdmap e256: 8 total, 7 up, 8 in 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.950 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-mon[140029]: osdmap e256: 8 total, 7 up, 8 in 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 bash[145514]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T19:33:45.951 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-16T19:33:45.952 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T19:33:45.952 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate[145528]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-16T19:33:45.952 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:45 smithi002 podman[145514]: 2023-12-16 19:33:45.834009465 +0000 UTC m=+0.698410592 container died 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2) 2023-12-16T19:33:45.957 INFO:tasks.rados.rados.0.smithi002.stdout:1033: writing smithi002125626-36 from 6250496 to 6963200 tid 1 2023-12-16T19:33:45.957 INFO:tasks.rados.rados.0.smithi002.stdout:1029: done (5 left) 2023-12-16T19:33:45.957 INFO:tasks.rados.rados.0.smithi002.stdout:1030: done (4 left) 2023-12-16T19:33:45.957 INFO:tasks.rados.rados.0.smithi002.stdout:1034: snap_remove snap 108 2023-12-16T19:33:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e255 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: failed to encode map e256 with expected crc 2023-12-16T19:33:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:45 smithi043 ceph-mon[135010]: osdmap e256: 8 total, 7 up, 8 in 2023-12-16T19:33:46.239 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 podman[145662]: 2023-12-16 19:33:46.129245829 +0000 UTC m=+0.289863685 container remove 97446b83de1a309e98b1a8fafd2aff3910a450c395e61c793f47234fd9b22015 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212) 2023-12-16T19:33:46.605 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 podman[145724]: 2023-12-16 19:33:46.287566394 +0000 UTC m=+0.058000794 container create 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.build-date=20231212) 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 podman[145724]: 2023-12-16 19:33:46.248164239 +0000 UTC m=+0.018598615 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 podman[145724]: 2023-12-16 19:33:46.371425324 +0000 UTC m=+0.141859691 container init 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True) 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 podman[145724]: 2023-12-16 19:33:46.384159267 +0000 UTC m=+0.154593641 container start 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-osd[145743]: -- 172.21.15.2:0/2187771330 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56347587f6c0 con 0x563475851000 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 bash[145724]: 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 2023-12-16T19:33:46.606 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 systemd[1]: Started Ceph osd.0 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:33:46.920 INFO:tasks.rados.rados.0.smithi002.stdout:1034: done (4 left) 2023-12-16T19:33:46.920 INFO:tasks.rados.rados.0.smithi002.stdout:1035: read oid 49 snap -1 2023-12-16T19:33:46.920 INFO:tasks.rados.rados.0.smithi002.stdout:1035: expect (ObjNum 139 snap 33 seq_num 139) 2023-12-16T19:33:46.921 INFO:tasks.rados.rados.0.smithi002.stdout:1036: delete oid 28 current snap is 110 2023-12-16T19:33:46.921 INFO:tasks.rados.rados.0.smithi002.stdout:1027: finishing copy_from to smithi002125626-8 2023-12-16T19:33:46.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 379 (ObjNum 317 snap 103 seq_num 317) dirty exists 2023-12-16T19:33:46.921 INFO:tasks.rados.rados.0.smithi002.stdout:1027: finishing copy_from racing read to smithi002125626-8 2023-12-16T19:33:46.921 INFO:tasks.rados.rados.0.smithi002.stdout:1028: expect (ObjNum 313 snap 101 seq_num 313) 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: pgmap v76: 121 pgs: 14 stale+active+clean, 107 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: osdmap e257: 8 total, 7 up, 8 in 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.927 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: pgmap v76: 121 pgs: 14 stale+active+clean, 107 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: osdmap e257: 8 total, 7 up, 8 in 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.928 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: pgmap v76: 121 pgs: 14 stale+active+clean, 107 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: failed to encode map e256 with expected crc 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: failed to encode map e257 with expected crc 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: osdmap e257: 8 total, 7 up, 8 in 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:46.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:1027: done (5 left) 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:1028: done (4 left) 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:1036: done (3 left) 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:1037: rollback oid 28 current snap is 110 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 109 2023-12-16T19:33:47.141 INFO:tasks.rados.rados.0.smithi002.stdout:1032: expect (ObjNum 272 snap 87 seq_num 272) 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:1033: finishing write tid 1 to smithi002125626-36 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:1033: finishing write tid 2 to smithi002125626-36 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:1033: finishing write tid 3 to smithi002125626-36 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 423 (ObjNum 329 snap 110 seq_num 329) dirty exists 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:1033: left oid 36 (ObjNum 329 snap 110 seq_num 329) 2023-12-16T19:33:47.205 INFO:tasks.rados.rados.0.smithi002.stdout:1035: expect (ObjNum 139 snap 33 seq_num 139) 2023-12-16T19:33:47.234 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:46 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T19:33:46.924+0000 7f421733e640 -1 Falling back to public interface 2023-12-16T19:33:47.372 INFO:tasks.rados.rados.0.smithi002.stdout:1037: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:33:47.372 INFO:tasks.rados.rados.0.smithi002.stdout:1037: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 501 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1032: done (3 left) 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1033: done (2 left) 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1035: done (1 left) 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1037: done (0 left) 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1038: rmattr oid 33 current snap is 110 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1038: done (0 left) 2023-12-16T19:33:47.373 INFO:tasks.rados.rados.0.smithi002.stdout:1039: delete oid 13 current snap is 110 2023-12-16T19:33:47.374 INFO:tasks.rados.rados.0.smithi002.stdout:1039: done (0 left) 2023-12-16T19:33:47.374 INFO:tasks.rados.rados.0.smithi002.stdout:1040: read oid 26 snap -1 2023-12-16T19:33:47.374 INFO:tasks.rados.rados.0.smithi002.stdout:1040: expect (ObjNum 240 snap 80 seq_num 240) 2023-12-16T19:33:47.374 INFO:tasks.rados.rados.0.smithi002.stdout:1041: setattr oid 45 current snap is 110 2023-12-16T19:33:47.378 INFO:tasks.rados.rados.0.smithi002.stdout:1042: read oid 7 snap -1 2023-12-16T19:33:47.378 INFO:tasks.rados.rados.0.smithi002.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:47.378 INFO:tasks.rados.rados.0.smithi002.stdout:1043: rollback oid 21 current snap is 110 2023-12-16T19:33:47.379 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 103 2023-12-16T19:33:47.379 INFO:tasks.rados.rados.0.smithi002.stdout:1044: snap_create 2023-12-16T19:33:47.382 INFO:tasks.rados.rados.0.smithi002.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:33:47.386 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 427 (ObjNum 313 snap 101 seq_num 313) dirty exists 2023-12-16T19:33:47.388 INFO:tasks.rados.rados.0.smithi002.stdout:1040: expect (ObjNum 240 snap 80 seq_num 240) 2023-12-16T19:33:47.503 INFO:tasks.rados.rados.0.smithi002.stdout:1043: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:33:47.503 INFO:tasks.rados.rados.0.smithi002.stdout:1043: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:33:47.503 INFO:tasks.rados.rados.0.smithi002.stdout:1043: finishing rollback tid 2 to smithi002125626-21 2023-12-16T19:33:47.503 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 973 (ObjNum 315 snap 102 seq_num 315) dirty exists 2023-12-16T19:33:47.910 INFO:tasks.rados.rados.0.smithi002.stdout:1040: done (4 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1041: done (3 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1042: done (2 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1043: done (1 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1044: done (0 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1045: rmattr oid 37 current snap is 111 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1046: rmattr oid 42 current snap is 111 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1046: done (1 left) 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1047: copy_from oid 42 from oid 14 current snap is 111 2023-12-16T19:33:47.911 INFO:tasks.rados.rados.0.smithi002.stdout:1048: snap_create 2023-12-16T19:33:47.921 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 429 (ObjNum 272 snap 87 seq_num 272) dirty exists 2023-12-16T19:33:47.924 INFO:tasks.rados.rados.0.smithi002.stdout:1047: finishing copy_from to smithi002125626-42 2023-12-16T19:33:47.925 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 197 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:33:47.925 INFO:tasks.rados.rados.0.smithi002.stdout:1047: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:33:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[137674]: failed to encode map e257 with expected crc 2023-12-16T19:33:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[137674]: failed to encode map e258 with expected crc 2023-12-16T19:33:47.952 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[137674]: osdmap e258: 8 total, 7 up, 8 in 2023-12-16T19:33:47.952 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[140029]: failed to encode map e257 with expected crc 2023-12-16T19:33:47.953 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[140029]: failed to encode map e258 with expected crc 2023-12-16T19:33:47.953 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:47 smithi002 ceph-mon[140029]: osdmap e258: 8 total, 7 up, 8 in 2023-12-16T19:33:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:47 smithi043 ceph-mon[135010]: failed to encode map e257 with expected crc 2023-12-16T19:33:47.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:47 smithi043 ceph-mon[135010]: failed to encode map e258 with expected crc 2023-12-16T19:33:47.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:47 smithi043 ceph-mon[135010]: osdmap e258: 8 total, 7 up, 8 in 2023-12-16T19:33:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: pgmap v79: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 87 active+clean, 2 stale+active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 466 KiB/s wr, 5 op/s; 110/849 objects degraded (12.956%) 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 110/849 objects degraded (12.956%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[137674]: osdmap e259: 8 total, 7 up, 8 in 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: pgmap v79: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 87 active+clean, 2 stale+active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 466 KiB/s wr, 5 op/s; 110/849 objects degraded (12.956%) 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 110/849 objects degraded (12.956%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:48 smithi002 ceph-mon[140029]: osdmap e259: 8 total, 7 up, 8 in 2023-12-16T19:33:48.912 INFO:tasks.rados.rados.0.smithi002.stdout:1045: done (2 left) 2023-12-16T19:33:48.912 INFO:tasks.rados.rados.0.smithi002.stdout:1047: done (1 left) 2023-12-16T19:33:48.912 INFO:tasks.rados.rados.0.smithi002.stdout:1048: done (0 left) 2023-12-16T19:33:48.912 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 112 2023-12-16T19:33:48.912 INFO:tasks.rados.rados.0.smithi002.stdout:1049: seq_num 332 ranges {57344=770048} 2023-12-16T19:33:48.917 INFO:tasks.rados.rados.0.smithi002.stdout:1049: writing smithi002125626-28 from 57344 to 827392 tid 1 2023-12-16T19:33:48.917 INFO:tasks.rados.rados.0.smithi002.stdout:1050: rmattr oid 39 current snap is 112 2023-12-16T19:33:48.917 INFO:tasks.rados.rados.0.smithi002.stdout:1050: done (1 left) 2023-12-16T19:33:48.917 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 112 2023-12-16T19:33:48.917 INFO:tasks.rados.rados.0.smithi002.stdout:1051: seq_num 333 ranges {0=786432} 2023-12-16T19:33:48.921 INFO:tasks.rados.rados.0.smithi002.stdout:1051: writing smithi002125626-34 from 0 to 786432 tid 1 2023-12-16T19:33:48.921 INFO:tasks.rados.rados.0.smithi002.stdout:1052: copy_from oid 3 from oid 13 current snap is 112 2023-12-16T19:33:48.921 INFO:tasks.rados.rados.0.smithi002.stdout:1053: copy_from oid 32 from oid 12 current snap is 112 2023-12-16T19:33:48.921 INFO:tasks.rados.rados.0.smithi002.stdout:1054: snap_create 2023-12-16T19:33:48.927 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing copy_from to smithi002125626-3 2023-12-16T19:33:48.927 INFO:tasks.rados.rados.0.smithi002.stdout:1052: got expected ENOENT (src dne) 2023-12-16T19:33:48.927 INFO:tasks.rados.rados.0.smithi002.stdout:1049: finishing write tid 1 to smithi002125626-28 2023-12-16T19:33:48.927 INFO:tasks.rados.rados.0.smithi002.stdout:1052: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:33:48.928 INFO:tasks.rados.rados.0.smithi002.stdout:1049: finishing write tid 2 to smithi002125626-28 2023-12-16T19:33:48.930 INFO:tasks.rados.rados.0.smithi002.stdout:1049: finishing write tid 3 to smithi002125626-28 2023-12-16T19:33:48.930 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 505 (ObjNum 332 snap 112 seq_num 332) dirty exists 2023-12-16T19:33:48.930 INFO:tasks.rados.rados.0.smithi002.stdout:1049: left oid 28 (ObjNum 332 snap 112 seq_num 332) 2023-12-16T19:33:48.932 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing write tid 1 to smithi002125626-34 2023-12-16T19:33:48.932 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing write tid 2 to smithi002125626-34 2023-12-16T19:33:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1051: finishing write tid 3 to smithi002125626-34 2023-12-16T19:33:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 690 (ObjNum 333 snap 112 seq_num 333) dirty exists 2023-12-16T19:33:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1051: left oid 34 (ObjNum 333 snap 112 seq_num 333) 2023-12-16T19:33:48.938 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing copy_from to smithi002125626-32 2023-12-16T19:33:48.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 530 (ObjNum 326 snap 107 seq_num 326) dirty exists 2023-12-16T19:33:48.938 INFO:tasks.rados.rados.0.smithi002.stdout:1053: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:33:48.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: pgmap v79: 121 pgs: 10 active+undersized+degraded, 22 active+undersized, 87 active+clean, 2 stale+active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 466 KiB/s wr, 5 op/s; 110/849 objects degraded (12.956%) 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: failed to encode map e258 with expected crc 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 110/849 objects degraded (12.956%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: failed to encode map e259 with expected crc 2023-12-16T19:33:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:48 smithi043 ceph-mon[135010]: osdmap e259: 8 total, 7 up, 8 in 2023-12-16T19:33:49.914 INFO:tasks.rados.rados.0.smithi002.stdout:1049: done (4 left) 2023-12-16T19:33:49.914 INFO:tasks.rados.rados.0.smithi002.stdout:1051: done (3 left) 2023-12-16T19:33:49.914 INFO:tasks.rados.rados.0.smithi002.stdout:1052: done (2 left) 2023-12-16T19:33:49.915 INFO:tasks.rados.rados.0.smithi002.stdout:1053: done (1 left) 2023-12-16T19:33:49.915 INFO:tasks.rados.rados.0.smithi002.stdout:1054: done (0 left) 2023-12-16T19:33:49.915 INFO:tasks.rados.rados.0.smithi002.stdout:1055: snap_create 2023-12-16T19:33:49.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 636 KiB/s wr, 6 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:49.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.942 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: osdmap e260: 8 total, 7 up, 8 in 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:49.943 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T19:33:49.742+0000 7f421733e640 -1 osd.0 0 read_superblock omap replica is missing. 2023-12-16T19:33:49.943 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T19:33:49.809+0000 7f421733e640 -1 osd.0 252 log_to_monitors true 2023-12-16T19:33:49.943 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T19:33:49.939+0000 7f4206fac700 -1 osd.0 252 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.943 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 636 KiB/s wr, 6 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: osdmap e260: 8 total, 7 up, 8 in 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:49.944 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:49 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: failed to encode map e259 with expected crc 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 636 KiB/s wr, 6 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: osdmap e260: 8 total, 7 up, 8 in 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: failed to encode map e260 with expected crc 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:49 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: failed to encode map e261 with expected crc 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: osdmap e261: 8 total, 7 up, 8 in 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.915 INFO:tasks.rados.rados.0.smithi002.stdout:1055: done (0 left) 2023-12-16T19:33:50.915 INFO:tasks.rados.rados.0.smithi002.stdout:1056: snap_remove snap 61 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: failed to encode map e261 with expected crc 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: osdmap e261: 8 total, 7 up, 8 in 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: failed to encode map e260 with expected crc 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: failed to encode map e261 with expected crc 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: osdmap e261: 8 total, 7 up, 8 in 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: from='osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: pgmap v85: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 KiB/s wr, 0 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807] boot 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T19:33:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: pgmap v85: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 KiB/s wr, 0 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807] boot 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T19:33:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:33:51.917 INFO:tasks.rados.rados.0.smithi002.stdout:1056: done (0 left) 2023-12-16T19:33:51.917 INFO:tasks.rados.rados.0.smithi002.stdout:1057: rollback oid 5 current snap is 114 2023-12-16T19:33:51.917 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 96 2023-12-16T19:33:51.917 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 114 2023-12-16T19:33:51.917 INFO:tasks.rados.rados.0.smithi002.stdout:1058: seq_num 334 ranges {778240=802816} 2023-12-16T19:33:51.927 INFO:tasks.rados.rados.0.smithi002.stdout:1058: writing smithi002125626-29 from 778240 to 1581056 tid 1 2023-12-16T19:33:51.928 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 114 2023-12-16T19:33:51.928 INFO:tasks.rados.rados.0.smithi002.stdout:1059: seq_num 335 ranges {3104768=417792,3522560=401408} 2023-12-16T19:33:51.950 INFO:tasks.rados.rados.0.smithi002.stdout:1059: writing smithi002125626-10 from 3104768 to 3522560 tid 1 2023-12-16T19:33:51.953 INFO:tasks.rados.rados.0.smithi002.stdout:1059: writing smithi002125626-10 from 3522560 to 3923968 tid 2 2023-12-16T19:33:51.953 INFO:tasks.rados.rados.0.smithi002.stdout:1060: delete oid 26 current snap is 114 2023-12-16T19:33:51.961 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing write tid 1 to smithi002125626-29 2023-12-16T19:33:51.961 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing write tid 2 to smithi002125626-29 2023-12-16T19:33:51.962 INFO:tasks.rados.rados.0.smithi002.stdout:1057: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:33:51.962 INFO:tasks.rados.rados.0.smithi002.stdout:1057: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 213 (ObjNum 290 snap 95 seq_num 290) dirty exists 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:1057: done (3 left) 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:1060: done (2 left) 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:1061: read oid 2 snap -1 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:1061: expect (ObjNum 328 snap 110 seq_num 328) 2023-12-16T19:33:51.963 INFO:tasks.rados.rados.0.smithi002.stdout:1062: snap_remove snap 112 2023-12-16T19:33:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: pgmap v85: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 283 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 170 KiB/s wr, 0 op/s; 166/843 objects degraded (19.692%) 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: failed to encode map e261 with expected crc 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: osd.0 [v2:172.21.15.2:6802/868590807,v1:172.21.15.2:6803/868590807] boot 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T19:33:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T19:33:52.153 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:33:51] "GET /metrics HTTP/1.1" 200 35955 "" "Prometheus/2.43.0" 2023-12-16T19:33:52.915 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:33:52.723+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T19:33:52.921 INFO:tasks.rados.rados.0.smithi002.stdout:1062: done (3 left) 2023-12-16T19:33:52.922 INFO:tasks.rados.rados.0.smithi002.stdout:1063: snap_remove snap 64 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 166/843 objects degraded (19.692%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:53.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:52 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 166/843 objects degraded (19.692%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: failed to encode map e263 with expected crc 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:53.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:52 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 166/843 objects degraded (19.692%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T19:33:53.925 INFO:tasks.rados.rados.0.smithi002.stdout:1063: done (3 left) 2023-12-16T19:33:53.925 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 114 2023-12-16T19:33:53.925 INFO:tasks.rados.rados.0.smithi002.stdout:1059: finishing write tid 1 to smithi002125626-10 2023-12-16T19:33:53.925 INFO:tasks.rados.rados.0.smithi002.stdout:1064: seq_num 337 ranges {4718592=450560,5169152=401408} 2023-12-16T19:33:53.955 INFO:tasks.rados.rados.0.smithi002.stdout:1064: writing smithi002125626-38 from 4718592 to 5169152 tid 1 2023-12-16T19:33:53.958 INFO:tasks.rados.rados.0.smithi002.stdout:1064: writing smithi002125626-38 from 5169152 to 5570560 tid 2 2023-12-16T19:33:53.958 INFO:tasks.rados.rados.0.smithi002.stdout:1065: copy_from oid 40 from oid 25 current snap is 114 2023-12-16T19:33:53.958 INFO:tasks.rados.rados.0.smithi002.stdout:1058: finishing write tid 3 to smithi002125626-29 2023-12-16T19:33:53.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 247 (ObjNum 334 snap 114 seq_num 334) dirty exists 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1058: left oid 29 (ObjNum 334 snap 114 seq_num 334) 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1059: finishing write tid 2 to smithi002125626-10 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1059: finishing write tid 3 to smithi002125626-10 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1059: finishing write tid 4 to smithi002125626-10 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 692 (ObjNum 335 snap 114 seq_num 335) dirty exists 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1059: left oid 10 (ObjNum 335 snap 114 seq_num 335) 2023-12-16T19:33:53.959 INFO:tasks.rados.rados.0.smithi002.stdout:1061: expect (ObjNum 328 snap 110 seq_num 328) 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:1064: finishing write tid 1 to smithi002125626-38 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:1064: finishing write tid 2 to smithi002125626-38 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:1064: finishing write tid 3 to smithi002125626-38 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:1065: finishing copy_from to smithi002125626-40 2023-12-16T19:33:53.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 306 (ObjNum 289 snap 0 seq_num 766174155) dirty exists 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1058: done (4 left) 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1059: done (3 left) 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1061: done (2 left) 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1065: done (1 left) 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1066: snap_create 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1064: finishing write tid 4 to smithi002125626-38 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1031 (ObjNum 337 snap 114 seq_num 337) dirty exists 2023-12-16T19:33:53.979 INFO:tasks.rados.rados.0.smithi002.stdout:1064: left oid 38 (ObjNum 337 snap 114 seq_num 337) 2023-12-16T19:33:54.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: pgmap v88: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: pgmap v88: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:53 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: pgmap v88: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:53 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:54.934 INFO:tasks.rados.rados.0.smithi002.stdout:1064: done (1 left) 2023-12-16T19:33:54.934 INFO:tasks.rados.rados.0.smithi002.stdout:1066: done (0 left) 2023-12-16T19:33:54.934 INFO:tasks.rados.rados.0.smithi002.stdout:1067: delete oid 3 current snap is 115 2023-12-16T19:33:54.940 INFO:tasks.rados.rados.0.smithi002.stdout:1067: done (0 left) 2023-12-16T19:33:54.940 INFO:tasks.rados.rados.0.smithi002.stdout:1068: read oid 6 snap -1 2023-12-16T19:33:54.940 INFO:tasks.rados.rados.0.smithi002.stdout:1068: expect (ObjNum 293 snap 96 seq_num 293) 2023-12-16T19:33:54.940 INFO:tasks.rados.rados.0.smithi002.stdout:1069: setattr oid 7 current snap is 115 2023-12-16T19:33:54.942 INFO:tasks.rados.rados.0.smithi002.stdout:1068: expect (ObjNum 293 snap 96 seq_num 293) 2023-12-16T19:33:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:1068: done (1 left) 2023-12-16T19:33:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 115 2023-12-16T19:33:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:1070: seq_num 339 ranges {7208960=483328,7692288=401408} 2023-12-16T19:33:54.989 INFO:tasks.rados.rados.0.smithi002.stdout:1070: writing smithi002125626-18 from 7208960 to 7692288 tid 1 2023-12-16T19:33:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:1070: writing smithi002125626-18 from 7692288 to 8093696 tid 2 2023-12-16T19:33:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:1071: read oid 49 snap -1 2023-12-16T19:33:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:1071: expect (ObjNum 139 snap 33 seq_num 139) 2023-12-16T19:33:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:1072: delete oid 14 current snap is 115 2023-12-16T19:33:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1033 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:33:54.998 INFO:tasks.rados.rados.0.smithi002.stdout:1069: done (3 left) 2023-12-16T19:33:54.998 INFO:tasks.rados.rados.0.smithi002.stdout:1072: done (2 left) 2023-12-16T19:33:54.998 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 115 2023-12-16T19:33:54.998 INFO:tasks.rados.rados.0.smithi002.stdout:1073: seq_num 341 ranges {0=516096,516096=401408} 2023-12-16T19:33:55.000 INFO:tasks.rados.rados.0.smithi002.stdout:1073: writing smithi002125626-40 from 0 to 516096 tid 1 2023-12-16T19:33:55.003 INFO:tasks.rados.rados.0.smithi002.stdout:1073: writing smithi002125626-40 from 516096 to 917504 tid 2 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 115 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing write tid 1 to smithi002125626-18 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing write tid 2 to smithi002125626-18 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing write tid 3 to smithi002125626-18 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1070: finishing write tid 4 to smithi002125626-18 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 693 (ObjNum 339 snap 115 seq_num 339) dirty exists 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1070: left oid 18 (ObjNum 339 snap 115 seq_num 339) 2023-12-16T19:33:55.004 INFO:tasks.rados.rados.0.smithi002.stdout:1074: seq_num 342 ranges {696320=532480,1228800=401408} 2023-12-16T19:33:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:1074: writing smithi002125626-2 from 696320 to 1228800 tid 1 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1074: writing smithi002125626-2 from 1228800 to 1630208 tid 2 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1070: done (3 left) 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1075: read oid 48 snap -1 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1075: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing write tid 1 to smithi002125626-40 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1076: read oid 30 snap -1 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1076: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:55.014 INFO:tasks.rados.rados.0.smithi002.stdout:1077: snap_remove snap 87 2023-12-16T19:33:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[137674]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[137674]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[137674]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[137674]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[140029]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[140029]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[140029]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:54 smithi002 ceph-mon[140029]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T19:33:55.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:54 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:54 smithi043 ceph-mon[135010]: failed to encode map e264 with expected crc 2023-12-16T19:33:55.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:54 smithi043 ceph-mon[135010]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:54 smithi043 ceph-mon[135010]: failed to encode map e265 with expected crc 2023-12-16T19:33:55.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:54 smithi043 ceph-mon[135010]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T19:33:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:1077: done (5 left) 2023-12-16T19:33:55.939 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 115 2023-12-16T19:33:55.940 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing write tid 2 to smithi002125626-40 2023-12-16T19:33:55.940 INFO:tasks.rados.rados.0.smithi002.stdout:1078: seq_num 343 ranges {794624=548864,1343488=401408} 2023-12-16T19:33:55.946 INFO:tasks.rados.rados.0.smithi002.stdout:1078: writing smithi002125626-43 from 794624 to 1343488 tid 1 2023-12-16T19:33:55.949 INFO:tasks.rados.rados.0.smithi002.stdout:1078: writing smithi002125626-43 from 1343488 to 1744896 tid 2 2023-12-16T19:33:55.949 INFO:tasks.rados.rados.0.smithi002.stdout:1079: snap_create 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing write tid 3 to smithi002125626-40 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1073: finishing write tid 4 to smithi002125626-40 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 322 (ObjNum 341 snap 115 seq_num 341) dirty exists 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1073: left oid 40 (ObjNum 341 snap 115 seq_num 341) 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1074: finishing write tid 1 to smithi002125626-2 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1074: finishing write tid 2 to smithi002125626-2 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1074: finishing write tid 3 to smithi002125626-2 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1074: finishing write tid 4 to smithi002125626-2 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 335 (ObjNum 342 snap 115 seq_num 342) dirty exists 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1074: left oid 2 (ObjNum 342 snap 115 seq_num 342) 2023-12-16T19:33:55.950 INFO:tasks.rados.rados.0.smithi002.stdout:1075: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:33:55.989 INFO:tasks.rados.rados.0.smithi002.stdout:1071: expect (ObjNum 139 snap 33 seq_num 139) 2023-12-16T19:33:56.155 INFO:tasks.rados.rados.0.smithi002.stdout:1076: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:1078: finishing write tid 1 to smithi002125626-43 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:1078: finishing write tid 2 to smithi002125626-43 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:1078: finishing write tid 3 to smithi002125626-43 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:1078: finishing write tid 4 to smithi002125626-43 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 533 (ObjNum 343 snap 115 seq_num 343) dirty exists 2023-12-16T19:33:56.237 INFO:tasks.rados.rados.0.smithi002.stdout:1078: left oid 43 (ObjNum 343 snap 115 seq_num 343) 2023-12-16T19:33:56.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: pgmap v91: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:56.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T19:33:56.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[137674]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: pgmap v91: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:55 smithi002 ceph-mon[140029]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: pgmap v91: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 32/867 objects degraded (3.691%) 2023-12-16T19:33:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T19:33:56.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:55 smithi043 ceph-mon[135010]: failed to encode map e266 with expected crc 2023-12-16T19:33:56.945 INFO:tasks.rados.rados.0.smithi002.stdout:1071: done (6 left) 2023-12-16T19:33:56.945 INFO:tasks.rados.rados.0.smithi002.stdout:1073: done (5 left) 2023-12-16T19:33:56.945 INFO:tasks.rados.rados.0.smithi002.stdout:1074: done (4 left) 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:1075: done (3 left) 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:1076: done (2 left) 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:1078: done (1 left) 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:1079: done (0 left) 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 116 2023-12-16T19:33:56.946 INFO:tasks.rados.rados.0.smithi002.stdout:1080: seq_num 344 ranges {786432=565248,1351680=401408} 2023-12-16T19:33:56.952 INFO:tasks.rados.rados.0.smithi002.stdout:1080: writing smithi002125626-34 from 786432 to 1351680 tid 1 2023-12-16T19:33:56.955 INFO:tasks.rados.rados.0.smithi002.stdout:1080: writing smithi002125626-34 from 1351680 to 1753088 tid 2 2023-12-16T19:33:56.955 INFO:tasks.rados.rados.0.smithi002.stdout:1081: read oid 37 snap -1 2023-12-16T19:33:56.955 INFO:tasks.rados.rados.0.smithi002.stdout:1081: expect (ObjNum 272 snap 87 seq_num 272) 2023-12-16T19:33:56.955 INFO:tasks.rados.rados.0.smithi002.stdout:1082: setattr oid 45 current snap is 116 2023-12-16T19:33:56.956 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 116 2023-12-16T19:33:56.956 INFO:tasks.rados.rados.0.smithi002.stdout:1083: seq_num 345 ranges {0=581632,581632=401408} 2023-12-16T19:33:56.959 INFO:tasks.rados.rados.0.smithi002.stdout:1083: writing smithi002125626-26 from 0 to 581632 tid 1 2023-12-16T19:33:56.962 INFO:tasks.rados.rados.0.smithi002.stdout:1083: writing smithi002125626-26 from 581632 to 983040 tid 2 2023-12-16T19:33:56.962 INFO:tasks.rados.rados.0.smithi002.stdout:1084: snap_create 2023-12-16T19:33:56.963 INFO:tasks.rados.rados.0.smithi002.stdout:1080: finishing write tid 1 to smithi002125626-34 2023-12-16T19:33:56.966 INFO:tasks.rados.rados.0.smithi002.stdout:1080: finishing write tid 2 to smithi002125626-34 2023-12-16T19:33:56.966 INFO:tasks.rados.rados.0.smithi002.stdout:1080: finishing write tid 3 to smithi002125626-34 2023-12-16T19:33:56.967 INFO:tasks.rados.rados.0.smithi002.stdout:1080: finishing write tid 4 to smithi002125626-34 2023-12-16T19:33:56.968 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 696 (ObjNum 344 snap 116 seq_num 344) dirty exists 2023-12-16T19:33:56.968 INFO:tasks.rados.rados.0.smithi002.stdout:1080: left oid 34 (ObjNum 344 snap 116 seq_num 344) 2023-12-16T19:33:56.972 INFO:tasks.rados.rados.0.smithi002.stdout:1083: finishing write tid 1 to smithi002125626-26 2023-12-16T19:33:56.972 INFO:tasks.rados.rados.0.smithi002.stdout:1083: finishing write tid 2 to smithi002125626-26 2023-12-16T19:33:56.972 INFO:tasks.rados.rados.0.smithi002.stdout:1083: finishing write tid 3 to smithi002125626-26 2023-12-16T19:33:56.972 INFO:tasks.rados.rados.0.smithi002.stdout:1081: expect (ObjNum 272 snap 87 seq_num 272) 2023-12-16T19:33:57.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 451 (ObjNum 313 snap 101 seq_num 313) dirty exists 2023-12-16T19:33:57.032 INFO:tasks.rados.rados.0.smithi002.stdout:1083: finishing write tid 4 to smithi002125626-26 2023-12-16T19:33:57.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1052 (ObjNum 345 snap 116 seq_num 345) dirty exists 2023-12-16T19:33:57.032 INFO:tasks.rados.rados.0.smithi002.stdout:1083: left oid 26 (ObjNum 345 snap 116 seq_num 345) 2023-12-16T19:33:57.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[137674]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[137674]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[137674]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[137674]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[140029]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[140029]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[140029]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T19:33:57.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:56 smithi002 ceph-mon[140029]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:56 smithi043 ceph-mon[135010]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:56 smithi043 ceph-mon[135010]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:56 smithi043 ceph-mon[135010]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T19:33:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:56 smithi043 ceph-mon[135010]: failed to encode map e267 with expected crc 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1080: done (4 left) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1081: done (3 left) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1082: done (2 left) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1083: done (1 left) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1084: done (0 left) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1085: copy_from oid 31 from oid 47 current snap is 117 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1086: read oid 12 snap 104 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1086: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:33:57.914 INFO:tasks.rados.rados.0.smithi002.stdout:1087: delete oid 32 current snap is 117 2023-12-16T19:33:57.921 INFO:tasks.rados.rados.0.smithi002.stdout:1086: expect (ObjNum 205 snap 58 seq_num 205) 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1085: finishing copy_from to smithi002125626-31 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 895 (ObjNum 314 snap 102 seq_num 314) dirty exists 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1085: done (2 left) 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1086: done (1 left) 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1087: done (0 left) 2023-12-16T19:33:57.954 INFO:tasks.rados.rados.0.smithi002.stdout:1088: snap_create 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: pgmap v94: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/867 objects degraded (3.691%), 4 pgs degraded) 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T19:33:58.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[137674]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T19:33:58.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: pgmap v94: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/867 objects degraded (3.691%), 4 pgs degraded) 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.243 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:57 smithi002 ceph-mon[140029]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T19:33:58.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: pgmap v94: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:33:58.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/867 objects degraded (3.691%), 4 pgs degraded) 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: failed to encode map e268 with expected crc 2023-12-16T19:33:58.251 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:57 smithi043 ceph-mon[135010]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T19:33:58.949 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T19:33:58.949 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:33:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:33:58.953 INFO:tasks.rados.rados.0.smithi002.stdout:1088: done (0 left) 2023-12-16T19:33:58.953 INFO:tasks.rados.rados.0.smithi002.stdout:1089: copy_from oid 38 from oid 8 current snap is 118 2023-12-16T19:33:58.953 INFO:tasks.rados.rados.0.smithi002.stdout:1090: delete oid 42 current snap is 118 2023-12-16T19:33:58.960 INFO:tasks.rados.rados.0.smithi002.stdout:1090: done (1 left) 2023-12-16T19:33:58.960 INFO:tasks.rados.rados.0.smithi002.stdout:1091: delete oid 29 current snap is 118 2023-12-16T19:33:58.962 INFO:tasks.rados.rados.0.smithi002.stdout:1089: finishing copy_from to smithi002125626-38 2023-12-16T19:33:58.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 379 (ObjNum 317 snap 103 seq_num 317) dirty exists 2023-12-16T19:33:58.963 INFO:tasks.rados.rados.0.smithi002.stdout:1089: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:33:58.967 INFO:tasks.rados.rados.0.smithi002.stdout:1089: done (1 left) 2023-12-16T19:33:58.967 INFO:tasks.rados.rados.0.smithi002.stdout:1091: done (0 left) 2023-12-16T19:33:58.967 INFO:tasks.rados.rados.0.smithi002.stdout:1092: rollback oid 34 current snap is 118 2023-12-16T19:33:58.967 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 95 2023-12-16T19:33:58.967 INFO:tasks.rados.rados.0.smithi002.stdout:1093: snap_remove snap 102 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[137674]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[137674]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[137674]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[137674]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[137674]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[140029]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[140029]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[140029]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[140029]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:58 smithi002 ceph-mon[140029]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-mon[135010]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-mon[135010]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-mon[135010]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-mon[135010]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:58 smithi043 ceph-mon[135010]: failed to encode map e269 with expected crc 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1093: done (1 left) 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1094: copy_from oid 15 from oid 41 current snap is 118 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1092: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1092: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1092: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 699 (ObjNum 65 snap 0 seq_num 1550014578) dirty exists 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1092: done (1 left) 2023-12-16T19:33:59.958 INFO:tasks.rados.rados.0.smithi002.stdout:1095: rollback oid 24 current snap is 118 2023-12-16T19:33:59.959 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 115 2023-12-16T19:33:59.959 INFO:tasks.rados.rados.0.smithi002.stdout:1096: rollback oid 49 current snap is 118 2023-12-16T19:33:59.959 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 71 2023-12-16T19:33:59.959 INFO:tasks.rados.rados.0.smithi002.stdout:1097: snap_remove snap 116 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: pgmap v97: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[140029]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: pgmap v97: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:33:59 smithi002 ceph-mon[137674]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: pgmap v97: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 9.1 MiB/s, 2 objects/s recovering 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:33:59 smithi043 ceph-mon[135010]: failed to encode map e270 with expected crc 2023-12-16T19:34:00.964 INFO:tasks.rados.rados.0.smithi002.stdout:1097: done (3 left) 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1098: copy_from oid 2 from oid 11 current snap is 118 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1096: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1096: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1096: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 716 (ObjNum 226 snap 71 seq_num 226) dirty exists 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1095: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1095: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1095: finishing rollback tid 2 to smithi002125626-24 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 527 (ObjNum 289 snap 95 seq_num 289) dirty exists 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:1094: finishing copy_from to smithi002125626-15 2023-12-16T19:34:00.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 164 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:34:00.966 INFO:tasks.rados.rados.0.smithi002.stdout:1094: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:34:00.966 INFO:tasks.rados.rados.0.smithi002.stdout:1094: done (3 left) 2023-12-16T19:34:00.966 INFO:tasks.rados.rados.0.smithi002.stdout:1095: done (2 left) 2023-12-16T19:34:00.966 INFO:tasks.rados.rados.0.smithi002.stdout:1096: done (1 left) 2023-12-16T19:34:00.966 INFO:tasks.rados.rados.0.smithi002.stdout:1099: snap_create 2023-12-16T19:34:00.994 INFO:tasks.rados.rados.0.smithi002.stdout:1098: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:34:00.996 INFO:tasks.rados.rados.0.smithi002.stdout:1098: finishing copy_from to smithi002125626-2 2023-12-16T19:34:00.996 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 266 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[137674]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[137674]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[137674]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[137674]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[137674]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[140029]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[140029]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[140029]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[140029]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:00 smithi002 ceph-mon[140029]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:00 smithi043 ceph-mon[135010]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:00 smithi043 ceph-mon[135010]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:00 smithi043 ceph-mon[135010]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T19:34:01.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:00 smithi043 ceph-mon[135010]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:00 smithi043 ceph-mon[135010]: failed to encode map e271 with expected crc 2023-12-16T19:34:01.965 INFO:tasks.rados.rados.0.smithi002.stdout:1098: done (1 left) 2023-12-16T19:34:01.965 INFO:tasks.rados.rados.0.smithi002.stdout:1099: done (0 left) 2023-12-16T19:34:01.966 INFO:tasks.rados.rados.0.smithi002.stdout:1100: copy_from oid 35 from oid 22 current snap is 119 2023-12-16T19:34:01.966 INFO:tasks.rados.rados.0.smithi002.stdout:1101: rollback oid 20 current snap is 119 2023-12-16T19:34:01.966 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 88 2023-12-16T19:34:01.966 INFO:tasks.rados.rados.0.smithi002.stdout:1102: delete oid 27 current snap is 119 2023-12-16T19:34:01.969 INFO:tasks.rados.rados.0.smithi002.stdout:1102: done (2 left) 2023-12-16T19:34:01.969 INFO:tasks.rados.rados.0.smithi002.stdout:1103: rollback oid 36 current snap is 119 2023-12-16T19:34:01.969 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 105 2023-12-16T19:34:01.969 INFO:tasks.rados.rados.0.smithi002.stdout:1104: delete oid 7 current snap is 119 2023-12-16T19:34:01.980 INFO:tasks.rados.rados.0.smithi002.stdout:1104: done (3 left) 2023-12-16T19:34:01.980 INFO:tasks.rados.rados.0.smithi002.stdout:1105: copy_from oid 1 from oid 4 current snap is 119 2023-12-16T19:34:01.980 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 119 2023-12-16T19:34:01.980 INFO:tasks.rados.rados.0.smithi002.stdout:1106: seq_num 351 ranges {7692288=688128,8380416=401408} 2023-12-16T19:34:02.026 INFO:tasks.rados.rados.0.smithi002.stdout:1106: writing smithi002125626-21 from 7692288 to 8380416 tid 1 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:1106: writing smithi002125626-21 from 8380416 to 8781824 tid 2 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 119 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:1101: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:1101: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 462 (ObjNum 33 snap 0 seq_num 1549492333) dirty dne 2023-12-16T19:34:02.029 INFO:tasks.rados.rados.0.smithi002.stdout:1103: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1103: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1103: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 466 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1100: finishing copy_from to smithi002125626-35 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1100: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1105: finishing copy_from to smithi002125626-1 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 586 (ObjNum 262 snap 85 seq_num 262) dirty exists 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1105: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:34:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:1107: seq_num 352 ranges {2465792=704512,3170304=401408} 2023-12-16T19:34:02.046 INFO:tasks.rados.rados.0.smithi002.stdout:1107: writing smithi002125626-30 from 2465792 to 3170304 tid 1 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1107: writing smithi002125626-30 from 3170304 to 3571712 tid 2 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1100: done (5 left) 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1101: done (4 left) 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1103: done (3 left) 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1105: done (2 left) 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1108: rollback oid 33 current snap is 119 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 113 2023-12-16T19:34:02.049 INFO:tasks.rados.rados.0.smithi002.stdout:1106: finishing write tid 1 to smithi002125626-21 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1106: finishing write tid 2 to smithi002125626-21 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1106: finishing write tid 3 to smithi002125626-21 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1106: finishing write tid 4 to smithi002125626-21 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1079 (ObjNum 351 snap 119 seq_num 351) dirty exists 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1106: left oid 21 (ObjNum 351 snap 119 seq_num 351) 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1106: done (2 left) 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1109: read oid 10 snap -1 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1109: expect (ObjNum 335 snap 114 seq_num 335) 2023-12-16T19:34:02.050 INFO:tasks.rados.rados.0.smithi002.stdout:1110: snap_remove snap 107 2023-12-16T19:34:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:01] "GET /metrics HTTP/1.1" 200 35955 "" "Prometheus/2.43.0" 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[137674]: pgmap v100: 121 pgs: 121 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 654 KiB/s wr, 2 op/s 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[137674]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[137674]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[137674]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[137674]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[140029]: pgmap v100: 121 pgs: 121 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 654 KiB/s wr, 2 op/s 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[140029]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[140029]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[140029]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T19:34:02.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:01 smithi002 ceph-mon[140029]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:01 smithi043 ceph-mon[135010]: pgmap v100: 121 pgs: 121 active+clean; 298 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 654 KiB/s wr, 2 op/s 2023-12-16T19:34:02.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:01 smithi043 ceph-mon[135010]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:01 smithi043 ceph-mon[135010]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:01 smithi043 ceph-mon[135010]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T19:34:02.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:01 smithi043 ceph-mon[135010]: failed to encode map e272 with expected crc 2023-12-16T19:34:02.916 INFO:tasks.rados.rados.0.smithi002.stdout:1110: done (3 left) 2023-12-16T19:34:02.916 INFO:tasks.rados.rados.0.smithi002.stdout:1111: delete oid 3 current snap is 119 2023-12-16T19:34:02.916 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing rollback tid 0 to smithi002125626-33 2023-12-16T19:34:02.916 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing rollback tid 1 to smithi002125626-33 2023-12-16T19:34:02.916 INFO:tasks.rados.rados.0.smithi002.stdout:1108: finishing rollback tid 2 to smithi002125626-33 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 589 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1107: finishing write tid 1 to smithi002125626-30 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1107: finishing write tid 2 to smithi002125626-30 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1107: finishing write tid 3 to smithi002125626-30 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1107: finishing write tid 4 to smithi002125626-30 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 719 (ObjNum 352 snap 119 seq_num 352) dirty exists 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1107: left oid 30 (ObjNum 352 snap 119 seq_num 352) 2023-12-16T19:34:02.917 INFO:tasks.rados.rados.0.smithi002.stdout:1109: expect (ObjNum 335 snap 114 seq_num 335) 2023-12-16T19:34:03.102 INFO:tasks.rados.rados.0.smithi002.stdout:1107: done (3 left) 2023-12-16T19:34:03.102 INFO:tasks.rados.rados.0.smithi002.stdout:1108: done (2 left) 2023-12-16T19:34:03.103 INFO:tasks.rados.rados.0.smithi002.stdout:1109: done (1 left) 2023-12-16T19:34:03.103 INFO:tasks.rados.rados.0.smithi002.stdout:1111: done (0 left) 2023-12-16T19:34:03.103 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 119 2023-12-16T19:34:03.103 INFO:tasks.rados.rados.0.smithi002.stdout:1112: seq_num 354 ranges {2285568=737280,3022848=401408} 2023-12-16T19:34:03.118 INFO:tasks.rados.rados.0.smithi002.stdout:1112: writing smithi002125626-19 from 2285568 to 3022848 tid 1 2023-12-16T19:34:03.121 INFO:tasks.rados.rados.0.smithi002.stdout:1112: writing smithi002125626-19 from 3022848 to 3424256 tid 2 2023-12-16T19:34:03.121 INFO:tasks.rados.rados.0.smithi002.stdout:1113: snap_create 2023-12-16T19:34:03.124 INFO:tasks.rados.rados.0.smithi002.stdout:1112: finishing write tid 1 to smithi002125626-19 2023-12-16T19:34:03.124 INFO:tasks.rados.rados.0.smithi002.stdout:1112: finishing write tid 2 to smithi002125626-19 2023-12-16T19:34:03.125 INFO:tasks.rados.rados.0.smithi002.stdout:1112: finishing write tid 3 to smithi002125626-19 2023-12-16T19:34:03.125 INFO:tasks.rados.rados.0.smithi002.stdout:1112: finishing write tid 4 to smithi002125626-19 2023-12-16T19:34:03.125 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 592 (ObjNum 354 snap 119 seq_num 354) dirty exists 2023-12-16T19:34:03.126 INFO:tasks.rados.rados.0.smithi002.stdout:1112: left oid 19 (ObjNum 354 snap 119 seq_num 354) 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[137674]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:02 smithi002 ceph-mon[140029]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T19:34:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T19:34:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: failed to encode map e273 with expected crc 2023-12-16T19:34:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:02 smithi043 ceph-mon[135010]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T19:34:03.976 INFO:tasks.rados.rados.0.smithi002.stdout:1112: done (1 left) 2023-12-16T19:34:03.976 INFO:tasks.rados.rados.0.smithi002.stdout:1113: done (0 left) 2023-12-16T19:34:03.977 INFO:tasks.rados.rados.0.smithi002.stdout:1114: snap_create 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[137674]: pgmap v103: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[137674]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[137674]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[137674]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[140029]: pgmap v103: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[140029]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[140029]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:03 smithi002 ceph-mon[140029]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:03 smithi043 ceph-mon[135010]: pgmap v103: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T19:34:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:03 smithi043 ceph-mon[135010]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:03 smithi043 ceph-mon[135010]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:03 smithi043 ceph-mon[135010]: failed to encode map e274 with expected crc 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:1114: done (0 left) 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:1115: rollback oid 44 current snap is 121 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 84 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:1116: read oid 36 snap -1 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:1116: expect (ObjNum 302 snap 99 seq_num 302) 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 121 2023-12-16T19:34:04.978 INFO:tasks.rados.rados.0.smithi002.stdout:1117: seq_num 355 ranges {6209536=753664,6963200=401408} 2023-12-16T19:34:05.016 INFO:tasks.rados.rados.0.smithi002.stdout:1117: writing smithi002125626-1 from 6209536 to 6963200 tid 1 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1117: writing smithi002125626-1 from 6963200 to 7364608 tid 2 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1118: delete oid 50 current snap is 121 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1115: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1115: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1115: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 695 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:34:05.019 INFO:tasks.rados.rados.0.smithi002.stdout:1116: expect (ObjNum 302 snap 99 seq_num 302) 2023-12-16T19:34:05.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[137674]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[137674]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[137674]: osdmap e275: 8 total, 8 up, 8 in 2023-12-16T19:34:05.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[140029]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[140029]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:04 smithi002 ceph-mon[140029]: osdmap e275: 8 total, 8 up, 8 in 2023-12-16T19:34:05.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:04 smithi043 ceph-mon[135010]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:04 smithi043 ceph-mon[135010]: failed to encode map e275 with expected crc 2023-12-16T19:34:05.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:04 smithi043 ceph-mon[135010]: osdmap e275: 8 total, 8 up, 8 in 2023-12-16T19:34:05.320 INFO:tasks.rados.rados.0.smithi002.stdout:1117: finishing write tid 1 to smithi002125626-1 2023-12-16T19:34:05.320 INFO:tasks.rados.rados.0.smithi002.stdout:1117: finishing write tid 2 to smithi002125626-1 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1117: finishing write tid 3 to smithi002125626-1 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1117: finishing write tid 4 to smithi002125626-1 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1095 (ObjNum 355 snap 121 seq_num 355) dirty exists 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1117: left oid 1 (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1115: done (3 left) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1116: done (2 left) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1117: done (1 left) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1118: done (0 left) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1119: read oid 15 snap -1 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1119: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1120: rmattr oid 49 current snap is 121 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1120: done (1 left) 2023-12-16T19:34:05.321 INFO:tasks.rados.rados.0.smithi002.stdout:1121: delete oid 4 current snap is 121 2023-12-16T19:34:05.324 INFO:tasks.rados.rados.0.smithi002.stdout:1121: done (1 left) 2023-12-16T19:34:05.324 INFO:tasks.rados.rados.0.smithi002.stdout:1122: snap_create 2023-12-16T19:34:05.328 INFO:tasks.rados.rados.0.smithi002.stdout:1119: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:05.993 INFO:tasks.rados.rados.0.smithi002.stdout:1119: done (1 left) 2023-12-16T19:34:05.994 INFO:tasks.rados.rados.0.smithi002.stdout:1122: done (0 left) 2023-12-16T19:34:05.994 INFO:tasks.rados.rados.0.smithi002.stdout:1123: read oid 10 snap -1 2023-12-16T19:34:05.994 INFO:tasks.rados.rados.0.smithi002.stdout:1123: expect (ObjNum 335 snap 114 seq_num 335) 2023-12-16T19:34:05.994 INFO:tasks.rados.rados.0.smithi002.stdout:1124: delete oid 19 current snap is 122 2023-12-16T19:34:05.996 INFO:tasks.rados.rados.0.smithi002.stdout:1124: done (1 left) 2023-12-16T19:34:05.996 INFO:tasks.rados.rados.0.smithi002.stdout:1125: delete oid 5 current snap is 122 2023-12-16T19:34:06.003 INFO:tasks.rados.rados.0.smithi002.stdout:1125: done (1 left) 2023-12-16T19:34:06.003 INFO:tasks.rados.rados.0.smithi002.stdout:1126: read oid 9 snap -1 2023-12-16T19:34:06.003 INFO:tasks.rados.rados.0.smithi002.stdout:1126: expect deleted 2023-12-16T19:34:06.003 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 122 2023-12-16T19:34:06.003 INFO:tasks.rados.rados.0.smithi002.stdout:1127: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2023-12-16T19:34:06.005 INFO:tasks.rados.rados.0.smithi002.stdout:1127: writing smithi002125626-50 from 0 to 434176 tid 1 2023-12-16T19:34:06.010 INFO:tasks.rados.rados.0.smithi002.stdout:1127: writing smithi002125626-50 from 434176 to 1138688 tid 2 2023-12-16T19:34:06.011 INFO:tasks.rados.rados.0.smithi002.stdout:1127: writing smithi002125626-50 from 1138688 to 1236992 tid 3 2023-12-16T19:34:06.011 INFO:tasks.rados.rados.0.smithi002.stdout:1128: rmattr oid 45 current snap is 122 2023-12-16T19:34:06.011 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 122 2023-12-16T19:34:06.011 INFO:tasks.rados.rados.0.smithi002.stdout:1129: seq_num 361 ranges {983040=450560,1433600=581632,2015232=221184} 2023-12-16T19:34:06.019 INFO:tasks.rados.rados.0.smithi002.stdout:1129: writing smithi002125626-26 from 983040 to 1433600 tid 1 2023-12-16T19:34:06.023 INFO:tasks.rados.rados.0.smithi002.stdout:1129: writing smithi002125626-26 from 1433600 to 2015232 tid 2 2023-12-16T19:34:06.025 INFO:tasks.rados.rados.0.smithi002.stdout:1129: writing smithi002125626-26 from 2015232 to 2236416 tid 3 2023-12-16T19:34:06.025 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 122 2023-12-16T19:34:06.025 INFO:tasks.rados.rados.0.smithi002.stdout:1130: seq_num 362 ranges {3571712=466944,4038656=466944,4505600=335872} 2023-12-16T19:34:06.047 INFO:tasks.rados.rados.0.smithi002.stdout:1130: writing smithi002125626-30 from 3571712 to 4038656 tid 1 2023-12-16T19:34:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:1130: writing smithi002125626-30 from 4038656 to 4505600 tid 2 2023-12-16T19:34:06.051 INFO:tasks.rados.rados.0.smithi002.stdout:1130: writing smithi002125626-30 from 4505600 to 4841472 tid 3 2023-12-16T19:34:06.051 INFO:tasks.rados.rados.0.smithi002.stdout:1131: snap_remove snap 109 2023-12-16T19:34:06.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: pgmap v106: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 940 KiB/s wr, 12 op/s 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: osdmap e276: 8 total, 8 up, 8 in 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: failed to encode map e275 with expected crc 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: pgmap v106: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 940 KiB/s wr, 12 op/s 2023-12-16T19:34:06.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: osdmap e276: 8 total, 8 up, 8 in 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: failed to encode map e275 with expected crc 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:06.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: pgmap v106: 121 pgs: 121 active+clean; 303 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 940 KiB/s wr, 12 op/s 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: osdmap e276: 8 total, 8 up, 8 in 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: failed to encode map e276 with expected crc 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: failed to encode map e275 with expected crc 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:06.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:06.998 INFO:tasks.rados.rados.0.smithi002.stdout:1131: done (6 left) 2023-12-16T19:34:06.999 INFO:tasks.rados.rados.0.smithi002.stdout:1132: snap_remove snap 101 2023-12-16T19:34:07.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: osdmap e277: 8 total, 8 up, 8 in 2023-12-16T19:34:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:06 smithi043 ceph-mon[135010]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: osdmap e277: 8 total, 8 up, 8 in 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[137674]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: osdmap e277: 8 total, 8 up, 8 in 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:06 smithi002 ceph-mon[140029]: failed to encode map e277 with expected crc 2023-12-16T19:34:07.915 INFO:tasks.rados.rados.0.smithi002.stdout:1132: done (6 left) 2023-12-16T19:34:07.915 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 122 2023-12-16T19:34:07.915 INFO:tasks.rados.rados.0.smithi002.stdout:1127: finishing write tid 1 to smithi002125626-50 2023-12-16T19:34:07.915 INFO:tasks.rados.rados.0.smithi002.stdout:1133: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2023-12-16T19:34:07.918 INFO:tasks.rados.rados.0.smithi002.stdout:1133: writing smithi002125626-29 from 0 to 483328 tid 1 2023-12-16T19:34:07.924 INFO:tasks.rados.rados.0.smithi002.stdout:1133: writing smithi002125626-29 from 483328 to 1236992 tid 2 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1133: writing smithi002125626-29 from 1236992 to 1286144 tid 3 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1127: finishing write tid 2 to smithi002125626-50 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1127: finishing write tid 3 to smithi002125626-50 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1127: finishing write tid 4 to smithi002125626-50 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1127: finishing write tid 5 to smithi002125626-50 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1101 (ObjNum 360 snap 122 seq_num 360) dirty exists 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1127: left oid 50 (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:07.926 INFO:tasks.rados.rados.0.smithi002.stdout:1123: expect (ObjNum 335 snap 114 seq_num 335) 2023-12-16T19:34:08.115 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 476 (ObjNum 313 snap 101 seq_num 313) dirty exists 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: finishing write tid 1 to smithi002125626-26 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: finishing write tid 2 to smithi002125626-26 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: finishing write tid 3 to smithi002125626-26 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: finishing write tid 4 to smithi002125626-26 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: finishing write tid 5 to smithi002125626-26 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1106 (ObjNum 361 snap 122 seq_num 361) dirty exists 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1129: left oid 26 (ObjNum 361 snap 122 seq_num 361) 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1130: finishing write tid 1 to smithi002125626-30 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1130: finishing write tid 2 to smithi002125626-30 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1130: finishing write tid 3 to smithi002125626-30 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1130: finishing write tid 4 to smithi002125626-30 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:1130: finishing write tid 5 to smithi002125626-30 2023-12-16T19:34:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 723 (ObjNum 362 snap 122 seq_num 362) dirty exists 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1130: left oid 30 (ObjNum 362 snap 122 seq_num 362) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1133: finishing write tid 1 to smithi002125626-29 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1133: finishing write tid 2 to smithi002125626-29 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1133: finishing write tid 3 to smithi002125626-29 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1123: done (6 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1126: done (5 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1127: done (4 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1128: done (3 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1129: done (2 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1130: done (1 left) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1134: read oid 41 snap 99 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1134: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 122 2023-12-16T19:34:08.117 INFO:tasks.rados.rados.0.smithi002.stdout:1133: finishing write tid 4 to smithi002125626-29 2023-12-16T19:34:08.118 INFO:tasks.rados.rados.0.smithi002.stdout:1133: finishing write tid 5 to smithi002125626-29 2023-12-16T19:34:08.118 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 275 (ObjNum 363 snap 122 seq_num 363) dirty exists 2023-12-16T19:34:08.118 INFO:tasks.rados.rados.0.smithi002.stdout:1133: left oid 29 (ObjNum 363 snap 122 seq_num 363) 2023-12-16T19:34:08.118 INFO:tasks.rados.rados.0.smithi002.stdout:1135: seq_num 364 ranges {778240=499712,1277952=638976,1916928=163840} 2023-12-16T19:34:08.122 INFO:tasks.rados.rados.0.smithi002.stdout:1135: writing smithi002125626-48 from 778240 to 1277952 tid 1 2023-12-16T19:34:08.125 INFO:tasks.rados.rados.0.smithi002.stdout:1135: writing smithi002125626-48 from 1277952 to 1916928 tid 2 2023-12-16T19:34:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:1135: writing smithi002125626-48 from 1916928 to 2080768 tid 3 2023-12-16T19:34:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:1133: done (2 left) 2023-12-16T19:34:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:1136: delete oid 6 current snap is 122 2023-12-16T19:34:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:1134: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1135: finishing write tid 1 to smithi002125626-48 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1135: finishing write tid 2 to smithi002125626-48 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1134: done (2 left) 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1136: done (1 left) 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1137: read oid 19 snap 97 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1137: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 122 2023-12-16T19:34:08.183 INFO:tasks.rados.rados.0.smithi002.stdout:1135: finishing write tid 3 to smithi002125626-48 2023-12-16T19:34:08.184 INFO:tasks.rados.rados.0.smithi002.stdout:1135: finishing write tid 4 to smithi002125626-48 2023-12-16T19:34:08.184 INFO:tasks.rados.rados.0.smithi002.stdout:1135: finishing write tid 5 to smithi002125626-48 2023-12-16T19:34:08.184 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 223 (ObjNum 364 snap 122 seq_num 364) dirty exists 2023-12-16T19:34:08.184 INFO:tasks.rados.rados.0.smithi002.stdout:1135: left oid 48 (ObjNum 364 snap 122 seq_num 364) 2023-12-16T19:34:08.184 INFO:tasks.rados.rados.0.smithi002.stdout:1138: seq_num 366 ranges {516096=532480,1048576=458752,1507328=344064} 2023-12-16T19:34:08.188 INFO:tasks.rados.rados.0.smithi002.stdout:1138: writing smithi002125626-8 from 516096 to 1048576 tid 1 2023-12-16T19:34:08.191 INFO:tasks.rados.rados.0.smithi002.stdout:1138: writing smithi002125626-8 from 1048576 to 1507328 tid 2 2023-12-16T19:34:08.194 INFO:tasks.rados.rados.0.smithi002.stdout:1138: writing smithi002125626-8 from 1507328 to 1851392 tid 3 2023-12-16T19:34:08.194 INFO:tasks.rados.rados.0.smithi002.stdout:1135: done (2 left) 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:1139: rollback oid 4 current snap is 122 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 88 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:1140: rmattr oid 45 current snap is 122 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:1141: setattr oid 42 current snap is 122 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing write tid 1 to smithi002125626-8 2023-12-16T19:34:08.195 INFO:tasks.rados.rados.0.smithi002.stdout:1137: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-16T19:34:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: pgmap v109: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:08.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: osdmap e278: 8 total, 8 up, 8 in 2023-12-16T19:34:08.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:08.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:07 smithi043 ceph-mon[135010]: osdmap e279: 8 total, 8 up, 8 in 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing write tid 2 to smithi002125626-8 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1139: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing write tid 3 to smithi002125626-8 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1139: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 596 (ObjNum 262 snap 85 seq_num 262) dirty exists 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing write tid 4 to smithi002125626-8 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 493 (ObjNum 313 snap 101 seq_num 313) dirty exists 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: finishing write tid 5 to smithi002125626-8 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 699 (ObjNum 366 snap 122 seq_num 366) dirty exists 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: left oid 8 (ObjNum 366 snap 122 seq_num 366) 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1137: done (4 left) 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1138: done (3 left) 2023-12-16T19:34:08.302 INFO:tasks.rados.rados.0.smithi002.stdout:1139: done (2 left) 2023-12-16T19:34:08.303 INFO:tasks.rados.rados.0.smithi002.stdout:1140: done (1 left) 2023-12-16T19:34:08.303 INFO:tasks.rados.rados.0.smithi002.stdout:1142: snap_remove snap 103 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: pgmap v109: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: osdmap e278: 8 total, 8 up, 8 in 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:08.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[137674]: osdmap e279: 8 total, 8 up, 8 in 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: pgmap v109: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: failed to encode map e278 with expected crc 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: osdmap e278: 8 total, 8 up, 8 in 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:08.311 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:07 smithi002 ceph-mon[140029]: osdmap e279: 8 total, 8 up, 8 in 2023-12-16T19:34:08.999 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T19:34:08.999 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:09.002 INFO:tasks.rados.rados.0.smithi002.stdout:1142: done (1 left) 2023-12-16T19:34:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:1143: rmattr oid 44 current snap is 122 2023-12-16T19:34:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:1143: done (1 left) 2023-12-16T19:34:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:1144: snap_remove snap 115 2023-12-16T19:34:09.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:09.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: Upgrade: osd.1 is safe to restart 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: Upgrade: osd.1 is safe to restart 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:09.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:34:09.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: Upgrade: osd.1 is safe to restart 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: failed to encode map e279 with expected crc 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T19:34:09.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:10.017 INFO:tasks.rados.rados.0.smithi002.stdout:1144: done (1 left) 2023-12-16T19:34:10.017 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 122 2023-12-16T19:34:10.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 224 (ObjNum 161 snap 0 seq_num 2052573408) dirty exists 2023-12-16T19:34:10.017 INFO:tasks.rados.rados.0.smithi002.stdout:1145: seq_num 367 ranges {4841472=548864,5390336=737280,6127616=65536} 2023-12-16T19:34:10.050 INFO:tasks.rados.rados.0.smithi002.stdout:1145: writing smithi002125626-30 from 4841472 to 5390336 tid 1 2023-12-16T19:34:10.054 INFO:tasks.rados.rados.0.smithi002.stdout:1145: writing smithi002125626-30 from 5390336 to 6127616 tid 2 2023-12-16T19:34:10.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: pgmap v112: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:10.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: Upgrade: Updating osd.1 2023-12-16T19:34:10.054 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: Deploying daemon osd.1 on smithi002 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[137674]: osdmap e280: 8 total, 8 up, 8 in 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: pgmap v112: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: Upgrade: Updating osd.1 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: Deploying daemon osd.1 on smithi002 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.055 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.056 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:10 smithi002 ceph-mon[140029]: osdmap e280: 8 total, 8 up, 8 in 2023-12-16T19:34:10.056 INFO:tasks.rados.rados.0.smithi002.stdout:1145: writing smithi002125626-30 from 6127616 to 6193152 tid 3 2023-12-16T19:34:10.056 INFO:tasks.rados.rados.0.smithi002.stdout:1141: done (1 left) 2023-12-16T19:34:10.056 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 122 2023-12-16T19:34:10.056 INFO:tasks.rados.rados.0.smithi002.stdout:1145: finishing write tid 1 to smithi002125626-30 2023-12-16T19:34:10.056 INFO:tasks.rados.rados.0.smithi002.stdout:1146: seq_num 368 ranges {1286144=573440,1859584=622592,2482176=180224} 2023-12-16T19:34:10.065 INFO:tasks.rados.rados.0.smithi002.stdout:1146: writing smithi002125626-29 from 1286144 to 1859584 tid 1 2023-12-16T19:34:10.069 INFO:tasks.rados.rados.0.smithi002.stdout:1146: writing smithi002125626-29 from 1859584 to 2482176 tid 2 2023-12-16T19:34:10.073 INFO:tasks.rados.rados.0.smithi002.stdout:1146: writing smithi002125626-29 from 2482176 to 2662400 tid 3 2023-12-16T19:34:10.073 INFO:tasks.rados.rados.0.smithi002.stdout:1147: rollback oid 12 current snap is 122 2023-12-16T19:34:10.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 105 2023-12-16T19:34:10.073 INFO:tasks.rados.rados.0.smithi002.stdout:1145: finishing write tid 2 to smithi002125626-30 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:1145: finishing write tid 3 to smithi002125626-30 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:1145: finishing write tid 4 to smithi002125626-30 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:1145: finishing write tid 5 to smithi002125626-30 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 727 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:1145: left oid 30 (ObjNum 367 snap 122 seq_num 367) 2023-12-16T19:34:10.074 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing write tid 1 to smithi002125626-29 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:1145: done (2 left) 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:1148: rollback oid 25 current snap is 122 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 34 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:1149: rmattr oid 46 current snap is 122 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:1150: rmattr oid 18 current snap is 122 2023-12-16T19:34:10.075 INFO:tasks.rados.rados.0.smithi002.stdout:1151: delete oid 7 current snap is 122 2023-12-16T19:34:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing write tid 2 to smithi002125626-29 2023-12-16T19:34:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing write tid 3 to smithi002125626-29 2023-12-16T19:34:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing write tid 4 to smithi002125626-29 2023-12-16T19:34:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:1147: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:34:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:1147: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:1146: finishing write tid 5 to smithi002125626-29 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 283 (ObjNum 368 snap 122 seq_num 368) dirty exists 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:1146: left oid 29 (ObjNum 368 snap 122 seq_num 368) 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:1146: done (5 left) 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:1151: done (4 left) 2023-12-16T19:34:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 122 2023-12-16T19:34:10.080 INFO:tasks.rados.rados.0.smithi002.stdout:1148: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:34:10.080 INFO:tasks.rados.rados.0.smithi002.stdout:1147: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:34:10.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 536 (ObjNum 322 snap 105 seq_num 322) dirty exists 2023-12-16T19:34:10.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:34:10.080 INFO:tasks.rados.rados.0.smithi002.stdout:1152: seq_num 370 ranges {2236416=606208,2842624=794624,3637248=8192} 2023-12-16T19:34:10.091 INFO:tasks.rados.rados.0.smithi002.stdout:1152: writing smithi002125626-26 from 2236416 to 2842624 tid 1 2023-12-16T19:34:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1152: writing smithi002125626-26 from 2842624 to 3637248 tid 2 2023-12-16T19:34:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1152: writing smithi002125626-26 from 3637248 to 3645440 tid 3 2023-12-16T19:34:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1147: done (4 left) 2023-12-16T19:34:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1149: done (3 left) 2023-12-16T19:34:10.098 INFO:tasks.rados.rados.0.smithi002.stdout:1153: snap_remove snap 57 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: pgmap v112: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: Upgrade: Updating osd.1 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: Deploying daemon osd.1 on smithi002 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: failed to encode map e280 with expected crc 2023-12-16T19:34:10.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:10 smithi043 ceph-mon[135010]: osdmap e280: 8 total, 8 up, 8 in 2023-12-16T19:34:11.041 INFO:tasks.rados.rados.0.smithi002.stdout:1153: done (3 left) 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1154: read oid 31 snap -1 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1154: expect (ObjNum 314 snap 102 seq_num 314) 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1155: copy_from oid 27 from oid 44 current snap is 122 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1148: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1148: finishing rollback tid 2 to smithi002125626-25 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 730 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 700 (ObjNum 339 snap 115 seq_num 339) dirty exists 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1152: finishing write tid 1 to smithi002125626-26 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1152: finishing write tid 2 to smithi002125626-26 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1152: finishing write tid 3 to smithi002125626-26 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1152: finishing write tid 4 to smithi002125626-26 2023-12-16T19:34:11.042 INFO:tasks.rados.rados.0.smithi002.stdout:1148: done (4 left) 2023-12-16T19:34:11.043 INFO:tasks.rados.rados.0.smithi002.stdout:1150: done (3 left) 2023-12-16T19:34:11.043 INFO:tasks.rados.rados.0.smithi002.stdout:1156: delete oid 33 current snap is 122 2023-12-16T19:34:11.043 INFO:tasks.rados.rados.0.smithi002.stdout:1152: finishing write tid 5 to smithi002125626-26 2023-12-16T19:34:11.043 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1167 (ObjNum 370 snap 122 seq_num 370) dirty exists 2023-12-16T19:34:11.043 INFO:tasks.rados.rados.0.smithi002.stdout:1152: left oid 26 (ObjNum 370 snap 122 seq_num 370) 2023-12-16T19:34:11.049 INFO:tasks.rados.rados.0.smithi002.stdout:1154: expect (ObjNum 314 snap 102 seq_num 314) 2023-12-16T19:34:11.086 INFO:tasks.rados.rados.0.smithi002.stdout:1155: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:34:11.086 INFO:tasks.rados.rados.0.smithi002.stdout:1155: finishing copy_from to smithi002125626-27 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 695 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1152: done (3 left) 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1154: done (2 left) 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1155: done (1 left) 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1156: done (0 left) 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1157: copy_from oid 37 from oid 30 current snap is 122 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 122 2023-12-16T19:34:11.087 INFO:tasks.rados.rados.0.smithi002.stdout:1158: seq_num 372 ranges {1490944=638976,2129920=565248,2695168=237568} 2023-12-16T19:34:11.097 INFO:tasks.rados.rados.0.smithi002.stdout:1158: writing smithi002125626-44 from 1490944 to 2129920 tid 1 2023-12-16T19:34:11.100 INFO:tasks.rados.rados.0.smithi002.stdout:1158: writing smithi002125626-44 from 2129920 to 2695168 tid 2 2023-12-16T19:34:11.102 INFO:tasks.rados.rados.0.smithi002.stdout:1158: writing smithi002125626-44 from 2695168 to 2932736 tid 3 2023-12-16T19:34:11.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 122 2023-12-16T19:34:11.102 INFO:tasks.rados.rados.0.smithi002.stdout:1158: finishing write tid 1 to smithi002125626-44 2023-12-16T19:34:11.102 INFO:tasks.rados.rados.0.smithi002.stdout:1159: seq_num 373 ranges {3923968=655360,4579328=499712,5079040=303104} 2023-12-16T19:34:11.127 INFO:tasks.rados.rados.0.smithi002.stdout:1159: writing smithi002125626-10 from 3923968 to 4579328 tid 1 2023-12-16T19:34:11.129 INFO:tasks.rados.rados.0.smithi002.stdout:1159: writing smithi002125626-10 from 4579328 to 5079040 tid 2 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1159: writing smithi002125626-10 from 5079040 to 5382144 tid 3 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1160: read oid 45 snap -1 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1160: expect (ObjNum 313 snap 101 seq_num 313) 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1161: delete oid 7 current snap is 122 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1158: finishing write tid 2 to smithi002125626-44 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1158: finishing write tid 3 to smithi002125626-44 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1158: finishing write tid 4 to smithi002125626-44 2023-12-16T19:34:11.132 INFO:tasks.rados.rados.0.smithi002.stdout:1158: finishing write tid 5 to smithi002125626-44 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 703 (ObjNum 372 snap 122 seq_num 372) dirty exists 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:1158: left oid 44 (ObjNum 372 snap 122 seq_num 372) 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:1157: finishing copy_from to smithi002125626-37 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 727 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:1157: finishing copy_from racing read to smithi002125626-37 2023-12-16T19:34:11.133 INFO:tasks.rados.rados.0.smithi002.stdout:1159: finishing write tid 1 to smithi002125626-10 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1159: finishing write tid 2 to smithi002125626-10 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1157: done (4 left) 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1158: done (3 left) 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1161: done (2 left) 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1162: rollback oid 22 current snap is 122 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 113 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1163: copy_from oid 38 from oid 35 current snap is 122 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 122 2023-12-16T19:34:11.135 INFO:tasks.rados.rados.0.smithi002.stdout:1164: seq_num 375 ranges {1392640=688128,2080768=663552,2744320=139264} 2023-12-16T19:34:11.147 INFO:tasks.rados.rados.0.smithi002.stdout:1164: writing smithi002125626-49 from 1392640 to 2080768 tid 1 2023-12-16T19:34:11.151 INFO:tasks.rados.rados.0.smithi002.stdout:1164: writing smithi002125626-49 from 2080768 to 2744320 tid 2 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1164: writing smithi002125626-49 from 2744320 to 2883584 tid 3 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1165: read oid 25 snap -1 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1165: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1166: read oid 5 snap -1 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1166: expect deleted 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 122 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1159: finishing write tid 3 to smithi002125626-10 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1159: finishing write tid 4 to smithi002125626-10 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1159: finishing write tid 5 to smithi002125626-10 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 707 (ObjNum 373 snap 122 seq_num 373) dirty exists 2023-12-16T19:34:11.153 INFO:tasks.rados.rados.0.smithi002.stdout:1159: left oid 10 (ObjNum 373 snap 122 seq_num 373) 2023-12-16T19:34:11.154 INFO:tasks.rados.rados.0.smithi002.stdout:1162: finishing rollback tid 0 to smithi002125626-22 2023-12-16T19:34:11.154 INFO:tasks.rados.rados.0.smithi002.stdout:1162: finishing rollback tid 1 to smithi002125626-22 2023-12-16T19:34:11.154 INFO:tasks.rados.rados.0.smithi002.stdout:1167: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2023-12-16T19:34:11.156 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi002125626-13 from 0 to 704512 tid 1 2023-12-16T19:34:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi002125626-13 from 704512 to 1253376 tid 2 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1167: writing smithi002125626-13 from 1253376 to 1507328 tid 3 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1159: done (7 left) 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1168: read oid 21 snap -1 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1168: expect (ObjNum 351 snap 119 seq_num 351) 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1169: copy_from oid 9 from oid 37 current snap is 122 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1162: finishing rollback tid 2 to smithi002125626-22 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 342 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1163: finishing copy_from to smithi002125626-38 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:34:11.162 INFO:tasks.rados.rados.0.smithi002.stdout:1163: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:34:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:1162: done (8 left) 2023-12-16T19:34:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:1163: done (7 left) 2023-12-16T19:34:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:1170: rollback oid 46 current snap is 122 2023-12-16T19:34:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 119 2023-12-16T19:34:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:1160: expect (ObjNum 313 snap 101 seq_num 313) 2023-12-16T19:34:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[137674]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[137674]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[137674]: osdmap e281: 8 total, 8 up, 8 in 2023-12-16T19:34:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[140029]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[140029]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-mon[140029]: osdmap e281: 8 total, 8 up, 8 in 2023-12-16T19:34:11.242 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:10 smithi002 systemd[1]: Stopping Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:34:11.242 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:34:11.219+0000 7f81813b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:34:11.242 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:34:11.219+0000 7f81813b6700 -1 osd.1 282 *** Got signal Terminated *** 2023-12-16T19:34:11.242 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[96262]: 2023-12-16T19:34:11.219+0000 7f81813b6700 -1 osd.1 282 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:34:11.379 INFO:tasks.rados.rados.0.smithi002.stdout:1164: finishing write tid 1 to smithi002125626-49 2023-12-16T19:34:11.379 INFO:tasks.rados.rados.0.smithi002.stdout:1160: done (7 left) 2023-12-16T19:34:11.379 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 122 2023-12-16T19:34:11.380 INFO:tasks.rados.rados.0.smithi002.stdout:1164: finishing write tid 2 to smithi002125626-49 2023-12-16T19:34:11.380 INFO:tasks.rados.rados.0.smithi002.stdout:1164: finishing write tid 3 to smithi002125626-49 2023-12-16T19:34:11.380 INFO:tasks.rados.rados.0.smithi002.stdout:1164: finishing write tid 4 to smithi002125626-49 2023-12-16T19:34:11.380 INFO:tasks.rados.rados.0.smithi002.stdout:1171: seq_num 377 ranges {827392=720896,1548288=434176,1982464=368640} 2023-12-16T19:34:11.389 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi002125626-28 from 827392 to 1548288 tid 1 2023-12-16T19:34:11.391 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi002125626-28 from 1548288 to 1982464 tid 2 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1171: writing smithi002125626-28 from 1982464 to 2351104 tid 3 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1166: done (7 left) 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1172: read oid 7 snap -1 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1172: expect deleted 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1173: rmattr oid 8 current snap is 122 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:1164: finishing write tid 5 to smithi002125626-49 2023-12-16T19:34:11.394 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 734 (ObjNum 375 snap 122 seq_num 375) dirty exists 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1164: left oid 49 (ObjNum 375 snap 122 seq_num 375) 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 1 to smithi002125626-13 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 2 to smithi002125626-13 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 3 to smithi002125626-13 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 4 to smithi002125626-13 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: finishing write tid 5 to smithi002125626-13 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 563 (ObjNum 376 snap 122 seq_num 376) dirty exists 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1167: left oid 13 (ObjNum 376 snap 122 seq_num 376) 2023-12-16T19:34:11.395 INFO:tasks.rados.rados.0.smithi002.stdout:1165: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:34:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:11 smithi043 ceph-mon[135010]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:11 smithi043 ceph-mon[135010]: failed to encode map e281 with expected crc 2023-12-16T19:34:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:11 smithi043 ceph-mon[135010]: osdmap e281: 8 total, 8 up, 8 in 2023-12-16T19:34:11.546 INFO:tasks.rados.rados.0.smithi002.stdout:1170: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:34:11.546 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 713 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:34:11.547 INFO:tasks.rados.rados.0.smithi002.stdout:1168: expect (ObjNum 351 snap 119 seq_num 351) 2023-12-16T19:34:11.620 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:34:11.946 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:34:11.946 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (2m) 22s ago 5m 18.6M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:34:11.946 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (2m) 51s ago 4m 78.3M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:34:11.946 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (5m) 22s ago 5m 14.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (5m) 51s ago 5m 18.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (99s) 51s ago 8m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (2m) 22s ago 9m 490M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (89s) 22s ago 9m 44.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (55s) 51s ago 8m 19.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (69s) 22s ago 8m 34.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (2m) 22s ago 4m 8154k - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (2m) 51s ago 4m 8280k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (25s) 22s ago 7m 12.3M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 22s ago 7m 203M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 cb3a175d2f5b 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 22s ago 7m 141M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 22s ago 7m 90.5M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (6m) 51s ago 6m 172M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:34:11.947 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (6m) 51s ago 6m 126M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:34:11.948 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (6m) 51s ago 6m 108M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:34:11.948 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (6m) 51s ago 6m 101M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:34:11.948 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (102s) 51s ago 5m 47.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:1169: finishing copy_from to smithi002125626-9 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 727 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:1169: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 1 to smithi002125626-28 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 2 to smithi002125626-28 2023-12-16T19:34:12.223 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 708 (ObjNum 366 snap 122 seq_num 366) dirty exists 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 3 to smithi002125626-28 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1164: done (8 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1165: done (7 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1167: done (6 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1168: done (5 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1169: done (4 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1170: done (3 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1172: done (2 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1173: done (1 left) 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 122 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 4 to smithi002125626-28 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1171: finishing write tid 5 to smithi002125626-28 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 568 (ObjNum 377 snap 122 seq_num 377) dirty exists 2023-12-16T19:34:12.224 INFO:tasks.rados.rados.0.smithi002.stdout:1171: left oid 28 (ObjNum 377 snap 122 seq_num 377) 2023-12-16T19:34:12.225 INFO:tasks.rados.rados.0.smithi002.stdout:1174: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2023-12-16T19:34:12.228 INFO:tasks.rados.rados.0.smithi002.stdout:1174: writing smithi002125626-20 from 0 to 737280 tid 1 2023-12-16T19:34:12.233 INFO:tasks.rados.rados.0.smithi002.stdout:1174: writing smithi002125626-20 from 737280 to 1458176 tid 2 2023-12-16T19:34:12.234 INFO:tasks.rados.rados.0.smithi002.stdout:1174: writing smithi002125626-20 from 1458176 to 1540096 tid 3 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1171: done (1 left) 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1175: copy_from oid 6 from oid 35 current snap is 122 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1176: read oid 42 snap -1 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1176: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1177: snap_create 2023-12-16T19:34:12.235 INFO:tasks.rados.rados.0.smithi002.stdout:1176: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:34:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:11] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2023-12-16T19:34:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: pgmap v115: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: osd.1 marked itself down and dead 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[137674]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: pgmap v115: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T19:34:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: osd.1 marked itself down and dead 2023-12-16T19:34:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:12 smithi002 ceph-mon[140029]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:12.371 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 6, 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:34:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:12.373 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:34:12.373 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8, 2023-12-16T19:34:12.373 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 6 2023-12-16T19:34:12.373 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:34:12.373 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:34:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: pgmap v115: 121 pgs: 121 active+clean; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: failed to encode map e282 with expected crc 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: osd.1 marked itself down and dead 2023-12-16T19:34:12.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:12 smithi043 ceph-mon[135010]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:12.704 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:12 smithi002 podman[149927]: 2023-12-16 19:34:12.591167595 +0000 UTC m=+1.434473360 container died cb3a175d2f5bc9cf585999652bc91ec9405da8e2b81daf0014c8c3370bf84566 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:34:12.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:12 smithi002 podman[149927]: 2023-12-16 19:34:12.800102395 +0000 UTC m=+1.643408200 container cleanup cb3a175d2f5bc9cf585999652bc91ec9405da8e2b81daf0014c8c3370bf84566 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T19:34:12.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:12 smithi002 bash[149927]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1 2023-12-16T19:34:12.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:12 smithi002 podman[150015]: 2023-12-16 19:34:12.908428584 +0000 UTC m=+0.315181402 container remove cb3a175d2f5bc9cf585999652bc91ec9405da8e2b81daf0014c8c3370bf84566 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212) 2023-12-16T19:34:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:1176: done (3 left) 2023-12-16T19:34:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:1177: done (2 left) 2023-12-16T19:34:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 123 2023-12-16T19:34:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:1178: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2023-12-16T19:34:13.056 INFO:tasks.rados.rados.0.smithi002.stdout:1178: writing smithi002125626-14 from 0 to 753664 tid 1 2023-12-16T19:34:13.061 INFO:tasks.rados.rados.0.smithi002.stdout:1178: writing smithi002125626-14 from 753664 to 1359872 tid 2 2023-12-16T19:34:13.063 INFO:tasks.rados.rados.0.smithi002.stdout:1178: writing smithi002125626-14 from 1359872 to 1556480 tid 3 2023-12-16T19:34:13.063 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 123 2023-12-16T19:34:13.063 INFO:tasks.rados.rados.0.smithi002.stdout:1179: seq_num 380 ranges {827392=770048,1597440=483328,2080768=319488} 2023-12-16T19:34:13.073 INFO:tasks.rados.rados.0.smithi002.stdout:1179: writing smithi002125626-47 from 827392 to 1597440 tid 1 2023-12-16T19:34:13.077 INFO:tasks.rados.rados.0.smithi002.stdout:1179: writing smithi002125626-47 from 1597440 to 2080768 tid 2 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1179: writing smithi002125626-47 from 2080768 to 2400256 tid 3 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1180: snap_create 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing write tid 1 to smithi002125626-14 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing write tid 2 to smithi002125626-14 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing write tid 3 to smithi002125626-14 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing write tid 4 to smithi002125626-14 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: finishing write tid 5 to smithi002125626-14 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 506 (ObjNum 379 snap 123 seq_num 379) dirty exists 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1178: left oid 14 (ObjNum 379 snap 123 seq_num 379) 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing write tid 1 to smithi002125626-20 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing write tid 2 to smithi002125626-20 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing write tid 3 to smithi002125626-20 2023-12-16T19:34:13.079 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing write tid 4 to smithi002125626-20 2023-12-16T19:34:13.080 INFO:tasks.rados.rados.0.smithi002.stdout:1174: finishing write tid 5 to smithi002125626-20 2023-12-16T19:34:13.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 731 (ObjNum 378 snap 122 seq_num 378) dirty exists 2023-12-16T19:34:13.080 INFO:tasks.rados.rados.0.smithi002.stdout:1174: left oid 20 (ObjNum 378 snap 122 seq_num 378) 2023-12-16T19:34:13.081 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing write tid 1 to smithi002125626-47 2023-12-16T19:34:13.083 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing write tid 2 to smithi002125626-47 2023-12-16T19:34:13.083 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing write tid 3 to smithi002125626-47 2023-12-16T19:34:13.084 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing write tid 4 to smithi002125626-47 2023-12-16T19:34:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:1179: finishing write tid 5 to smithi002125626-47 2023-12-16T19:34:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1189 (ObjNum 380 snap 123 seq_num 380) dirty exists 2023-12-16T19:34:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:1179: left oid 47 (ObjNum 380 snap 123 seq_num 380) 2023-12-16T19:34:13.086 INFO:tasks.rados.rados.0.smithi002.stdout:1175: finishing copy_from to smithi002125626-6 2023-12-16T19:34:13.086 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:34:13.087 INFO:tasks.rados.rados.0.smithi002.stdout:1175: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:34:13.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:13.301 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: osdmap e283: 8 total, 7 up, 8 in 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/192166689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: osdmap e283: 8 total, 7 up, 8 in 2023-12-16T19:34:13.302 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/192166689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: failed to encode map e283 with expected crc 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: osdmap e283: 8 total, 7 up, 8 in 2023-12-16T19:34:13.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/192166689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:13.711 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.300102466 +0000 UTC m=+0.068348939 container create 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:34:13.711 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.250129265 +0000 UTC m=+0.018375706 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:13.711 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.408855232 +0000 UTC m=+0.177101660 container init 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, ceph=True, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T19:34:13.711 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.414221904 +0000 UTC m=+0.182468330 container start 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T19:34:13.711 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.466662204 +0000 UTC m=+0.234908644 container attach 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T19:34:13.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:13 smithi002 podman[150109]: 2023-12-16 19:34:13.709283 +0000 UTC m=+0.477529442 container died 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1174: done (4 left) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1175: done (3 left) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1178: done (2 left) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1179: done (1 left) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1180: done (0 left) 2023-12-16T19:34:14.056 INFO:tasks.rados.rados.0.smithi002.stdout:1181: delete oid 44 current snap is 124 2023-12-16T19:34:14.063 INFO:tasks.rados.rados.0.smithi002.stdout:1181: done (0 left) 2023-12-16T19:34:14.063 INFO:tasks.rados.rados.0.smithi002.stdout:1182: rmattr oid 21 current snap is 124 2023-12-16T19:34:14.064 INFO:tasks.rados.rados.0.smithi002.stdout:1183: read oid 35 snap -1 2023-12-16T19:34:14.064 INFO:tasks.rados.rados.0.smithi002.stdout:1183: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:14.064 INFO:tasks.rados.rados.0.smithi002.stdout:1184: read oid 47 snap -1 2023-12-16T19:34:14.064 INFO:tasks.rados.rados.0.smithi002.stdout:1184: expect (ObjNum 380 snap 123 seq_num 380) 2023-12-16T19:34:14.064 INFO:tasks.rados.rados.0.smithi002.stdout:1185: snap_create 2023-12-16T19:34:14.090 INFO:tasks.rados.rados.0.smithi002.stdout:1183: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:14.141 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1191 (ObjNum 351 snap 119 seq_num 351) dirty exists 2023-12-16T19:34:14.142 INFO:tasks.rados.rados.0.smithi002.stdout:1184: expect (ObjNum 380 snap 123 seq_num 380) 2023-12-16T19:34:14.325 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150135]: 2023-12-16 19:34:14.016728436 +0000 UTC m=+0.296117980 container remove 8d32d0d75f572b7f9e58043feffbf7b4e0eb01e06edbac7626efb8edb2bff751 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2023-12-16T19:34:14.325 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service: Deactivated successfully. 2023-12-16T19:34:14.325 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 systemd[1]: Stopped Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:34:14.325 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service: Consumed 12.072s CPU time. 2023-12-16T19:34:14.325 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 systemd[1]: Starting Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: osdmap e284: 8 total, 7 up, 8 in 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.326 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[137674]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: osdmap e284: 8 total, 7 up, 8 in 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.327 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.328 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:14 smithi002 ceph-mon[140029]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: osdmap e284: 8 total, 7 up, 8 in 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:14 smithi043 ceph-mon[135010]: failed to encode map e284 with expected crc 2023-12-16T19:34:14.593 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150237]: 2023-12-16 19:34:14.416519565 +0000 UTC m=+0.056034101 container create ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2023-12-16T19:34:14.593 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150237]: 2023-12-16 19:34:14.378880427 +0000 UTC m=+0.018394961 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:14.593 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150237]: 2023-12-16 19:34:14.533651638 +0000 UTC m=+0.173166187 container init ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:34:14.593 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150237]: 2023-12-16 19:34:14.544913118 +0000 UTC m=+0.184427645 container start ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, ceph=True, GIT_CLEAN=True) 2023-12-16T19:34:14.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:14 smithi002 podman[150237]: 2023-12-16 19:34:14.591477346 +0000 UTC m=+0.230991897 container attach ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1182: done (3 left) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1183: done (2 left) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1184: done (1 left) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1185: done (0 left) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1186: read oid 40 snap 34 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1186: expect (ObjNum 61 snap 5 seq_num 61) 2023-12-16T19:34:15.063 INFO:tasks.rados.rados.0.smithi002.stdout:1187: delete oid 47 current snap is 125 2023-12-16T19:34:15.073 INFO:tasks.rados.rados.0.smithi002.stdout:1187: done (1 left) 2023-12-16T19:34:15.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 125 2023-12-16T19:34:15.073 INFO:tasks.rados.rados.0.smithi002.stdout:1188: seq_num 383 ranges {827392=417792,1245184=589824,1835008=417792,2252800=196608} 2023-12-16T19:34:15.079 INFO:tasks.rados.rados.0.smithi002.stdout:1188: writing smithi002125626-31 from 827392 to 1245184 tid 1 2023-12-16T19:34:15.083 INFO:tasks.rados.rados.0.smithi002.stdout:1188: writing smithi002125626-31 from 1245184 to 1835008 tid 2 2023-12-16T19:34:15.085 INFO:tasks.rados.rados.0.smithi002.stdout:1188: writing smithi002125626-31 from 1835008 to 2252800 tid 3 2023-12-16T19:34:15.086 INFO:tasks.rados.rados.0.smithi002.stdout:1188: writing smithi002125626-31 from 2252800 to 2449408 tid 4 2023-12-16T19:34:15.087 INFO:tasks.rados.rados.0.smithi002.stdout:1189: delete oid 43 current snap is 125 2023-12-16T19:34:15.087 INFO:tasks.rados.rados.0.smithi002.stdout:1186: expect (ObjNum 61 snap 5 seq_num 61) 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 1 to smithi002125626-31 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 2 to smithi002125626-31 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 3 to smithi002125626-31 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 4 to smithi002125626-31 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 5 to smithi002125626-31 2023-12-16T19:34:15.166 INFO:tasks.rados.rados.0.smithi002.stdout:1188: finishing write tid 6 to smithi002125626-31 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 901 (ObjNum 383 snap 125 seq_num 383) dirty exists 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1188: left oid 31 (ObjNum 383 snap 125 seq_num 383) 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1186: done (2 left) 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1188: done (1 left) 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1189: done (0 left) 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1190: rollback oid 19 current snap is 125 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 71 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1191: read oid 23 snap -1 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1191: expect (ObjNum 324 snap 107 seq_num 324) 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1192: copy_from oid 41 from oid 47 current snap is 125 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 125 2023-12-16T19:34:15.167 INFO:tasks.rados.rados.0.smithi002.stdout:1193: seq_num 385 ranges {1966080=450560,2416640=761856,3178496=442368} 2023-12-16T19:34:15.180 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi002125626-22 from 1966080 to 2416640 tid 1 2023-12-16T19:34:15.184 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi002125626-22 from 2416640 to 3178496 tid 2 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1193: writing smithi002125626-22 from 3178496 to 3620864 tid 3 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1194: rollback oid 2 current snap is 125 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 81 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1192: finishing copy_from to smithi002125626-41 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1192: got expected ENOENT (src dne) 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1192: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1190: finishing rollback tid 2 to smithi002125626-19 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 599 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-16T19:34:15.187 INFO:tasks.rados.rados.0.smithi002.stdout:1191: expect (ObjNum 324 snap 107 seq_num 324) 2023-12-16T19:34:15.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[137674]: osdmap e285: 8 total, 7 up, 8 in 2023-12-16T19:34:15.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[140029]: osdmap e285: 8 total, 7 up, 8 in 2023-12-16T19:34:15.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.355 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.355 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T19:34:15.355 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T19:34:15.355 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T19:34:15.355 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T19:34:15.355 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150237]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate[150256]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-16T19:34:15.356 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150237]: 2023-12-16 19:34:15.034632297 +0000 UTC m=+0.674146844 container died ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T19:34:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 1 to smithi002125626-22 2023-12-16T19:34:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 2 to smithi002125626-22 2023-12-16T19:34:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 3 to smithi002125626-22 2023-12-16T19:34:15.419 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 4 to smithi002125626-22 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1194: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1194: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1190: done (4 left) 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1191: done (3 left) 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1192: done (2 left) 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1195: setattr oid 16 current snap is 125 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1194: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 904 (ObjNum 239 snap 78 seq_num 239) dirty exists 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1193: finishing write tid 5 to smithi002125626-22 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 347 (ObjNum 385 snap 125 seq_num 385) dirty exists 2023-12-16T19:34:15.420 INFO:tasks.rados.rados.0.smithi002.stdout:1193: left oid 22 (ObjNum 385 snap 125 seq_num 385) 2023-12-16T19:34:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:1193: done (2 left) 2023-12-16T19:34:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:1194: done (1 left) 2023-12-16T19:34:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:1196: copy_from oid 6 from oid 41 current snap is 125 2023-12-16T19:34:15.421 INFO:tasks.rados.rados.0.smithi002.stdout:1197: snap_remove snap 105 2023-12-16T19:34:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:15 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:15 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:15 smithi043 ceph-mon[135010]: osdmap e285: 8 total, 7 up, 8 in 2023-12-16T19:34:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:15 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:15 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:15.625 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150384]: 2023-12-16 19:34:15.458069691 +0000 UTC m=+0.417319612 container remove ec066d21e5c899e9b8b723102fa726cdfc6dc70777383de41a4fb03856c75b00 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150444]: 2023-12-16 19:34:15.624642733 +0000 UTC m=+0.068848290 container create 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.build-date=20231212) 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150444]: 2023-12-16 19:34:15.574005876 +0000 UTC m=+0.018211442 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150444]: 2023-12-16 19:34:15.741906083 +0000 UTC m=+0.186111647 container init 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 podman[150444]: 2023-12-16 19:34:15.745097208 +0000 UTC m=+0.189302765 container start 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 ceph-osd[150462]: -- 172.21.15.2:0/4282059884 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56054bef96c0 con 0x56054becb000 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 bash[150444]: 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab 2023-12-16T19:34:15.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:15 smithi002 systemd[1]: Started Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:34:16.065 INFO:tasks.rados.rados.0.smithi002.stdout:1197: done (2 left) 2023-12-16T19:34:16.065 INFO:tasks.rados.rados.0.smithi002.stdout:1198: snap_remove snap 99 2023-12-16T19:34:16.489 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T19:34:16.286+0000 7fb488615640 -1 Falling back to public interface 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: pgmap v121: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: osdmap e286: 8 total, 7 up, 8 in 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: pgmap v121: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: osdmap e286: 8 total, 7 up, 8 in 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: pgmap v121: 121 pgs: 16 stale+active+clean, 105 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 37 op/s 2023-12-16T19:34:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: osdmap e286: 8 total, 7 up, 8 in 2023-12-16T19:34:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: failed to encode map e285 with expected crc 2023-12-16T19:34:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: failed to encode map e286 with expected crc 2023-12-16T19:34:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:16.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:1198: done (2 left) 2023-12-16T19:34:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:1199: copy_from oid 5 from oid 46 current snap is 125 2023-12-16T19:34:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 287 (ObjNum 129 snap 0 seq_num 2053044072) dirty exists 2023-12-16T19:34:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:1196: finishing copy_from to smithi002125626-6 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 164 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:1196: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:1195: done (2 left) 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:1196: done (1 left) 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 125 2023-12-16T19:34:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:1200: seq_num 386 ranges {5603328=466944,6070272=638976,6709248=565248} 2023-12-16T19:34:17.106 INFO:tasks.rados.rados.0.smithi002.stdout:1200: writing smithi002125626-36 from 5603328 to 6070272 tid 1 2023-12-16T19:34:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:1200: writing smithi002125626-36 from 6070272 to 6709248 tid 2 2023-12-16T19:34:17.112 INFO:tasks.rados.rados.0.smithi002.stdout:1200: writing smithi002125626-36 from 6709248 to 7274496 tid 3 2023-12-16T19:34:17.112 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 125 2023-12-16T19:34:17.112 INFO:tasks.rados.rados.0.smithi002.stdout:1199: finishing copy_from to smithi002125626-5 2023-12-16T19:34:17.113 INFO:tasks.rados.rados.0.smithi002.stdout:1199: got expected ENOENT (src dne) 2023-12-16T19:34:17.113 INFO:tasks.rados.rados.0.smithi002.stdout:1199: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:34:17.113 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing write tid 1 to smithi002125626-36 2023-12-16T19:34:17.113 INFO:tasks.rados.rados.0.smithi002.stdout:1201: seq_num 387 ranges {3809280=483328,4292608=524288,4816896=679936} 2023-12-16T19:34:17.136 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi002125626-45 from 3809280 to 4292608 tid 1 2023-12-16T19:34:17.139 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi002125626-45 from 4292608 to 4816896 tid 2 2023-12-16T19:34:17.143 INFO:tasks.rados.rados.0.smithi002.stdout:1201: writing smithi002125626-45 from 4816896 to 5496832 tid 3 2023-12-16T19:34:17.143 INFO:tasks.rados.rados.0.smithi002.stdout:1199: done (2 left) 2023-12-16T19:34:17.143 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 125 2023-12-16T19:34:17.143 INFO:tasks.rados.rados.0.smithi002.stdout:1202: seq_num 388 ranges {3620864=507904,4128768=458752,4587520=606208,5193728=139264} 2023-12-16T19:34:17.165 INFO:tasks.rados.rados.0.smithi002.stdout:1202: writing smithi002125626-22 from 3620864 to 4128768 tid 1 2023-12-16T19:34:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:1202: writing smithi002125626-22 from 4128768 to 4587520 tid 2 2023-12-16T19:34:17.172 INFO:tasks.rados.rados.0.smithi002.stdout:1202: writing smithi002125626-22 from 4587520 to 5193728 tid 3 2023-12-16T19:34:17.173 INFO:tasks.rados.rados.0.smithi002.stdout:1202: writing smithi002125626-22 from 5193728 to 5332992 tid 4 2023-12-16T19:34:17.173 INFO:tasks.rados.rados.0.smithi002.stdout:1203: rmattr oid 34 current snap is 125 2023-12-16T19:34:17.173 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing write tid 2 to smithi002125626-36 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing write tid 3 to smithi002125626-36 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing write tid 4 to smithi002125626-36 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1200: finishing write tid 5 to smithi002125626-36 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 735 (ObjNum 386 snap 125 seq_num 386) dirty exists 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1200: left oid 36 (ObjNum 386 snap 125 seq_num 386) 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 1 to smithi002125626-45 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 2 to smithi002125626-45 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 3 to smithi002125626-45 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 4 to smithi002125626-45 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: finishing write tid 5 to smithi002125626-45 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 739 (ObjNum 387 snap 125 seq_num 387) dirty exists 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1201: left oid 45 (ObjNum 387 snap 125 seq_num 387) 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 1 to smithi002125626-22 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 2 to smithi002125626-22 2023-12-16T19:34:17.174 INFO:tasks.rados.rados.0.smithi002.stdout:1200: done (3 left) 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:1201: done (2 left) 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:1204: delete oid 20 current snap is 125 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 3 to smithi002125626-22 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 4 to smithi002125626-22 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:1204: done (2 left) 2023-12-16T19:34:17.175 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 125 2023-12-16T19:34:17.176 INFO:tasks.rados.rados.0.smithi002.stdout:1205: seq_num 390 ranges {2662400=540672,3203072=630784,3833856=573440} 2023-12-16T19:34:17.193 INFO:tasks.rados.rados.0.smithi002.stdout:1205: writing smithi002125626-29 from 2662400 to 3203072 tid 1 2023-12-16T19:34:17.196 INFO:tasks.rados.rados.0.smithi002.stdout:1205: writing smithi002125626-29 from 3203072 to 3833856 tid 2 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:1205: writing smithi002125626-29 from 3833856 to 4407296 tid 3 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:1206: delete oid 35 current snap is 125 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 5 to smithi002125626-22 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 701 (ObjNum 177 snap 0 seq_num 766191440) dirty exists 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:1202: finishing write tid 6 to smithi002125626-22 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 352 (ObjNum 388 snap 125 seq_num 388) dirty exists 2023-12-16T19:34:17.200 INFO:tasks.rados.rados.0.smithi002.stdout:1202: left oid 22 (ObjNum 388 snap 125 seq_num 388) 2023-12-16T19:34:17.201 INFO:tasks.rados.rados.0.smithi002.stdout:1205: finishing write tid 1 to smithi002125626-29 2023-12-16T19:34:17.201 INFO:tasks.rados.rados.0.smithi002.stdout:1205: finishing write tid 2 to smithi002125626-29 2023-12-16T19:34:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1205: finishing write tid 3 to smithi002125626-29 2023-12-16T19:34:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1202: done (3 left) 2023-12-16T19:34:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1203: done (2 left) 2023-12-16T19:34:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1206: done (1 left) 2023-12-16T19:34:17.203 INFO:tasks.rados.rados.0.smithi002.stdout:1207: setattr oid 17 current snap is 125 2023-12-16T19:34:17.203 INFO:tasks.rados.rados.0.smithi002.stdout:1205: finishing write tid 4 to smithi002125626-29 2023-12-16T19:34:17.204 INFO:tasks.rados.rados.0.smithi002.stdout:1205: finishing write tid 5 to smithi002125626-29 2023-12-16T19:34:17.204 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 292 (ObjNum 390 snap 125 seq_num 390) dirty exists 2023-12-16T19:34:17.204 INFO:tasks.rados.rados.0.smithi002.stdout:1205: left oid 29 (ObjNum 390 snap 125 seq_num 390) 2023-12-16T19:34:17.205 INFO:tasks.rados.rados.0.smithi002.stdout:1205: done (1 left) 2023-12-16T19:34:17.205 INFO:tasks.rados.rados.0.smithi002.stdout:1208: read oid 1 snap -1 2023-12-16T19:34:17.205 INFO:tasks.rados.rados.0.smithi002.stdout:1208: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:34:17.205 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 125 2023-12-16T19:34:17.206 INFO:tasks.rados.rados.0.smithi002.stdout:1209: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2023-12-16T19:34:17.209 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi002125626-33 from 0 to 573440 tid 1 2023-12-16T19:34:17.214 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi002125626-33 from 573440 to 1376256 tid 2 2023-12-16T19:34:17.216 INFO:tasks.rados.rados.0.smithi002.stdout:1209: writing smithi002125626-33 from 1376256 to 1777664 tid 3 2023-12-16T19:34:17.216 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 125 2023-12-16T19:34:17.216 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 710 (ObjNum 249 snap 80 seq_num 249) dirty exists 2023-12-16T19:34:17.216 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 1 to smithi002125626-33 2023-12-16T19:34:17.216 INFO:tasks.rados.rados.0.smithi002.stdout:1210: seq_num 393 ranges {212992=589824,802816=679936,1482752=524288} 2023-12-16T19:34:17.220 INFO:tasks.rados.rados.0.smithi002.stdout:1210: writing smithi002125626-39 from 212992 to 802816 tid 1 2023-12-16T19:34:17.224 INFO:tasks.rados.rados.0.smithi002.stdout:1210: writing smithi002125626-39 from 802816 to 1482752 tid 2 2023-12-16T19:34:17.228 INFO:tasks.rados.rados.0.smithi002.stdout:1210: writing smithi002125626-39 from 1482752 to 2007040 tid 3 2023-12-16T19:34:17.228 INFO:tasks.rados.rados.0.smithi002.stdout:1207: done (3 left) 2023-12-16T19:34:17.228 INFO:tasks.rados.rados.0.smithi002.stdout:1211: rollback oid 3 current snap is 125 2023-12-16T19:34:17.228 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 72 2023-12-16T19:34:17.228 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 2 to smithi002125626-33 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 3 to smithi002125626-33 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 4 to smithi002125626-33 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1209: finishing write tid 5 to smithi002125626-33 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 603 (ObjNum 392 snap 125 seq_num 392) dirty exists 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1209: left oid 33 (ObjNum 392 snap 125 seq_num 392) 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1210: finishing write tid 1 to smithi002125626-39 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1209: done (3 left) 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1212: rollback oid 44 current snap is 125 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 119 2023-12-16T19:34:17.229 INFO:tasks.rados.rados.0.smithi002.stdout:1213: snap_create 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:1210: finishing write tid 2 to smithi002125626-39 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:1212: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:1210: finishing write tid 3 to smithi002125626-39 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:1212: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 712 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:34:17.232 INFO:tasks.rados.rados.0.smithi002.stdout:1210: finishing write tid 4 to smithi002125626-39 2023-12-16T19:34:17.233 INFO:tasks.rados.rados.0.smithi002.stdout:1211: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:34:17.233 INFO:tasks.rados.rados.0.smithi002.stdout:1211: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:34:17.233 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 523 (ObjNum 130 snap 30 seq_num 130) dirty exists 2023-12-16T19:34:17.233 INFO:tasks.rados.rados.0.smithi002.stdout:1210: finishing write tid 5 to smithi002125626-39 2023-12-16T19:34:17.234 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 583 (ObjNum 393 snap 125 seq_num 393) dirty exists 2023-12-16T19:34:17.234 INFO:tasks.rados.rados.0.smithi002.stdout:1210: left oid 39 (ObjNum 393 snap 125 seq_num 393) 2023-12-16T19:34:17.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[137674]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[137674]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[137674]: osdmap e287: 8 total, 7 up, 8 in 2023-12-16T19:34:17.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[140029]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[140029]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:17 smithi002 ceph-mon[140029]: osdmap e287: 8 total, 7 up, 8 in 2023-12-16T19:34:17.243 INFO:tasks.rados.rados.0.smithi002.stdout:1208: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:34:17.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:17 smithi043 ceph-mon[135010]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:17 smithi043 ceph-mon[135010]: failed to encode map e287 with expected crc 2023-12-16T19:34:17.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:17 smithi043 ceph-mon[135010]: osdmap e287: 8 total, 7 up, 8 in 2023-12-16T19:34:17.918 INFO:tasks.rados.rados.0.smithi002.stdout:1208: done (4 left) 2023-12-16T19:34:17.918 INFO:tasks.rados.rados.0.smithi002.stdout:1210: done (3 left) 2023-12-16T19:34:17.919 INFO:tasks.rados.rados.0.smithi002.stdout:1211: done (2 left) 2023-12-16T19:34:17.919 INFO:tasks.rados.rados.0.smithi002.stdout:1212: done (1 left) 2023-12-16T19:34:17.919 INFO:tasks.rados.rados.0.smithi002.stdout:1213: done (0 left) 2023-12-16T19:34:17.919 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 126 2023-12-16T19:34:17.919 INFO:tasks.rados.rados.0.smithi002.stdout:1214: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2023-12-16T19:34:17.923 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi002125626-5 from 0 to 606208 tid 1 2023-12-16T19:34:17.926 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi002125626-5 from 606208 to 1171456 tid 2 2023-12-16T19:34:17.930 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi002125626-5 from 1171456 to 1728512 tid 3 2023-12-16T19:34:17.931 INFO:tasks.rados.rados.0.smithi002.stdout:1214: writing smithi002125626-5 from 1728512 to 1810432 tid 4 2023-12-16T19:34:17.931 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 126 2023-12-16T19:34:17.931 INFO:tasks.rados.rados.0.smithi002.stdout:1215: seq_num 395 ranges {5382144=622592,6004736=450560,6455296=753664} 2023-12-16T19:34:17.967 INFO:tasks.rados.rados.0.smithi002.stdout:1215: writing smithi002125626-10 from 5382144 to 6004736 tid 1 2023-12-16T19:34:17.970 INFO:tasks.rados.rados.0.smithi002.stdout:1215: writing smithi002125626-10 from 6004736 to 6455296 tid 2 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1215: writing smithi002125626-10 from 6455296 to 7208960 tid 3 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1216: rmattr oid 30 current snap is 126 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1216: done (2 left) 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1217: copy_from oid 33 from oid 50 current snap is 126 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 1 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 2 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 3 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 4 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 5 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: finishing write tid 6 to smithi002125626-5 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 732 (ObjNum 394 snap 126 seq_num 394) dirty exists 2023-12-16T19:34:17.976 INFO:tasks.rados.rados.0.smithi002.stdout:1214: left oid 5 (ObjNum 394 snap 126 seq_num 394) 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1215: finishing write tid 1 to smithi002125626-10 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1214: done (2 left) 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1218: read oid 28 snap -1 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1218: expect (ObjNum 377 snap 122 seq_num 377) 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1215: finishing write tid 2 to smithi002125626-10 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 126 2023-12-16T19:34:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1219: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2023-12-16T19:34:17.979 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi002125626-20 from 0 to 638976 tid 1 2023-12-16T19:34:17.983 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi002125626-20 from 638976 to 1425408 tid 2 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1219: writing smithi002125626-20 from 1425408 to 1843200 tid 3 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1220: copy_from oid 36 from oid 38 current snap is 126 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1215: finishing write tid 3 to smithi002125626-10 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1215: finishing write tid 4 to smithi002125626-10 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1215: finishing write tid 5 to smithi002125626-10 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 716 (ObjNum 395 snap 126 seq_num 395) dirty exists 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1215: left oid 10 (ObjNum 395 snap 126 seq_num 395) 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 1 to smithi002125626-20 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1215: done (4 left) 2023-12-16T19:34:17.987 INFO:tasks.rados.rados.0.smithi002.stdout:1221: snap_remove snap 72 2023-12-16T19:34:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 173/1017 objects degraded (17.011%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: osdmap e288: 8 total, 7 up, 8 in 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: failed to encode map e289 with expected crc 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[137674]: osdmap e289: 8 total, 7 up, 8 in 2023-12-16T19:34:18.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 173/1017 objects degraded (17.011%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: osdmap e288: 8 total, 7 up, 8 in 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: failed to encode map e289 with expected crc 2023-12-16T19:34:18.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:18 smithi002 ceph-mon[140029]: osdmap e289: 8 total, 7 up, 8 in 2023-12-16T19:34:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 173/1017 objects degraded (17.011%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: osdmap e288: 8 total, 7 up, 8 in 2023-12-16T19:34:18.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: failed to encode map e288 with expected crc 2023-12-16T19:34:18.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: failed to encode map e289 with expected crc 2023-12-16T19:34:18.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-mon[135010]: osdmap e289: 8 total, 7 up, 8 in 2023-12-16T19:34:18.924 INFO:tasks.rados.rados.0.smithi002.stdout:1221: done (4 left) 2023-12-16T19:34:18.924 INFO:tasks.rados.rados.0.smithi002.stdout:1222: snap_remove snap 92 2023-12-16T19:34:18.999 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:19.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: osdmap e290: 8 total, 7 up, 8 in 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[137674]: failed to encode map e290 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.423 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.424 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: osdmap e290: 8 total, 7 up, 8 in 2023-12-16T19:34:19.424 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-mon[140029]: failed to encode map e290 with expected crc 2023-12-16T19:34:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: failed to encode map e289 with expected crc 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: osdmap e290: 8 total, 7 up, 8 in 2023-12-16T19:34:19.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:19 smithi043 ceph-mon[135010]: failed to encode map e290 with expected crc 2023-12-16T19:34:19.739 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T19:34:19.419+0000 7fb488615640 -1 osd.1 0 read_superblock omap replica is missing. 2023-12-16T19:34:19.739 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T19:34:19.502+0000 7fb488615640 -1 osd.1 282 log_to_monitors true 2023-12-16T19:34:19.925 INFO:tasks.rados.rados.0.smithi002.stdout:1222: done (4 left) 2023-12-16T19:34:19.925 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 126 2023-12-16T19:34:19.925 INFO:tasks.rados.rados.0.smithi002.stdout:1223: seq_num 397 ranges {6193152=655360,6848512=671744,7520256=532480} 2023-12-16T19:34:19.966 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi002125626-30 from 6193152 to 6848512 tid 1 2023-12-16T19:34:19.970 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi002125626-30 from 6848512 to 7520256 tid 2 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:1223: writing smithi002125626-30 from 7520256 to 8052736 tid 3 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 126 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 2 to smithi002125626-20 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 3 to smithi002125626-20 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing copy_from to smithi002125626-33 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1101 (ObjNum 360 snap 122 seq_num 360) dirty exists 2023-12-16T19:34:19.974 INFO:tasks.rados.rados.0.smithi002.stdout:1217: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:34:19.975 INFO:tasks.rados.rados.0.smithi002.stdout:1218: expect (ObjNum 377 snap 122 seq_num 377) 2023-12-16T19:34:20.061 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 4 to smithi002125626-20 2023-12-16T19:34:20.061 INFO:tasks.rados.rados.0.smithi002.stdout:1219: finishing write tid 5 to smithi002125626-20 2023-12-16T19:34:20.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 744 (ObjNum 396 snap 126 seq_num 396) dirty exists 2023-12-16T19:34:20.061 INFO:tasks.rados.rados.0.smithi002.stdout:1219: left oid 20 (ObjNum 396 snap 126 seq_num 396) 2023-12-16T19:34:20.061 INFO:tasks.rados.rados.0.smithi002.stdout:1224: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2023-12-16T19:34:20.064 INFO:tasks.rados.rados.0.smithi002.stdout:1224: writing smithi002125626-7 from 0 to 671744 tid 1 2023-12-16T19:34:20.068 INFO:tasks.rados.rados.0.smithi002.stdout:1224: writing smithi002125626-7 from 671744 to 1228800 tid 2 2023-12-16T19:34:20.071 INFO:tasks.rados.rados.0.smithi002.stdout:1224: writing smithi002125626-7 from 1228800 to 1761280 tid 3 2023-12-16T19:34:20.072 INFO:tasks.rados.rados.0.smithi002.stdout:1224: writing smithi002125626-7 from 1761280 to 1875968 tid 4 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1217: done (5 left) 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1218: done (4 left) 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1219: done (3 left) 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 126 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1220: finishing copy_from to smithi002125626-36 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1220: finishing copy_from racing read to smithi002125626-36 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 1 to smithi002125626-30 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 2 to smithi002125626-30 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 3 to smithi002125626-30 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 4 to smithi002125626-30 2023-12-16T19:34:20.073 INFO:tasks.rados.rados.0.smithi002.stdout:1223: finishing write tid 5 to smithi002125626-30 2023-12-16T19:34:20.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 738 (ObjNum 397 snap 126 seq_num 397) dirty exists 2023-12-16T19:34:20.074 INFO:tasks.rados.rados.0.smithi002.stdout:1223: left oid 30 (ObjNum 397 snap 126 seq_num 397) 2023-12-16T19:34:20.074 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 1 to smithi002125626-7 2023-12-16T19:34:20.074 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 2 to smithi002125626-7 2023-12-16T19:34:20.074 INFO:tasks.rados.rados.0.smithi002.stdout:1225: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2023-12-16T19:34:20.076 INFO:tasks.rados.rados.0.smithi002.stdout:1225: writing smithi002125626-32 from 0 to 688128 tid 1 2023-12-16T19:34:20.078 INFO:tasks.rados.rados.0.smithi002.stdout:1225: writing smithi002125626-32 from 688128 to 1122304 tid 2 2023-12-16T19:34:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:1225: writing smithi002125626-32 from 1122304 to 1867776 tid 3 2023-12-16T19:34:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:1225: writing smithi002125626-32 from 1867776 to 1892352 tid 4 2023-12-16T19:34:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:1220: done (3 left) 2023-12-16T19:34:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:1223: done (2 left) 2023-12-16T19:34:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:1226: copy_from oid 50 from oid 42 current snap is 126 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 3 to smithi002125626-7 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 4 to smithi002125626-7 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 5 to smithi002125626-7 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: finishing write tid 6 to smithi002125626-7 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1200 (ObjNum 398 snap 126 seq_num 398) dirty exists 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: left oid 7 (ObjNum 398 snap 126 seq_num 398) 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 1 to smithi002125626-32 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 2 to smithi002125626-32 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1224: done (2 left) 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1227: copy_from oid 46 from oid 37 current snap is 126 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1228: rollback oid 35 current snap is 126 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 45 2023-12-16T19:34:20.085 INFO:tasks.rados.rados.0.smithi002.stdout:1229: read oid 40 snap -1 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1229: expect (ObjNum 341 snap 115 seq_num 341) 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1230: read oid 47 snap -1 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1230: expect deleted 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1231: read oid 7 snap -1 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1231: expect (ObjNum 398 snap 126 seq_num 398) 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1232: rmattr oid 25 current snap is 126 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1233: copy_from oid 43 from oid 33 current snap is 126 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 126 2023-12-16T19:34:20.086 INFO:tasks.rados.rados.0.smithi002.stdout:1234: seq_num 400 ranges {7208960=704512,7913472=720896,8634368=483328} 2023-12-16T19:34:20.128 INFO:tasks.rados.rados.0.smithi002.stdout:1234: writing smithi002125626-10 from 7208960 to 7913472 tid 1 2023-12-16T19:34:20.132 INFO:tasks.rados.rados.0.smithi002.stdout:1234: writing smithi002125626-10 from 7913472 to 8634368 tid 2 2023-12-16T19:34:20.134 INFO:tasks.rados.rados.0.smithi002.stdout:1234: writing smithi002125626-10 from 8634368 to 9117696 tid 3 2023-12-16T19:34:20.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 126 2023-12-16T19:34:20.135 INFO:tasks.rados.rados.0.smithi002.stdout:1235: seq_num 401 ranges {212992=720896,933888=606208,1540096=598016} 2023-12-16T19:34:20.139 INFO:tasks.rados.rados.0.smithi002.stdout:1235: writing smithi002125626-44 from 212992 to 933888 tid 1 2023-12-16T19:34:20.143 INFO:tasks.rados.rados.0.smithi002.stdout:1235: writing smithi002125626-44 from 933888 to 1540096 tid 2 2023-12-16T19:34:20.146 INFO:tasks.rados.rados.0.smithi002.stdout:1235: writing smithi002125626-44 from 1540096 to 2138112 tid 3 2023-12-16T19:34:20.146 INFO:tasks.rados.rados.0.smithi002.stdout:1236: setattr oid 1 current snap is 126 2023-12-16T19:34:20.146 INFO:tasks.rados.rados.0.smithi002.stdout:1229: expect (ObjNum 341 snap 115 seq_num 341) 2023-12-16T19:34:20.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 739 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 3 to smithi002125626-32 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 4 to smithi002125626-32 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 5 to smithi002125626-32 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1225: finishing write tid 6 to smithi002125626-32 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1205 (ObjNum 399 snap 126 seq_num 399) dirty exists 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1225: left oid 32 (ObjNum 399 snap 126 seq_num 399) 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing copy_from to smithi002125626-43 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1101 (ObjNum 360 snap 122 seq_num 360) dirty exists 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1233: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1228: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:34:20.175 INFO:tasks.rados.rados.0.smithi002.stdout:1228: finishing rollback tid 2 to smithi002125626-35 2023-12-16T19:34:20.176 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1207 (ObjNum 149 snap 36 seq_num 149) dirty exists 2023-12-16T19:34:20.176 INFO:tasks.rados.rados.0.smithi002.stdout:1226: finishing copy_from to smithi002125626-50 2023-12-16T19:34:20.176 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 224 (ObjNum 129 snap 0 seq_num 2053178816) dirty exists 2023-12-16T19:34:20.176 INFO:tasks.rados.rados.0.smithi002.stdout:1226: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:34:20.176 INFO:tasks.rados.rados.0.smithi002.stdout:1231: expect (ObjNum 398 snap 126 seq_num 398) 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing copy_from to smithi002125626-46 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 727 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1227: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing write tid 1 to smithi002125626-10 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing write tid 2 to smithi002125626-10 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing write tid 3 to smithi002125626-10 2023-12-16T19:34:20.225 INFO:tasks.rados.rados.0.smithi002.stdout:1225: done (11 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1226: done (10 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1227: done (9 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1228: done (8 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1229: done (7 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1230: done (6 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1231: done (5 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1232: done (4 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1233: done (3 left) 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1237: rollback oid 26 current snap is 126 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 81 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing write tid 4 to smithi002125626-10 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1234: finishing write tid 5 to smithi002125626-10 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 720 (ObjNum 400 snap 126 seq_num 400) dirty exists 2023-12-16T19:34:20.226 INFO:tasks.rados.rados.0.smithi002.stdout:1234: left oid 10 (ObjNum 400 snap 126 seq_num 400) 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: finishing write tid 1 to smithi002125626-44 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: finishing write tid 2 to smithi002125626-44 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: finishing write tid 3 to smithi002125626-44 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: finishing write tid 4 to smithi002125626-44 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: finishing write tid 5 to smithi002125626-44 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 724 (ObjNum 401 snap 126 seq_num 401) dirty exists 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: left oid 44 (ObjNum 401 snap 126 seq_num 401) 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1211 (ObjNum 355 snap 121 seq_num 355) dirty exists 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1234: done (3 left) 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1235: done (2 left) 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:1236: done (1 left) 2023-12-16T19:34:20.227 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 126 2023-12-16T19:34:20.228 INFO:tasks.rados.rados.0.smithi002.stdout:1238: seq_num 402 ranges {917504=737280,1654784=491520,2146304=516096,2662400=196608} 2023-12-16T19:34:20.233 INFO:tasks.rados.rados.0.smithi002.stdout:1238: writing smithi002125626-40 from 917504 to 1654784 tid 1 2023-12-16T19:34:20.236 INFO:tasks.rados.rados.0.smithi002.stdout:1238: writing smithi002125626-40 from 1654784 to 2146304 tid 2 2023-12-16T19:34:20.239 INFO:tasks.rados.rados.0.smithi002.stdout:1238: writing smithi002125626-40 from 2146304 to 2662400 tid 3 2023-12-16T19:34:20.239 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 19:34:19 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T19:34:19.955+0000 7fb478283700 -1 osd.1 282 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:34:20.240 INFO:tasks.rados.rados.0.smithi002.stdout:1238: writing smithi002125626-40 from 2662400 to 2859008 tid 4 2023-12-16T19:34:20.240 INFO:tasks.rados.rados.0.smithi002.stdout:1239: rmattr oid 48 current snap is 126 2023-12-16T19:34:20.240 INFO:tasks.rados.rados.0.smithi002.stdout:1239: done (2 left) 2023-12-16T19:34:20.240 INFO:tasks.rados.rados.0.smithi002.stdout:1240: read oid 38 snap -1 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1240: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1241: snap_create 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1237: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1237: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1237: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1215 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 1 to smithi002125626-40 2023-12-16T19:34:20.241 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 2 to smithi002125626-40 2023-12-16T19:34:20.242 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 3 to smithi002125626-40 2023-12-16T19:34:20.242 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 4 to smithi002125626-40 2023-12-16T19:34:20.244 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 5 to smithi002125626-40 2023-12-16T19:34:20.245 INFO:tasks.rados.rados.0.smithi002.stdout:1238: finishing write tid 6 to smithi002125626-40 2023-12-16T19:34:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 358 (ObjNum 402 snap 126 seq_num 402) dirty exists 2023-12-16T19:34:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:1238: left oid 40 (ObjNum 402 snap 126 seq_num 402) 2023-12-16T19:34:20.248 INFO:tasks.rados.rados.0.smithi002.stdout:1240: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: pgmap v127: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: osdmap e291: 8 total, 7 up, 8 in 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[137674]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: pgmap v127: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:20.736 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: osdmap e291: 8 total, 7 up, 8 in 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:20 smithi002 ceph-mon[140029]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: pgmap v127: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 373 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 19 op/s; 173/1017 objects degraded (17.011%) 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: failed to encode map e290 with expected crc 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T19:34:20.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T19:34:20.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: osdmap e291: 8 total, 7 up, 8 in 2023-12-16T19:34:20.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:20 smithi043 ceph-mon[135010]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:20.927 INFO:tasks.rados.rados.0.smithi002.stdout:1237: done (3 left) 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1238: done (2 left) 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1240: done (1 left) 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1241: done (0 left) 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1242: read oid 49 snap -1 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1242: expect (ObjNum 375 snap 122 seq_num 375) 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 127 2023-12-16T19:34:20.928 INFO:tasks.rados.rados.0.smithi002.stdout:1243: seq_num 403 ranges {3063808=753664,3817472=425984,4243456=720896,4964352=57344} 2023-12-16T19:34:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:1243: writing smithi002125626-26 from 3063808 to 3817472 tid 1 2023-12-16T19:34:20.957 INFO:tasks.rados.rados.0.smithi002.stdout:1243: writing smithi002125626-26 from 3817472 to 4243456 tid 2 2023-12-16T19:34:20.962 INFO:tasks.rados.rados.0.smithi002.stdout:1243: writing smithi002125626-26 from 4243456 to 4964352 tid 3 2023-12-16T19:34:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:1243: writing smithi002125626-26 from 4964352 to 5021696 tid 4 2023-12-16T19:34:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:1244: snap_create 2023-12-16T19:34:20.963 INFO:tasks.rados.rados.0.smithi002.stdout:1242: expect (ObjNum 375 snap 122 seq_num 375) 2023-12-16T19:34:21.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155] boot 2023-12-16T19:34:21.734 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155] boot 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T19:34:21.735 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:34:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: failed to encode map e291 with expected crc 2023-12-16T19:34:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:21.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:21.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: osd.1 [v2:172.21.15.2:6810/469357155,v1:172.21.15.2:6811/469357155] boot 2023-12-16T19:34:21.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T19:34:21.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T19:34:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:1242: done (2 left) 2023-12-16T19:34:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:1244: done (1 left) 2023-12-16T19:34:21.931 INFO:tasks.rados.rados.0.smithi002.stdout:1245: snap_create 2023-12-16T19:34:21.980 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 1 to smithi002125626-26 2023-12-16T19:34:21.981 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 2 to smithi002125626-26 2023-12-16T19:34:21.982 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 3 to smithi002125626-26 2023-12-16T19:34:21.982 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 4 to smithi002125626-26 2023-12-16T19:34:21.985 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 5 to smithi002125626-26 2023-12-16T19:34:21.987 INFO:tasks.rados.rados.0.smithi002.stdout:1243: finishing write tid 6 to smithi002125626-26 2023-12-16T19:34:21.987 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1221 (ObjNum 403 snap 127 seq_num 403) dirty exists 2023-12-16T19:34:21.987 INFO:tasks.rados.rados.0.smithi002.stdout:1243: left oid 26 (ObjNum 403 snap 127 seq_num 403) 2023-12-16T19:34:21.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:21] "GET /metrics HTTP/1.1" 200 35950 "" "Prometheus/2.43.0" 2023-12-16T19:34:21.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:34:21.963+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: pgmap v130: 121 pgs: 1 active+clean+snaptrim, 10 active+undersized+degraded, 36 active+undersized, 74 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 174/1026 objects degraded (16.959%) 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: mgrmap e41: y(active, since 91s), standbys: x 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:22.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: pgmap v130: 121 pgs: 1 active+clean+snaptrim, 10 active+undersized+degraded, 36 active+undersized, 74 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 174/1026 objects degraded (16.959%) 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: mgrmap e41: y(active, since 91s), standbys: x 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.743 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: pgmap v130: 121 pgs: 1 active+clean+snaptrim, 10 active+undersized+degraded, 36 active+undersized, 74 active+clean; 379 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 174/1026 objects degraded (16.959%) 2023-12-16T19:34:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e292 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:22.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: mgrmap e41: y(active, since 91s), standbys: x 2023-12-16T19:34:22.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:22.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:22.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:22.930 INFO:tasks.rados.rados.0.smithi002.stdout:1243: done (1 left) 2023-12-16T19:34:22.931 INFO:tasks.rados.rados.0.smithi002.stdout:1245: done (0 left) 2023-12-16T19:34:22.931 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 129 2023-12-16T19:34:22.931 INFO:tasks.rados.rados.0.smithi002.stdout:1246: seq_num 404 ranges {2138112=770048,2908160=712704,3620864=491520} 2023-12-16T19:34:22.945 INFO:tasks.rados.rados.0.smithi002.stdout:1246: writing smithi002125626-44 from 2138112 to 2908160 tid 1 2023-12-16T19:34:22.949 INFO:tasks.rados.rados.0.smithi002.stdout:1246: writing smithi002125626-44 from 2908160 to 3620864 tid 2 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1246: writing smithi002125626-44 from 3620864 to 4112384 tid 3 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1247: read oid 10 snap -1 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1247: expect (ObjNum 400 snap 126 seq_num 400) 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1248: read oid 1 snap -1 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1248: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:34:22.953 INFO:tasks.rados.rados.0.smithi002.stdout:1249: setattr oid 34 current snap is 129 2023-12-16T19:34:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:1250: setattr oid 20 current snap is 129 2023-12-16T19:34:22.958 INFO:tasks.rados.rados.0.smithi002.stdout:1251: snap_create 2023-12-16T19:34:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 702 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:34:22.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 745 (ObjNum 396 snap 126 seq_num 396) dirty exists 2023-12-16T19:34:22.985 INFO:tasks.rados.rados.0.smithi002.stdout:1246: finishing write tid 1 to smithi002125626-44 2023-12-16T19:34:22.985 INFO:tasks.rados.rados.0.smithi002.stdout:1246: finishing write tid 2 to smithi002125626-44 2023-12-16T19:34:22.985 INFO:tasks.rados.rados.0.smithi002.stdout:1246: finishing write tid 3 to smithi002125626-44 2023-12-16T19:34:22.985 INFO:tasks.rados.rados.0.smithi002.stdout:1246: finishing write tid 4 to smithi002125626-44 2023-12-16T19:34:22.985 INFO:tasks.rados.rados.0.smithi002.stdout:1248: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:34:23.418 INFO:tasks.rados.rados.0.smithi002.stdout:1247: expect (ObjNum 400 snap 126 seq_num 400) 2023-12-16T19:34:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 174/1026 objects degraded (16.959%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[137674]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:23.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 174/1026 objects degraded (16.959%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:23.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:23 smithi002 ceph-mon[140029]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T19:34:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: failed to encode map e293 with expected crc 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 174/1026 objects degraded (16.959%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:23.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:23 smithi043 ceph-mon[135010]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T19:34:24.005 INFO:tasks.rados.rados.0.smithi002.stdout:1246: finishing write tid 5 to smithi002125626-44 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 728 (ObjNum 404 snap 129 seq_num 404) dirty exists 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1246: left oid 44 (ObjNum 404 snap 129 seq_num 404) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1246: done (5 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1247: done (4 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1248: done (3 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1249: done (2 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1250: done (1 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1251: done (0 left) 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 130 2023-12-16T19:34:24.006 INFO:tasks.rados.rados.0.smithi002.stdout:1252: seq_num 405 ranges {1875968=786432,2662400=589824,3252224=614400} 2023-12-16T19:34:24.020 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi002125626-7 from 1875968 to 2662400 tid 1 2023-12-16T19:34:24.023 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi002125626-7 from 2662400 to 3252224 tid 2 2023-12-16T19:34:24.028 INFO:tasks.rados.rados.0.smithi002.stdout:1252: writing smithi002125626-7 from 3252224 to 3866624 tid 3 2023-12-16T19:34:24.028 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 130 2023-12-16T19:34:24.028 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 1 to smithi002125626-7 2023-12-16T19:34:24.028 INFO:tasks.rados.rados.0.smithi002.stdout:1253: seq_num 406 ranges {1892352=802816,2695168=475136,3170304=499712,3670016=229376} 2023-12-16T19:34:24.042 INFO:tasks.rados.rados.0.smithi002.stdout:1253: writing smithi002125626-32 from 1892352 to 2695168 tid 1 2023-12-16T19:34:24.045 INFO:tasks.rados.rados.0.smithi002.stdout:1253: writing smithi002125626-32 from 2695168 to 3170304 tid 2 2023-12-16T19:34:24.048 INFO:tasks.rados.rados.0.smithi002.stdout:1253: writing smithi002125626-32 from 3170304 to 3670016 tid 3 2023-12-16T19:34:24.050 INFO:tasks.rados.rados.0.smithi002.stdout:1253: writing smithi002125626-32 from 3670016 to 3899392 tid 4 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 130 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 2 to smithi002125626-7 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 3 to smithi002125626-7 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 4 to smithi002125626-7 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1252: finishing write tid 5 to smithi002125626-7 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1268 (ObjNum 405 snap 130 seq_num 405) dirty exists 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1252: left oid 7 (ObjNum 405 snap 130 seq_num 405) 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 1 to smithi002125626-32 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 2 to smithi002125626-32 2023-12-16T19:34:24.051 INFO:tasks.rados.rados.0.smithi002.stdout:1254: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2023-12-16T19:34:24.053 INFO:tasks.rados.rados.0.smithi002.stdout:1254: writing smithi002125626-34 from 0 to 425984 tid 1 2023-12-16T19:34:24.057 INFO:tasks.rados.rados.0.smithi002.stdout:1254: writing smithi002125626-34 from 425984 to 1187840 tid 2 2023-12-16T19:34:24.061 INFO:tasks.rados.rados.0.smithi002.stdout:1254: writing smithi002125626-34 from 1187840 to 1892352 tid 3 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1254: writing smithi002125626-34 from 1892352 to 2031616 tid 4 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1252: done (2 left) 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1255: snap_create 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 3 to smithi002125626-32 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 4 to smithi002125626-32 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 5 to smithi002125626-32 2023-12-16T19:34:24.062 INFO:tasks.rados.rados.0.smithi002.stdout:1253: finishing write tid 6 to smithi002125626-32 2023-12-16T19:34:24.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1274 (ObjNum 406 snap 130 seq_num 406) dirty exists 2023-12-16T19:34:24.063 INFO:tasks.rados.rados.0.smithi002.stdout:1253: left oid 32 (ObjNum 406 snap 130 seq_num 406) 2023-12-16T19:34:24.063 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 1 to smithi002125626-34 2023-12-16T19:34:24.063 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 2 to smithi002125626-34 2023-12-16T19:34:24.066 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 3 to smithi002125626-34 2023-12-16T19:34:24.066 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 4 to smithi002125626-34 2023-12-16T19:34:24.066 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 5 to smithi002125626-34 2023-12-16T19:34:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:1254: finishing write tid 6 to smithi002125626-34 2023-12-16T19:34:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 707 (ObjNum 407 snap 130 seq_num 407) dirty exists 2023-12-16T19:34:24.067 INFO:tasks.rados.rados.0.smithi002.stdout:1254: left oid 34 (ObjNum 407 snap 130 seq_num 407) 2023-12-16T19:34:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: pgmap v133: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.5 MiB/s wr, 31 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[137674]: failed to encode map e295 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: pgmap v133: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.5 MiB/s wr, 31 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T19:34:24.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:24 smithi002 ceph-mon[140029]: failed to encode map e295 with expected crc 2023-12-16T19:34:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: pgmap v133: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.5 MiB/s wr, 31 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e294 with expected crc 2023-12-16T19:34:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T19:34:24.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:24 smithi043 ceph-mon[135010]: failed to encode map e295 with expected crc 2023-12-16T19:34:24.933 INFO:tasks.rados.rados.0.smithi002.stdout:1253: done (2 left) 2023-12-16T19:34:24.933 INFO:tasks.rados.rados.0.smithi002.stdout:1254: done (1 left) 2023-12-16T19:34:24.933 INFO:tasks.rados.rados.0.smithi002.stdout:1255: done (0 left) 2023-12-16T19:34:24.934 INFO:tasks.rados.rados.0.smithi002.stdout:1256: delete oid 40 current snap is 131 2023-12-16T19:34:24.939 INFO:tasks.rados.rados.0.smithi002.stdout:1256: done (0 left) 2023-12-16T19:34:24.939 INFO:tasks.rados.rados.0.smithi002.stdout:1257: snap_remove snap 100 2023-12-16T19:34:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: failed to encode map e296 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[137674]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: failed to encode map e296 with expected crc 2023-12-16T19:34:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:25 smithi002 ceph-mon[140029]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T19:34:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: failed to encode map e295 with expected crc 2023-12-16T19:34:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: failed to encode map e296 with expected crc 2023-12-16T19:34:25.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:25 smithi043 ceph-mon[135010]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T19:34:25.936 INFO:tasks.rados.rados.0.smithi002.stdout:1257: done (0 left) 2023-12-16T19:34:25.936 INFO:tasks.rados.rados.0.smithi002.stdout:1258: snap_remove snap 86 2023-12-16T19:34:26.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[137674]: pgmap v136: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[137674]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[137674]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[137674]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[137674]: failed to encode map e297 with expected crc 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[140029]: pgmap v136: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[140029]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[140029]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[140029]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T19:34:26.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:26 smithi002 ceph-mon[140029]: failed to encode map e297 with expected crc 2023-12-16T19:34:26.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:26 smithi043 ceph-mon[135010]: pgmap v136: 121 pgs: 1 active+clean+snaptrim, 25 peering, 5 active+undersized+degraded, 16 active+undersized, 74 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 88/1059 objects degraded (8.310%) 2023-12-16T19:34:26.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:26 smithi043 ceph-mon[135010]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:26 smithi043 ceph-mon[135010]: failed to encode map e296 with expected crc 2023-12-16T19:34:26.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:26 smithi043 ceph-mon[135010]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T19:34:26.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:26 smithi043 ceph-mon[135010]: failed to encode map e297 with expected crc 2023-12-16T19:34:26.939 INFO:tasks.rados.rados.0.smithi002.stdout:1258: done (0 left) 2023-12-16T19:34:26.939 INFO:tasks.rados.rados.0.smithi002.stdout:1259: snap_remove snap 88 2023-12-16T19:34:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[137674]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[137674]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[137674]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[137674]: failed to encode map e298 with expected crc 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[140029]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[140029]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[140029]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T19:34:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:27 smithi002 ceph-mon[140029]: failed to encode map e298 with expected crc 2023-12-16T19:34:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:27 smithi043 ceph-mon[135010]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:27 smithi043 ceph-mon[135010]: failed to encode map e297 with expected crc 2023-12-16T19:34:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:27 smithi043 ceph-mon[135010]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T19:34:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:27 smithi043 ceph-mon[135010]: failed to encode map e298 with expected crc 2023-12-16T19:34:27.921 INFO:tasks.rados.rados.0.smithi002.stdout:1259: done (0 left) 2023-12-16T19:34:27.921 INFO:tasks.rados.rados.0.smithi002.stdout:1260: delete oid 34 current snap is 131 2023-12-16T19:34:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1260: done (0 left) 2023-12-16T19:34:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1261: read oid 33 snap -1 2023-12-16T19:34:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1261: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 131 2023-12-16T19:34:27.937 INFO:tasks.rados.rados.0.smithi002.stdout:1262: seq_num 410 ranges {2080768=475136,2555904=417792,2973696=475136,3448832=425984,3874816=286720} 2023-12-16T19:34:27.952 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi002125626-48 from 2080768 to 2555904 tid 1 2023-12-16T19:34:27.955 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi002125626-48 from 2555904 to 2973696 tid 2 2023-12-16T19:34:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi002125626-48 from 2973696 to 3448832 tid 3 2023-12-16T19:34:27.961 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi002125626-48 from 3448832 to 3874816 tid 4 2023-12-16T19:34:27.963 INFO:tasks.rados.rados.0.smithi002.stdout:1262: writing smithi002125626-48 from 3874816 to 4161536 tid 5 2023-12-16T19:34:27.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 131 2023-12-16T19:34:27.963 INFO:tasks.rados.rados.0.smithi002.stdout:1263: seq_num 411 ranges {1810432=491520,2301952=753664,3055616=688128,3743744=163840} 2023-12-16T19:34:27.975 INFO:tasks.rados.rados.0.smithi002.stdout:1263: writing smithi002125626-5 from 1810432 to 2301952 tid 1 2023-12-16T19:34:27.980 INFO:tasks.rados.rados.0.smithi002.stdout:1263: writing smithi002125626-5 from 2301952 to 3055616 tid 2 2023-12-16T19:34:27.983 INFO:tasks.rados.rados.0.smithi002.stdout:1263: writing smithi002125626-5 from 3055616 to 3743744 tid 3 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1263: writing smithi002125626-5 from 3743744 to 3907584 tid 4 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1264: read oid 42 snap -1 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1264: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1265: read oid 25 snap 117 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1265: expect (ObjNum 2053046032 snap 21887 seq_num 2052221200) 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 131 2023-12-16T19:34:27.985 INFO:tasks.rados.rados.0.smithi002.stdout:1261: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:28.018 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 1 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 2 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 3 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 4 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 5 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 6 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: finishing write tid 7 to smithi002125626-48 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 253 (ObjNum 410 snap 131 seq_num 410) dirty exists 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1262: left oid 48 (ObjNum 410 snap 131 seq_num 410) 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 1 to smithi002125626-5 2023-12-16T19:34:28.019 INFO:tasks.rados.rados.0.smithi002.stdout:1266: seq_num 412 ranges {9117696=507904,9625600=630784,10256384=491520,10747904=483328} 2023-12-16T19:34:28.071 INFO:tasks.rados.rados.0.smithi002.stdout:1266: writing smithi002125626-10 from 9117696 to 9625600 tid 1 2023-12-16T19:34:28.074 INFO:tasks.rados.rados.0.smithi002.stdout:1266: writing smithi002125626-10 from 9625600 to 10256384 tid 2 2023-12-16T19:34:28.077 INFO:tasks.rados.rados.0.smithi002.stdout:1266: writing smithi002125626-10 from 10256384 to 10747904 tid 3 2023-12-16T19:34:28.080 INFO:tasks.rados.rados.0.smithi002.stdout:1266: writing smithi002125626-10 from 10747904 to 11231232 tid 4 2023-12-16T19:34:28.081 INFO:tasks.rados.rados.0.smithi002.stdout:1261: done (5 left) 2023-12-16T19:34:28.081 INFO:tasks.rados.rados.0.smithi002.stdout:1262: done (4 left) 2023-12-16T19:34:28.081 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 131 2023-12-16T19:34:28.081 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 2 to smithi002125626-5 2023-12-16T19:34:28.081 INFO:tasks.rados.rados.0.smithi002.stdout:1267: seq_num 413 ranges {5021696=524288,5545984=516096,6062080=696320,6758400=393216} 2023-12-16T19:34:28.111 INFO:tasks.rados.rados.0.smithi002.stdout:1267: writing smithi002125626-26 from 5021696 to 5545984 tid 1 2023-12-16T19:34:28.114 INFO:tasks.rados.rados.0.smithi002.stdout:1267: writing smithi002125626-26 from 5545984 to 6062080 tid 2 2023-12-16T19:34:28.117 INFO:tasks.rados.rados.0.smithi002.stdout:1267: writing smithi002125626-26 from 6062080 to 6758400 tid 3 2023-12-16T19:34:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:1267: writing smithi002125626-26 from 6758400 to 7151616 tid 4 2023-12-16T19:34:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:1268: delete oid 19 current snap is 131 2023-12-16T19:34:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:1265: expect (ObjNum 2053046032 snap 21887 seq_num 2052221200) 2023-12-16T19:34:28.122 INFO:tasks.rados.rados.0.smithi002.stdout:1264: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:34:28.126 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 3 to smithi002125626-5 2023-12-16T19:34:28.126 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 4 to smithi002125626-5 2023-12-16T19:34:28.126 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 5 to smithi002125626-5 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1263: finishing write tid 6 to smithi002125626-5 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 737 (ObjNum 411 snap 131 seq_num 411) dirty exists 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1263: left oid 5 (ObjNum 411 snap 131 seq_num 411) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1263: done (5 left) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1264: done (4 left) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1265: done (3 left) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1268: done (2 left) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1269: read oid 27 snap -1 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1269: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1270: delete oid 4 current snap is 131 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 1 to smithi002125626-10 2023-12-16T19:34:28.127 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 2 to smithi002125626-10 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 3 to smithi002125626-10 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 4 to smithi002125626-10 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 5 to smithi002125626-10 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1266: finishing write tid 6 to smithi002125626-10 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 733 (ObjNum 412 snap 131 seq_num 412) dirty exists 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1266: left oid 10 (ObjNum 412 snap 131 seq_num 412) 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 1 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 2 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 3 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 4 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 5 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:1267: finishing write tid 6 to smithi002125626-26 2023-12-16T19:34:28.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1328 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:34:28.129 INFO:tasks.rados.rados.0.smithi002.stdout:1267: left oid 26 (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:34:28.129 INFO:tasks.rados.rados.0.smithi002.stdout:1266: done (3 left) 2023-12-16T19:34:28.129 INFO:tasks.rados.rados.0.smithi002.stdout:1267: done (2 left) 2023-12-16T19:34:28.129 INFO:tasks.rados.rados.0.smithi002.stdout:1270: done (1 left) 2023-12-16T19:34:28.129 INFO:tasks.rados.rados.0.smithi002.stdout:1271: snap_remove snap 129 2023-12-16T19:34:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: pgmap v139: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/1059 objects degraded (8.310%), 5 pgs degraded) 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: failed to encode map e299 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[140029]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: pgmap v139: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/1059 objects degraded (8.310%), 5 pgs degraded) 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:34:28.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: failed to encode map e299 with expected crc 2023-12-16T19:34:28.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:28 smithi002 ceph-mon[137674]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T19:34:28.748 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T19:34:28.748 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: pgmap v139: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: failed to encode map e298 with expected crc 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/1059 objects degraded (8.310%), 5 pgs degraded) 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: failed to encode map e299 with expected crc 2023-12-16T19:34:28.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:28 smithi043 ceph-mon[135010]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T19:34:28.927 INFO:tasks.rados.rados.0.smithi002.stdout:1269: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:28.971 INFO:tasks.rados.rados.0.smithi002.stdout:1269: done (1 left) 2023-12-16T19:34:28.971 INFO:tasks.rados.rados.0.smithi002.stdout:1271: done (0 left) 2023-12-16T19:34:28.971 INFO:tasks.rados.rados.0.smithi002.stdout:1272: read oid 37 snap -1 2023-12-16T19:34:28.971 INFO:tasks.rados.rados.0.smithi002.stdout:1272: expect (ObjNum 367 snap 122 seq_num 367) 2023-12-16T19:34:28.971 INFO:tasks.rados.rados.0.smithi002.stdout:1273: snap_create 2023-12-16T19:34:29.002 INFO:tasks.rados.rados.0.smithi002.stdout:1272: expect (ObjNum 367 snap 122 seq_num 367) 2023-12-16T19:34:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:29 smithi043 ceph-mon[135010]: failed to encode map e299 with expected crc 2023-12-16T19:34:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:29 smithi043 ceph-mon[135010]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T19:34:29.929 INFO:tasks.rados.rados.0.smithi002.stdout:1272: done (1 left) 2023-12-16T19:34:29.929 INFO:tasks.rados.rados.0.smithi002.stdout:1273: done (0 left) 2023-12-16T19:34:29.929 INFO:tasks.rados.rados.0.smithi002.stdout:1274: copy_from oid 45 from oid 50 current snap is 132 2023-12-16T19:34:29.929 INFO:tasks.rados.rados.0.smithi002.stdout:1275: copy_from oid 17 from oid 29 current snap is 132 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1276: read oid 30 snap -1 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1276: expect (ObjNum 397 snap 126 seq_num 397) 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1277: read oid 41 snap -1 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1277: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1278: setattr oid 47 current snap is 132 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1279: copy_from oid 13 from oid 28 current snap is 132 2023-12-16T19:34:29.930 INFO:tasks.rados.rados.0.smithi002.stdout:1280: setattr oid 18 current snap is 132 2023-12-16T19:34:29.932 INFO:tasks.rados.rados.0.smithi002.stdout:1281: read oid 39 snap -1 2023-12-16T19:34:29.932 INFO:tasks.rados.rados.0.smithi002.stdout:1281: expect (ObjNum 393 snap 125 seq_num 393) 2023-12-16T19:34:29.932 INFO:tasks.rados.rados.0.smithi002.stdout:1282: read oid 40 snap -1 2023-12-16T19:34:29.932 INFO:tasks.rados.rados.0.smithi002.stdout:1282: expect deleted 2023-12-16T19:34:29.932 INFO:tasks.rados.rados.0.smithi002.stdout:1283: snap_remove snap 118 2023-12-16T19:34:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:29 smithi002 ceph-mon[137674]: failed to encode map e299 with expected crc 2023-12-16T19:34:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:29 smithi002 ceph-mon[137674]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T19:34:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:29 smithi002 ceph-mon[140029]: failed to encode map e299 with expected crc 2023-12-16T19:34:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:29 smithi002 ceph-mon[140029]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T19:34:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:30 smithi043 ceph-mon[135010]: pgmap v142: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:30 smithi043 ceph-mon[135010]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:30 smithi043 ceph-mon[135010]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:30 smithi043 ceph-mon[135010]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T19:34:30.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:30 smithi043 ceph-mon[135010]: failed to encode map e301 with expected crc 2023-12-16T19:34:30.931 INFO:tasks.rados.rados.0.smithi002.stdout:1283: done (9 left) 2023-12-16T19:34:30.931 INFO:tasks.rados.rados.0.smithi002.stdout:1284: rollback oid 48 current snap is 132 2023-12-16T19:34:30.931 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 113 2023-12-16T19:34:30.931 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1335 (ObjNum 65 snap 0 seq_num 1347773526) dirty exists 2023-12-16T19:34:30.931 INFO:tasks.rados.rados.0.smithi002.stdout:1277: expect (ObjNum 178 snap 46 seq_num 178) 2023-12-16T19:34:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[137674]: pgmap v142: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[137674]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[137674]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[137674]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[137674]: failed to encode map e301 with expected crc 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[140029]: pgmap v142: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 29 MiB/s, 9 objects/s recovering 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[140029]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[140029]: failed to encode map e300 with expected crc 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[140029]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T19:34:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:30 smithi002 ceph-mon[140029]: failed to encode map e301 with expected crc 2023-12-16T19:34:30.997 INFO:tasks.rados.rados.0.smithi002.stdout:1274: finishing copy_from to smithi002125626-45 2023-12-16T19:34:30.997 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 224 (ObjNum 33 snap 0 seq_num 2052930656) dirty exists 2023-12-16T19:34:30.997 INFO:tasks.rados.rados.0.smithi002.stdout:1274: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:34:30.997 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 709 (ObjNum 339 snap 115 seq_num 339) dirty exists 2023-12-16T19:34:30.997 INFO:tasks.rados.rados.0.smithi002.stdout:1281: expect (ObjNum 393 snap 125 seq_num 393) 2023-12-16T19:34:31.053 INFO:tasks.rados.rados.0.smithi002.stdout:1279: finishing copy_from to smithi002125626-13 2023-12-16T19:34:31.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 568 (ObjNum 377 snap 122 seq_num 377) dirty exists 2023-12-16T19:34:31.053 INFO:tasks.rados.rados.0.smithi002.stdout:1279: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:34:31.054 INFO:tasks.rados.rados.0.smithi002.stdout:1276: expect (ObjNum 397 snap 126 seq_num 397) 2023-12-16T19:34:31.561 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing copy_from to smithi002125626-17 2023-12-16T19:34:31.561 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 292 (ObjNum 390 snap 125 seq_num 390) dirty exists 2023-12-16T19:34:31.561 INFO:tasks.rados.rados.0.smithi002.stdout:1275: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1274: done (9 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1275: done (8 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1276: done (7 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1277: done (6 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1278: done (5 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1279: done (4 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1280: done (3 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1281: done (2 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1282: done (1 left) 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1285: copy_from oid 10 from oid 27 current snap is 132 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1284: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1284: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:34:31.562 INFO:tasks.rados.rados.0.smithi002.stdout:1284: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 259 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:1284: done (1 left) 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:1286: read oid 24 snap 120 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:1286: expect (ObjNum 289 snap 95 seq_num 289) 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 132 2023-12-16T19:34:31.563 INFO:tasks.rados.rados.0.smithi002.stdout:1287: seq_num 416 ranges {6193152=573440,6766592=573440,7340032=475136,7815168=557056} 2023-12-16T19:34:31.598 INFO:tasks.rados.rados.0.smithi002.stdout:1287: writing smithi002125626-46 from 6193152 to 6766592 tid 1 2023-12-16T19:34:31.601 INFO:tasks.rados.rados.0.smithi002.stdout:1287: writing smithi002125626-46 from 6766592 to 7340032 tid 2 2023-12-16T19:34:31.603 INFO:tasks.rados.rados.0.smithi002.stdout:1287: writing smithi002125626-46 from 7340032 to 7815168 tid 3 2023-12-16T19:34:31.606 INFO:tasks.rados.rados.0.smithi002.stdout:1287: writing smithi002125626-46 from 7815168 to 8372224 tid 4 2023-12-16T19:34:31.607 INFO:tasks.rados.rados.0.smithi002.stdout:1288: delete oid 12 current snap is 132 2023-12-16T19:34:31.607 INFO:tasks.rados.rados.0.smithi002.stdout:1286: expect (ObjNum 289 snap 95 seq_num 289) 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1285: finishing copy_from to smithi002125626-10 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 695 (ObjNum 232 snap 73 seq_num 232) dirty exists 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1285: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 1 to smithi002125626-46 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1285: done (3 left) 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1286: done (2 left) 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1288: done (1 left) 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1289: setattr oid 19 current snap is 132 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 2 to smithi002125626-46 2023-12-16T19:34:31.727 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 3 to smithi002125626-46 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 4 to smithi002125626-46 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 5 to smithi002125626-46 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1287: finishing write tid 6 to smithi002125626-46 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 744 (ObjNum 416 snap 132 seq_num 416) dirty exists 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1287: left oid 46 (ObjNum 416 snap 132 seq_num 416) 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1287: done (1 left) 2023-12-16T19:34:31.728 INFO:tasks.rados.rados.0.smithi002.stdout:1290: snap_remove snap 34 2023-12-16T19:34:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:31 smithi043 ceph-mon[135010]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:31 smithi043 ceph-mon[135010]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:31 smithi043 ceph-mon[135010]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:31 smithi043 ceph-mon[135010]: osdmap e302: 8 total, 8 up, 8 in 2023-12-16T19:34:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:31 smithi043 ceph-mon[135010]: failed to encode map e302 with expected crc 2023-12-16T19:34:31.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[137674]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[137674]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[137674]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[137674]: osdmap e302: 8 total, 8 up, 8 in 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[137674]: failed to encode map e302 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[140029]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[140029]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[140029]: failed to encode map e301 with expected crc 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[140029]: osdmap e302: 8 total, 8 up, 8 in 2023-12-16T19:34:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-mon[140029]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:31] "GET /metrics HTTP/1.1" 200 35950 "" "Prometheus/2.43.0" 2023-12-16T19:34:32.502 INFO:tasks.rados.rados.0.smithi002.stdout:1290: done (1 left) 2023-12-16T19:34:32.502 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 132 2023-12-16T19:34:32.502 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1104 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:34:32.502 INFO:tasks.rados.rados.0.smithi002.stdout:1291: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2023-12-16T19:34:32.505 INFO:tasks.rados.rados.0.smithi002.stdout:1291: writing smithi002125626-50 from 0 to 606208 tid 1 2023-12-16T19:34:32.509 INFO:tasks.rados.rados.0.smithi002.stdout:1291: writing smithi002125626-50 from 606208 to 1343488 tid 2 2023-12-16T19:34:32.513 INFO:tasks.rados.rados.0.smithi002.stdout:1291: writing smithi002125626-50 from 1343488 to 1777664 tid 3 2023-12-16T19:34:32.516 INFO:tasks.rados.rados.0.smithi002.stdout:1291: writing smithi002125626-50 from 1777664 to 2211840 tid 4 2023-12-16T19:34:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:1289: done (1 left) 2023-12-16T19:34:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:1292: setattr oid 14 current snap is 132 2023-12-16T19:34:32.517 INFO:tasks.rados.rados.0.smithi002.stdout:1293: snap_remove snap 130 2023-12-16T19:34:32.923 INFO:tasks.rados.rados.0.smithi002.stdout:1293: done (2 left) 2023-12-16T19:34:32.923 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 132 2023-12-16T19:34:32.924 INFO:tasks.rados.rados.0.smithi002.stdout:1294: seq_num 419 ranges {3907584=622592,4530176=671744,5201920=647168,5849088=286720} 2023-12-16T19:34:32.952 INFO:tasks.rados.rados.0.smithi002.stdout:1294: writing smithi002125626-5 from 3907584 to 4530176 tid 1 2023-12-16T19:34:32.953 INFO:tasks.rados.rados.0.smithi002.stdout:1294: writing smithi002125626-5 from 4530176 to 5201920 tid 2 2023-12-16T19:34:32.957 INFO:tasks.rados.rados.0.smithi002.stdout:1294: writing smithi002125626-5 from 5201920 to 5849088 tid 3 2023-12-16T19:34:32.959 INFO:tasks.rados.rados.0.smithi002.stdout:1294: writing smithi002125626-5 from 5849088 to 6135808 tid 4 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1295: copy_from oid 28 from oid 2 current snap is 132 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 559 (ObjNum 379 snap 123 seq_num 379) dirty exists 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 1 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 2 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 3 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 4 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 5 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: finishing write tid 6 to smithi002125626-50 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1355 (ObjNum 418 snap 132 seq_num 418) dirty exists 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: left oid 50 (ObjNum 418 snap 132 seq_num 418) 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 1 to smithi002125626-5 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 2 to smithi002125626-5 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1291: done (3 left) 2023-12-16T19:34:32.960 INFO:tasks.rados.rados.0.smithi002.stdout:1292: done (2 left) 2023-12-16T19:34:32.961 INFO:tasks.rados.rados.0.smithi002.stdout:1296: setattr oid 25 current snap is 132 2023-12-16T19:34:32.962 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 3 to smithi002125626-5 2023-12-16T19:34:32.962 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 4 to smithi002125626-5 2023-12-16T19:34:32.962 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 5 to smithi002125626-5 2023-12-16T19:34:32.963 INFO:tasks.rados.rados.0.smithi002.stdout:1297: rollback oid 45 current snap is 132 2023-12-16T19:34:32.963 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 127 2023-12-16T19:34:32.963 INFO:tasks.rados.rados.0.smithi002.stdout:1298: rollback oid 6 current snap is 132 2023-12-16T19:34:32.963 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 114 2023-12-16T19:34:32.963 INFO:tasks.rados.rados.0.smithi002.stdout:1299: delete oid 7 current snap is 132 2023-12-16T19:34:32.964 INFO:tasks.rados.rados.0.smithi002.stdout:1294: finishing write tid 6 to smithi002125626-5 2023-12-16T19:34:32.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 742 (ObjNum 419 snap 132 seq_num 419) dirty exists 2023-12-16T19:34:32.964 INFO:tasks.rados.rados.0.smithi002.stdout:1294: left oid 5 (ObjNum 419 snap 132 seq_num 419) 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 745 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1294: done (5 left) 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1296: done (4 left) 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1299: done (3 left) 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1300: read oid 3 snap -1 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1300: expect (ObjNum 130 snap 30 seq_num 130) 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1301: delete oid 34 current snap is 132 2023-12-16T19:34:32.968 INFO:tasks.rados.rados.0.smithi002.stdout:1297: finishing rollback tid 0 to smithi002125626-45 2023-12-16T19:34:32.969 INFO:tasks.rados.rados.0.smithi002.stdout:1297: finishing rollback tid 1 to smithi002125626-45 2023-12-16T19:34:32.970 INFO:tasks.rados.rados.0.smithi002.stdout:1298: finishing rollback tid 0 to smithi002125626-6 2023-12-16T19:34:32.972 INFO:tasks.rados.rados.0.smithi002.stdout:1297: finishing rollback tid 2 to smithi002125626-45 2023-12-16T19:34:32.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 748 (ObjNum 387 snap 125 seq_num 387) dirty exists 2023-12-16T19:34:32.972 INFO:tasks.rados.rados.0.smithi002.stdout:1297: done (4 left) 2023-12-16T19:34:32.973 INFO:tasks.rados.rados.0.smithi002.stdout:1301: done (3 left) 2023-12-16T19:34:32.973 INFO:tasks.rados.rados.0.smithi002.stdout:1302: snap_remove snap 123 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[137674]: pgmap v145: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 7 op/s 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[137674]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[137674]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[137674]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[140029]: pgmap v145: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 7 op/s 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[140029]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[140029]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:32 smithi002 ceph-mon[140029]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:32 smithi043 ceph-mon[135010]: pgmap v145: 121 pgs: 121 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 520 KiB/s wr, 7 op/s 2023-12-16T19:34:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:32 smithi043 ceph-mon[135010]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:32 smithi043 ceph-mon[135010]: failed to encode map e302 with expected crc 2023-12-16T19:34:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:32 smithi043 ceph-mon[135010]: failed to encode map e302 with expected crc 2023-12-16T19:34:33.929 INFO:tasks.rados.rados.0.smithi002.stdout:1302: done (3 left) 2023-12-16T19:34:33.929 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 132 2023-12-16T19:34:33.929 INFO:tasks.rados.rados.0.smithi002.stdout:1303: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2023-12-16T19:34:33.935 INFO:tasks.rados.rados.0.smithi002.stdout:1303: writing smithi002125626-40 from 0 to 671744 tid 1 2023-12-16T19:34:33.943 INFO:tasks.rados.rados.0.smithi002.stdout:1303: writing smithi002125626-40 from 671744 to 1400832 tid 2 2023-12-16T19:34:33.947 INFO:tasks.rados.rados.0.smithi002.stdout:1303: writing smithi002125626-40 from 1400832 to 1818624 tid 3 2023-12-16T19:34:33.952 INFO:tasks.rados.rados.0.smithi002.stdout:1303: writing smithi002125626-40 from 1818624 to 2277376 tid 4 2023-12-16T19:34:33.952 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 132 2023-12-16T19:34:33.952 INFO:tasks.rados.rados.0.smithi002.stdout:1304: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2023-12-16T19:34:33.959 INFO:tasks.rados.rados.0.smithi002.stdout:1304: writing smithi002125626-7 from 0 to 688128 tid 1 2023-12-16T19:34:33.965 INFO:tasks.rados.rados.0.smithi002.stdout:1304: writing smithi002125626-7 from 688128 to 1302528 tid 2 2023-12-16T19:34:33.971 INFO:tasks.rados.rados.0.smithi002.stdout:1304: writing smithi002125626-7 from 1302528 to 1925120 tid 3 2023-12-16T19:34:33.975 INFO:tasks.rados.rados.0.smithi002.stdout:1304: writing smithi002125626-7 from 1925120 to 2293760 tid 4 2023-12-16T19:34:33.975 INFO:tasks.rados.rados.0.smithi002.stdout:1305: snap_remove snap 110 2023-12-16T19:34:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[137674]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[137674]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[137674]: osdmap e303: 8 total, 8 up, 8 in 2023-12-16T19:34:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[137674]: osdmap e304: 8 total, 8 up, 8 in 2023-12-16T19:34:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[140029]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[140029]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[140029]: osdmap e303: 8 total, 8 up, 8 in 2023-12-16T19:34:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:33 smithi002 ceph-mon[140029]: osdmap e304: 8 total, 8 up, 8 in 2023-12-16T19:34:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:33 smithi043 ceph-mon[135010]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:33 smithi043 ceph-mon[135010]: failed to encode map e303 with expected crc 2023-12-16T19:34:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:33 smithi043 ceph-mon[135010]: osdmap e303: 8 total, 8 up, 8 in 2023-12-16T19:34:33.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:33 smithi043 ceph-mon[135010]: osdmap e304: 8 total, 8 up, 8 in 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1305: done (5 left) 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1306: read oid 27 snap -1 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1306: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1307: read oid 8 snap 98 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1307: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:34:34.931 INFO:tasks.rados.rados.0.smithi002.stdout:1308: snap_create 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:1298: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:1298: finishing rollback tid 2 to smithi002125626-6 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 567 (ObjNum 293 snap 96 seq_num 293) dirty exists 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:1295: finishing copy_from to smithi002125626-28 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 904 (ObjNum 239 snap 78 seq_num 239) dirty exists 2023-12-16T19:34:34.932 INFO:tasks.rados.rados.0.smithi002.stdout:1300: expect (ObjNum 130 snap 30 seq_num 130) 2023-12-16T19:34:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[140029]: pgmap v148: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2023-12-16T19:34:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[140029]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[140029]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[140029]: failed to encode map e305 with expected crc 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[140029]: osdmap e305: 8 total, 8 up, 8 in 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[137674]: pgmap v148: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[137674]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[137674]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[137674]: failed to encode map e305 with expected crc 2023-12-16T19:34:34.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:34 smithi002 ceph-mon[137674]: osdmap e305: 8 total, 8 up, 8 in 2023-12-16T19:34:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:34 smithi043 ceph-mon[135010]: pgmap v148: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2023-12-16T19:34:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:34 smithi043 ceph-mon[135010]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:34 smithi043 ceph-mon[135010]: failed to encode map e304 with expected crc 2023-12-16T19:34:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:34 smithi043 ceph-mon[135010]: failed to encode map e305 with expected crc 2023-12-16T19:34:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:34 smithi043 ceph-mon[135010]: osdmap e305: 8 total, 8 up, 8 in 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1295: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 1 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 2 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 3 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 4 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 5 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: finishing write tid 6 to smithi002125626-40 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 413 (ObjNum 422 snap 132 seq_num 422) dirty exists 2023-12-16T19:34:35.012 INFO:tasks.rados.rados.0.smithi002.stdout:1303: left oid 40 (ObjNum 422 snap 132 seq_num 422) 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 1 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 2 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 3 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 4 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 5 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: finishing write tid 6 to smithi002125626-7 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1394 (ObjNum 423 snap 132 seq_num 423) dirty exists 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1304: left oid 7 (ObjNum 423 snap 132 seq_num 423) 2023-12-16T19:34:35.013 INFO:tasks.rados.rados.0.smithi002.stdout:1306: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:35.051 INFO:tasks.rados.rados.0.smithi002.stdout:1307: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:34:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:1295: done (7 left) 2023-12-16T19:34:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:1298: done (6 left) 2023-12-16T19:34:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:1300: done (5 left) 2023-12-16T19:34:35.932 INFO:tasks.rados.rados.0.smithi002.stdout:1303: done (4 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1304: done (3 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1306: done (2 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1307: done (1 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1308: done (0 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1309: rollback oid 49 current snap is 133 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 124 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1310: rmattr oid 46 current snap is 133 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1310: done (1 left) 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 133 2023-12-16T19:34:35.933 INFO:tasks.rados.rados.0.smithi002.stdout:1311: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2023-12-16T19:34:35.936 INFO:tasks.rados.rados.0.smithi002.stdout:1311: writing smithi002125626-16 from 0 to 704512 tid 1 2023-12-16T19:34:35.939 INFO:tasks.rados.rados.0.smithi002.stdout:1311: writing smithi002125626-16 from 704512 to 1196032 tid 2 2023-12-16T19:34:35.941 INFO:tasks.rados.rados.0.smithi002.stdout:1311: writing smithi002125626-16 from 1196032 to 1630208 tid 3 2023-12-16T19:34:35.946 INFO:tasks.rados.rados.0.smithi002.stdout:1311: writing smithi002125626-16 from 1630208 to 2310144 tid 4 2023-12-16T19:34:35.946 INFO:tasks.rados.rados.0.smithi002.stdout:1312: snap_create 2023-12-16T19:34:35.946 INFO:tasks.rados.rados.0.smithi002.stdout:1309: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:34:35.946 INFO:tasks.rados.rados.0.smithi002.stdout:1309: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:34:35.946 INFO:tasks.rados.rados.0.smithi002.stdout:1309: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:34:35.947 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 748 (ObjNum 375 snap 122 seq_num 375) dirty exists 2023-12-16T19:34:35.947 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 1 to smithi002125626-16 2023-12-16T19:34:35.950 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 2 to smithi002125626-16 2023-12-16T19:34:35.950 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 3 to smithi002125626-16 2023-12-16T19:34:35.950 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 4 to smithi002125626-16 2023-12-16T19:34:35.951 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 5 to smithi002125626-16 2023-12-16T19:34:35.952 INFO:tasks.rados.rados.0.smithi002.stdout:1311: finishing write tid 6 to smithi002125626-16 2023-12-16T19:34:35.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 336 (ObjNum 424 snap 133 seq_num 424) dirty exists 2023-12-16T19:34:35.952 INFO:tasks.rados.rados.0.smithi002.stdout:1311: left oid 16 (ObjNum 424 snap 133 seq_num 424) 2023-12-16T19:34:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:35 smithi002 ceph-mon[137674]: failed to encode map e305 with expected crc 2023-12-16T19:34:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:35 smithi002 ceph-mon[137674]: osdmap e306: 8 total, 8 up, 8 in 2023-12-16T19:34:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:35 smithi002 ceph-mon[140029]: failed to encode map e305 with expected crc 2023-12-16T19:34:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:35 smithi002 ceph-mon[140029]: osdmap e306: 8 total, 8 up, 8 in 2023-12-16T19:34:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:35 smithi043 ceph-mon[135010]: failed to encode map e305 with expected crc 2023-12-16T19:34:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:35 smithi043 ceph-mon[135010]: osdmap e306: 8 total, 8 up, 8 in 2023-12-16T19:34:36.934 INFO:tasks.rados.rados.0.smithi002.stdout:1309: done (2 left) 2023-12-16T19:34:36.934 INFO:tasks.rados.rados.0.smithi002.stdout:1311: done (1 left) 2023-12-16T19:34:36.934 INFO:tasks.rados.rados.0.smithi002.stdout:1312: done (0 left) 2023-12-16T19:34:36.934 INFO:tasks.rados.rados.0.smithi002.stdout:1313: delete oid 24 current snap is 134 2023-12-16T19:34:36.939 INFO:tasks.rados.rados.0.smithi002.stdout:1313: done (0 left) 2023-12-16T19:34:36.939 INFO:tasks.rados.rados.0.smithi002.stdout:1314: snap_remove snap 122 2023-12-16T19:34:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: pgmap v151: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-16T19:34:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: failed to encode map e307 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: osdmap e307: 8 total, 8 up, 8 in 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[137674]: failed to encode map e307 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: pgmap v151: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: failed to encode map e307 with expected crc 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: osdmap e307: 8 total, 8 up, 8 in 2023-12-16T19:34:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:36 smithi002 ceph-mon[140029]: failed to encode map e307 with expected crc 2023-12-16T19:34:36.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: pgmap v151: 121 pgs: 121 active+clean; 439 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: failed to encode map e306 with expected crc 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: failed to encode map e307 with expected crc 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: osdmap e307: 8 total, 8 up, 8 in 2023-12-16T19:34:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:36 smithi043 ceph-mon[135010]: failed to encode map e307 with expected crc 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[137674]: failed to encode map e307 with expected crc 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[137674]: failed to encode map e308 with expected crc 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[137674]: osdmap e308: 8 total, 8 up, 8 in 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[140029]: failed to encode map e307 with expected crc 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[140029]: failed to encode map e308 with expected crc 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[140029]: osdmap e308: 8 total, 8 up, 8 in 2023-12-16T19:34:37.816 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:37.922 INFO:tasks.rados.rados.0.smithi002.stdout:1314: done (0 left) 2023-12-16T19:34:37.923 INFO:tasks.rados.rados.0.smithi002.stdout:1315: delete oid 24 current snap is 134 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1315: done (0 left) 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1316: read oid 30 snap -1 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1316: expect (ObjNum 397 snap 126 seq_num 397) 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1317: read oid 43 snap -1 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1317: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:37.939 INFO:tasks.rados.rados.0.smithi002.stdout:1318: delete oid 29 current snap is 134 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1318: done (2 left) 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1319: read oid 20 snap 95 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1319: expect (ObjNum 2053537056 snap 21887 seq_num 2052485120) 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1320: read oid 2 snap -1 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1320: expect (ObjNum 239 snap 78 seq_num 239) 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 134 2023-12-16T19:34:37.944 INFO:tasks.rados.rados.0.smithi002.stdout:1321: seq_num 428 ranges {6135808=778240,6914048=483328,7397376=409600,7806976=417792,8224768=294912} 2023-12-16T19:34:37.983 INFO:tasks.rados.rados.0.smithi002.stdout:1321: writing smithi002125626-5 from 6135808 to 6914048 tid 1 2023-12-16T19:34:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:1321: writing smithi002125626-5 from 6914048 to 7397376 tid 2 2023-12-16T19:34:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:1321: writing smithi002125626-5 from 7397376 to 7806976 tid 3 2023-12-16T19:34:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:1321: writing smithi002125626-5 from 7806976 to 8224768 tid 4 2023-12-16T19:34:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:1321: writing smithi002125626-5 from 8224768 to 8519680 tid 5 2023-12-16T19:34:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:1322: delete oid 22 current snap is 134 2023-12-16T19:34:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:1319: expect (ObjNum 2053537056 snap 21887 seq_num 2052485120) 2023-12-16T19:34:37.996 INFO:tasks.rados.rados.0.smithi002.stdout:1317: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:37 smithi043 ceph-mon[135010]: failed to encode map e307 with expected crc 2023-12-16T19:34:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:37 smithi043 ceph-mon[135010]: failed to encode map e308 with expected crc 2023-12-16T19:34:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:37 smithi043 ceph-mon[135010]: osdmap e308: 8 total, 8 up, 8 in 2023-12-16T19:34:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:38.029 INFO:tasks.rados.rados.0.smithi002.stdout:1320: expect (ObjNum 239 snap 78 seq_num 239) 2023-12-16T19:34:38.073 INFO:tasks.rados.rados.0.smithi002.stdout:1316: expect (ObjNum 397 snap 126 seq_num 397) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 1 to smithi002125626-5 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 2 to smithi002125626-5 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 3 to smithi002125626-5 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1316: done (5 left) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1317: done (4 left) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1319: done (3 left) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1320: done (2 left) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1322: done (1 left) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1323: read oid 26 snap 45 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1323: expect (ObjNum 141 snap 34 seq_num 141) 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1324: setattr oid 37 current snap is 134 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 4 to smithi002125626-5 2023-12-16T19:34:38.583 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 5 to smithi002125626-5 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 6 to smithi002125626-5 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1321: finishing write tid 7 to smithi002125626-5 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 748 (ObjNum 428 snap 134 seq_num 428) dirty exists 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1321: left oid 5 (ObjNum 428 snap 134 seq_num 428) 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1321: done (2 left) 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1325: read oid 14 snap -1 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1325: expect (ObjNum 379 snap 123 seq_num 379) 2023-12-16T19:34:38.584 INFO:tasks.rados.rados.0.smithi002.stdout:1326: snap_create 2023-12-16T19:34:38.587 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 749 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:38.591 INFO:tasks.rados.rados.0.smithi002.stdout:1325: expect (ObjNum 379 snap 123 seq_num 379) 2023-12-16T19:34:38.634 INFO:tasks.rados.rados.0.smithi002.stdout:1323: expect (ObjNum 141 snap 34 seq_num 141) 2023-12-16T19:34:38.900 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:38.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T19:34:38.900 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:38.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: pgmap v154: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:38.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: failed to encode map e308 with expected crc 2023-12-16T19:34:38.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:38.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: Upgrade: osd.2 is safe to restart 2023-12-16T19:34:38.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: failed to encode map e309 with expected crc 2023-12-16T19:34:38.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: osdmap e309: 8 total, 8 up, 8 in 2023-12-16T19:34:38.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:38.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:34:38.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: pgmap v154: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: failed to encode map e308 with expected crc 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: Upgrade: osd.2 is safe to restart 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: failed to encode map e309 with expected crc 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: osdmap e309: 8 total, 8 up, 8 in 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:38.947 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: pgmap v154: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: failed to encode map e308 with expected crc 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: Upgrade: osd.2 is safe to restart 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: failed to encode map e309 with expected crc 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: osdmap e309: 8 total, 8 up, 8 in 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T19:34:38.948 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:1323: done (3 left) 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:1324: done (2 left) 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:1325: done (1 left) 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:1326: done (0 left) 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 135 2023-12-16T19:34:39.528 INFO:tasks.rados.rados.0.smithi002.stdout:1327: seq_num 430 ranges {4112384=8192} 2023-12-16T19:34:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:1327: writing smithi002125626-44 from 4112384 to 4120576 tid 1 2023-12-16T19:34:39.550 INFO:tasks.rados.rados.0.smithi002.stdout:1328: delete oid 45 current snap is 135 2023-12-16T19:34:39.558 INFO:tasks.rados.rados.0.smithi002.stdout:1327: finishing write tid 1 to smithi002125626-44 2023-12-16T19:34:39.559 INFO:tasks.rados.rados.0.smithi002.stdout:1328: done (1 left) 2023-12-16T19:34:39.559 INFO:tasks.rados.rados.0.smithi002.stdout:1329: snap_create 2023-12-16T19:34:39.559 INFO:tasks.rados.rados.0.smithi002.stdout:1327: finishing write tid 2 to smithi002125626-44 2023-12-16T19:34:39.560 INFO:tasks.rados.rados.0.smithi002.stdout:1327: finishing write tid 3 to smithi002125626-44 2023-12-16T19:34:39.560 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 735 (ObjNum 430 snap 135 seq_num 430) dirty exists 2023-12-16T19:34:39.560 INFO:tasks.rados.rados.0.smithi002.stdout:1327: left oid 44 (ObjNum 430 snap 135 seq_num 430) 2023-12-16T19:34:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[137674]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[137674]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[137674]: Upgrade: Updating osd.2 2023-12-16T19:34:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[137674]: Deploying daemon osd.2 on smithi002 2023-12-16T19:34:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[140029]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[140029]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[140029]: Upgrade: Updating osd.2 2023-12-16T19:34:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:39 smithi002 ceph-mon[140029]: Deploying daemon osd.2 on smithi002 2023-12-16T19:34:39.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:39 smithi043 ceph-mon[135010]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:39 smithi043 ceph-mon[135010]: failed to encode map e309 with expected crc 2023-12-16T19:34:39.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:39 smithi043 ceph-mon[135010]: Upgrade: Updating osd.2 2023-12-16T19:34:39.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:39 smithi043 ceph-mon[135010]: Deploying daemon osd.2 on smithi002 2023-12-16T19:34:40.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:40 smithi002 systemd[1]: Stopping Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:34:40.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:34:40.289+0000 7f21c8b59700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:34:40.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:34:40.289+0000 7f21c8b59700 -1 osd.2 310 *** Got signal Terminated *** 2023-12-16T19:34:40.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[102270]: 2023-12-16T19:34:40.289+0000 7f21c8b59700 -1 osd.2 310 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:34:40.532 INFO:tasks.rados.rados.0.smithi002.stdout:1327: done (1 left) 2023-12-16T19:34:40.532 INFO:tasks.rados.rados.0.smithi002.stdout:1329: done (0 left) 2023-12-16T19:34:40.532 INFO:tasks.rados.rados.0.smithi002.stdout:1330: snap_remove snap 45 2023-12-16T19:34:40.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: pgmap v157: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:40.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[137674]: osd.2 marked itself down and dead 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: pgmap v157: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:40 smithi002 ceph-mon[140029]: osd.2 marked itself down and dead 2023-12-16T19:34:40.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: pgmap v157: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T19:34:40.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T19:34:40.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: failed to encode map e310 with expected crc 2023-12-16T19:34:40.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:40 smithi043 ceph-mon[135010]: osd.2 marked itself down and dead 2023-12-16T19:34:41.472 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154621]: 2023-12-16 19:34:41.075625998 +0000 UTC m=+0.830454811 container died d20c2e6e9ec5fab29e552696459e6150a2c44d96970a511293bc3d0fe7a3a9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:34:41.472 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154621]: 2023-12-16 19:34:41.195895635 +0000 UTC m=+0.950724424 container cleanup d20c2e6e9ec5fab29e552696459e6150a2c44d96970a511293bc3d0fe7a3a9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0) 2023-12-16T19:34:41.472 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 bash[154621]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2 2023-12-16T19:34:41.536 INFO:tasks.rados.rados.0.smithi002.stdout:1330: done (0 left) 2023-12-16T19:34:41.537 INFO:tasks.rados.rados.0.smithi002.stdout:1331: snap_create 2023-12-16T19:34:41.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154640]: 2023-12-16 19:34:41.470664437 +0000 UTC m=+0.394291819 container remove d20c2e6e9ec5fab29e552696459e6150a2c44d96970a511293bc3d0fe7a3a9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:34:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[137674]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[137674]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[137674]: osdmap e311: 8 total, 7 up, 8 in 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[140029]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[140029]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-mon[140029]: osdmap e311: 8 total, 7 up, 8 in 2023-12-16T19:34:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:41 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:34:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:41 smithi043 ceph-mon[135010]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:41 smithi043 ceph-mon[135010]: failed to encode map e311 with expected crc 2023-12-16T19:34:41.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:41 smithi043 ceph-mon[135010]: osdmap e311: 8 total, 7 up, 8 in 2023-12-16T19:34:42.172 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:41] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154732]: 2023-12-16 19:34:41.795607834 +0000 UTC m=+0.067221008 container create 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154732]: 2023-12-16 19:34:41.746673126 +0000 UTC m=+0.018286259 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154732]: 2023-12-16 19:34:41.871407208 +0000 UTC m=+0.143020357 container init 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154732]: 2023-12-16 19:34:41.877198509 +0000 UTC m=+0.148811649 container start 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:41 smithi002 podman[154732]: 2023-12-16 19:34:41.903933668 +0000 UTC m=+0.175546819 container attach 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T19:34:42.172 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 podman[154732]: 2023-12-16 19:34:42.1708871 +0000 UTC m=+0.442500248 container died 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, ceph=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:34:42.537 INFO:tasks.rados.rados.0.smithi002.stdout:1331: done (0 left) 2023-12-16T19:34:42.537 INFO:tasks.rados.rados.0.smithi002.stdout:1332: read oid 11 snap -1 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1332: expect (ObjNum 301 snap 99 seq_num 301) 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1333: rollback oid 4 current snap is 137 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 66 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1334: rollback oid 26 current snap is 137 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 132 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1335: copy_from oid 12 from oid 6 current snap is 137 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1336: rmattr oid 31 current snap is 137 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1336: done (4 left) 2023-12-16T19:34:42.538 INFO:tasks.rados.rados.0.smithi002.stdout:1337: setattr oid 19 current snap is 137 2023-12-16T19:34:42.540 INFO:tasks.rados.rados.0.smithi002.stdout:1338: rollback oid 31 current snap is 137 2023-12-16T19:34:42.541 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 113 2023-12-16T19:34:42.541 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 137 2023-12-16T19:34:42.541 INFO:tasks.rados.rados.0.smithi002.stdout:1339: seq_num 432 ranges {6193152=40960} 2023-12-16T19:34:42.575 INFO:tasks.rados.rados.0.smithi002.stdout:1339: writing smithi002125626-37 from 6193152 to 6234112 tid 1 2023-12-16T19:34:42.576 INFO:tasks.rados.rados.0.smithi002.stdout:1340: snap_remove snap 96 2023-12-16T19:34:42.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 podman[154759]: 2023-12-16 19:34:42.578761316 +0000 UTC m=+0.402234415 container remove 531c5c7a314f167c00b9872a7816dfc604577d21f5e5f6191995d143703e53c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T19:34:42.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service: Deactivated successfully. 2023-12-16T19:34:42.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 systemd[1]: Stopped Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:34:42.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service: Consumed 11.256s CPU time. 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: pgmap v160: 121 pgs: 14 stale+active+clean, 107 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: osdmap e312: 8 total, 7 up, 8 in 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[137674]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: pgmap v160: 121 pgs: 14 stale+active+clean, 107 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: osdmap e312: 8 total, 7 up, 8 in 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:42 smithi002 ceph-mon[140029]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.757 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:1333: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:1333: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1106 (ObjNum 208 snap 61 seq_num 208) dirty exists 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1107 (ObjNum 129 snap 0 seq_num 2052721928) dirty exists 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:1335: finishing copy_from to smithi002125626-12 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 567 (ObjNum 293 snap 96 seq_num 293) dirty exists 2023-12-16T19:34:42.928 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:1338: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:1338: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 906 (ObjNum 129 snap 0 seq_num 2051000416) dirty dne 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:1335: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:1334: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1442 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:34:42.929 INFO:tasks.rados.rados.0.smithi002.stdout:1332: expect (ObjNum 301 snap 99 seq_num 301) 2023-12-16T19:34:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: pgmap v160: 121 pgs: 14 stale+active+clean, 107 active+clean; 423 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: osdmap e312: 8 total, 7 up, 8 in 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:42.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:42 smithi043 ceph-mon[135010]: failed to encode map e312 with expected crc 2023-12-16T19:34:43.046 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 systemd[1]: Starting Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:34:43.046 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:42 smithi002 podman[154904]: 2023-12-16 19:34:42.99536604 +0000 UTC m=+0.082495717 container create 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:34:43.046 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[154904]: 2023-12-16 19:34:42.949463135 +0000 UTC m=+0.036592830 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (2m) 24s ago 5m 21.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (2m) 82s ago 5m 78.3M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (6m) 24s ago 6m 14.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (6m) 82s ago 6m 18.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (2m) 82s ago 8m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (2m) 24s ago 9m 492M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (2m) 24s ago 9m 47.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (86s) 82s ago 8m 19.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (101s) 24s ago 8m 37.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (2m) 24s ago 5m 8544k - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (2m) 82s ago 5m 8280k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:34:43.134 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (56s) 24s ago 8m 124M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (27s) 24s ago 8m 11.8M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 24s ago 7m 162M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d20c2e6e9ec5 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 24s ago 7m 109M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 23f534fecdd8 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (7m) 82s ago 7m 172M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (7m) 82s ago 7m 126M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (6m) 82s ago 6m 108M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (6m) 82s ago 6m 101M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:34:43.135 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (2m) 82s ago 5m 47.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:34:43.193 INFO:tasks.rados.rados.0.smithi002.stdout:1339: finishing write tid 1 to smithi002125626-37 2023-12-16T19:34:43.193 INFO:tasks.rados.rados.0.smithi002.stdout:1339: finishing write tid 2 to smithi002125626-37 2023-12-16T19:34:43.193 INFO:tasks.rados.rados.0.smithi002.stdout:1339: finishing write tid 3 to smithi002125626-37 2023-12-16T19:34:43.193 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 752 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1339: left oid 37 (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1332: done (7 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1333: done (6 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1334: done (5 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1335: done (4 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1337: done (3 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1338: done (2 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1339: done (1 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1340: done (0 left) 2023-12-16T19:34:43.194 INFO:tasks.rados.rados.0.smithi002.stdout:1341: snap_create 2023-12-16T19:34:43.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[154904]: 2023-12-16 19:34:43.088047606 +0000 UTC m=+0.175177288 container init 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:34:43.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[154904]: 2023-12-16 19:34:43.105203433 +0000 UTC m=+0.192333103 container start 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20231212, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:34:43.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[154904]: 2023-12-16 19:34:43.153689907 +0000 UTC m=+0.240819576 container attach 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212) 2023-12-16T19:34:43.557 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:34:43.558 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 5, 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:34:43.559 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:34:43.560 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 7, 2023-12-16T19:34:43.560 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 7 2023-12-16T19:34:43.560 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:34:43.560 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: osdmap e313: 8 total, 7 up, 8 in 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: osdmap e314: 8 total, 7 up, 8 in 2023-12-16T19:34:43.863 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[137674]: failed to encode map e314 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: osdmap e313: 8 total, 7 up, 8 in 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: osdmap e314: 8 total, 7 up, 8 in 2023-12-16T19:34:43.864 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-mon[140029]: failed to encode map e314 with expected crc 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 bash[154904]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-16T19:34:43.865 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T19:34:43.866 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate[154919]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-16T19:34:43.866 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[154904]: 2023-12-16 19:34:43.592394818 +0000 UTC m=+0.679524505 container died 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2) 2023-12-16T19:34:43.866 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:43 smithi002 podman[155062]: 2023-12-16 19:34:43.862018241 +0000 UTC m=+0.261034050 container remove 2fab5e69ed23f99e919590be0cd73ddb1ccb5f70a2b187065ed98693a63fed6b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-activate, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2023-12-16T19:34:43.934 INFO:tasks.rados.rados.0.smithi002.stdout:1341: done (0 left) 2023-12-16T19:34:43.934 INFO:tasks.rados.rados.0.smithi002.stdout:1342: delete oid 13 current snap is 138 2023-12-16T19:34:43.940 INFO:tasks.rados.rados.0.smithi002.stdout:1342: done (0 left) 2023-12-16T19:34:43.940 INFO:tasks.rados.rados.0.smithi002.stdout:1343: setattr oid 18 current snap is 138 2023-12-16T19:34:43.941 INFO:tasks.rados.rados.0.smithi002.stdout:1344: delete oid 22 current snap is 138 2023-12-16T19:34:43.943 INFO:tasks.rados.rados.0.smithi002.stdout:1344: done (1 left) 2023-12-16T19:34:43.943 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 138 2023-12-16T19:34:43.943 INFO:tasks.rados.rados.0.smithi002.stdout:1345: seq_num 435 ranges {114688=90112} 2023-12-16T19:34:43.944 INFO:tasks.rados.rados.0.smithi002.stdout:1345: writing smithi002125626-6 from 114688 to 204800 tid 1 2023-12-16T19:34:43.944 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 138 2023-12-16T19:34:43.945 INFO:tasks.rados.rados.0.smithi002.stdout:1346: seq_num 436 ranges {1843200=106496} 2023-12-16T19:34:43.955 INFO:tasks.rados.rados.0.smithi002.stdout:1346: writing smithi002125626-20 from 1843200 to 1949696 tid 1 2023-12-16T19:34:43.955 INFO:tasks.rados.rados.0.smithi002.stdout:1347: snap_remove snap 132 2023-12-16T19:34:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: osdmap e313: 8 total, 7 up, 8 in 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e313 with expected crc 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: osdmap e314: 8 total, 7 up, 8 in 2023-12-16T19:34:43.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:43 smithi043 ceph-mon[135010]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.138 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 podman[155124]: 2023-12-16 19:34:44.036888196 +0000 UTC m=+0.070062724 container create e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:34:44.139 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 podman[155124]: 2023-12-16 19:34:43.98532702 +0000 UTC m=+0.018501566 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:34:44.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 podman[155124]: 2023-12-16 19:34:44.137379252 +0000 UTC m=+0.170553791 container init e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2023-12-16T19:34:44.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 podman[155124]: 2023-12-16 19:34:44.143925073 +0000 UTC m=+0.177099592 container start e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T19:34:44.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-osd[155145]: -- 172.21.15.2:0/4282798876 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5648751736c0 con 0x564875145400 2023-12-16T19:34:44.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 bash[155124]: e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 2023-12-16T19:34:44.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 systemd[1]: Started Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:34:44.935 INFO:tasks.rados.rados.0.smithi002.stdout:1347: done (3 left) 2023-12-16T19:34:44.935 INFO:tasks.rados.rados.0.smithi002.stdout:1348: snap_remove snap 75 2023-12-16T19:34:44.989 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:34:44.682+0000 7fc8fee69640 -1 Falling back to public interface 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: pgmap v163: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 KiB/s wr, 10 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 62/1038 objects degraded (5.973%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:44.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2400945210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: failed to encode map e315 with expected crc 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: osdmap e315: 8 total, 7 up, 8 in 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: pgmap v163: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 KiB/s wr, 10 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 62/1038 objects degraded (5.973%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2400945210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: failed to encode map e315 with expected crc 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: osdmap e315: 8 total, 7 up, 8 in 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: pgmap v163: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.0 KiB/s wr, 10 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: failed to encode map e314 with expected crc 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 62/1038 objects degraded (5.973%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2400945210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: failed to encode map e315 with expected crc 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: osdmap e315: 8 total, 7 up, 8 in 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:44.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:45.712 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[137674]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.712 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[137674]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.712 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[137674]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.712 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[137674]: failed to encode map e316 with expected crc 2023-12-16T19:34:45.712 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[137674]: osdmap e316: 8 total, 7 up, 8 in 2023-12-16T19:34:45.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[140029]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[140029]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[140029]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[140029]: failed to encode map e316 with expected crc 2023-12-16T19:34:45.713 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:45 smithi002 ceph-mon[140029]: osdmap e316: 8 total, 7 up, 8 in 2023-12-16T19:34:45.937 INFO:tasks.rados.rados.0.smithi002.stdout:1348: done (3 left) 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1349: snap_create 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1345: finishing write tid 1 to smithi002125626-6 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1345: finishing write tid 2 to smithi002125626-6 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 710 (ObjNum 339 snap 115 seq_num 339) dirty exists 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1345: finishing write tid 3 to smithi002125626-6 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 580 (ObjNum 435 snap 138 seq_num 435) dirty exists 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1345: left oid 6 (ObjNum 435 snap 138 seq_num 435) 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1346: finishing write tid 1 to smithi002125626-20 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1346: finishing write tid 2 to smithi002125626-20 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:1346: finishing write tid 3 to smithi002125626-20 2023-12-16T19:34:45.938 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 754 (ObjNum 436 snap 138 seq_num 436) dirty exists 2023-12-16T19:34:45.939 INFO:tasks.rados.rados.0.smithi002.stdout:1346: left oid 20 (ObjNum 436 snap 138 seq_num 436) 2023-12-16T19:34:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:45 smithi043 ceph-mon[135010]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:45 smithi043 ceph-mon[135010]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:45 smithi043 ceph-mon[135010]: failed to encode map e315 with expected crc 2023-12-16T19:34:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:45 smithi043 ceph-mon[135010]: failed to encode map e316 with expected crc 2023-12-16T19:34:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:45 smithi043 ceph-mon[135010]: osdmap e316: 8 total, 7 up, 8 in 2023-12-16T19:34:46.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[137674]: pgmap v166: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 KiB/s wr, 8 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:46.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[137674]: failed to encode map e316 with expected crc 2023-12-16T19:34:46.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[137674]: failed to encode map e317 with expected crc 2023-12-16T19:34:46.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[137674]: osdmap e317: 8 total, 7 up, 8 in 2023-12-16T19:34:46.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[140029]: pgmap v166: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 KiB/s wr, 8 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:46.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[140029]: failed to encode map e316 with expected crc 2023-12-16T19:34:46.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[140029]: failed to encode map e317 with expected crc 2023-12-16T19:34:46.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:46 smithi002 ceph-mon[140029]: osdmap e317: 8 total, 7 up, 8 in 2023-12-16T19:34:46.938 INFO:tasks.rados.rados.0.smithi002.stdout:1343: done (3 left) 2023-12-16T19:34:46.938 INFO:tasks.rados.rados.0.smithi002.stdout:1345: done (2 left) 2023-12-16T19:34:46.938 INFO:tasks.rados.rados.0.smithi002.stdout:1346: done (1 left) 2023-12-16T19:34:46.938 INFO:tasks.rados.rados.0.smithi002.stdout:1349: done (0 left) 2023-12-16T19:34:46.939 INFO:tasks.rados.rados.0.smithi002.stdout:1350: read oid 50 snap -1 2023-12-16T19:34:46.939 INFO:tasks.rados.rados.0.smithi002.stdout:1350: expect (ObjNum 418 snap 132 seq_num 418) 2023-12-16T19:34:46.939 INFO:tasks.rados.rados.0.smithi002.stdout:1351: setattr oid 32 current snap is 139 2023-12-16T19:34:46.940 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 139 2023-12-16T19:34:46.940 INFO:tasks.rados.rados.0.smithi002.stdout:1352: seq_num 437 ranges {4407296=122880} 2023-12-16T19:34:46.966 INFO:tasks.rados.rados.0.smithi002.stdout:1352: writing smithi002125626-17 from 4407296 to 4530176 tid 1 2023-12-16T19:34:46.966 INFO:tasks.rados.rados.0.smithi002.stdout:1353: copy_from oid 11 from oid 9 current snap is 139 2023-12-16T19:34:46.966 INFO:tasks.rados.rados.0.smithi002.stdout:1350: expect (ObjNum 418 snap 132 seq_num 418) 2023-12-16T19:34:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:46 smithi043 ceph-mon[135010]: pgmap v166: 121 pgs: 6 active+undersized+degraded, 3 stale+active+clean, 21 active+undersized, 91 active+clean; 412 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 KiB/s wr, 8 op/s; 62/1038 objects degraded (5.973%) 2023-12-16T19:34:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:46 smithi043 ceph-mon[135010]: failed to encode map e316 with expected crc 2023-12-16T19:34:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:46 smithi043 ceph-mon[135010]: failed to encode map e317 with expected crc 2023-12-16T19:34:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:46 smithi043 ceph-mon[135010]: osdmap e317: 8 total, 7 up, 8 in 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1476 (ObjNum 406 snap 130 seq_num 406) dirty exists 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:1352: finishing write tid 1 to smithi002125626-17 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:1352: finishing write tid 2 to smithi002125626-17 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:1350: done (3 left) 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:1351: done (2 left) 2023-12-16T19:34:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:1354: read oid 27 snap 137 2023-12-16T19:34:47.032 INFO:tasks.rados.rados.0.smithi002.stdout:1354: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:47.032 INFO:tasks.rados.rados.0.smithi002.stdout:1355: rmattr oid 10 current snap is 139 2023-12-16T19:34:47.032 INFO:tasks.rados.rados.0.smithi002.stdout:1355: done (3 left) 2023-12-16T19:34:47.032 INFO:tasks.rados.rados.0.smithi002.stdout:1356: snap_remove snap 117 2023-12-16T19:34:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[137674]: failed to encode map e317 with expected crc 2023-12-16T19:34:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[137674]: osdmap e318: 8 total, 7 up, 8 in 2023-12-16T19:34:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[140029]: failed to encode map e317 with expected crc 2023-12-16T19:34:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-mon[140029]: osdmap e318: 8 total, 7 up, 8 in 2023-12-16T19:34:47.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:34:47.482+0000 7fc8fee69640 -1 osd.2 0 read_superblock omap replica is missing. 2023-12-16T19:34:47.740 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:34:47.556+0000 7fc8fee69640 -1 osd.2 310 log_to_monitors true 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1356: done (3 left) 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1357: snap_create 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1352: finishing write tid 3 to smithi002125626-17 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 737 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1352: left oid 17 (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1353: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1353: finishing copy_from to smithi002125626-11 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 727 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:34:47.926 INFO:tasks.rados.rados.0.smithi002.stdout:1354: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:34:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:47 smithi043 ceph-mon[135010]: failed to encode map e317 with expected crc 2023-12-16T19:34:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:47 smithi043 ceph-mon[135010]: osdmap e318: 8 total, 7 up, 8 in 2023-12-16T19:34:48.240 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:34:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:34:47.954+0000 7fc8ec2d2700 -1 osd.2 310 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: pgmap v169: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: osdmap e319: 8 total, 7 up, 8 in 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[137674]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: pgmap v169: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: osdmap e319: 8 total, 7 up, 8 in 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:48 smithi002 ceph-mon[140029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:48.932 INFO:tasks.rados.rados.0.smithi002.stdout:1352: done (3 left) 2023-12-16T19:34:48.932 INFO:tasks.rados.rados.0.smithi002.stdout:1353: done (2 left) 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1354: done (1 left) 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1357: done (0 left) 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1358: read oid 36 snap -1 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1358: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 140 2023-12-16T19:34:48.933 INFO:tasks.rados.rados.0.smithi002.stdout:1359: seq_num 438 ranges {7364608=139264} 2023-12-16T19:34:48.977 INFO:tasks.rados.rados.0.smithi002.stdout:1359: writing smithi002125626-1 from 7364608 to 7503872 tid 1 2023-12-16T19:34:48.977 INFO:tasks.rados.rados.0.smithi002.stdout:1360: rollback oid 8 current snap is 140 2023-12-16T19:34:48.978 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 95 2023-12-16T19:34:48.978 INFO:tasks.rados.rados.0.smithi002.stdout:1358: expect (ObjNum 260 snap 84 seq_num 260) 2023-12-16T19:34:48.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: pgmap v169: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: failed to encode map e318 with expected crc 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: osdmap e319: 8 total, 7 up, 8 in 2023-12-16T19:34:48.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:49.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:48 smithi043 ceph-mon[135010]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:1360: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:1360: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:1358: done (2 left) 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:1361: rollback oid 3 current snap is 140 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 113 2023-12-16T19:34:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:1360: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 740 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing write tid 1 to smithi002125626-1 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing write tid 2 to smithi002125626-1 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1359: finishing write tid 3 to smithi002125626-1 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1493 (ObjNum 438 snap 140 seq_num 438) dirty exists 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1359: left oid 1 (ObjNum 438 snap 140 seq_num 438) 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1359: done (2 left) 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1360: done (1 left) 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1362: rmattr oid 30 current snap is 140 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1362: done (1 left) 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 140 2023-12-16T19:34:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:1363: seq_num 439 ranges {114688=155648} 2023-12-16T19:34:49.034 INFO:tasks.rados.rados.0.smithi002.stdout:1363: writing smithi002125626-12 from 114688 to 270336 tid 1 2023-12-16T19:34:49.034 INFO:tasks.rados.rados.0.smithi002.stdout:1364: read oid 14 snap -1 2023-12-16T19:34:49.034 INFO:tasks.rados.rados.0.smithi002.stdout:1364: expect (ObjNum 379 snap 123 seq_num 379) 2023-12-16T19:34:49.034 INFO:tasks.rados.rados.0.smithi002.stdout:1365: rollback oid 18 current snap is 140 2023-12-16T19:34:49.034 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 125 2023-12-16T19:34:49.035 INFO:tasks.rados.rados.0.smithi002.stdout:1366: snap_create 2023-12-16T19:34:49.038 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:34:49.039 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:34:49.039 INFO:tasks.rados.rados.0.smithi002.stdout:1365: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:34:49.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 713 (ObjNum 339 snap 115 seq_num 339) dirty exists 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466] boot 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:34:49.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466] boot 2023-12-16T19:34:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T19:34:49.704 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:49 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:34:49.932 INFO:tasks.rados.rados.0.smithi002.stdout:1365: done (4 left) 2023-12-16T19:34:49.933 INFO:tasks.rados.rados.0.smithi002.stdout:1366: done (3 left) 2023-12-16T19:34:49.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 141 2023-12-16T19:34:49.933 INFO:tasks.rados.rados.0.smithi002.stdout:1367: seq_num 440 ranges {1236992=172032} 2023-12-16T19:34:49.941 INFO:tasks.rados.rados.0.smithi002.stdout:1367: writing smithi002125626-43 from 1236992 to 1409024 tid 1 2023-12-16T19:34:49.941 INFO:tasks.rados.rados.0.smithi002.stdout:1368: delete oid 6 current snap is 141 2023-12-16T19:34:49.959 INFO:tasks.rados.rados.0.smithi002.stdout:1361: finishing rollback tid 0 to smithi002125626-3 2023-12-16T19:34:49.960 INFO:tasks.rados.rados.0.smithi002.stdout:1367: finishing write tid 1 to smithi002125626-43 2023-12-16T19:34:49.963 INFO:tasks.rados.rados.0.smithi002.stdout:1361: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:34:49.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 583 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:34:49.963 INFO:tasks.rados.rados.0.smithi002.stdout:1367: finishing write tid 2 to smithi002125626-43 2023-12-16T19:34:49.967 INFO:tasks.rados.rados.0.smithi002.stdout:1364: expect (ObjNum 379 snap 123 seq_num 379) 2023-12-16T19:34:49.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: failed to encode map e319 with expected crc 2023-12-16T19:34:49.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:34:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: osd.2 [v2:172.21.15.2:6818/3235873466,v1:172.21.15.2:6819/3235873466] boot 2023-12-16T19:34:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T19:34:49.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:49 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T19:34:50.024 INFO:tasks.rados.rados.0.smithi002.stdout:1367: finishing write tid 3 to smithi002125626-43 2023-12-16T19:34:50.024 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1104 (ObjNum 440 snap 141 seq_num 440) dirty exists 2023-12-16T19:34:50.024 INFO:tasks.rados.rados.0.smithi002.stdout:1367: left oid 43 (ObjNum 440 snap 141 seq_num 440) 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1361: done (4 left) 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1364: done (3 left) 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1367: done (2 left) 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1368: done (1 left) 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1369: snap_create 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1363: finishing write tid 1 to smithi002125626-12 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1363: finishing write tid 2 to smithi002125626-12 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1363: finishing write tid 3 to smithi002125626-12 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1106 (ObjNum 439 snap 140 seq_num 439) dirty exists 2023-12-16T19:34:50.025 INFO:tasks.rados.rados.0.smithi002.stdout:1363: left oid 12 (ObjNum 439 snap 140 seq_num 439) 2023-12-16T19:34:50.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:34:50.219+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:50.934 INFO:tasks.rados.rados.0.smithi002.stdout:1363: done (1 left) 2023-12-16T19:34:50.934 INFO:tasks.rados.rados.0.smithi002.stdout:1369: done (0 left) 2023-12-16T19:34:50.934 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 142 2023-12-16T19:34:50.934 INFO:tasks.rados.rados.0.smithi002.stdout:1370: seq_num 442 ranges {8519680=204800} 2023-12-16T19:34:50.982 INFO:tasks.rados.rados.0.smithi002.stdout:1370: writing smithi002125626-5 from 8519680 to 8724480 tid 1 2023-12-16T19:34:50.982 INFO:tasks.rados.rados.0.smithi002.stdout:1371: rollback oid 11 current snap is 142 2023-12-16T19:34:50.982 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 119 2023-12-16T19:34:50.982 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 142 2023-12-16T19:34:50.982 INFO:tasks.rados.rados.0.smithi002.stdout:1372: seq_num 443 ranges {2514944=221184} 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: pgmap v172: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: pgmap v172: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:50.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:50.997 INFO:tasks.rados.rados.0.smithi002.stdout:1372: writing smithi002125626-4 from 2514944 to 2736128 tid 1 2023-12-16T19:34:50.997 INFO:tasks.rados.rados.0.smithi002.stdout:1373: delete oid 30 current snap is 142 2023-12-16T19:34:50.997 INFO:tasks.rados.rados.0.smithi002.stdout:1371: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1371: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1371: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 730 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1370: finishing write tid 1 to smithi002125626-5 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1370: finishing write tid 2 to smithi002125626-5 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1370: finishing write tid 3 to smithi002125626-5 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 750 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-16T19:34:50.998 INFO:tasks.rados.rados.0.smithi002.stdout:1370: left oid 5 (ObjNum 442 snap 142 seq_num 442) 2023-12-16T19:34:50.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: pgmap v172: 121 pgs: 9 active+undersized+degraded, 27 active+undersized, 85 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 17 op/s; 97/1035 objects degraded (9.372%) 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e320 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:34:50.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:51.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:51.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:34:51.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:51.000 INFO:tasks.rados.rados.0.smithi002.stdout:1370: done (3 left) 2023-12-16T19:34:51.000 INFO:tasks.rados.rados.0.smithi002.stdout:1371: done (2 left) 2023-12-16T19:34:51.000 INFO:tasks.rados.rados.0.smithi002.stdout:1373: done (1 left) 2023-12-16T19:34:51.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 142 2023-12-16T19:34:51.001 INFO:tasks.rados.rados.0.smithi002.stdout:1374: seq_num 445 ranges {1384448=253952} 2023-12-16T19:34:51.009 INFO:tasks.rados.rados.0.smithi002.stdout:1374: writing smithi002125626-15 from 1384448 to 1638400 tid 1 2023-12-16T19:34:51.009 INFO:tasks.rados.rados.0.smithi002.stdout:1375: delete oid 34 current snap is 142 2023-12-16T19:34:51.010 INFO:tasks.rados.rados.0.smithi002.stdout:1372: finishing write tid 1 to smithi002125626-4 2023-12-16T19:34:51.010 INFO:tasks.rados.rados.0.smithi002.stdout:1372: finishing write tid 2 to smithi002125626-4 2023-12-16T19:34:51.010 INFO:tasks.rados.rados.0.smithi002.stdout:1372: finishing write tid 3 to smithi002125626-4 2023-12-16T19:34:51.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1109 (ObjNum 443 snap 142 seq_num 443) dirty exists 2023-12-16T19:34:51.010 INFO:tasks.rados.rados.0.smithi002.stdout:1372: left oid 4 (ObjNum 443 snap 142 seq_num 443) 2023-12-16T19:34:51.011 INFO:tasks.rados.rados.0.smithi002.stdout:1372: done (2 left) 2023-12-16T19:34:51.012 INFO:tasks.rados.rados.0.smithi002.stdout:1375: done (1 left) 2023-12-16T19:34:51.012 INFO:tasks.rados.rados.0.smithi002.stdout:1376: rollback oid 13 current snap is 142 2023-12-16T19:34:51.012 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 141 2023-12-16T19:34:51.012 INFO:tasks.rados.rados.0.smithi002.stdout:1377: snap_create 2023-12-16T19:34:51.015 INFO:tasks.rados.rados.0.smithi002.stdout:1374: finishing write tid 1 to smithi002125626-15 2023-12-16T19:34:51.015 INFO:tasks.rados.rados.0.smithi002.stdout:1376: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:34:51.015 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 906 (ObjNum 33 snap 0 seq_num 2052600048) dirty dne 2023-12-16T19:34:51.016 INFO:tasks.rados.rados.0.smithi002.stdout:1374: finishing write tid 2 to smithi002125626-15 2023-12-16T19:34:51.017 INFO:tasks.rados.rados.0.smithi002.stdout:1374: finishing write tid 3 to smithi002125626-15 2023-12-16T19:34:51.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 751 (ObjNum 445 snap 142 seq_num 445) dirty exists 2023-12-16T19:34:51.017 INFO:tasks.rados.rados.0.smithi002.stdout:1374: left oid 15 (ObjNum 445 snap 142 seq_num 445) 2023-12-16T19:34:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[137674]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:51.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-mon[140029]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T19:34:51.936 INFO:tasks.rados.rados.0.smithi002.stdout:1374: done (2 left) 2023-12-16T19:34:51.936 INFO:tasks.rados.rados.0.smithi002.stdout:1376: done (1 left) 2023-12-16T19:34:51.937 INFO:tasks.rados.rados.0.smithi002.stdout:1377: done (0 left) 2023-12-16T19:34:51.937 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 143 2023-12-16T19:34:51.937 INFO:tasks.rados.rados.0.smithi002.stdout:1378: seq_num 447 ranges {1966080=294912} 2023-12-16T19:34:51.951 INFO:tasks.rados.rados.0.smithi002.stdout:1378: writing smithi002125626-38 from 1966080 to 2260992 tid 1 2023-12-16T19:34:51.951 INFO:tasks.rados.rados.0.smithi002.stdout:1379: rollback oid 50 current snap is 143 2023-12-16T19:34:51.951 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 84 2023-12-16T19:34:51.951 INFO:tasks.rados.rados.0.smithi002.stdout:1380: setattr oid 41 current snap is 143 2023-12-16T19:34:51.952 INFO:tasks.rados.rados.0.smithi002.stdout:1381: rollback oid 7 current snap is 143 2023-12-16T19:34:51.952 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 137 2023-12-16T19:34:51.952 INFO:tasks.rados.rados.0.smithi002.stdout:1382: snap_remove snap 136 2023-12-16T19:34:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: failed to encode map e321 with expected crc 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:34:51.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:51 smithi043 ceph-mon[135010]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T19:34:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:34:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:34:51] "GET /metrics HTTP/1.1" 200 35938 "" "Prometheus/2.43.0" 2023-12-16T19:34:52.945 INFO:tasks.rados.rados.0.smithi002.stdout:1382: done (4 left) 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1383: rollback oid 14 current snap is 143 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 138 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 360 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1378: finishing write tid 1 to smithi002125626-38 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1378: finishing write tid 2 to smithi002125626-38 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1379: finishing rollback tid 0 to smithi002125626-50 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1379: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1378: finishing write tid 3 to smithi002125626-38 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1496 (ObjNum 447 snap 143 seq_num 447) dirty exists 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1378: left oid 38 (ObjNum 447 snap 143 seq_num 447) 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:1379: finishing rollback tid 2 to smithi002125626-50 2023-12-16T19:34:52.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1500 (ObjNum 246 snap 80 seq_num 246) dirty exists 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1381: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1504 (ObjNum 423 snap 132 seq_num 423) dirty exists 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1378: done (4 left) 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1379: done (3 left) 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1380: done (2 left) 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1381: done (1 left) 2023-12-16T19:34:52.947 INFO:tasks.rados.rados.0.smithi002.stdout:1384: delete oid 31 current snap is 143 2023-12-16T19:34:52.951 INFO:tasks.rados.rados.0.smithi002.stdout:1384: done (1 left) 2023-12-16T19:34:52.951 INFO:tasks.rados.rados.0.smithi002.stdout:1385: snap_remove snap 113 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: pgmap v175: 121 pgs: 9 active+undersized+degraded, 21 active+undersized, 91 active+clean; 409 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 97/1032 objects degraded (9.399%) 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 97/1032 objects degraded (9.399%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: failed to encode map e323 with expected crc 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[140029]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: pgmap v175: 121 pgs: 9 active+undersized+degraded, 21 active+undersized, 91 active+clean; 409 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 97/1032 objects degraded (9.399%) 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 97/1032 objects degraded (9.399%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: failed to encode map e323 with expected crc 2023-12-16T19:34:52.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:52 smithi002 ceph-mon[137674]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T19:34:52.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: pgmap v175: 121 pgs: 9 active+undersized+degraded, 21 active+undersized, 91 active+clean; 409 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 97/1032 objects degraded (9.399%) 2023-12-16T19:34:52.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: failed to encode map e322 with expected crc 2023-12-16T19:34:52.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 97/1032 objects degraded (9.399%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T19:34:52.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: failed to encode map e323 with expected crc 2023-12-16T19:34:52.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:52 smithi043 ceph-mon[135010]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T19:34:53.945 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1383: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 609 (ObjNum 379 snap 123 seq_num 379) dirty exists 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1383: done (1 left) 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1385: done (0 left) 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1386: read oid 12 snap 137 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1386: expect (ObjNum 293 snap 96 seq_num 293) 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1387: read oid 21 snap -1 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1387: expect (ObjNum 351 snap 119 seq_num 351) 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1388: read oid 33 snap -1 2023-12-16T19:34:53.946 INFO:tasks.rados.rados.0.smithi002.stdout:1388: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:53.947 INFO:tasks.rados.rados.0.smithi002.stdout:1389: copy_from oid 23 from oid 31 current snap is 143 2023-12-16T19:34:53.947 INFO:tasks.rados.rados.0.smithi002.stdout:1390: snap_remove snap 84 2023-12-16T19:34:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[137674]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[137674]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[137674]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T19:34:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[137674]: failed to encode map e324 with expected crc 2023-12-16T19:34:53.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[140029]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[140029]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[140029]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T19:34:53.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:53 smithi002 ceph-mon[140029]: failed to encode map e324 with expected crc 2023-12-16T19:34:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:53 smithi043 ceph-mon[135010]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:53 smithi043 ceph-mon[135010]: failed to encode map e323 with expected crc 2023-12-16T19:34:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:53 smithi043 ceph-mon[135010]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T19:34:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:53 smithi043 ceph-mon[135010]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:1390: done (4 left) 2023-12-16T19:34:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:1391: snap_create 2023-12-16T19:34:54.947 INFO:tasks.rados.rados.0.smithi002.stdout:1386: expect (ObjNum 293 snap 96 seq_num 293) 2023-12-16T19:34:54.956 INFO:tasks.rados.rados.0.smithi002.stdout:1389: finishing copy_from to smithi002125626-23 2023-12-16T19:34:54.956 INFO:tasks.rados.rados.0.smithi002.stdout:1389: got expected ENOENT (src dne) 2023-12-16T19:34:54.956 INFO:tasks.rados.rados.0.smithi002.stdout:1389: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:34:54.956 INFO:tasks.rados.rados.0.smithi002.stdout:1388: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: pgmap v178: 121 pgs: 6 active+undersized+degraded, 8 active+undersized, 107 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 69/1038 objects degraded (6.647%); 574 KiB/s, 0 objects/s recovering 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[137674]: failed to encode map e325 with expected crc 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: pgmap v178: 121 pgs: 6 active+undersized+degraded, 8 active+undersized, 107 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 69/1038 objects degraded (6.647%); 574 KiB/s, 0 objects/s recovering 2023-12-16T19:34:54.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T19:34:54.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:54 smithi002 ceph-mon[140029]: failed to encode map e325 with expected crc 2023-12-16T19:34:54.996 INFO:tasks.rados.rados.0.smithi002.stdout:1387: expect (ObjNum 351 snap 119 seq_num 351) 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: pgmap v178: 121 pgs: 6 active+undersized+degraded, 8 active+undersized, 107 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 69/1038 objects degraded (6.647%); 574 KiB/s, 0 objects/s recovering 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: failed to encode map e324 with expected crc 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T19:34:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:54 smithi043 ceph-mon[135010]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[140029]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[140029]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[140029]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[140029]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[140029]: failed to encode map e326 with expected crc 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[137674]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[137674]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[137674]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[137674]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T19:34:55.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:55 smithi002 ceph-mon[137674]: failed to encode map e326 with expected crc 2023-12-16T19:34:55.947 INFO:tasks.rados.rados.0.smithi002.stdout:1386: done (4 left) 2023-12-16T19:34:55.948 INFO:tasks.rados.rados.0.smithi002.stdout:1387: done (3 left) 2023-12-16T19:34:55.948 INFO:tasks.rados.rados.0.smithi002.stdout:1388: done (2 left) 2023-12-16T19:34:55.948 INFO:tasks.rados.rados.0.smithi002.stdout:1389: done (1 left) 2023-12-16T19:34:55.948 INFO:tasks.rados.rados.0.smithi002.stdout:1391: done (0 left) 2023-12-16T19:34:55.948 INFO:tasks.rados.rados.0.smithi002.stdout:1392: delete oid 39 current snap is 144 2023-12-16T19:34:55.952 INFO:tasks.rados.rados.0.smithi002.stdout:1392: done (0 left) 2023-12-16T19:34:55.952 INFO:tasks.rados.rados.0.smithi002.stdout:1393: snap_remove snap 121 2023-12-16T19:34:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:55 smithi043 ceph-mon[135010]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:55 smithi043 ceph-mon[135010]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:55 smithi043 ceph-mon[135010]: failed to encode map e325 with expected crc 2023-12-16T19:34:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:55 smithi043 ceph-mon[135010]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T19:34:55.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:55 smithi043 ceph-mon[135010]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.949 INFO:tasks.rados.rados.0.smithi002.stdout:1393: done (0 left) 2023-12-16T19:34:56.949 INFO:tasks.rados.rados.0.smithi002.stdout:1394: snap_remove snap 135 2023-12-16T19:34:56.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 276 KiB/s wr, 13 op/s; 680 KiB/s, 1 objects/s recovering 2023-12-16T19:34:56.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/1038 objects degraded (6.647%), 6 pgs degraded) 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[137674]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 276 KiB/s wr, 13 op/s; 680 KiB/s, 1 objects/s recovering 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/1038 objects degraded (6.647%), 6 pgs degraded) 2023-12-16T19:34:56.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:34:56.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:56 smithi002 ceph-mon[140029]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 276 KiB/s wr, 13 op/s; 680 KiB/s, 1 objects/s recovering 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: failed to encode map e326 with expected crc 2023-12-16T19:34:56.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/1038 objects degraded (6.647%), 6 pgs degraded) 2023-12-16T19:34:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:34:56.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:56 smithi043 ceph-mon[135010]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T19:34:57.932 INFO:tasks.rados.rados.0.smithi002.stdout:1394: done (0 left) 2023-12-16T19:34:57.932 INFO:tasks.rados.rados.0.smithi002.stdout:1395: rollback oid 19 current snap is 144 2023-12-16T19:34:57.933 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 114 2023-12-16T19:34:57.933 INFO:tasks.rados.rados.0.smithi002.stdout:1396: rmattr oid 33 current snap is 144 2023-12-16T19:34:57.933 INFO:tasks.rados.rados.0.smithi002.stdout:1396: done (1 left) 2023-12-16T19:34:57.933 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 144 2023-12-16T19:34:57.933 INFO:tasks.rados.rados.0.smithi002.stdout:1397: seq_num 450 ranges {4071424=344064} 2023-12-16T19:34:57.959 INFO:tasks.rados.rados.0.smithi002.stdout:1397: writing smithi002125626-23 from 4071424 to 4415488 tid 1 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1398: rmattr oid 37 current snap is 144 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1395: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1395: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1395: finishing rollback tid 2 to smithi002125626-19 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1112 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1395: done (2 left) 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 144 2023-12-16T19:34:57.960 INFO:tasks.rados.rados.0.smithi002.stdout:1399: seq_num 451 ranges {0=360448} 2023-12-16T19:34:57.962 INFO:tasks.rados.rados.0.smithi002.stdout:1399: writing smithi002125626-6 from 0 to 360448 tid 1 2023-12-16T19:34:57.962 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 144 2023-12-16T19:34:57.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 755 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:34:57.962 INFO:tasks.rados.rados.0.smithi002.stdout:1400: seq_num 452 ranges {8093696=376832} 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: failed to encode map e328 with expected crc 2023-12-16T19:34:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[137674]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: failed to encode map e327 with expected crc 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: failed to encode map e328 with expected crc 2023-12-16T19:34:57.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:57 smithi002 ceph-mon[140029]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: failed to encode map e327 with expected crc 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: failed to encode map e327 with expected crc 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: failed to encode map e327 with expected crc 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: failed to encode map e327 with expected crc 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: failed to encode map e328 with expected crc 2023-12-16T19:34:58.001 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:57 smithi043 ceph-mon[135010]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T19:34:58.010 INFO:tasks.rados.rados.0.smithi002.stdout:1400: writing smithi002125626-18 from 8093696 to 8470528 tid 1 2023-12-16T19:34:58.010 INFO:tasks.rados.rados.0.smithi002.stdout:1398: done (3 left) 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1401: read oid 33 snap -1 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1401: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 144 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing write tid 1 to smithi002125626-23 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing write tid 2 to smithi002125626-23 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1399: finishing write tid 1 to smithi002125626-6 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1399: finishing write tid 2 to smithi002125626-6 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1397: finishing write tid 3 to smithi002125626-23 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 630 (ObjNum 450 snap 144 seq_num 450) dirty exists 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1397: left oid 23 (ObjNum 450 snap 144 seq_num 450) 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1399: finishing write tid 3 to smithi002125626-6 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 632 (ObjNum 451 snap 144 seq_num 451) dirty exists 2023-12-16T19:34:58.011 INFO:tasks.rados.rados.0.smithi002.stdout:1399: left oid 6 (ObjNum 451 snap 144 seq_num 451) 2023-12-16T19:34:58.012 INFO:tasks.rados.rados.0.smithi002.stdout:1402: seq_num 453 ranges {2293760=393216} 2023-12-16T19:34:58.025 INFO:tasks.rados.rados.0.smithi002.stdout:1402: writing smithi002125626-7 from 2293760 to 2686976 tid 1 2023-12-16T19:34:58.025 INFO:tasks.rados.rados.0.smithi002.stdout:1397: done (4 left) 2023-12-16T19:34:58.025 INFO:tasks.rados.rados.0.smithi002.stdout:1399: done (3 left) 2023-12-16T19:34:58.025 INFO:tasks.rados.rados.0.smithi002.stdout:1403: snap_remove snap 125 2023-12-16T19:34:58.939 INFO:tasks.rados.rados.0.smithi002.stdout:1400: finishing write tid 1 to smithi002125626-18 2023-12-16T19:34:58.940 INFO:tasks.rados.rados.0.smithi002.stdout:1400: finishing write tid 2 to smithi002125626-18 2023-12-16T19:34:58.940 INFO:tasks.rados.rados.0.smithi002.stdout:1401: expect (ObjNum 360 snap 122 seq_num 360) 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1400: finishing write tid 3 to smithi002125626-18 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 715 (ObjNum 452 snap 144 seq_num 452) dirty exists 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1400: left oid 18 (ObjNum 452 snap 144 seq_num 452) 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1402: finishing write tid 1 to smithi002125626-7 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1400: done (3 left) 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1401: done (2 left) 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1403: done (1 left) 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 144 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1402: finishing write tid 2 to smithi002125626-7 2023-12-16T19:34:58.983 INFO:tasks.rados.rados.0.smithi002.stdout:1404: seq_num 454 ranges {1490944=409600} 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[137674]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 202 KiB/s wr, 12 op/s; 106 KiB/s, 0 objects/s recovering 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[137674]: failed to encode map e328 with expected crc 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[137674]: failed to encode map e329 with expected crc 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[137674]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[140029]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 202 KiB/s wr, 12 op/s; 106 KiB/s, 0 objects/s recovering 2023-12-16T19:34:58.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[140029]: failed to encode map e328 with expected crc 2023-12-16T19:34:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[140029]: failed to encode map e329 with expected crc 2023-12-16T19:34:58.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:58 smithi002 ceph-mon[140029]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T19:34:58.993 INFO:tasks.rados.rados.0.smithi002.stdout:1404: writing smithi002125626-10 from 1490944 to 1900544 tid 1 2023-12-16T19:34:58.993 INFO:tasks.rados.rados.0.smithi002.stdout:1405: snap_create 2023-12-16T19:34:58.993 INFO:tasks.rados.rados.0.smithi002.stdout:1402: finishing write tid 3 to smithi002125626-7 2023-12-16T19:34:58.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1573 (ObjNum 453 snap 144 seq_num 453) dirty exists 2023-12-16T19:34:58.994 INFO:tasks.rados.rados.0.smithi002.stdout:1402: left oid 7 (ObjNum 453 snap 144 seq_num 453) 2023-12-16T19:34:58.996 INFO:tasks.rados.rados.0.smithi002.stdout:1404: finishing write tid 1 to smithi002125626-10 2023-12-16T19:34:58.996 INFO:tasks.rados.rados.0.smithi002.stdout:1404: finishing write tid 2 to smithi002125626-10 2023-12-16T19:34:58.998 INFO:tasks.rados.rados.0.smithi002.stdout:1404: finishing write tid 3 to smithi002125626-10 2023-12-16T19:34:58.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 742 (ObjNum 454 snap 144 seq_num 454) dirty exists 2023-12-16T19:34:58.998 INFO:tasks.rados.rados.0.smithi002.stdout:1404: left oid 10 (ObjNum 454 snap 144 seq_num 454) 2023-12-16T19:34:58.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:34:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:34:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:34:58.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:58 smithi043 ceph-mon[135010]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 202 KiB/s wr, 12 op/s; 106 KiB/s, 0 objects/s recovering 2023-12-16T19:34:58.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:58 smithi043 ceph-mon[135010]: failed to encode map e328 with expected crc 2023-12-16T19:34:58.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:58 smithi043 ceph-mon[135010]: failed to encode map e329 with expected crc 2023-12-16T19:34:58.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:58 smithi043 ceph-mon[135010]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T19:34:59.940 INFO:tasks.rados.rados.0.smithi002.stdout:1402: done (2 left) 2023-12-16T19:34:59.940 INFO:tasks.rados.rados.0.smithi002.stdout:1404: done (1 left) 2023-12-16T19:34:59.941 INFO:tasks.rados.rados.0.smithi002.stdout:1405: done (0 left) 2023-12-16T19:34:59.941 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 145 2023-12-16T19:34:59.941 INFO:tasks.rados.rados.0.smithi002.stdout:1406: seq_num 455 ranges {4120576=425984} 2023-12-16T19:34:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:1406: writing smithi002125626-44 from 4120576 to 4546560 tid 1 2023-12-16T19:34:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 145 2023-12-16T19:34:59.965 INFO:tasks.rados.rados.0.smithi002.stdout:1407: seq_num 456 ranges {778240=442368} 2023-12-16T19:34:59.972 INFO:tasks.rados.rados.0.smithi002.stdout:1407: writing smithi002125626-48 from 778240 to 1220608 tid 1 2023-12-16T19:34:59.972 INFO:tasks.rados.rados.0.smithi002.stdout:1408: delete oid 25 current snap is 145 2023-12-16T19:34:59.974 INFO:tasks.rados.rados.0.smithi002.stdout:1406: finishing write tid 1 to smithi002125626-44 2023-12-16T19:34:59.974 INFO:tasks.rados.rados.0.smithi002.stdout:1406: finishing write tid 2 to smithi002125626-44 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:1406: finishing write tid 3 to smithi002125626-44 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 744 (ObjNum 455 snap 145 seq_num 455) dirty exists 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:1406: left oid 44 (ObjNum 455 snap 145 seq_num 455) 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:1406: done (2 left) 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:1408: done (1 left) 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 145 2023-12-16T19:34:59.977 INFO:tasks.rados.rados.0.smithi002.stdout:1409: seq_num 458 ranges {0=475136} 2023-12-16T19:34:59.980 INFO:tasks.rados.rados.0.smithi002.stdout:1409: writing smithi002125626-22 from 0 to 475136 tid 1 2023-12-16T19:34:59.980 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 145 2023-12-16T19:34:59.980 INFO:tasks.rados.rados.0.smithi002.stdout:1410: seq_num 459 ranges {2883584=491520} 2023-12-16T19:34:59.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[137674]: failed to encode map e329 with expected crc 2023-12-16T19:34:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[137674]: osdmap e330: 8 total, 8 up, 8 in 2023-12-16T19:34:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[137674]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[137674]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[140029]: failed to encode map e329 with expected crc 2023-12-16T19:34:59.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[140029]: osdmap e330: 8 total, 8 up, 8 in 2023-12-16T19:34:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[140029]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:34:59 smithi002 ceph-mon[140029]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:59 smithi043 ceph-mon[135010]: failed to encode map e329 with expected crc 2023-12-16T19:34:59.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:59 smithi043 ceph-mon[135010]: osdmap e330: 8 total, 8 up, 8 in 2023-12-16T19:34:59.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:59 smithi043 ceph-mon[135010]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:34:59 smithi043 ceph-mon[135010]: failed to encode map e330 with expected crc 2023-12-16T19:34:59.999 INFO:tasks.rados.rados.0.smithi002.stdout:1410: writing smithi002125626-49 from 2883584 to 3375104 tid 1 2023-12-16T19:34:59.999 INFO:tasks.rados.rados.0.smithi002.stdout:1411: read oid 44 snap 128 2023-12-16T19:34:59.999 INFO:tasks.rados.rados.0.smithi002.stdout:1411: expect (ObjNum 401 snap 126 seq_num 401) 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 145 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1407: finishing write tid 1 to smithi002125626-48 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1407: finishing write tid 2 to smithi002125626-48 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1407: finishing write tid 3 to smithi002125626-48 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 300 (ObjNum 456 snap 145 seq_num 456) dirty exists 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1407: left oid 48 (ObjNum 456 snap 145 seq_num 456) 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 1 to smithi002125626-22 2023-12-16T19:35:00.000 INFO:tasks.rados.rados.0.smithi002.stdout:1412: seq_num 460 ranges {8372224=507904} 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1412: writing smithi002125626-46 from 8372224 to 8880128 tid 1 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1407: done (4 left) 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1413: delete oid 39 current snap is 145 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 2 to smithi002125626-22 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1409: finishing write tid 3 to smithi002125626-22 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 732 (ObjNum 458 snap 145 seq_num 458) dirty exists 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1409: left oid 22 (ObjNum 458 snap 145 seq_num 458) 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1410: finishing write tid 1 to smithi002125626-49 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1410: finishing write tid 2 to smithi002125626-49 2023-12-16T19:35:00.048 INFO:tasks.rados.rados.0.smithi002.stdout:1410: finishing write tid 3 to smithi002125626-49 2023-12-16T19:35:00.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 762 (ObjNum 459 snap 145 seq_num 459) dirty exists 2023-12-16T19:35:00.049 INFO:tasks.rados.rados.0.smithi002.stdout:1410: left oid 49 (ObjNum 459 snap 145 seq_num 459) 2023-12-16T19:35:00.049 INFO:tasks.rados.rados.0.smithi002.stdout:1411: expect (ObjNum 401 snap 126 seq_num 401) 2023-12-16T19:35:00.107 INFO:tasks.rados.rados.0.smithi002.stdout:1412: finishing write tid 1 to smithi002125626-46 2023-12-16T19:35:00.107 INFO:tasks.rados.rados.0.smithi002.stdout:1412: finishing write tid 2 to smithi002125626-46 2023-12-16T19:35:00.107 INFO:tasks.rados.rados.0.smithi002.stdout:1412: finishing write tid 3 to smithi002125626-46 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 765 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1412: left oid 46 (ObjNum 460 snap 145 seq_num 460) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1409: done (4 left) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1410: done (3 left) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1411: done (2 left) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1412: done (1 left) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1413: done (0 left) 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1414: setattr oid 28 current snap is 145 2023-12-16T19:35:00.108 INFO:tasks.rados.rados.0.smithi002.stdout:1415: snap_remove snap 144 2023-12-16T19:35:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:1415: done (1 left) 2023-12-16T19:35:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:1416: setattr oid 50 current snap is 145 2023-12-16T19:35:00.942 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 908 (ObjNum 239 snap 78 seq_num 239) dirty exists 2023-12-16T19:35:00.943 INFO:tasks.rados.rados.0.smithi002.stdout:1414: done (1 left) 2023-12-16T19:35:00.943 INFO:tasks.rados.rados.0.smithi002.stdout:1417: rollback oid 32 current snap is 145 2023-12-16T19:35:00.943 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 106 2023-12-16T19:35:00.943 INFO:tasks.rados.rados.0.smithi002.stdout:1418: copy_from oid 19 from oid 46 current snap is 145 2023-12-16T19:35:00.943 INFO:tasks.rados.rados.0.smithi002.stdout:1419: delete oid 44 current snap is 145 2023-12-16T19:35:00.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1583 (ObjNum 246 snap 80 seq_num 246) dirty exists 2023-12-16T19:35:00.955 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:35:00.955 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:35:00.955 INFO:tasks.rados.rados.0.smithi002.stdout:1417: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:35:00.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1587 (ObjNum 274 snap 87 seq_num 274) dirty exists 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1416: done (3 left) 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1417: done (2 left) 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1419: done (1 left) 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1420: read oid 7 snap -1 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1420: expect (ObjNum 453 snap 144 seq_num 453) 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1421: copy_from oid 33 from oid 11 current snap is 145 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1422: copy_from oid 10 from oid 47 current snap is 145 2023-12-16T19:35:00.957 INFO:tasks.rados.rados.0.smithi002.stdout:1423: snap_remove snap 128 2023-12-16T19:35:00.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 156 KiB/s wr, 6 op/s 2023-12-16T19:35:00.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: failed to encode map e331 with expected crc 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[137674]: osdmap e331: 8 total, 8 up, 8 in 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 156 KiB/s wr, 6 op/s 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: failed to encode map e331 with expected crc 2023-12-16T19:35:00.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:00 smithi002 ceph-mon[140029]: osdmap e331: 8 total, 8 up, 8 in 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 156 KiB/s wr, 6 op/s 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: failed to encode map e330 with expected crc 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: failed to encode map e331 with expected crc 2023-12-16T19:35:00.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:00 smithi043 ceph-mon[135010]: osdmap e331: 8 total, 8 up, 8 in 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: failed to encode map e332 with expected crc 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: osdmap e332: 8 total, 8 up, 8 in 2023-12-16T19:35:01.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[137674]: failed to encode map e332 with expected crc 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: failed to encode map e332 with expected crc 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: osdmap e332: 8 total, 8 up, 8 in 2023-12-16T19:35:01.898 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-mon[140029]: failed to encode map e332 with expected crc 2023-12-16T19:35:01.944 INFO:tasks.rados.rados.0.smithi002.stdout:1423: done (4 left) 2023-12-16T19:35:01.944 INFO:tasks.rados.rados.0.smithi002.stdout:1424: copy_from oid 28 from oid 36 current snap is 145 2023-12-16T19:35:01.944 INFO:tasks.rados.rados.0.smithi002.stdout:1420: expect (ObjNum 453 snap 144 seq_num 453) 2023-12-16T19:35:01.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: failed to encode map e331 with expected crc 2023-12-16T19:35:01.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:01.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: failed to encode map e332 with expected crc 2023-12-16T19:35:01.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: osdmap e332: 8 total, 8 up, 8 in 2023-12-16T19:35:01.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:01 smithi043 ceph-mon[135010]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1422: finishing copy_from to smithi002125626-10 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1335 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1422: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1421: finishing copy_from to smithi002125626-33 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 730 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1421: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1418: finishing copy_from to smithi002125626-19 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 765 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-16T19:35:02.065 INFO:tasks.rados.rados.0.smithi002.stdout:1418: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1418: done (4 left) 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1420: done (3 left) 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1421: done (2 left) 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1422: done (1 left) 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1425: rmattr oid 1 current snap is 145 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1424: finishing copy_from to smithi002125626-28 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 217 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1424: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1424: done (1 left) 2023-12-16T19:35:02.066 INFO:tasks.rados.rados.0.smithi002.stdout:1426: snap_create 2023-12-16T19:35:02.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1601 (ObjNum 438 snap 140 seq_num 438) dirty exists 2023-12-16T19:35:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:01] "GET /metrics HTTP/1.1" 200 35938 "" "Prometheus/2.43.0" 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:1425: done (1 left) 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:1426: done (0 left) 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:1427: rollback oid 43 current snap is 146 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 140 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 146 2023-12-16T19:35:02.934 INFO:tasks.rados.rados.0.smithi002.stdout:1428: seq_num 463 ranges {2736128=557056} 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1428: writing smithi002125626-4 from 2736128 to 3293184 tid 1 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1429: read oid 18 snap -1 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1429: expect (ObjNum 452 snap 144 seq_num 452) 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 146 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1427: finishing rollback tid 2 to smithi002125626-43 2023-12-16T19:35:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1109 (ObjNum 360 snap 122 seq_num 360) dirty exists 2023-12-16T19:35:02.954 INFO:tasks.rados.rados.0.smithi002.stdout:1430: seq_num 464 ranges {8880128=573440} 2023-12-16T19:35:02.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 414 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 180 KiB/s wr, 2 op/s 2023-12-16T19:35:02.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: failed to encode map e333 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: failed to encode map e333 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[137674]: osdmap e333: 8 total, 8 up, 8 in 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 414 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 180 KiB/s wr, 2 op/s 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: failed to encode map e333 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: failed to encode map e333 with expected crc 2023-12-16T19:35:02.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:02 smithi002 ceph-mon[140029]: osdmap e333: 8 total, 8 up, 8 in 2023-12-16T19:35:02.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 414 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 180 KiB/s wr, 2 op/s 2023-12-16T19:35:02.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: failed to encode map e332 with expected crc 2023-12-16T19:35:02.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: failed to encode map e332 with expected crc 2023-12-16T19:35:03.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: failed to encode map e333 with expected crc 2023-12-16T19:35:03.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: failed to encode map e333 with expected crc 2023-12-16T19:35:03.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:02 smithi043 ceph-mon[135010]: osdmap e333: 8 total, 8 up, 8 in 2023-12-16T19:35:03.005 INFO:tasks.rados.rados.0.smithi002.stdout:1430: writing smithi002125626-19 from 8880128 to 9453568 tid 1 2023-12-16T19:35:03.005 INFO:tasks.rados.rados.0.smithi002.stdout:1427: done (3 left) 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1431: copy_from oid 35 from oid 39 current snap is 146 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1428: finishing write tid 1 to smithi002125626-4 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1428: finishing write tid 2 to smithi002125626-4 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1428: finishing write tid 3 to smithi002125626-4 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1114 (ObjNum 463 snap 146 seq_num 463) dirty exists 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1428: left oid 4 (ObjNum 463 snap 146 seq_num 463) 2023-12-16T19:35:03.006 INFO:tasks.rados.rados.0.smithi002.stdout:1429: expect (ObjNum 452 snap 144 seq_num 452) 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 1 to smithi002125626-19 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 2 to smithi002125626-19 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1430: finishing write tid 3 to smithi002125626-19 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1116 (ObjNum 464 snap 146 seq_num 464) dirty exists 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1430: left oid 19 (ObjNum 464 snap 146 seq_num 464) 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1431: finishing copy_from to smithi002125626-35 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1431: got expected ENOENT (src dne) 2023-12-16T19:35:03.667 INFO:tasks.rados.rados.0.smithi002.stdout:1431: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1428: done (3 left) 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1429: done (2 left) 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1430: done (1 left) 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1431: done (0 left) 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1432: rollback oid 11 current snap is 146 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 139 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1433: rollback oid 7 current snap is 146 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 127 2023-12-16T19:35:03.668 INFO:tasks.rados.rados.0.smithi002.stdout:1434: snap_remove snap 126 2023-12-16T19:35:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[137674]: failed to encode map e333 with expected crc 2023-12-16T19:35:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[137674]: failed to encode map e334 with expected crc 2023-12-16T19:35:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[137674]: osdmap e334: 8 total, 8 up, 8 in 2023-12-16T19:35:03.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[140029]: failed to encode map e333 with expected crc 2023-12-16T19:35:03.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[140029]: failed to encode map e334 with expected crc 2023-12-16T19:35:03.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:03 smithi002 ceph-mon[140029]: osdmap e334: 8 total, 8 up, 8 in 2023-12-16T19:35:03.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:03 smithi043 ceph-mon[135010]: failed to encode map e333 with expected crc 2023-12-16T19:35:03.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:03 smithi043 ceph-mon[135010]: failed to encode map e334 with expected crc 2023-12-16T19:35:03.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:03 smithi043 ceph-mon[135010]: osdmap e334: 8 total, 8 up, 8 in 2023-12-16T19:35:04.605 INFO:tasks.rados.rados.0.smithi002.stdout:1434: done (2 left) 2023-12-16T19:35:04.606 INFO:tasks.rados.rados.0.smithi002.stdout:1435: snap_remove snap 140 2023-12-16T19:35:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[137674]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-16T19:35:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[137674]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[137674]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[137674]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[140029]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-16T19:35:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[140029]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[140029]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:04 smithi002 ceph-mon[140029]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:04 smithi043 ceph-mon[135010]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-16T19:35:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:04 smithi043 ceph-mon[135010]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:04 smithi043 ceph-mon[135010]: failed to encode map e334 with expected crc 2023-12-16T19:35:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:04 smithi043 ceph-mon[135010]: failed to encode map e334 with expected crc 2023-12-16T19:35:05.611 INFO:tasks.rados.rados.0.smithi002.stdout:1435: done (2 left) 2023-12-16T19:35:05.611 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 146 2023-12-16T19:35:05.611 INFO:tasks.rados.rados.0.smithi002.stdout:1433: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:35:05.611 INFO:tasks.rados.rados.0.smithi002.stdout:1436: seq_num 465 ranges {0=598016} 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1436: writing smithi002125626-47 from 0 to 598016 tid 1 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1437: read oid 32 snap -1 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1437: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1438: read oid 13 snap 124 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1438: expect (ObjNum 376 snap 122 seq_num 376) 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 146 2023-12-16T19:35:05.615 INFO:tasks.rados.rados.0.smithi002.stdout:1439: seq_num 466 ranges {1966080=614400} 2023-12-16T19:35:05.632 INFO:tasks.rados.rados.0.smithi002.stdout:1439: writing smithi002125626-28 from 1966080 to 2580480 tid 1 2023-12-16T19:35:05.632 INFO:tasks.rados.rados.0.smithi002.stdout:1432: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:35:05.632 INFO:tasks.rados.rados.0.smithi002.stdout:1433: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:35:05.632 INFO:tasks.rados.rados.0.smithi002.stdout:1432: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:35:05.632 INFO:tasks.rados.rados.0.smithi002.stdout:1433: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1605 (ObjNum 398 snap 126 seq_num 398) dirty exists 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:1432: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 735 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:1432: done (5 left) 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:1433: done (4 left) 2023-12-16T19:35:05.633 INFO:tasks.rados.rados.0.smithi002.stdout:1440: delete oid 2 current snap is 146 2023-12-16T19:35:05.637 INFO:tasks.rados.rados.0.smithi002.stdout:1440: done (4 left) 2023-12-16T19:35:05.637 INFO:tasks.rados.rados.0.smithi002.stdout:1441: snap_remove snap 133 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[137674]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[137674]: osdmap e335: 8 total, 8 up, 8 in 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[137674]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[137674]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[140029]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[140029]: osdmap e335: 8 total, 8 up, 8 in 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[140029]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[140029]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.858 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:05 smithi043 ceph-mon[135010]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:05 smithi043 ceph-mon[135010]: osdmap e335: 8 total, 8 up, 8 in 2023-12-16T19:35:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:05 smithi043 ceph-mon[135010]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:05 smithi043 ceph-mon[135010]: failed to encode map e335 with expected crc 2023-12-16T19:35:05.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:06.615 INFO:tasks.rados.rados.0.smithi002.stdout:1441: done (4 left) 2023-12-16T19:35:06.616 INFO:tasks.rados.rados.0.smithi002.stdout:1442: read oid 37 snap -1 2023-12-16T19:35:06.616 INFO:tasks.rados.rados.0.smithi002.stdout:1442: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:06.616 INFO:tasks.rados.rados.0.smithi002.stdout:1443: copy_from oid 11 from oid 43 current snap is 146 2023-12-16T19:35:06.616 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 146 2023-12-16T19:35:06.616 INFO:tasks.rados.rados.0.smithi002.stdout:1444: seq_num 468 ranges {0=647168} 2023-12-16T19:35:06.624 INFO:tasks.rados.rados.0.smithi002.stdout:1444: writing smithi002125626-30 from 0 to 647168 tid 1 2023-12-16T19:35:06.625 INFO:tasks.rados.rados.0.smithi002.stdout:1445: copy_from oid 31 from oid 40 current snap is 146 2023-12-16T19:35:06.626 INFO:tasks.rados.rados.0.smithi002.stdout:1436: finishing write tid 1 to smithi002125626-47 2023-12-16T19:35:06.626 INFO:tasks.rados.rados.0.smithi002.stdout:1436: finishing write tid 2 to smithi002125626-47 2023-12-16T19:35:06.626 INFO:tasks.rados.rados.0.smithi002.stdout:1438: expect (ObjNum 376 snap 122 seq_num 376) 2023-12-16T19:35:06.677 INFO:tasks.rados.rados.0.smithi002.stdout:1439: finishing write tid 1 to smithi002125626-28 2023-12-16T19:35:06.677 INFO:tasks.rados.rados.0.smithi002.stdout:1439: finishing write tid 2 to smithi002125626-28 2023-12-16T19:35:06.678 INFO:tasks.rados.rados.0.smithi002.stdout:1439: finishing write tid 3 to smithi002125626-28 2023-12-16T19:35:06.678 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 910 (ObjNum 466 snap 146 seq_num 466) dirty exists 2023-12-16T19:35:06.678 INFO:tasks.rados.rados.0.smithi002.stdout:1439: left oid 28 (ObjNum 466 snap 146 seq_num 466) 2023-12-16T19:35:06.678 INFO:tasks.rados.rados.0.smithi002.stdout:1437: expect (ObjNum 274 snap 87 seq_num 274) 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1436: finishing write tid 3 to smithi002125626-47 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1620 (ObjNum 465 snap 146 seq_num 465) dirty exists 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1436: left oid 47 (ObjNum 465 snap 146 seq_num 465) 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1443: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1444: finishing write tid 1 to smithi002125626-30 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1444: finishing write tid 2 to smithi002125626-30 2023-12-16T19:35:06.792 INFO:tasks.rados.rados.0.smithi002.stdout:1445: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1436: done (7 left) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1437: done (6 left) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1438: done (5 left) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1439: done (4 left) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1446: read oid 47 snap -1 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1446: expect (ObjNum 465 snap 146 seq_num 465) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1447: rollback oid 39 current snap is 146 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 106 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1444: finishing write tid 3 to smithi002125626-30 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 807 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1444: left oid 30 (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:1443: finishing copy_from to smithi002125626-11 2023-12-16T19:35:06.793 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1109 (ObjNum 360 snap 122 seq_num 360) dirty exists 2023-12-16T19:35:06.794 INFO:tasks.rados.rados.0.smithi002.stdout:1445: finishing copy_from to smithi002125626-31 2023-12-16T19:35:06.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 413 (ObjNum 422 snap 132 seq_num 422) dirty exists 2023-12-16T19:35:06.794 INFO:tasks.rados.rados.0.smithi002.stdout:1442: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: pgmap v196: 121 pgs: 121 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: Upgrade: osd.3 is safe to restart 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: osdmap e336: 8 total, 8 up, 8 in 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: pgmap v196: 121 pgs: 121 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: Upgrade: osd.3 is safe to restart 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: osdmap e336: 8 total, 8 up, 8 in 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.919 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:06.920 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.920 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:35:06.920 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: pgmap v196: 121 pgs: 121 active+clean; 424 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2023-12-16T19:35:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: Upgrade: osd.3 is safe to restart 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: failed to encode map e336 with expected crc 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: osdmap e336: 8 total, 8 up, 8 in 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T19:35:06.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:07.261 INFO:tasks.rados.rados.0.smithi002.stdout:1447: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:35:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1447: finishing rollback tid 2 to smithi002125626-39 2023-12-16T19:35:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 912 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:35:07.262 INFO:tasks.rados.rados.0.smithi002.stdout:1446: expect (ObjNum 465 snap 146 seq_num 465) 2023-12-16T19:35:07.281 INFO:tasks.rados.rados.0.smithi002.stdout:1442: done (5 left) 2023-12-16T19:35:07.281 INFO:tasks.rados.rados.0.smithi002.stdout:1443: done (4 left) 2023-12-16T19:35:07.281 INFO:tasks.rados.rados.0.smithi002.stdout:1444: done (3 left) 2023-12-16T19:35:07.281 INFO:tasks.rados.rados.0.smithi002.stdout:1445: done (2 left) 2023-12-16T19:35:07.281 INFO:tasks.rados.rados.0.smithi002.stdout:1446: done (1 left) 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1447: done (0 left) 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1448: rollback oid 7 current snap is 146 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 98 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1449: rollback oid 35 current snap is 146 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 114 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1450: read oid 27 snap 124 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1450: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1451: read oid 8 snap 66 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1451: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1452: rollback oid 17 current snap is 146 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 142 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1453: rmattr oid 33 current snap is 146 2023-12-16T19:35:07.282 INFO:tasks.rados.rados.0.smithi002.stdout:1454: setattr oid 40 current snap is 146 2023-12-16T19:35:07.283 INFO:tasks.rados.rados.0.smithi002.stdout:1455: read oid 47 snap 124 2023-12-16T19:35:07.283 INFO:tasks.rados.rados.0.smithi002.stdout:1455: expect (ObjNum 380 snap 123 seq_num 380) 2023-12-16T19:35:07.283 INFO:tasks.rados.rados.0.smithi002.stdout:1456: setattr oid 39 current snap is 146 2023-12-16T19:35:07.284 INFO:tasks.rados.rados.0.smithi002.stdout:1457: snap_remove snap 71 2023-12-16T19:35:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:1457: done (9 left) 2023-12-16T19:35:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:1458: rmattr oid 1 current snap is 146 2023-12-16T19:35:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1117 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:35:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:1451: expect (ObjNum 170 snap 43 seq_num 170) 2023-12-16T19:35:07.644 INFO:tasks.rados.rados.0.smithi002.stdout:1451: done (9 left) 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1453: done (8 left) 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1459: rollback oid 4 current snap is 146 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 60 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1460: rollback oid 42 current snap is 146 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 141 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1461: read oid 12 snap -1 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1461: expect (ObjNum 439 snap 140 seq_num 439) 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:1462: rollback oid 36 current snap is 146 2023-12-16T19:35:07.645 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 104 2023-12-16T19:35:07.646 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 146 2023-12-16T19:35:07.646 INFO:tasks.rados.rados.0.smithi002.stdout:1463: seq_num 469 ranges {8781824=663552} 2023-12-16T19:35:07.693 INFO:tasks.rados.rados.0.smithi002.stdout:1463: writing smithi002125626-21 from 8781824 to 9445376 tid 1 2023-12-16T19:35:07.693 INFO:tasks.rados.rados.0.smithi002.stdout:1464: delete oid 32 current snap is 146 2023-12-16T19:35:07.693 INFO:tasks.rados.rados.0.smithi002.stdout:1450: expect (ObjNum 232 snap 73 seq_num 232) 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: Upgrade: Updating osd.3 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: Deploying daemon osd.3 on smithi002 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: osdmap e337: 8 total, 8 up, 8 in 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[137674]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.702 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: Upgrade: Updating osd.3 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: Deploying daemon osd.3 on smithi002 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: osdmap e337: 8 total, 8 up, 8 in 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.703 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:07 smithi002 ceph-mon[140029]: failed to encode map e337 with expected crc 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1110 (ObjNum 422 snap 132 seq_num 422) dirty exists 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 913 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1452: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1452: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1452: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1338 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:1448: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:35:07.734 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1647 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:35:07.735 INFO:tasks.rados.rados.0.smithi002.stdout:1449: finishing rollback tid 0 to smithi002125626-35 2023-12-16T19:35:07.735 INFO:tasks.rados.rados.0.smithi002.stdout:1449: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:35:07.735 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1650 (ObjNum 593 snap 0 seq_num 2053823400) dirty dne 2023-12-16T19:35:07.735 INFO:tasks.rados.rados.0.smithi002.stdout:1455: expect (ObjNum 380 snap 123 seq_num 380) 2023-12-16T19:35:07.818 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1652 (ObjNum 438 snap 140 seq_num 438) dirty exists 2023-12-16T19:35:07.818 INFO:tasks.rados.rados.0.smithi002.stdout:1461: expect (ObjNum 439 snap 140 seq_num 439) 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1459: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1459: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing rollback tid 0 to smithi002125626-42 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1459: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1120 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1460: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 316 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1462: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1448: done (13 left) 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1449: done (12 left) 2023-12-16T19:35:07.830 INFO:tasks.rados.rados.0.smithi002.stdout:1450: done (11 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1452: done (10 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1454: done (9 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1455: done (8 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1456: done (7 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1458: done (6 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1459: done (5 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1460: done (4 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1461: done (3 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1464: done (2 left) 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 146 2023-12-16T19:35:07.831 INFO:tasks.rados.rados.0.smithi002.stdout:1462: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1462: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 758 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 1 to smithi002125626-21 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 2 to smithi002125626-21 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1463: finishing write tid 3 to smithi002125626-21 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1669 (ObjNum 469 snap 146 seq_num 469) dirty exists 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1463: left oid 21 (ObjNum 469 snap 146 seq_num 469) 2023-12-16T19:35:07.832 INFO:tasks.rados.rados.0.smithi002.stdout:1465: seq_num 471 ranges {0=696320} 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1465: writing smithi002125626-29 from 0 to 696320 tid 1 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1462: done (2 left) 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1463: done (1 left) 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1466: read oid 2 snap -1 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1466: expect deleted 2023-12-16T19:35:07.833 INFO:tasks.rados.rados.0.smithi002.stdout:1467: snap_create 2023-12-16T19:35:07.836 INFO:tasks.rados.rados.0.smithi002.stdout:1465: finishing write tid 1 to smithi002125626-29 2023-12-16T19:35:07.836 INFO:tasks.rados.rados.0.smithi002.stdout:1465: finishing write tid 2 to smithi002125626-29 2023-12-16T19:35:07.837 INFO:tasks.rados.rados.0.smithi002.stdout:1465: finishing write tid 3 to smithi002125626-29 2023-12-16T19:35:07.837 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 412 (ObjNum 471 snap 146 seq_num 471) dirty exists 2023-12-16T19:35:07.837 INFO:tasks.rados.rados.0.smithi002.stdout:1465: left oid 29 (ObjNum 471 snap 146 seq_num 471) 2023-12-16T19:35:07.934 INFO:tasks.rados.rados.0.smithi002.stdout:1465: done (2 left) 2023-12-16T19:35:07.934 INFO:tasks.rados.rados.0.smithi002.stdout:1466: done (1 left) 2023-12-16T19:35:07.934 INFO:tasks.rados.rados.0.smithi002.stdout:1467: done (0 left) 2023-12-16T19:35:07.934 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 147 2023-12-16T19:35:07.935 INFO:tasks.rados.rados.0.smithi002.stdout:1468: seq_num 472 ranges {1490944=712704} 2023-12-16T19:35:07.946 INFO:tasks.rados.rados.0.smithi002.stdout:1468: writing smithi002125626-27 from 1490944 to 2203648 tid 1 2023-12-16T19:35:07.947 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 147 2023-12-16T19:35:07.947 INFO:tasks.rados.rados.0.smithi002.stdout:1469: seq_num 473 ranges {1638400=729088} 2023-12-16T19:35:07.961 INFO:tasks.rados.rados.0.smithi002.stdout:1469: writing smithi002125626-15 from 1638400 to 2367488 tid 1 2023-12-16T19:35:07.961 INFO:tasks.rados.rados.0.smithi002.stdout:1470: read oid 29 snap -1 2023-12-16T19:35:07.961 INFO:tasks.rados.rados.0.smithi002.stdout:1470: expect (ObjNum 471 snap 146 seq_num 471) 2023-12-16T19:35:07.961 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 147 2023-12-16T19:35:07.961 INFO:tasks.rados.rados.0.smithi002.stdout:1471: seq_num 474 ranges {2277376=745472} 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1471: writing smithi002125626-31 from 2277376 to 3022848 tid 1 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1472: read oid 35 snap -1 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1472: expect deleted 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1473: delete oid 23 current snap is 147 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1468: finishing write tid 1 to smithi002125626-27 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1468: finishing write tid 2 to smithi002125626-27 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:1468: finishing write tid 3 to smithi002125626-27 2023-12-16T19:35:07.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 909 (ObjNum 472 snap 147 seq_num 472) dirty exists 2023-12-16T19:35:07.978 INFO:tasks.rados.rados.0.smithi002.stdout:1468: left oid 27 (ObjNum 472 snap 147 seq_num 472) 2023-12-16T19:35:07.978 INFO:tasks.rados.rados.0.smithi002.stdout:1470: expect (ObjNum 471 snap 146 seq_num 471) 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 1 to smithi002125626-15 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 2 to smithi002125626-15 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1468: done (5 left) 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1470: done (4 left) 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1473: done (3 left) 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 147 2023-12-16T19:35:07.998 INFO:tasks.rados.rados.0.smithi002.stdout:1469: finishing write tid 3 to smithi002125626-15 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 822 (ObjNum 473 snap 147 seq_num 473) dirty exists 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1469: left oid 15 (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1471: finishing write tid 1 to smithi002125626-31 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1471: finishing write tid 2 to smithi002125626-31 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1471: finishing write tid 3 to smithi002125626-31 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 911 (ObjNum 474 snap 147 seq_num 474) dirty exists 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1471: left oid 31 (ObjNum 474 snap 147 seq_num 474) 2023-12-16T19:35:07.999 INFO:tasks.rados.rados.0.smithi002.stdout:1474: seq_num 476 ranges {1949696=778240} 2023-12-16T19:35:07.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: Upgrade: Updating osd.3 2023-12-16T19:35:07.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: Deploying daemon osd.3 on smithi002 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: failed to encode map e337 with expected crc 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: osdmap e337: 8 total, 8 up, 8 in 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: failed to encode map e337 with expected crc 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: failed to encode map e337 with expected crc 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: failed to encode map e337 with expected crc 2023-12-16T19:35:08.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:07 smithi043 ceph-mon[135010]: failed to encode map e337 with expected crc 2023-12-16T19:35:08.013 INFO:tasks.rados.rados.0.smithi002.stdout:1474: writing smithi002125626-20 from 1949696 to 2727936 tid 1 2023-12-16T19:35:08.014 INFO:tasks.rados.rados.0.smithi002.stdout:1469: done (3 left) 2023-12-16T19:35:08.014 INFO:tasks.rados.rados.0.smithi002.stdout:1471: done (2 left) 2023-12-16T19:35:08.014 INFO:tasks.rados.rados.0.smithi002.stdout:1472: done (1 left) 2023-12-16T19:35:08.014 INFO:tasks.rados.rados.0.smithi002.stdout:1475: snap_remove snap 131 2023-12-16T19:35:08.900 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:08.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: pgmap v199: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2023-12-16T19:35:08.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T19:35:08.900 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T19:35:08.901 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:08 smithi043 ceph-mon[135010]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1475: done (1 left) 2023-12-16T19:35:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 147 2023-12-16T19:35:08.940 INFO:tasks.rados.rados.0.smithi002.stdout:1476: seq_num 477 ranges {9453568=794624} 2023-12-16T19:35:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: pgmap v199: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2023-12-16T19:35:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T19:35:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T19:35:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[137674]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:08 smithi002 systemd[1]: Stopping Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:35:08.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:35:08.802+0000 7f50b9ed0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:35:08.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:35:08.802+0000 7f50b9ed0700 -1 osd.3 339 *** Got signal Terminated *** 2023-12-16T19:35:08.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[107974]: 2023-12-16T19:35:08.802+0000 7f50b9ed0700 -1 osd.3 339 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:35:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: pgmap v199: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: failed to encode map e338 with expected crc 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T19:35:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:08 smithi002 ceph-mon[140029]: failed to encode map e339 with expected crc 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1476: writing smithi002125626-19 from 9453568 to 10248192 tid 1 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1477: snap_create 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 1 to smithi002125626-20 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 2 to smithi002125626-20 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1474: finishing write tid 3 to smithi002125626-20 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 760 (ObjNum 476 snap 147 seq_num 476) dirty exists 2023-12-16T19:35:08.998 INFO:tasks.rados.rados.0.smithi002.stdout:1474: left oid 20 (ObjNum 476 snap 147 seq_num 476) 2023-12-16T19:35:09.002 INFO:tasks.rados.rados.0.smithi002.stdout:1476: finishing write tid 1 to smithi002125626-19 2023-12-16T19:35:09.002 INFO:tasks.rados.rados.0.smithi002.stdout:1476: finishing write tid 2 to smithi002125626-19 2023-12-16T19:35:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:1476: finishing write tid 3 to smithi002125626-19 2023-12-16T19:35:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1122 (ObjNum 477 snap 147 seq_num 477) dirty exists 2023-12-16T19:35:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:1476: left oid 19 (ObjNum 477 snap 147 seq_num 477) 2023-12-16T19:35:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:1474: done (2 left) 2023-12-16T19:35:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:1476: done (1 left) 2023-12-16T19:35:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:1477: done (0 left) 2023-12-16T19:35:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 148 2023-12-16T19:35:09.942 INFO:tasks.rados.rados.0.smithi002.stdout:1478: seq_num 478 ranges {0=409600,409600=401408} 2023-12-16T19:35:09.944 INFO:tasks.rados.rados.0.smithi002.stdout:1478: writing smithi002125626-3 from 0 to 409600 tid 1 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1478: writing smithi002125626-3 from 409600 to 811008 tid 2 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1479: read oid 23 snap -1 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1479: expect deleted 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1480: read oid 30 snap 114 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1480: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:35:09.948 INFO:tasks.rados.rados.0.smithi002.stdout:1481: rmattr oid 13 current snap is 148 2023-12-16T19:35:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:1481: done (3 left) 2023-12-16T19:35:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 148 2023-12-16T19:35:09.949 INFO:tasks.rados.rados.0.smithi002.stdout:1482: seq_num 479 ranges {9445376=425984,9871360=401408} 2023-12-16T19:35:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: osd.3 marked itself down and dead 2023-12-16T19:35:09.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:09.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: failed to encode map e340 with expected crc 2023-12-16T19:35:09.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[137674]: osdmap e340: 8 total, 7 up, 8 in 2023-12-16T19:35:09.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:09 smithi002 podman[159598]: 2023-12-16 19:35:09.49174364 +0000 UTC m=+0.738757061 container died 23f534fecdd8a1e6a8317114fc78b8855ddf20ca14ae34f26a2fc62c5ae71d4c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2023-12-16T19:35:09.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:09 smithi002 podman[159598]: 2023-12-16 19:35:09.608285752 +0000 UTC m=+0.855299184 container cleanup 23f534fecdd8a1e6a8317114fc78b8855ddf20ca14ae34f26a2fc62c5ae71d4c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2023-12-16T19:35:09.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:09 smithi002 bash[159598]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3 2023-12-16T19:35:09.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:09 smithi002 podman[159616]: 2023-12-16 19:35:09.741321036 +0000 UTC m=+0.249057605 container remove 23f534fecdd8a1e6a8317114fc78b8855ddf20ca14ae34f26a2fc62c5ae71d4c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, io.buildah.version=1.31.3) 2023-12-16T19:35:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: osd.3 marked itself down and dead 2023-12-16T19:35:09.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:09.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: failed to encode map e340 with expected crc 2023-12-16T19:35:09.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:09 smithi002 ceph-mon[140029]: osdmap e340: 8 total, 7 up, 8 in 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: failed to encode map e339 with expected crc 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: osd.3 marked itself down and dead 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: failed to encode map e340 with expected crc 2023-12-16T19:35:09.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:09 smithi043 ceph-mon[135010]: osdmap e340: 8 total, 7 up, 8 in 2023-12-16T19:35:10.003 INFO:tasks.rados.rados.0.smithi002.stdout:1482: writing smithi002125626-21 from 9445376 to 9871360 tid 1 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1482: writing smithi002125626-21 from 9871360 to 10272768 tid 2 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1483: read oid 37 snap -1 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1483: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1484: snap_create 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1478: finishing write tid 1 to smithi002125626-3 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1478: finishing write tid 2 to smithi002125626-3 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1478: finishing write tid 3 to smithi002125626-3 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1478: finishing write tid 4 to smithi002125626-3 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 683 (ObjNum 478 snap 148 seq_num 478) dirty exists 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1478: left oid 3 (ObjNum 478 snap 148 seq_num 478) 2023-12-16T19:35:10.006 INFO:tasks.rados.rados.0.smithi002.stdout:1480: expect (ObjNum 228 snap 72 seq_num 228) 2023-12-16T19:35:10.096 INFO:tasks.rados.rados.0.smithi002.stdout:1482: finishing write tid 1 to smithi002125626-21 2023-12-16T19:35:10.096 INFO:tasks.rados.rados.0.smithi002.stdout:1482: finishing write tid 2 to smithi002125626-21 2023-12-16T19:35:10.096 INFO:tasks.rados.rados.0.smithi002.stdout:1482: finishing write tid 3 to smithi002125626-21 2023-12-16T19:35:10.096 INFO:tasks.rados.rados.0.smithi002.stdout:1482: finishing write tid 4 to smithi002125626-21 2023-12-16T19:35:10.096 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1691 (ObjNum 479 snap 148 seq_num 479) dirty exists 2023-12-16T19:35:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1482: left oid 21 (ObjNum 479 snap 148 seq_num 479) 2023-12-16T19:35:10.097 INFO:tasks.rados.rados.0.smithi002.stdout:1483: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:10.489 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.174484595 +0000 UTC m=+0.074638900 container create fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:35:10.489 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.118385875 +0000 UTC m=+0.018540192 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:10.489 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.258585695 +0000 UTC m=+0.158740006 container init fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T19:35:10.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.275778058 +0000 UTC m=+0.175932363 container start fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True) 2023-12-16T19:35:10.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.299496588 +0000 UTC m=+0.199650910 container attach fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T19:35:10.943 INFO:tasks.rados.rados.0.smithi002.stdout:1478: done (5 left) 2023-12-16T19:35:10.943 INFO:tasks.rados.rados.0.smithi002.stdout:1479: done (4 left) 2023-12-16T19:35:10.943 INFO:tasks.rados.rados.0.smithi002.stdout:1480: done (3 left) 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1482: done (2 left) 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1483: done (1 left) 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1484: done (0 left) 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1485: read oid 15 snap -1 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1485: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:35:10.944 INFO:tasks.rados.rados.0.smithi002.stdout:1486: delete oid 18 current snap is 149 2023-12-16T19:35:10.954 INFO:tasks.rados.rados.0.smithi002.stdout:1486: done (1 left) 2023-12-16T19:35:10.954 INFO:tasks.rados.rados.0.smithi002.stdout:1487: delete oid 10 current snap is 149 2023-12-16T19:35:10.962 INFO:tasks.rados.rados.0.smithi002.stdout:1485: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:35:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[137674]: pgmap v202: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-16T19:35:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[137674]: failed to encode map e340 with expected crc 2023-12-16T19:35:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[137674]: osdmap e341: 8 total, 7 up, 8 in 2023-12-16T19:35:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:10.990 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159705]: 2023-12-16 19:35:10.573651251 +0000 UTC m=+0.473805574 container died fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T19:35:10.991 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 podman[159731]: 2023-12-16 19:35:10.791161723 +0000 UTC m=+0.212501637 container remove fe8af45d3994f6156816b961106dc7225cd9d7d0e74b911a68609cc49ed56740 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2) 2023-12-16T19:35:10.991 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service: Deactivated successfully. 2023-12-16T19:35:10.991 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 systemd[1]: Stopped Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:35:10.991 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:10 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service: Consumed 8.352s CPU time. 2023-12-16T19:35:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[140029]: pgmap v202: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-16T19:35:10.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[140029]: failed to encode map e340 with expected crc 2023-12-16T19:35:10.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:10.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[140029]: osdmap e341: 8 total, 7 up, 8 in 2023-12-16T19:35:10.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:10 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:10 smithi043 ceph-mon[135010]: pgmap v202: 121 pgs: 121 active+clean; 440 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-16T19:35:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:10 smithi043 ceph-mon[135010]: failed to encode map e340 with expected crc 2023-12-16T19:35:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:10 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:10 smithi043 ceph-mon[135010]: osdmap e341: 8 total, 7 up, 8 in 2023-12-16T19:35:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:10 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.095 INFO:tasks.rados.rados.0.smithi002.stdout:1485: done (1 left) 2023-12-16T19:35:11.096 INFO:tasks.rados.rados.0.smithi002.stdout:1487: done (0 left) 2023-12-16T19:35:11.096 INFO:tasks.rados.rados.0.smithi002.stdout:1488: snap_remove snap 147 2023-12-16T19:35:11.258 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 systemd[1]: Starting Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:35:11.258 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.199435105 +0000 UTC m=+0.087335732 container create c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T19:35:11.258 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.130258037 +0000 UTC m=+0.018158638 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:11.630 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.315350815 +0000 UTC m=+0.203251412 container init c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T19:35:11.630 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.318741535 +0000 UTC m=+0.206642111 container start c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3) 2023-12-16T19:35:11.630 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.366008423 +0000 UTC m=+0.253909020 container attach c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS) 2023-12-16T19:35:11.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: pgmap v205: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 14 active+undersized, 92 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 17/1107 objects degraded (1.536%) 2023-12-16T19:35:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: failed to encode map e342 with expected crc 2023-12-16T19:35:11.899 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[137674]: osdmap e342: 8 total, 7 up, 8 in 2023-12-16T19:35:11.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.899 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: pgmap v205: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 14 active+undersized, 92 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 17/1107 objects degraded (1.536%) 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: failed to encode map e342 with expected crc 2023-12-16T19:35:11.900 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-mon[140029]: osdmap e342: 8 total, 7 up, 8 in 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T19:35:11.901 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 bash[159832]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate[159847]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-16T19:35:11.902 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:11 smithi002 podman[159832]: 2023-12-16 19:35:11.804155352 +0000 UTC m=+0.692055939 container died c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=) 2023-12-16T19:35:11.948 INFO:tasks.rados.rados.0.smithi002.stdout:1488: done (0 left) 2023-12-16T19:35:11.949 INFO:tasks.rados.rados.0.smithi002.stdout:1489: snap_remove snap 120 2023-12-16T19:35:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e341 with expected crc 2023-12-16T19:35:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: pgmap v205: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 14 active+undersized, 92 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 20 op/s; 17/1107 objects degraded (1.536%) 2023-12-16T19:35:12.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:11 smithi043 ceph-mon[135010]: osdmap e342: 8 total, 7 up, 8 in 2023-12-16T19:35:12.233 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:11] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-16T19:35:12.233 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 podman[159980]: 2023-12-16 19:35:12.057516298 +0000 UTC m=+0.247968759 container remove c307fc6f5c1e17602361d2dad1793500ab1500bb3fd0dd095fb92b834e516095 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True) 2023-12-16T19:35:12.489 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 podman[160042]: 2023-12-16 19:35:12.232500666 +0000 UTC m=+0.075783408 container create 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=) 2023-12-16T19:35:12.489 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 podman[160042]: 2023-12-16 19:35:12.174805365 +0000 UTC m=+0.018088128 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:12.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 podman[160042]: 2023-12-16 19:35:12.333062329 +0000 UTC m=+0.176345079 container init 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2023-12-16T19:35:12.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 podman[160042]: 2023-12-16 19:35:12.339818144 +0000 UTC m=+0.183100887 container start 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, org.label-schema.build-date=20231212, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:35:12.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-osd[160062]: -- 172.21.15.2:0/3423525274 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d2308d6c0 con 0x564d2305ec00 2023-12-16T19:35:12.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 bash[160042]: 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 2023-12-16T19:35:12.490 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 systemd[1]: Started Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:35:12.883 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.883 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.883 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 17/1107 objects degraded (1.536%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:12.883 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: failed to encode map e343 with expected crc 2023-12-16T19:35:12.883 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: osdmap e343: 8 total, 7 up, 8 in 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 17/1107 objects degraded (1.536%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: failed to encode map e343 with expected crc 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: osdmap e343: 8 total, 7 up, 8 in 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.884 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.885 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:12.936 INFO:tasks.rados.rados.0.smithi002.stdout:1489: done (0 left) 2023-12-16T19:35:12.936 INFO:tasks.rados.rados.0.smithi002.stdout:1490: copy_from oid 11 from oid 16 current snap is 149 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:1491: rollback oid 40 current snap is 149 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 114 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:1492: read oid 17 snap -1 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:1492: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 149 2023-12-16T19:35:12.937 INFO:tasks.rados.rados.0.smithi002.stdout:1493: seq_num 482 ranges {811008=475136,1286144=401408} 2023-12-16T19:35:12.946 INFO:tasks.rados.rados.0.smithi002.stdout:1493: writing smithi002125626-3 from 811008 to 1286144 tid 1 2023-12-16T19:35:12.949 INFO:tasks.rados.rados.0.smithi002.stdout:1493: writing smithi002125626-3 from 1286144 to 1687552 tid 2 2023-12-16T19:35:12.949 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:35:12.949 INFO:tasks.rados.rados.0.smithi002.stdout:1494: copy_from oid 41 from oid 24 current snap is 149 2023-12-16T19:35:12.950 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 149 2023-12-16T19:35:12.950 INFO:tasks.rados.rados.0.smithi002.stdout:1495: seq_num 483 ranges {0=491520,491520=401408} 2023-12-16T19:35:12.953 INFO:tasks.rados.rados.0.smithi002.stdout:1495: writing smithi002125626-7 from 0 to 491520 tid 1 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1495: writing smithi002125626-7 from 491520 to 892928 tid 2 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1496: copy_from oid 28 from oid 8 current snap is 149 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1491: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1113 (ObjNum 129 snap 0 seq_num 766130146) dirty exists 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1493: finishing write tid 1 to smithi002125626-3 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1491: done (6 left) 2023-12-16T19:35:12.957 INFO:tasks.rados.rados.0.smithi002.stdout:1497: delete oid 50 current snap is 149 2023-12-16T19:35:12.958 INFO:tasks.rados.rados.0.smithi002.stdout:1493: finishing write tid 2 to smithi002125626-3 2023-12-16T19:35:12.958 INFO:tasks.rados.rados.0.smithi002.stdout:1493: finishing write tid 3 to smithi002125626-3 2023-12-16T19:35:12.962 INFO:tasks.rados.rados.0.smithi002.stdout:1493: finishing write tid 4 to smithi002125626-3 2023-12-16T19:35:12.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 687 (ObjNum 482 snap 149 seq_num 482) dirty exists 2023-12-16T19:35:12.965 INFO:tasks.rados.rados.0.smithi002.stdout:1493: left oid 3 (ObjNum 482 snap 149 seq_num 482) 2023-12-16T19:35:12.965 INFO:tasks.rados.rados.0.smithi002.stdout:1494: finishing copy_from to smithi002125626-41 2023-12-16T19:35:12.965 INFO:tasks.rados.rados.0.smithi002.stdout:1494: got expected ENOENT (src dne) 2023-12-16T19:35:12.966 INFO:tasks.rados.rados.0.smithi002.stdout:1494: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:35:12.968 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing write tid 1 to smithi002125626-7 2023-12-16T19:35:12.968 INFO:tasks.rados.rados.0.smithi002.stdout:1490: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:35:12.971 INFO:tasks.rados.rados.0.smithi002.stdout:1490: finishing copy_from to smithi002125626-11 2023-12-16T19:35:12.971 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 336 (ObjNum 424 snap 133 seq_num 424) dirty exists 2023-12-16T19:35:12.974 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing write tid 2 to smithi002125626-7 2023-12-16T19:35:12.974 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing write tid 3 to smithi002125626-7 2023-12-16T19:35:12.975 INFO:tasks.rados.rados.0.smithi002.stdout:1490: done (6 left) 2023-12-16T19:35:12.975 INFO:tasks.rados.rados.0.smithi002.stdout:1493: done (5 left) 2023-12-16T19:35:12.975 INFO:tasks.rados.rados.0.smithi002.stdout:1494: done (4 left) 2023-12-16T19:35:12.975 INFO:tasks.rados.rados.0.smithi002.stdout:1497: done (3 left) 2023-12-16T19:35:12.976 INFO:tasks.rados.rados.0.smithi002.stdout:1498: snap_remove snap 141 2023-12-16T19:35:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: failed to encode map e342 with expected crc 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 17/1107 objects degraded (1.536%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: failed to encode map e343 with expected crc 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: osdmap e343: 8 total, 7 up, 8 in 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:12.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:13.170 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:12 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:35:12.881+0000 7f087ace3640 -1 Falling back to public interface 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1498: done (3 left) 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1499: read oid 27 snap 119 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1499: expect deleted 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1500: rmattr oid 6 current snap is 149 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1500: done (4 left) 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1501: read oid 45 snap -1 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1501: expect deleted 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:1502: copy_from oid 3 from oid 14 current snap is 149 2023-12-16T19:35:13.942 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 149 2023-12-16T19:35:13.943 INFO:tasks.rados.rados.0.smithi002.stdout:1503: seq_num 485 ranges {10272768=532480,10805248=401408} 2023-12-16T19:35:13.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[137674]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[137674]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[137674]: pgmap v208: 121 pgs: 5 active+undersized+degraded, 1 stale+active+clean, 32 active+undersized, 83 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 36/1113 objects degraded (3.235%) 2023-12-16T19:35:13.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[137674]: failed to encode map e344 with expected crc 2023-12-16T19:35:13.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[137674]: osdmap e344: 8 total, 7 up, 8 in 2023-12-16T19:35:13.969 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[140029]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.969 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[140029]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.969 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[140029]: pgmap v208: 121 pgs: 5 active+undersized+degraded, 1 stale+active+clean, 32 active+undersized, 83 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 36/1113 objects degraded (3.235%) 2023-12-16T19:35:13.969 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[140029]: failed to encode map e344 with expected crc 2023-12-16T19:35:13.969 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:13 smithi002 ceph-mon[140029]: osdmap e344: 8 total, 7 up, 8 in 2023-12-16T19:35:13.988 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:35:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:13 smithi043 ceph-mon[135010]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:13 smithi043 ceph-mon[135010]: failed to encode map e343 with expected crc 2023-12-16T19:35:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:13 smithi043 ceph-mon[135010]: pgmap v208: 121 pgs: 5 active+undersized+degraded, 1 stale+active+clean, 32 active+undersized, 83 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 33 op/s; 36/1113 objects degraded (3.235%) 2023-12-16T19:35:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:13 smithi043 ceph-mon[135010]: failed to encode map e344 with expected crc 2023-12-16T19:35:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:13 smithi043 ceph-mon[135010]: osdmap e344: 8 total, 7 up, 8 in 2023-12-16T19:35:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:1503: writing smithi002125626-21 from 10272768 to 10805248 tid 1 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:1503: writing smithi002125626-21 from 10805248 to 11206656 tid 2 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:1504: setattr oid 16 current snap is 149 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:1495: finishing write tid 4 to smithi002125626-7 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1705 (ObjNum 483 snap 149 seq_num 483) dirty exists 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:1495: left oid 7 (ObjNum 483 snap 149 seq_num 483) 2023-12-16T19:35:14.009 INFO:tasks.rados.rados.0.smithi002.stdout:1492: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:35:14.270 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing copy_from to smithi002125626-28 2023-12-16T19:35:14.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 740 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:35:14.270 INFO:tasks.rados.rados.0.smithi002.stdout:1496: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:35:14.270 INFO:tasks.rados.rados.0.smithi002.stdout:1502: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1502: finishing copy_from to smithi002125626-3 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 609 (ObjNum 379 snap 123 seq_num 379) dirty exists 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: finishing write tid 1 to smithi002125626-21 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: finishing write tid 2 to smithi002125626-21 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: finishing write tid 3 to smithi002125626-21 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: finishing write tid 4 to smithi002125626-21 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1733 (ObjNum 485 snap 149 seq_num 485) dirty exists 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: left oid 21 (ObjNum 485 snap 149 seq_num 485) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1492: done (7 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1495: done (6 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1496: done (5 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1499: done (4 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1501: done (3 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1502: done (2 left) 2023-12-16T19:35:14.271 INFO:tasks.rados.rados.0.smithi002.stdout:1503: done (1 left) 2023-12-16T19:35:14.272 INFO:tasks.rados.rados.0.smithi002.stdout:1505: snap_remove snap 111 2023-12-16T19:35:14.330 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:35:14.330 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (3m) 27s ago 6m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (3m) 114s ago 5m 78.3M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (6m) 27s ago 6m 14.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (6m) 114s ago 6m 18.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (2m) 114s ago 9m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (3m) 27s ago 10m 494M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (2m) 27s ago 10m 51.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (117s) 114s ago 9m 19.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (2m) 27s ago 9m 40.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (3m) 27s ago 5m 10.4M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (3m) 114s ago 5m 8280k - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (88s) 27s ago 8m 170M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (58s) 27s ago 8m 144M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (30s) 27s ago 8m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:35:14.331 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 starting - - - 2481M 2023-12-16T19:35:14.332 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (7m) 114s ago 7m 172M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a25d497f7945 2023-12-16T19:35:14.332 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (7m) 114s ago 7m 126M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:35:14.332 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (7m) 114s ago 7m 108M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:35:14.332 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (7m) 114s ago 7m 101M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:35:14.332 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (2m) 114s ago 6m 47.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:35:14.778 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:35:14.778 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 4, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 6, 2023-12-16T19:35:14.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:35:14.780 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:35:14.780 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: failed to encode map e345 with expected crc 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: osdmap e345: 8 total, 7 up, 8 in 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[137674]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:14.780 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.781 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.781 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: failed to encode map e345 with expected crc 2023-12-16T19:35:14.781 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: osdmap e345: 8 total, 7 up, 8 in 2023-12-16T19:35:14.781 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:14.781 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:14 smithi002 ceph-mon[140029]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1505: done (1 left) 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1506: rmattr oid 24 current snap is 149 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1506: done (1 left) 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1507: read oid 4 snap 127 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1507: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 149 2023-12-16T19:35:14.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: seq_num 486 ranges {0=548864,548864=401408} 2023-12-16T19:35:14.947 INFO:tasks.rados.rados.0.smithi002.stdout:1508: writing smithi002125626-18 from 0 to 548864 tid 1 2023-12-16T19:35:14.950 INFO:tasks.rados.rados.0.smithi002.stdout:1508: writing smithi002125626-18 from 548864 to 950272 tid 2 2023-12-16T19:35:14.951 INFO:tasks.rados.rados.0.smithi002.stdout:1509: rollback oid 39 current snap is 149 2023-12-16T19:35:14.951 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 146 2023-12-16T19:35:14.951 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 426 (ObjNum 424 snap 133 seq_num 424) dirty exists 2023-12-16T19:35:14.951 INFO:tasks.rados.rados.0.smithi002.stdout:1504: done (3 left) 2023-12-16T19:35:14.951 INFO:tasks.rados.rados.0.smithi002.stdout:1510: snap_remove snap 148 2023-12-16T19:35:14.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: failed to encode map e344 with expected crc 2023-12-16T19:35:14.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: failed to encode map e345 with expected crc 2023-12-16T19:35:14.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: osdmap e345: 8 total, 7 up, 8 in 2023-12-16T19:35:14.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:14.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:14 smithi043 ceph-mon[135010]: from='client.44183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:15.740 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:35:15.442+0000 7f087ace3640 -1 osd.3 0 read_superblock omap replica is missing. 2023-12-16T19:35:15.740 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:35:15.503+0000 7f087ace3640 -1 osd.3 339 log_to_monitors true 2023-12-16T19:35:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/221394414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: pgmap v211: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 974 KiB/s wr, 18 op/s; 61/1116 objects degraded (5.466%) 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: failed to encode map e346 with expected crc 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: osdmap e346: 8 total, 7 up, 8 in 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[137674]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/221394414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: pgmap v211: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 974 KiB/s wr, 18 op/s; 61/1116 objects degraded (5.466%) 2023-12-16T19:35:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: failed to encode map e346 with expected crc 2023-12-16T19:35:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: osdmap e346: 8 total, 7 up, 8 in 2023-12-16T19:35:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:15.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-mon[140029]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:15.943 INFO:tasks.rados.rados.0.smithi002.stdout:1510: done (3 left) 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1511: rollback oid 48 current snap is 149 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 137 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: finishing write tid 1 to smithi002125626-18 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: finishing write tid 2 to smithi002125626-18 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: finishing write tid 3 to smithi002125626-18 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: finishing write tid 4 to smithi002125626-18 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 719 (ObjNum 486 snap 149 seq_num 486) dirty exists 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1508: left oid 18 (ObjNum 486 snap 149 seq_num 486) 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing rollback tid 0 to smithi002125626-39 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1509: finishing rollback tid 2 to smithi002125626-39 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 916 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:35:15.944 INFO:tasks.rados.rados.0.smithi002.stdout:1507: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:35:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: failed to encode map e345 with expected crc 2023-12-16T19:35:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/221394414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: pgmap v211: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 974 KiB/s wr, 18 op/s; 61/1116 objects degraded (5.466%) 2023-12-16T19:35:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: failed to encode map e346 with expected crc 2023-12-16T19:35:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: osdmap e346: 8 total, 7 up, 8 in 2023-12-16T19:35:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:15 smithi043 ceph-mon[135010]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T19:35:16.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:35:15 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:35:15.979+0000 7f086994f700 -1 osd.3 339 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:1511: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:1511: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:1511: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 334 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:1507: done (3 left) 2023-12-16T19:35:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:1508: done (2 left) 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1509: done (1 left) 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1511: done (0 left) 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1512: copy_from oid 19 from oid 31 current snap is 149 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1513: copy_from oid 3 from oid 21 current snap is 149 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1514: read oid 12 snap -1 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1514: expect (ObjNum 439 snap 140 seq_num 439) 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1515: copy_from oid 11 from oid 28 current snap is 149 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 149 2023-12-16T19:35:16.255 INFO:tasks.rados.rados.0.smithi002.stdout:1516: seq_num 487 ranges {475136=565248,1040384=401408} 2023-12-16T19:35:16.262 INFO:tasks.rados.rados.0.smithi002.stdout:1516: writing smithi002125626-22 from 475136 to 1040384 tid 1 2023-12-16T19:35:16.265 INFO:tasks.rados.rados.0.smithi002.stdout:1516: writing smithi002125626-22 from 1040384 to 1441792 tid 2 2023-12-16T19:35:16.265 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 149 2023-12-16T19:35:16.266 INFO:tasks.rados.rados.0.smithi002.stdout:1517: seq_num 488 ranges {0=581632,581632=401408} 2023-12-16T19:35:16.270 INFO:tasks.rados.rados.0.smithi002.stdout:1517: writing smithi002125626-23 from 0 to 581632 tid 1 2023-12-16T19:35:16.273 INFO:tasks.rados.rados.0.smithi002.stdout:1517: writing smithi002125626-23 from 581632 to 983040 tid 2 2023-12-16T19:35:16.274 INFO:tasks.rados.rados.0.smithi002.stdout:1518: read oid 46 snap -1 2023-12-16T19:35:16.274 INFO:tasks.rados.rados.0.smithi002.stdout:1518: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-16T19:35:16.274 INFO:tasks.rados.rados.0.smithi002.stdout:1514: expect (ObjNum 439 snap 140 seq_num 439) 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1515: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1515: finishing copy_from to smithi002125626-11 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 740 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 1 to smithi002125626-22 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 2 to smithi002125626-22 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 3 to smithi002125626-22 2023-12-16T19:35:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:1516: finishing write tid 4 to smithi002125626-22 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1116 (ObjNum 487 snap 149 seq_num 487) dirty exists 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1516: left oid 22 (ObjNum 487 snap 149 seq_num 487) 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing copy_from to smithi002125626-19 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 911 (ObjNum 474 snap 147 seq_num 474) dirty exists 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1512: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1512: done (6 left) 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1514: done (5 left) 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1515: done (4 left) 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1516: done (3 left) 2023-12-16T19:35:16.289 INFO:tasks.rados.rados.0.smithi002.stdout:1519: snap_remove snap 66 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: failed to encode map e347 with expected crc 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: osdmap e347: 8 total, 7 up, 8 in 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: failed to encode map e347 with expected crc 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: osdmap e347: 8 total, 7 up, 8 in 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:16.933 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:16.949 INFO:tasks.rados.rados.0.smithi002.stdout:1519: done (3 left) 2023-12-16T19:35:16.949 INFO:tasks.rados.rados.0.smithi002.stdout:1520: rmattr oid 28 current snap is 149 2023-12-16T19:35:16.949 INFO:tasks.rados.rados.0.smithi002.stdout:1520: done (3 left) 2023-12-16T19:35:16.949 INFO:tasks.rados.rados.0.smithi002.stdout:1521: rollback oid 2 current snap is 149 2023-12-16T19:35:16.949 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 145 2023-12-16T19:35:16.950 INFO:tasks.rados.rados.0.smithi002.stdout:1522: read oid 31 snap -1 2023-12-16T19:35:16.950 INFO:tasks.rados.rados.0.smithi002.stdout:1522: expect (ObjNum 474 snap 147 seq_num 474) 2023-12-16T19:35:16.950 INFO:tasks.rados.rados.0.smithi002.stdout:1523: snap_create 2023-12-16T19:35:16.963 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 1 to smithi002125626-23 2023-12-16T19:35:16.963 INFO:tasks.rados.rados.0.smithi002.stdout:1513: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:35:16.963 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 2 to smithi002125626-23 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 3 to smithi002125626-23 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:1517: finishing write tid 4 to smithi002125626-23 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 691 (ObjNum 488 snap 149 seq_num 488) dirty exists 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:1517: left oid 23 (ObjNum 488 snap 149 seq_num 488) 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:1513: finishing copy_from to smithi002125626-3 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1733 (ObjNum 485 snap 149 seq_num 485) dirty exists 2023-12-16T19:35:16.964 INFO:tasks.rados.rados.0.smithi002.stdout:1518: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-16T19:35:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: failed to encode map e346 with expected crc 2023-12-16T19:35:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: failed to encode map e347 with expected crc 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: osdmap e347: 8 total, 7 up, 8 in 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: from='osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:17.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: failed to encode map e347 with expected crc 2023-12-16T19:35:17.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 34 active+undersized, 79 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 61/1137 objects degraded (5.365%) 2023-12-16T19:35:17.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: failed to encode map e348 with expected crc 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725] boot 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: failed to encode map e347 with expected crc 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 34 active+undersized, 79 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 61/1137 objects degraded (5.365%) 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: failed to encode map e348 with expected crc 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725] boot 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T19:35:17.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1513: done (5 left) 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1517: done (4 left) 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1518: done (3 left) 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1523: done (2 left) 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1524: read oid 25 snap -1 2023-12-16T19:35:17.939 INFO:tasks.rados.rados.0.smithi002.stdout:1524: expect deleted 2023-12-16T19:35:17.940 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 150 2023-12-16T19:35:17.940 INFO:tasks.rados.rados.0.smithi002.stdout:1525: seq_num 489 ranges {0=598016,598016=401408} 2023-12-16T19:35:17.943 INFO:tasks.rados.rados.0.smithi002.stdout:1525: writing smithi002125626-34 from 0 to 598016 tid 1 2023-12-16T19:35:17.946 INFO:tasks.rados.rados.0.smithi002.stdout:1525: writing smithi002125626-34 from 598016 to 999424 tid 2 2023-12-16T19:35:17.946 INFO:tasks.rados.rados.0.smithi002.stdout:1526: snap_remove snap 114 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: failed to encode map e347 with expected crc 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: pgmap v214: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 34 active+undersized, 79 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 12 op/s; 61/1137 objects degraded (5.365%) 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: failed to encode map e348 with expected crc 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: osd.3 [v2:172.21.15.2:6826/2989191725,v1:172.21.15.2:6827/2989191725] boot 2023-12-16T19:35:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T19:35:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T19:35:18.239 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 19:35:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T19:35:17.976+0000 7f41ef77d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 74 after trimming was started 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1526: done (4 left) 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1527: rollback oid 4 current snap is 150 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 146 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing write tid 1 to smithi002125626-34 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing write tid 2 to smithi002125626-34 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing write tid 3 to smithi002125626-34 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1525: finishing write tid 4 to smithi002125626-34 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 722 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1525: left oid 34 (ObjNum 489 snap 150 seq_num 489) 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1521: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1521: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 913 (ObjNum 239 snap 78 seq_num 239) dirty exists 2023-12-16T19:35:18.950 INFO:tasks.rados.rados.0.smithi002.stdout:1522: expect (ObjNum 474 snap 147 seq_num 474) 2023-12-16T19:35:18.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:35:18.733+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T19:35:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 61/1137 objects degraded (5.365%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 61/1137 objects degraded (5.365%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T19:35:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:18.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:18.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 61/1137 objects degraded (5.365%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:18.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:1527: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:1527: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:1527: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1125 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:1521: done (4 left) 2023-12-16T19:35:19.079 INFO:tasks.rados.rados.0.smithi002.stdout:1522: done (3 left) 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1524: done (2 left) 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1525: done (1 left) 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1527: done (0 left) 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1528: copy_from oid 28 from oid 30 current snap is 150 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1529: setattr oid 11 current snap is 150 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1530: copy_from oid 39 from oid 32 current snap is 150 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 150 2023-12-16T19:35:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:1531: seq_num 490 ranges {983040=614400,1597440=401408} 2023-12-16T19:35:19.089 INFO:tasks.rados.rados.0.smithi002.stdout:1531: writing smithi002125626-23 from 983040 to 1597440 tid 1 2023-12-16T19:35:19.091 INFO:tasks.rados.rados.0.smithi002.stdout:1531: writing smithi002125626-23 from 1597440 to 1998848 tid 2 2023-12-16T19:35:19.091 INFO:tasks.rados.rados.0.smithi002.stdout:1532: snap_remove snap 106 2023-12-16T19:35:19.951 INFO:tasks.rados.rados.0.smithi002.stdout:1532: done (4 left) 2023-12-16T19:35:19.951 INFO:tasks.rados.rados.0.smithi002.stdout:1533: copy_from oid 18 from oid 16 current snap is 150 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1530: finishing copy_from to smithi002125626-39 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1530: got expected ENOENT (src dne) 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1530: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1117 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1528: finishing copy_from to smithi002125626-28 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 807 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1528: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 1 to smithi002125626-23 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 2 to smithi002125626-23 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 3 to smithi002125626-23 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1531: finishing write tid 4 to smithi002125626-23 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1736 (ObjNum 490 snap 150 seq_num 490) dirty exists 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1531: left oid 23 (ObjNum 490 snap 150 seq_num 490) 2023-12-16T19:35:19.952 INFO:tasks.rados.rados.0.smithi002.stdout:1528: done (4 left) 2023-12-16T19:35:19.953 INFO:tasks.rados.rados.0.smithi002.stdout:1529: done (3 left) 2023-12-16T19:35:19.953 INFO:tasks.rados.rados.0.smithi002.stdout:1530: done (2 left) 2023-12-16T19:35:19.953 INFO:tasks.rados.rados.0.smithi002.stdout:1531: done (1 left) 2023-12-16T19:35:19.953 INFO:tasks.rados.rados.0.smithi002.stdout:1534: snap_create 2023-12-16T19:35:19.986 INFO:tasks.rados.rados.0.smithi002.stdout:1533: finishing copy_from to smithi002125626-18 2023-12-16T19:35:19.986 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 426 (ObjNum 424 snap 133 seq_num 424) dirty exists 2023-12-16T19:35:19.986 INFO:tasks.rados.rados.0.smithi002.stdout:1533: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:35:19.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: pgmap v217: 121 pgs: 1 active+clean+snaptrim, 1 active+recovering+degraded, 5 active+undersized+degraded, 33 active+undersized, 81 active+clean; 454 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 39/1134 objects degraded (3.439%) 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: failed to encode map e350 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[137674]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: pgmap v217: 121 pgs: 1 active+clean+snaptrim, 1 active+recovering+degraded, 5 active+undersized+degraded, 33 active+undersized, 81 active+clean; 454 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 39/1134 objects degraded (3.439%) 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: failed to encode map e350 with expected crc 2023-12-16T19:35:19.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:19 smithi002 ceph-mon[140029]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T19:35:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e349 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: pgmap v217: 121 pgs: 1 active+clean+snaptrim, 1 active+recovering+degraded, 5 active+undersized+degraded, 33 active+undersized, 81 active+clean; 454 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 39/1134 objects degraded (3.439%) 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: failed to encode map e350 with expected crc 2023-12-16T19:35:19.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:19 smithi043 ceph-mon[135010]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T19:35:20.952 INFO:tasks.rados.rados.0.smithi002.stdout:1533: done (1 left) 2023-12-16T19:35:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:1534: done (0 left) 2023-12-16T19:35:20.953 INFO:tasks.rados.rados.0.smithi002.stdout:1535: delete oid 30 current snap is 151 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:1535: done (0 left) 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:1536: rollback oid 41 current snap is 151 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 143 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:1537: read oid 42 snap -1 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:1537: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 151 2023-12-16T19:35:20.958 INFO:tasks.rados.rados.0.smithi002.stdout:1538: seq_num 492 ranges {0=647168,647168=401408} 2023-12-16T19:35:20.962 INFO:tasks.rados.rados.0.smithi002.stdout:1538: writing smithi002125626-35 from 0 to 647168 tid 1 2023-12-16T19:35:20.965 INFO:tasks.rados.rados.0.smithi002.stdout:1538: writing smithi002125626-35 from 647168 to 1048576 tid 2 2023-12-16T19:35:20.966 INFO:tasks.rados.rados.0.smithi002.stdout:1537: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:20.969 INFO:tasks.rados.rados.0.smithi002.stdout:1536: finishing rollback tid 0 to smithi002125626-41 2023-12-16T19:35:20.969 INFO:tasks.rados.rados.0.smithi002.stdout:1536: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:35:20.969 INFO:tasks.rados.rados.0.smithi002.stdout:1537: done (2 left) 2023-12-16T19:35:20.969 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 151 2023-12-16T19:35:20.970 INFO:tasks.rados.rados.0.smithi002.stdout:1539: seq_num 493 ranges {2203648=663552,2867200=401408} 2023-12-16T19:35:20.985 INFO:tasks.rados.rados.0.smithi002.stdout:1539: writing smithi002125626-27 from 2203648 to 2867200 tid 1 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:1539: writing smithi002125626-27 from 2867200 to 3268608 tid 2 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:1540: read oid 42 snap -1 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:1540: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 151 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:1536: finishing rollback tid 2 to smithi002125626-41 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 454 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:35:20.988 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 1 to smithi002125626-35 2023-12-16T19:35:20.989 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 2 to smithi002125626-35 2023-12-16T19:35:20.989 INFO:tasks.rados.rados.0.smithi002.stdout:1541: seq_num 494 ranges {1236992=679936,1916928=401408} 2023-12-16T19:35:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[137674]: failed to encode map e350 with expected crc 2023-12-16T19:35:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[137674]: failed to encode map e351 with expected crc 2023-12-16T19:35:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[137674]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T19:35:20.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[140029]: failed to encode map e350 with expected crc 2023-12-16T19:35:20.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[140029]: failed to encode map e351 with expected crc 2023-12-16T19:35:20.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:20 smithi002 ceph-mon[140029]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T19:35:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:20 smithi043 ceph-mon[135010]: failed to encode map e350 with expected crc 2023-12-16T19:35:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:20 smithi043 ceph-mon[135010]: failed to encode map e351 with expected crc 2023-12-16T19:35:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:20 smithi043 ceph-mon[135010]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T19:35:20.999 INFO:tasks.rados.rados.0.smithi002.stdout:1541: writing smithi002125626-43 from 1236992 to 1916928 tid 1 2023-12-16T19:35:21.001 INFO:tasks.rados.rados.0.smithi002.stdout:1541: writing smithi002125626-43 from 1916928 to 2318336 tid 2 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1536: done (4 left) 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1542: snap_create 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 3 to smithi002125626-35 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1538: finishing write tid 4 to smithi002125626-35 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1798 (ObjNum 492 snap 151 seq_num 492) dirty exists 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1538: left oid 35 (ObjNum 492 snap 151 seq_num 492) 2023-12-16T19:35:21.002 INFO:tasks.rados.rados.0.smithi002.stdout:1540: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:1539: finishing write tid 1 to smithi002125626-27 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:1539: finishing write tid 2 to smithi002125626-27 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:1539: finishing write tid 3 to smithi002125626-27 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:1539: finishing write tid 4 to smithi002125626-27 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 916 (ObjNum 493 snap 151 seq_num 493) dirty exists 2023-12-16T19:35:21.004 INFO:tasks.rados.rados.0.smithi002.stdout:1539: left oid 27 (ObjNum 493 snap 151 seq_num 493) 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing write tid 1 to smithi002125626-43 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing write tid 2 to smithi002125626-43 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing write tid 3 to smithi002125626-43 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:1541: finishing write tid 4 to smithi002125626-43 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1112 (ObjNum 494 snap 151 seq_num 494) dirty exists 2023-12-16T19:35:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:1541: left oid 43 (ObjNum 494 snap 151 seq_num 494) 2023-12-16T19:35:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:1538: done (4 left) 2023-12-16T19:35:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:1539: done (3 left) 2023-12-16T19:35:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:1540: done (2 left) 2023-12-16T19:35:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:1541: done (1 left) 2023-12-16T19:35:21.955 INFO:tasks.rados.rados.0.smithi002.stdout:1542: done (0 left) 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:1543: rollback oid 13 current snap is 152 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 143 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:1544: read oid 46 snap -1 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:1544: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 152 2023-12-16T19:35:21.956 INFO:tasks.rados.rados.0.smithi002.stdout:1545: seq_num 495 ranges {11206656=696320,11902976=401408} 2023-12-16T19:35:21.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:21] "GET /metrics HTTP/1.1" 200 35942 "" "Prometheus/2.43.0" 2023-12-16T19:35:21.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: pgmap v220: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 2 active+undersized+degraded, 24 active+undersized, 92 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 22/1119 objects degraded (1.966%) 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: failed to encode map e352 with expected crc 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[137674]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: pgmap v220: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 2 active+undersized+degraded, 24 active+undersized, 92 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 22/1119 objects degraded (1.966%) 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:21.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: failed to encode map e352 with expected crc 2023-12-16T19:35:21.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:21 smithi002 ceph-mon[140029]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T19:35:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: failed to encode map e351 with expected crc 2023-12-16T19:35:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: pgmap v220: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 2 active+undersized+degraded, 24 active+undersized, 92 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 15 op/s; 22/1119 objects degraded (1.966%) 2023-12-16T19:35:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: failed to encode map e352 with expected crc 2023-12-16T19:35:21.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:21 smithi043 ceph-mon[135010]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T19:35:22.020 INFO:tasks.rados.rados.0.smithi002.stdout:1545: writing smithi002125626-21 from 11206656 to 11902976 tid 1 2023-12-16T19:35:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:1545: writing smithi002125626-21 from 11902976 to 12304384 tid 2 2023-12-16T19:35:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:1546: copy_from oid 42 from oid 44 current snap is 152 2023-12-16T19:35:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:1543: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:35:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 906 (ObjNum 33 snap 0 seq_num 2052229616) dirty dne 2023-12-16T19:35:22.023 INFO:tasks.rados.rados.0.smithi002.stdout:1544: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-16T19:35:22.691 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing copy_from to smithi002125626-42 2023-12-16T19:35:22.691 INFO:tasks.rados.rados.0.smithi002.stdout:1546: got expected ENOENT (src dne) 2023-12-16T19:35:22.691 INFO:tasks.rados.rados.0.smithi002.stdout:1546: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:35:22.691 INFO:tasks.rados.rados.0.smithi002.stdout:1545: finishing write tid 1 to smithi002125626-21 2023-12-16T19:35:22.691 INFO:tasks.rados.rados.0.smithi002.stdout:1545: finishing write tid 2 to smithi002125626-21 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1545: finishing write tid 3 to smithi002125626-21 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1545: finishing write tid 4 to smithi002125626-21 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1802 (ObjNum 495 snap 152 seq_num 495) dirty exists 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1545: left oid 21 (ObjNum 495 snap 152 seq_num 495) 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1543: done (3 left) 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1544: done (2 left) 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1545: done (1 left) 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1546: done (0 left) 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1547: copy_from oid 41 from oid 24 current snap is 152 2023-12-16T19:35:22.692 INFO:tasks.rados.rados.0.smithi002.stdout:1548: snap_create 2023-12-16T19:35:22.693 INFO:tasks.rados.rados.0.smithi002.stdout:1547: finishing copy_from to smithi002125626-41 2023-12-16T19:35:22.693 INFO:tasks.rados.rados.0.smithi002.stdout:1547: got expected ENOENT (src dne) 2023-12-16T19:35:22.693 INFO:tasks.rados.rados.0.smithi002.stdout:1547: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:35:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[137674]: failed to encode map e352 with expected crc 2023-12-16T19:35:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[137674]: failed to encode map e353 with expected crc 2023-12-16T19:35:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[137674]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T19:35:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[140029]: failed to encode map e352 with expected crc 2023-12-16T19:35:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[140029]: failed to encode map e353 with expected crc 2023-12-16T19:35:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:22 smithi002 ceph-mon[140029]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T19:35:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:22 smithi043 ceph-mon[135010]: failed to encode map e352 with expected crc 2023-12-16T19:35:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:22 smithi043 ceph-mon[135010]: failed to encode map e353 with expected crc 2023-12-16T19:35:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:22 smithi043 ceph-mon[135010]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T19:35:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:1547: done (1 left) 2023-12-16T19:35:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:1548: done (0 left) 2023-12-16T19:35:23.670 INFO:tasks.rados.rados.0.smithi002.stdout:1549: delete oid 20 current snap is 153 2023-12-16T19:35:23.677 INFO:tasks.rados.rados.0.smithi002.stdout:1549: done (0 left) 2023-12-16T19:35:23.677 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 153 2023-12-16T19:35:23.678 INFO:tasks.rados.rados.0.smithi002.stdout:1550: seq_num 497 ranges {696320=729088,1425408=401408} 2023-12-16T19:35:23.685 INFO:tasks.rados.rados.0.smithi002.stdout:1550: writing smithi002125626-29 from 696320 to 1425408 tid 1 2023-12-16T19:35:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1550: writing smithi002125626-29 from 1425408 to 1826816 tid 2 2023-12-16T19:35:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1551: rmattr oid 24 current snap is 153 2023-12-16T19:35:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1551: done (1 left) 2023-12-16T19:35:23.688 INFO:tasks.rados.rados.0.smithi002.stdout:1552: snap_remove snap 104 2023-12-16T19:35:23.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[137674]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[137674]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[137674]: pgmap v223: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 118 active+clean; 450 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3/1098 objects degraded (0.273%); 2.2 MiB/s, 0 objects/s recovering 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 22/1119 objects degraded (1.966%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[140029]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[140029]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[140029]: pgmap v223: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 118 active+clean; 450 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3/1098 objects degraded (0.273%); 2.2 MiB/s, 0 objects/s recovering 2023-12-16T19:35:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:23 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 22/1119 objects degraded (1.966%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:23 smithi043 ceph-mon[135010]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:23 smithi043 ceph-mon[135010]: failed to encode map e353 with expected crc 2023-12-16T19:35:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:23 smithi043 ceph-mon[135010]: pgmap v223: 121 pgs: 2 active+clean+snaptrim, 1 active+recovering+degraded, 118 active+clean; 450 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3/1098 objects degraded (0.273%); 2.2 MiB/s, 0 objects/s recovering 2023-12-16T19:35:23.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:23 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 22/1119 objects degraded (1.966%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1552: done (1 left) 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1553: delete oid 8 current snap is 153 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1550: finishing write tid 1 to smithi002125626-29 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1550: finishing write tid 2 to smithi002125626-29 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1550: finishing write tid 3 to smithi002125626-29 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1550: finishing write tid 4 to smithi002125626-29 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 458 (ObjNum 497 snap 153 seq_num 497) dirty exists 2023-12-16T19:35:24.675 INFO:tasks.rados.rados.0.smithi002.stdout:1550: left oid 29 (ObjNum 497 snap 153 seq_num 497) 2023-12-16T19:35:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:1550: done (1 left) 2023-12-16T19:35:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:1553: done (0 left) 2023-12-16T19:35:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 153 2023-12-16T19:35:24.688 INFO:tasks.rados.rados.0.smithi002.stdout:1554: seq_num 499 ranges {0=761856,761856=401408} 2023-12-16T19:35:24.692 INFO:tasks.rados.rados.0.smithi002.stdout:1554: writing smithi002125626-50 from 0 to 761856 tid 1 2023-12-16T19:35:24.696 INFO:tasks.rados.rados.0.smithi002.stdout:1554: writing smithi002125626-50 from 761856 to 1163264 tid 2 2023-12-16T19:35:24.696 INFO:tasks.rados.rados.0.smithi002.stdout:1555: snap_remove snap 81 2023-12-16T19:35:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[137674]: failed to encode map e354 with expected crc 2023-12-16T19:35:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[137674]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T19:35:24.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[137674]: failed to encode map e354 with expected crc 2023-12-16T19:35:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[140029]: failed to encode map e354 with expected crc 2023-12-16T19:35:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[140029]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T19:35:24.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:24 smithi002 ceph-mon[140029]: failed to encode map e354 with expected crc 2023-12-16T19:35:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:24 smithi043 ceph-mon[135010]: failed to encode map e354 with expected crc 2023-12-16T19:35:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:24 smithi043 ceph-mon[135010]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T19:35:24.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:24 smithi043 ceph-mon[135010]: failed to encode map e354 with expected crc 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1555: done (1 left) 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1556: read oid 37 snap -1 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1556: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1557: read oid 34 snap -1 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1557: expect (ObjNum 489 snap 150 seq_num 489) 2023-12-16T19:35:25.683 INFO:tasks.rados.rados.0.smithi002.stdout:1558: rollback oid 25 current snap is 153 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 152 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: finishing write tid 1 to smithi002125626-50 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: finishing write tid 2 to smithi002125626-50 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: finishing write tid 3 to smithi002125626-50 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: finishing write tid 4 to smithi002125626-50 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1813 (ObjNum 499 snap 153 seq_num 499) dirty exists 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: left oid 50 (ObjNum 499 snap 153 seq_num 499) 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1554: done (3 left) 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1559: read oid 20 snap -1 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1559: expect deleted 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1560: copy_from oid 31 from oid 10 current snap is 153 2023-12-16T19:35:25.684 INFO:tasks.rados.rados.0.smithi002.stdout:1561: snap_remove snap 149 2023-12-16T19:35:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[137674]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[137674]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T19:35:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[137674]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[137674]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[137674]: pgmap v226: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 1.4 MiB/s wr, 7 op/s; 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[140029]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[140029]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[140029]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[140029]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:25 smithi002 ceph-mon[140029]: pgmap v226: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 1.4 MiB/s wr, 7 op/s; 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:35:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:25 smithi043 ceph-mon[135010]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:25 smithi043 ceph-mon[135010]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T19:35:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:25 smithi043 ceph-mon[135010]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:25 smithi043 ceph-mon[135010]: failed to encode map e355 with expected crc 2023-12-16T19:35:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:25 smithi043 ceph-mon[135010]: pgmap v226: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 1.4 MiB/s wr, 7 op/s; 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:35:26.685 INFO:tasks.rados.rados.0.smithi002.stdout:1561: done (5 left) 2023-12-16T19:35:26.685 INFO:tasks.rados.rados.0.smithi002.stdout:1562: read oid 17 snap -1 2023-12-16T19:35:26.685 INFO:tasks.rados.rados.0.smithi002.stdout:1562: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:35:26.685 INFO:tasks.rados.rados.0.smithi002.stdout:1563: snap_remove snap 139 2023-12-16T19:35:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/1098 objects degraded (0.273%), 1 pg degraded) 2023-12-16T19:35:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[137674]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/1098 objects degraded (0.273%), 1 pg degraded) 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:26 smithi002 ceph-mon[140029]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/1098 objects degraded (0.273%), 1 pg degraded) 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: failed to encode map e356 with expected crc 2023-12-16T19:35:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:26 smithi043 ceph-mon[135010]: failed to encode map e356 with expected crc 2023-12-16T19:35:27.691 INFO:tasks.rados.rados.0.smithi002.stdout:1563: done (6 left) 2023-12-16T19:35:27.691 INFO:tasks.rados.rados.0.smithi002.stdout:1564: rollback oid 4 current snap is 153 2023-12-16T19:35:27.691 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 142 2023-12-16T19:35:27.691 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing copy_from to smithi002125626-31 2023-12-16T19:35:27.692 INFO:tasks.rados.rados.0.smithi002.stdout:1560: got expected ENOENT (src dne) 2023-12-16T19:35:27.692 INFO:tasks.rados.rados.0.smithi002.stdout:1560: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:35:27.692 INFO:tasks.rados.rados.0.smithi002.stdout:1557: expect (ObjNum 489 snap 150 seq_num 489) 2023-12-16T19:35:27.731 INFO:tasks.rados.rados.0.smithi002.stdout:1558: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:35:27.732 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 759 (ObjNum 129 snap 0 seq_num 2053767584) dirty dne 2023-12-16T19:35:27.732 INFO:tasks.rados.rados.0.smithi002.stdout:1556: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:35:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[137674]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[137674]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[137674]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T19:35:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[137674]: pgmap v229: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:35:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[140029]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[140029]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[140029]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T19:35:27.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:27 smithi002 ceph-mon[140029]: pgmap v229: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:35:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:27 smithi043 ceph-mon[135010]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:27 smithi043 ceph-mon[135010]: failed to encode map e357 with expected crc 2023-12-16T19:35:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:27 smithi043 ceph-mon[135010]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T19:35:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:27 smithi043 ceph-mon[135010]: pgmap v229: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 11 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:35:28.193 INFO:tasks.rados.rados.0.smithi002.stdout:1562: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1564: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1564: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1564: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1128 (ObjNum 443 snap 142 seq_num 443) dirty exists 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1556: done (6 left) 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1557: done (5 left) 2023-12-16T19:35:28.452 INFO:tasks.rados.rados.0.smithi002.stdout:1558: done (4 left) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1559: done (3 left) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1560: done (2 left) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1562: done (1 left) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1564: done (0 left) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1565: read oid 13 snap 89 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1565: expect (ObjNum 235 snap 74 seq_num 235) 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1566: copy_from oid 14 from oid 5 current snap is 153 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 153 2023-12-16T19:35:28.453 INFO:tasks.rados.rados.0.smithi002.stdout:1567: seq_num 500 ranges {4530176=778240,5308416=401408} 2023-12-16T19:35:28.482 INFO:tasks.rados.rados.0.smithi002.stdout:1567: writing smithi002125626-17 from 4530176 to 5308416 tid 1 2023-12-16T19:35:28.484 INFO:tasks.rados.rados.0.smithi002.stdout:1567: writing smithi002125626-17 from 5308416 to 5709824 tid 2 2023-12-16T19:35:28.484 INFO:tasks.rados.rados.0.smithi002.stdout:1568: snap_create 2023-12-16T19:35:28.484 INFO:tasks.rados.rados.0.smithi002.stdout:1565: expect (ObjNum 235 snap 74 seq_num 235) 2023-12-16T19:35:28.570 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:35:28.570 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 1 to smithi002125626-17 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 2 to smithi002125626-17 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 3 to smithi002125626-17 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:1567: finishing write tid 4 to smithi002125626-17 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1343 (ObjNum 500 snap 153 seq_num 500) dirty exists 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:1567: left oid 17 (ObjNum 500 snap 153 seq_num 500) 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:1566: finishing copy_from to smithi002125626-14 2023-12-16T19:35:28.571 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 750 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:1565: done (3 left) 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:1566: done (2 left) 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:1567: done (1 left) 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:1568: done (0 left) 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 154 2023-12-16T19:35:28.945 INFO:tasks.rados.rados.0.smithi002.stdout:1569: seq_num 501 ranges {598016=794624,1392640=401408} 2023-12-16T19:35:28.952 INFO:tasks.rados.rados.0.smithi002.stdout:1569: writing smithi002125626-47 from 598016 to 1392640 tid 1 2023-12-16T19:35:28.955 INFO:tasks.rados.rados.0.smithi002.stdout:1569: writing smithi002125626-47 from 1392640 to 1794048 tid 2 2023-12-16T19:35:28.955 INFO:tasks.rados.rados.0.smithi002.stdout:1570: setattr oid 48 current snap is 154 2023-12-16T19:35:28.958 INFO:tasks.rados.rados.0.smithi002.stdout:1571: read oid 17 snap 95 2023-12-16T19:35:28.958 INFO:tasks.rados.rados.0.smithi002.stdout:1571: expect (ObjNum 249 snap 80 seq_num 249) 2023-12-16T19:35:28.958 INFO:tasks.rados.rados.0.smithi002.stdout:1572: snap_create 2023-12-16T19:35:28.959 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing write tid 1 to smithi002125626-47 2023-12-16T19:35:28.959 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing write tid 2 to smithi002125626-47 2023-12-16T19:35:28.960 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing write tid 3 to smithi002125626-47 2023-12-16T19:35:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:1569: finishing write tid 4 to smithi002125626-47 2023-12-16T19:35:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1857 (ObjNum 501 snap 154 seq_num 501) dirty exists 2023-12-16T19:35:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:1569: left oid 47 (ObjNum 501 snap 154 seq_num 501) 2023-12-16T19:35:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 356 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:35:28.972 INFO:tasks.rados.rados.0.smithi002.stdout:1571: expect (ObjNum 249 snap 80 seq_num 249) 2023-12-16T19:35:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[140029]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[140029]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[140029]: osdmap e358: 8 total, 8 up, 8 in 2023-12-16T19:35:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[140029]: failed to encode map e359 with expected crc 2023-12-16T19:35:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[140029]: osdmap e359: 8 total, 8 up, 8 in 2023-12-16T19:35:28.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[137674]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[137674]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[137674]: osdmap e358: 8 total, 8 up, 8 in 2023-12-16T19:35:28.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[137674]: failed to encode map e359 with expected crc 2023-12-16T19:35:28.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:28 smithi002 ceph-mon[137674]: osdmap e359: 8 total, 8 up, 8 in 2023-12-16T19:35:28.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-mon[135010]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-mon[135010]: failed to encode map e358 with expected crc 2023-12-16T19:35:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-mon[135010]: osdmap e358: 8 total, 8 up, 8 in 2023-12-16T19:35:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-mon[135010]: failed to encode map e359 with expected crc 2023-12-16T19:35:28.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:28 smithi043 ceph-mon[135010]: osdmap e359: 8 total, 8 up, 8 in 2023-12-16T19:35:29.948 INFO:tasks.rados.rados.0.smithi002.stdout:1569: done (3 left) 2023-12-16T19:35:29.949 INFO:tasks.rados.rados.0.smithi002.stdout:1570: done (2 left) 2023-12-16T19:35:29.949 INFO:tasks.rados.rados.0.smithi002.stdout:1571: done (1 left) 2023-12-16T19:35:29.949 INFO:tasks.rados.rados.0.smithi002.stdout:1572: done (0 left) 2023-12-16T19:35:29.949 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 155 2023-12-16T19:35:29.949 INFO:tasks.rados.rados.0.smithi002.stdout:1573: seq_num 502 ranges {8724480=409600,9134080=417792,9551872=385024} 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: pgmap v232: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: failed to encode map e360 with expected crc 2023-12-16T19:35:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[137674]: osdmap e360: 8 total, 8 up, 8 in 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: pgmap v232: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: failed to encode map e360 with expected crc 2023-12-16T19:35:29.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:29 smithi002 ceph-mon[140029]: osdmap e360: 8 total, 8 up, 8 in 2023-12-16T19:35:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: failed to encode map e359 with expected crc 2023-12-16T19:35:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: pgmap v232: 121 pgs: 121 active+clean; 438 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-16T19:35:29.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: failed to encode map e360 with expected crc 2023-12-16T19:35:29.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:29 smithi043 ceph-mon[135010]: osdmap e360: 8 total, 8 up, 8 in 2023-12-16T19:35:29.999 INFO:tasks.rados.rados.0.smithi002.stdout:1573: writing smithi002125626-5 from 8724480 to 9134080 tid 1 2023-12-16T19:35:30.000 INFO:tasks.rados.rados.0.smithi002.stdout:1573: writing smithi002125626-5 from 9134080 to 9551872 tid 2 2023-12-16T19:35:30.003 INFO:tasks.rados.rados.0.smithi002.stdout:1573: writing smithi002125626-5 from 9551872 to 9936896 tid 3 2023-12-16T19:35:30.003 INFO:tasks.rados.rados.0.smithi002.stdout:1574: rollback oid 45 current snap is 155 2023-12-16T19:35:30.003 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 98 2023-12-16T19:35:30.004 INFO:tasks.rados.rados.0.smithi002.stdout:1575: setattr oid 38 current snap is 155 2023-12-16T19:35:30.004 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing write tid 1 to smithi002125626-5 2023-12-16T19:35:30.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 155 2023-12-16T19:35:30.005 INFO:tasks.rados.rados.0.smithi002.stdout:1576: seq_num 503 ranges {892928=425984,1318912=704512,2023424=98304} 2023-12-16T19:35:30.012 INFO:tasks.rados.rados.0.smithi002.stdout:1576: writing smithi002125626-7 from 892928 to 1318912 tid 1 2023-12-16T19:35:30.016 INFO:tasks.rados.rados.0.smithi002.stdout:1576: writing smithi002125626-7 from 1318912 to 2023424 tid 2 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1576: writing smithi002125626-7 from 2023424 to 2121728 tid 3 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1577: read oid 11 snap -1 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1577: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1578: read oid 48 snap -1 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1578: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1579: delete oid 16 current snap is 155 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing write tid 2 to smithi002125626-5 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing write tid 3 to smithi002125626-5 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing write tid 4 to smithi002125626-5 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1573: finishing write tid 5 to smithi002125626-5 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 754 (ObjNum 502 snap 155 seq_num 502) dirty exists 2023-12-16T19:35:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:1573: left oid 5 (ObjNum 502 snap 155 seq_num 502) 2023-12-16T19:35:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1859 (ObjNum 447 snap 143 seq_num 447) dirty exists 2023-12-16T19:35:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:1574: finishing rollback tid 1 to smithi002125626-45 2023-12-16T19:35:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:1574: finishing rollback tid 2 to smithi002125626-45 2023-12-16T19:35:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 815 (ObjNum 229 snap 73 seq_num 229) dirty exists 2023-12-16T19:35:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:1576: finishing write tid 1 to smithi002125626-7 2023-12-16T19:35:30.022 INFO:tasks.rados.rados.0.smithi002.stdout:1578: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:35:30.061 INFO:tasks.rados.rados.0.smithi002.stdout:1576: finishing write tid 2 to smithi002125626-7 2023-12-16T19:35:30.061 INFO:tasks.rados.rados.0.smithi002.stdout:1577: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1576: finishing write tid 3 to smithi002125626-7 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1576: finishing write tid 4 to smithi002125626-7 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1576: finishing write tid 5 to smithi002125626-7 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1864 (ObjNum 503 snap 155 seq_num 503) dirty exists 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1576: left oid 7 (ObjNum 503 snap 155 seq_num 503) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1573: done (6 left) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1574: done (5 left) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1575: done (4 left) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1576: done (3 left) 2023-12-16T19:35:30.094 INFO:tasks.rados.rados.0.smithi002.stdout:1577: done (2 left) 2023-12-16T19:35:30.095 INFO:tasks.rados.rados.0.smithi002.stdout:1578: done (1 left) 2023-12-16T19:35:30.095 INFO:tasks.rados.rados.0.smithi002.stdout:1579: done (0 left) 2023-12-16T19:35:30.095 INFO:tasks.rados.rados.0.smithi002.stdout:1580: delete oid 4 current snap is 155 2023-12-16T19:35:30.096 INFO:tasks.rados.rados.0.smithi002.stdout:1580: done (0 left) 2023-12-16T19:35:30.096 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 155 2023-12-16T19:35:30.096 INFO:tasks.rados.rados.0.smithi002.stdout:1581: seq_num 506 ranges {3022848=483328,3506176=761856,4268032=40960} 2023-12-16T19:35:30.115 INFO:tasks.rados.rados.0.smithi002.stdout:1581: writing smithi002125626-19 from 3022848 to 3506176 tid 1 2023-12-16T19:35:30.119 INFO:tasks.rados.rados.0.smithi002.stdout:1581: writing smithi002125626-19 from 3506176 to 4268032 tid 2 2023-12-16T19:35:30.120 INFO:tasks.rados.rados.0.smithi002.stdout:1581: writing smithi002125626-19 from 4268032 to 4308992 tid 3 2023-12-16T19:35:30.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 155 2023-12-16T19:35:30.120 INFO:tasks.rados.rados.0.smithi002.stdout:1581: finishing write tid 1 to smithi002125626-19 2023-12-16T19:35:30.120 INFO:tasks.rados.rados.0.smithi002.stdout:1582: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2023-12-16T19:35:30.122 INFO:tasks.rados.rados.0.smithi002.stdout:1582: writing smithi002125626-20 from 0 to 499712 tid 1 2023-12-16T19:35:30.125 INFO:tasks.rados.rados.0.smithi002.stdout:1582: writing smithi002125626-20 from 499712 to 1138688 tid 2 2023-12-16T19:35:30.127 INFO:tasks.rados.rados.0.smithi002.stdout:1582: writing smithi002125626-20 from 1138688 to 1302528 tid 3 2023-12-16T19:35:30.127 INFO:tasks.rados.rados.0.smithi002.stdout:1583: read oid 10 snap -1 2023-12-16T19:35:30.127 INFO:tasks.rados.rados.0.smithi002.stdout:1583: expect deleted 2023-12-16T19:35:30.127 INFO:tasks.rados.rados.0.smithi002.stdout:1584: snap_create 2023-12-16T19:35:30.127 INFO:tasks.rados.rados.0.smithi002.stdout:1581: finishing write tid 2 to smithi002125626-19 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:1581: finishing write tid 3 to smithi002125626-19 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:1581: finishing write tid 4 to smithi002125626-19 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:1581: finishing write tid 5 to smithi002125626-19 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1133 (ObjNum 506 snap 155 seq_num 506) dirty exists 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:1581: left oid 19 (ObjNum 506 snap 155 seq_num 506) 2023-12-16T19:35:30.128 INFO:tasks.rados.rados.0.smithi002.stdout:1582: finishing write tid 1 to smithi002125626-20 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:1582: finishing write tid 2 to smithi002125626-20 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:1582: finishing write tid 3 to smithi002125626-20 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:1582: finishing write tid 4 to smithi002125626-20 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:1582: finishing write tid 5 to smithi002125626-20 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 819 (ObjNum 507 snap 155 seq_num 507) dirty exists 2023-12-16T19:35:30.133 INFO:tasks.rados.rados.0.smithi002.stdout:1582: left oid 20 (ObjNum 507 snap 155 seq_num 507) 2023-12-16T19:35:30.948 INFO:tasks.rados.rados.0.smithi002.stdout:1581: done (3 left) 2023-12-16T19:35:30.948 INFO:tasks.rados.rados.0.smithi002.stdout:1582: done (2 left) 2023-12-16T19:35:30.948 INFO:tasks.rados.rados.0.smithi002.stdout:1583: done (1 left) 2023-12-16T19:35:30.948 INFO:tasks.rados.rados.0.smithi002.stdout:1584: done (0 left) 2023-12-16T19:35:30.949 INFO:tasks.rados.rados.0.smithi002.stdout:1585: delete oid 3 current snap is 156 2023-12-16T19:35:30.955 INFO:tasks.rados.rados.0.smithi002.stdout:1585: done (0 left) 2023-12-16T19:35:30.955 INFO:tasks.rados.rados.0.smithi002.stdout:1586: read oid 39 snap 137 2023-12-16T19:35:30.955 INFO:tasks.rados.rados.0.smithi002.stdout:1586: expect (ObjNum 393 snap 125 seq_num 393) 2023-12-16T19:35:30.955 INFO:tasks.rados.rados.0.smithi002.stdout:1587: delete oid 50 current snap is 156 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:1587: done (1 left) 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:1588: rollback oid 26 current snap is 156 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 134 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:1589: read oid 20 snap -1 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:1589: expect (ObjNum 507 snap 155 seq_num 507) 2023-12-16T19:35:30.959 INFO:tasks.rados.rados.0.smithi002.stdout:1590: snap_create 2023-12-16T19:35:30.965 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:35:30.966 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:35:30.966 INFO:tasks.rados.rados.0.smithi002.stdout:1588: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:35:30.966 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1870 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:35:30.969 INFO:tasks.rados.rados.0.smithi002.stdout:1589: expect (ObjNum 507 snap 155 seq_num 507) 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[137674]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[137674]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[137674]: osdmap e361: 8 total, 8 up, 8 in 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[140029]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[140029]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:30 smithi002 ceph-mon[140029]: osdmap e361: 8 total, 8 up, 8 in 2023-12-16T19:35:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:30 smithi043 ceph-mon[135010]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:30 smithi043 ceph-mon[135010]: failed to encode map e360 with expected crc 2023-12-16T19:35:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:30 smithi043 ceph-mon[135010]: osdmap e361: 8 total, 8 up, 8 in 2023-12-16T19:35:31.004 INFO:tasks.rados.rados.0.smithi002.stdout:1586: expect (ObjNum 393 snap 125 seq_num 393) 2023-12-16T19:35:31.950 INFO:tasks.rados.rados.0.smithi002.stdout:1586: done (3 left) 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:1588: done (2 left) 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:1589: done (1 left) 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:1590: done (0 left) 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:1591: rollback oid 5 current snap is 157 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 143 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 157 2023-12-16T19:35:31.951 INFO:tasks.rados.rados.0.smithi002.stdout:1592: seq_num 510 ranges {8880128=548864,9428992=745472,10174464=57344} 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:31] "GET /metrics HTTP/1.1" 200 35942 "" "Prometheus/2.43.0" 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: pgmap v235: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: failed to encode map e362 with expected crc 2023-12-16T19:35:31.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[137674]: osdmap e362: 8 total, 8 up, 8 in 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: pgmap v235: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: failed to encode map e362 with expected crc 2023-12-16T19:35:31.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:31 smithi002 ceph-mon[140029]: osdmap e362: 8 total, 8 up, 8 in 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: failed to encode map e361 with expected crc 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: pgmap v235: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: failed to encode map e362 with expected crc 2023-12-16T19:35:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:31 smithi043 ceph-mon[135010]: osdmap e362: 8 total, 8 up, 8 in 2023-12-16T19:35:32.002 INFO:tasks.rados.rados.0.smithi002.stdout:1592: writing smithi002125626-46 from 8880128 to 9428992 tid 1 2023-12-16T19:35:32.006 INFO:tasks.rados.rados.0.smithi002.stdout:1592: writing smithi002125626-46 from 9428992 to 10174464 tid 2 2023-12-16T19:35:32.006 INFO:tasks.rados.rados.0.smithi002.stdout:1592: writing smithi002125626-46 from 10174464 to 10231808 tid 3 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:1593: snap_create 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:1591: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:1591: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:1591: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 757 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-16T19:35:32.007 INFO:tasks.rados.rados.0.smithi002.stdout:1592: finishing write tid 1 to smithi002125626-46 2023-12-16T19:35:32.012 INFO:tasks.rados.rados.0.smithi002.stdout:1592: finishing write tid 2 to smithi002125626-46 2023-12-16T19:35:32.012 INFO:tasks.rados.rados.0.smithi002.stdout:1592: finishing write tid 3 to smithi002125626-46 2023-12-16T19:35:32.013 INFO:tasks.rados.rados.0.smithi002.stdout:1592: finishing write tid 4 to smithi002125626-46 2023-12-16T19:35:32.014 INFO:tasks.rados.rados.0.smithi002.stdout:1592: finishing write tid 5 to smithi002125626-46 2023-12-16T19:35:32.014 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 912 (ObjNum 510 snap 157 seq_num 510) dirty exists 2023-12-16T19:35:32.014 INFO:tasks.rados.rados.0.smithi002.stdout:1592: left oid 46 (ObjNum 510 snap 157 seq_num 510) 2023-12-16T19:35:32.940 INFO:tasks.rados.rados.0.smithi002.stdout:1591: done (2 left) 2023-12-16T19:35:32.940 INFO:tasks.rados.rados.0.smithi002.stdout:1592: done (1 left) 2023-12-16T19:35:32.940 INFO:tasks.rados.rados.0.smithi002.stdout:1593: done (0 left) 2023-12-16T19:35:32.940 INFO:tasks.rados.rados.0.smithi002.stdout:1594: snap_remove snap 134 2023-12-16T19:35:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[137674]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[137674]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[137674]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[137674]: failed to encode map e363 with expected crc 2023-12-16T19:35:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[137674]: osdmap e363: 8 total, 8 up, 8 in 2023-12-16T19:35:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[140029]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[140029]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[140029]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[140029]: failed to encode map e363 with expected crc 2023-12-16T19:35:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:32 smithi002 ceph-mon[140029]: osdmap e363: 8 total, 8 up, 8 in 2023-12-16T19:35:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:32 smithi043 ceph-mon[135010]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:32 smithi043 ceph-mon[135010]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:32 smithi043 ceph-mon[135010]: failed to encode map e362 with expected crc 2023-12-16T19:35:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:32 smithi043 ceph-mon[135010]: failed to encode map e363 with expected crc 2023-12-16T19:35:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:32 smithi043 ceph-mon[135010]: osdmap e363: 8 total, 8 up, 8 in 2023-12-16T19:35:33.946 INFO:tasks.rados.rados.0.smithi002.stdout:1594: done (0 left) 2023-12-16T19:35:33.947 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 158 2023-12-16T19:35:33.947 INFO:tasks.rados.rados.0.smithi002.stdout:1595: seq_num 511 ranges {3375104=565248,3940352=630784,4571136=172032} 2023-12-16T19:35:33.970 INFO:tasks.rados.rados.0.smithi002.stdout:1595: writing smithi002125626-49 from 3375104 to 3940352 tid 1 2023-12-16T19:35:33.974 INFO:tasks.rados.rados.0.smithi002.stdout:1595: writing smithi002125626-49 from 3940352 to 4571136 tid 2 2023-12-16T19:35:33.976 INFO:tasks.rados.rados.0.smithi002.stdout:1595: writing smithi002125626-49 from 4571136 to 4743168 tid 3 2023-12-16T19:35:33.976 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 158 2023-12-16T19:35:33.976 INFO:tasks.rados.rados.0.smithi002.stdout:1596: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2023-12-16T19:35:33.980 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi002125626-25 from 0 to 581632 tid 1 2023-12-16T19:35:33.983 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi002125626-25 from 581632 to 1097728 tid 2 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1596: writing smithi002125626-25 from 1097728 to 1384448 tid 3 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1597: copy_from oid 30 from oid 13 current snap is 158 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1595: finishing write tid 1 to smithi002125626-49 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1595: finishing write tid 2 to smithi002125626-49 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1598: read oid 1 snap -1 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1598: expect (ObjNum 438 snap 140 seq_num 438) 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 158 2023-12-16T19:35:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:1595: finishing write tid 3 to smithi002125626-49 2023-12-16T19:35:33.988 INFO:tasks.rados.rados.0.smithi002.stdout:1599: seq_num 513 ranges {8724480=598016,9322496=794624,10117120=8192} 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[137674]: failed to encode map e363 with expected crc 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[137674]: pgmap v238: 121 pgs: 121 active+clean; 443 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[137674]: failed to encode map e364 with expected crc 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[137674]: osdmap e364: 8 total, 8 up, 8 in 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[140029]: failed to encode map e363 with expected crc 2023-12-16T19:35:33.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[140029]: pgmap v238: 121 pgs: 121 active+clean; 443 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-16T19:35:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[140029]: failed to encode map e364 with expected crc 2023-12-16T19:35:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:33 smithi002 ceph-mon[140029]: osdmap e364: 8 total, 8 up, 8 in 2023-12-16T19:35:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:33 smithi043 ceph-mon[135010]: failed to encode map e363 with expected crc 2023-12-16T19:35:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:33 smithi043 ceph-mon[135010]: pgmap v238: 121 pgs: 121 active+clean; 443 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-16T19:35:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:33 smithi043 ceph-mon[135010]: failed to encode map e364 with expected crc 2023-12-16T19:35:33.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:33 smithi043 ceph-mon[135010]: osdmap e364: 8 total, 8 up, 8 in 2023-12-16T19:35:34.038 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi002125626-14 from 8724480 to 9322496 tid 1 2023-12-16T19:35:34.044 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi002125626-14 from 9322496 to 10117120 tid 2 2023-12-16T19:35:34.044 INFO:tasks.rados.rados.0.smithi002.stdout:1599: writing smithi002125626-14 from 10117120 to 10125312 tid 3 2023-12-16T19:35:34.044 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 158 2023-12-16T19:35:34.044 INFO:tasks.rados.rados.0.smithi002.stdout:1595: finishing write tid 4 to smithi002125626-49 2023-12-16T19:35:34.044 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 1 to smithi002125626-25 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1595: finishing write tid 5 to smithi002125626-49 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 927 (ObjNum 511 snap 158 seq_num 511) dirty exists 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1595: left oid 49 (ObjNum 511 snap 158 seq_num 511) 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 2 to smithi002125626-25 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 3 to smithi002125626-25 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1597: finishing copy_from to smithi002125626-30 2023-12-16T19:35:34.045 INFO:tasks.rados.rados.0.smithi002.stdout:1597: got expected ENOENT (src dne) 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:1597: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 4 to smithi002125626-25 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:1596: finishing write tid 5 to smithi002125626-25 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 931 (ObjNum 512 snap 158 seq_num 512) dirty exists 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:1596: left oid 25 (ObjNum 512 snap 158 seq_num 512) 2023-12-16T19:35:34.046 INFO:tasks.rados.rados.0.smithi002.stdout:1600: seq_num 514 ranges {270336=614400,884736=679936,1564672=122880} 2023-12-16T19:35:34.048 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi002125626-12 from 270336 to 884736 tid 1 2023-12-16T19:35:34.052 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi002125626-12 from 884736 to 1564672 tid 2 2023-12-16T19:35:34.052 INFO:tasks.rados.rados.0.smithi002.stdout:1600: writing smithi002125626-12 from 1564672 to 1687552 tid 3 2023-12-16T19:35:34.053 INFO:tasks.rados.rados.0.smithi002.stdout:1595: done (5 left) 2023-12-16T19:35:34.053 INFO:tasks.rados.rados.0.smithi002.stdout:1596: done (4 left) 2023-12-16T19:35:34.053 INFO:tasks.rados.rados.0.smithi002.stdout:1597: done (3 left) 2023-12-16T19:35:34.053 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 158 2023-12-16T19:35:34.053 INFO:tasks.rados.rados.0.smithi002.stdout:1598: expect (ObjNum 438 snap 140 seq_num 438) 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 1 to smithi002125626-14 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 2 to smithi002125626-14 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 3 to smithi002125626-14 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 4 to smithi002125626-14 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: finishing write tid 5 to smithi002125626-14 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1741 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1599: left oid 14 (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:35:34.607 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 1 to smithi002125626-12 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 2 to smithi002125626-12 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 3 to smithi002125626-12 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 4 to smithi002125626-12 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1600: finishing write tid 5 to smithi002125626-12 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1116 (ObjNum 514 snap 158 seq_num 514) dirty exists 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1600: left oid 12 (ObjNum 514 snap 158 seq_num 514) 2023-12-16T19:35:34.608 INFO:tasks.rados.rados.0.smithi002.stdout:1601: seq_num 515 ranges {7151616=630784,7782400=565248,8347648=237568} 2023-12-16T19:35:34.649 INFO:tasks.rados.rados.0.smithi002.stdout:1601: writing smithi002125626-26 from 7151616 to 7782400 tid 1 2023-12-16T19:35:34.652 INFO:tasks.rados.rados.0.smithi002.stdout:1601: writing smithi002125626-26 from 7782400 to 8347648 tid 2 2023-12-16T19:35:34.654 INFO:tasks.rados.rados.0.smithi002.stdout:1601: writing smithi002125626-26 from 8347648 to 8585216 tid 3 2023-12-16T19:35:34.654 INFO:tasks.rados.rados.0.smithi002.stdout:1598: done (3 left) 2023-12-16T19:35:34.654 INFO:tasks.rados.rados.0.smithi002.stdout:1599: done (2 left) 2023-12-16T19:35:34.654 INFO:tasks.rados.rados.0.smithi002.stdout:1600: done (1 left) 2023-12-16T19:35:34.655 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 158 2023-12-16T19:35:34.655 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing write tid 1 to smithi002125626-26 2023-12-16T19:35:34.655 INFO:tasks.rados.rados.0.smithi002.stdout:1602: seq_num 516 ranges {1441792=647168,2088960=450560,2539520=352256} 2023-12-16T19:35:34.666 INFO:tasks.rados.rados.0.smithi002.stdout:1602: writing smithi002125626-22 from 1441792 to 2088960 tid 1 2023-12-16T19:35:34.668 INFO:tasks.rados.rados.0.smithi002.stdout:1602: writing smithi002125626-22 from 2088960 to 2539520 tid 2 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1602: writing smithi002125626-22 from 2539520 to 2891776 tid 3 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 158 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing write tid 2 to smithi002125626-26 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing write tid 3 to smithi002125626-26 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing write tid 4 to smithi002125626-26 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1601: finishing write tid 5 to smithi002125626-26 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1893 (ObjNum 515 snap 158 seq_num 515) dirty exists 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1601: left oid 26 (ObjNum 515 snap 158 seq_num 515) 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1602: finishing write tid 1 to smithi002125626-22 2023-12-16T19:35:34.671 INFO:tasks.rados.rados.0.smithi002.stdout:1603: seq_num 517 ranges {3022848=663552,3686400=786432,4472832=16384} 2023-12-16T19:35:34.690 INFO:tasks.rados.rados.0.smithi002.stdout:1603: writing smithi002125626-31 from 3022848 to 3686400 tid 1 2023-12-16T19:35:34.695 INFO:tasks.rados.rados.0.smithi002.stdout:1603: writing smithi002125626-31 from 3686400 to 4472832 tid 2 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1603: writing smithi002125626-31 from 4472832 to 4489216 tid 3 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1601: done (2 left) 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1604: delete oid 32 current snap is 158 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1602: finishing write tid 2 to smithi002125626-22 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1602: finishing write tid 3 to smithi002125626-22 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1602: finishing write tid 4 to smithi002125626-22 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1602: finishing write tid 5 to smithi002125626-22 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1121 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1602: left oid 22 (ObjNum 516 snap 158 seq_num 516) 2023-12-16T19:35:34.696 INFO:tasks.rados.rados.0.smithi002.stdout:1603: finishing write tid 1 to smithi002125626-31 2023-12-16T19:35:34.698 INFO:tasks.rados.rados.0.smithi002.stdout:1602: done (2 left) 2023-12-16T19:35:34.698 INFO:tasks.rados.rados.0.smithi002.stdout:1604: done (1 left) 2023-12-16T19:35:34.698 INFO:tasks.rados.rados.0.smithi002.stdout:1605: rollback oid 49 current snap is 158 2023-12-16T19:35:34.698 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 155 2023-12-16T19:35:34.698 INFO:tasks.rados.rados.0.smithi002.stdout:1606: snap_remove snap 98 2023-12-16T19:35:34.946 INFO:tasks.rados.rados.0.smithi002.stdout:1606: done (2 left) 2023-12-16T19:35:34.946 INFO:tasks.rados.rados.0.smithi002.stdout:1607: rmattr oid 25 current snap is 158 2023-12-16T19:35:34.946 INFO:tasks.rados.rados.0.smithi002.stdout:1607: done (2 left) 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1608: snap_create 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1603: finishing write tid 2 to smithi002125626-31 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1603: finishing write tid 3 to smithi002125626-31 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1603: finishing write tid 4 to smithi002125626-31 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1603: finishing write tid 5 to smithi002125626-31 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 920 (ObjNum 517 snap 158 seq_num 517) dirty exists 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1603: left oid 31 (ObjNum 517 snap 158 seq_num 517) 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1605: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1605: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:1605: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:35:34.947 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 934 (ObjNum 459 snap 145 seq_num 459) dirty exists 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: Upgrade: osd.4 is safe to restart 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: failed to encode map e365 with expected crc 2023-12-16T19:35:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[137674]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: Upgrade: osd.4 is safe to restart 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: failed to encode map e365 with expected crc 2023-12-16T19:35:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:34 smithi002 ceph-mon[140029]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T19:35:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: failed to encode map e364 with expected crc 2023-12-16T19:35:34.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T19:35:34.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: Upgrade: osd.4 is safe to restart 2023-12-16T19:35:34.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: failed to encode map e365 with expected crc 2023-12-16T19:35:35.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:34 smithi043 ceph-mon[135010]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T19:35:35.949 INFO:tasks.rados.rados.0.smithi002.stdout:1603: done (2 left) 2023-12-16T19:35:35.949 INFO:tasks.rados.rados.0.smithi002.stdout:1605: done (1 left) 2023-12-16T19:35:35.949 INFO:tasks.rados.rados.0.smithi002.stdout:1608: done (0 left) 2023-12-16T19:35:35.949 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 159 2023-12-16T19:35:35.949 INFO:tasks.rados.rados.0.smithi002.stdout:1609: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2023-12-16T19:35:35.952 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi002125626-32 from 0 to 696320 tid 1 2023-12-16T19:35:35.955 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi002125626-32 from 696320 to 1245184 tid 2 2023-12-16T19:35:35.957 INFO:tasks.rados.rados.0.smithi002.stdout:1609: writing smithi002125626-32 from 1245184 to 1499136 tid 3 2023-12-16T19:35:35.958 INFO:tasks.rados.rados.0.smithi002.stdout:1610: rollback oid 4 current snap is 159 2023-12-16T19:35:35.958 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 151 2023-12-16T19:35:35.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 159 2023-12-16T19:35:35.958 INFO:tasks.rados.rados.0.smithi002.stdout:1611: seq_num 520 ranges {5709824=712704,6422528=434176,6856704=368640} 2023-12-16T19:35:35.979 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: failed to encode map e365 with expected crc 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: pgmap v241: 121 pgs: 121 active+clean; 452 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: Upgrade: Updating osd.4 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: Deploying daemon osd.4 on smithi043 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: failed to encode map e366 with expected crc 2023-12-16T19:35:35.980 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:35 smithi043 ceph-mon[135010]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: failed to encode map e365 with expected crc 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: pgmap v241: 121 pgs: 121 active+clean; 452 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: Upgrade: Updating osd.4 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: Deploying daemon osd.4 on smithi043 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: failed to encode map e366 with expected crc 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[137674]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: failed to encode map e365 with expected crc 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: pgmap v241: 121 pgs: 121 active+clean; 452 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: Upgrade: Updating osd.4 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T19:35:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: Deploying daemon osd.4 on smithi043 2023-12-16T19:35:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: failed to encode map e366 with expected crc 2023-12-16T19:35:35.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:35 smithi002 ceph-mon[140029]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T19:35:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi002125626-17 from 5709824 to 6422528 tid 1 2023-12-16T19:35:35.995 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi002125626-17 from 6422528 to 6856704 tid 2 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:1611: writing smithi002125626-17 from 6856704 to 7225344 tid 3 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:1612: rollback oid 34 current snap is 159 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 156 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:1610: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 1 to smithi002125626-32 2023-12-16T19:35:35.998 INFO:tasks.rados.rados.0.smithi002.stdout:1610: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1135 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 2 to smithi002125626-32 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 3 to smithi002125626-32 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 4 to smithi002125626-32 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: finishing write tid 5 to smithi002125626-32 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1912 (ObjNum 519 snap 159 seq_num 519) dirty exists 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: left oid 32 (ObjNum 519 snap 159 seq_num 519) 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1609: done (3 left) 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1610: done (2 left) 2023-12-16T19:35:35.999 INFO:tasks.rados.rados.0.smithi002.stdout:1613: setattr oid 16 current snap is 159 2023-12-16T19:35:36.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 159 2023-12-16T19:35:36.000 INFO:tasks.rados.rados.0.smithi002.stdout:1614: seq_num 521 ranges {1384448=729088,2113536=720896,2834432=81920} 2023-12-16T19:35:36.011 INFO:tasks.rados.rados.0.smithi002.stdout:1614: writing smithi002125626-41 from 1384448 to 2113536 tid 1 2023-12-16T19:35:36.015 INFO:tasks.rados.rados.0.smithi002.stdout:1614: writing smithi002125626-41 from 2113536 to 2834432 tid 2 2023-12-16T19:35:36.016 INFO:tasks.rados.rados.0.smithi002.stdout:1614: writing smithi002125626-41 from 2834432 to 2916352 tid 3 2023-12-16T19:35:36.016 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 159 2023-12-16T19:35:36.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 491 (ObjNum 65 snap 0 seq_num 2053221808) dirty exists 2023-12-16T19:35:36.017 INFO:tasks.rados.rados.0.smithi002.stdout:1614: finishing write tid 1 to smithi002125626-41 2023-12-16T19:35:36.017 INFO:tasks.rados.rados.0.smithi002.stdout:1615: seq_num 522 ranges {1687552=745472,2433024=606208,3039232=196608} 2023-12-16T19:35:36.030 INFO:tasks.rados.rados.0.smithi002.stdout:1615: writing smithi002125626-12 from 1687552 to 2433024 tid 1 2023-12-16T19:35:36.034 INFO:tasks.rados.rados.0.smithi002.stdout:1615: writing smithi002125626-12 from 2433024 to 3039232 tid 2 2023-12-16T19:35:36.036 INFO:tasks.rados.rados.0.smithi002.stdout:1615: writing smithi002125626-12 from 3039232 to 3235840 tid 3 2023-12-16T19:35:36.036 INFO:tasks.rados.rados.0.smithi002.stdout:1613: done (4 left) 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1616: read oid 13 snap -1 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1616: expect deleted 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1617: read oid 43 snap -1 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1617: expect (ObjNum 494 snap 151 seq_num 494) 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1618: snap_create 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1612: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 1 to smithi002125626-17 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1614: finishing write tid 2 to smithi002125626-41 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 2 to smithi002125626-17 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1614: finishing write tid 3 to smithi002125626-41 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1612: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:1612: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:35:36.037 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 725 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 3 to smithi002125626-17 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 4 to smithi002125626-17 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1614: finishing write tid 4 to smithi002125626-41 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1611: finishing write tid 5 to smithi002125626-17 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1347 (ObjNum 520 snap 159 seq_num 520) dirty exists 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1611: left oid 17 (ObjNum 520 snap 159 seq_num 520) 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1614: finishing write tid 5 to smithi002125626-41 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 496 (ObjNum 521 snap 159 seq_num 521) dirty exists 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1614: left oid 41 (ObjNum 521 snap 159 seq_num 521) 2023-12-16T19:35:36.038 INFO:tasks.rados.rados.0.smithi002.stdout:1615: finishing write tid 1 to smithi002125626-12 2023-12-16T19:35:36.039 INFO:tasks.rados.rados.0.smithi002.stdout:1615: finishing write tid 2 to smithi002125626-12 2023-12-16T19:35:36.039 INFO:tasks.rados.rados.0.smithi002.stdout:1615: finishing write tid 3 to smithi002125626-12 2023-12-16T19:35:36.039 INFO:tasks.rados.rados.0.smithi002.stdout:1615: finishing write tid 4 to smithi002125626-12 2023-12-16T19:35:36.040 INFO:tasks.rados.rados.0.smithi002.stdout:1615: finishing write tid 5 to smithi002125626-12 2023-12-16T19:35:36.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1120 (ObjNum 522 snap 159 seq_num 522) dirty exists 2023-12-16T19:35:36.040 INFO:tasks.rados.rados.0.smithi002.stdout:1615: left oid 12 (ObjNum 522 snap 159 seq_num 522) 2023-12-16T19:35:36.045 INFO:tasks.rados.rados.0.smithi002.stdout:1617: expect (ObjNum 494 snap 151 seq_num 494) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1611: done (6 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1612: done (5 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1614: done (4 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1615: done (3 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1616: done (2 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1617: done (1 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1618: done (0 left) 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1619: read oid 24 snap -1 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1619: expect deleted 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1620: read oid 14 snap -1 2023-12-16T19:35:36.953 INFO:tasks.rados.rados.0.smithi002.stdout:1620: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:35:36.954 INFO:tasks.rados.rados.0.smithi002.stdout:1621: snap_remove snap 142 2023-12-16T19:35:36.998 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:36 smithi043 systemd[1]: Stopping Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: failed to encode map e367 with expected crc 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: failed to encode map e367 with expected crc 2023-12-16T19:35:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:36 smithi043 ceph-mon[135010]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[137674]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:36 smithi002 ceph-mon[140029]: failed to encode map e367 with expected crc 2023-12-16T19:35:37.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:35:37.018+0000 7f40de3e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:35:37.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:35:37.018+0000 7f40de3e2700 -1 osd.4 368 *** Got signal Terminated *** 2023-12-16T19:35:37.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[87012]: 2023-12-16T19:35:37.018+0000 7f40de3e2700 -1 osd.4 368 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:1621: done (2 left) 2023-12-16T19:35:37.945 INFO:tasks.rados.rados.0.smithi002.stdout:1622: snap_remove snap 155 2023-12-16T19:35:38.092 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: pgmap v244: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 455 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: osd.4 marked itself down and dead 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:38.093 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:37 smithi043 ceph-mon[135010]: osdmap e369: 8 total, 7 up, 8 in 2023-12-16T19:35:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: pgmap v244: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 455 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2023-12-16T19:35:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T19:35:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: osd.4 marked itself down and dead 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[137674]: osdmap e369: 8 total, 7 up, 8 in 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: pgmap v244: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 455 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: failed to encode map e368 with expected crc 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: osd.4 marked itself down and dead 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:35:38.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:37 smithi002 ceph-mon[140029]: osdmap e369: 8 total, 7 up, 8 in 2023-12-16T19:35:38.944 INFO:tasks.rados.rados.0.smithi002.stdout:1622: done (2 left) 2023-12-16T19:35:38.944 INFO:tasks.rados.rados.0.smithi002.stdout:1623: snap_create 2023-12-16T19:35:38.944 INFO:tasks.rados.rados.0.smithi002.stdout:1620: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:35:38.968 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:38.968 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:38 smithi043 podman[140063]: 2023-12-16 19:35:38.502665472 +0000 UTC m=+1.540915681 container died a25d497f7945ad2b321c7ab903029b9d88e1872589aa78fb0acbef33d3140baa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, org.label-schema.schema-version=1.0, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2023-12-16T19:35:38.969 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:38 smithi043 podman[140063]: 2023-12-16 19:35:38.644516608 +0000 UTC m=+1.682766801 container cleanup a25d497f7945ad2b321c7ab903029b9d88e1872589aa78fb0acbef33d3140baa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2023-12-16T19:35:38.969 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:38 smithi043 bash[140063]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4 2023-12-16T19:35:38.969 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:38 smithi043 podman[140091]: 2023-12-16 19:35:38.702728415 +0000 UTC m=+0.199904586 container remove a25d497f7945ad2b321c7ab903029b9d88e1872589aa78fb0acbef33d3140baa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[137674]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[137674]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[137674]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[137674]: osdmap e370: 8 total, 7 up, 8 in 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[140029]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[140029]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[140029]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:38 smithi002 ceph-mon[140029]: osdmap e370: 8 total, 7 up, 8 in 2023-12-16T19:35:39.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:38 smithi043 ceph-mon[135010]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:38 smithi043 ceph-mon[135010]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:38 smithi043 ceph-mon[135010]: failed to encode map e369 with expected crc 2023-12-16T19:35:39.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:38 smithi043 ceph-mon[135010]: osdmap e370: 8 total, 7 up, 8 in 2023-12-16T19:35:39.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.077723144 +0000 UTC m=+0.052472205 container create 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:35:39.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.043968591 +0000 UTC m=+0.018717667 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:39.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.162223893 +0000 UTC m=+0.136972968 container init 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2023-12-16T19:35:39.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.181058512 +0000 UTC m=+0.155807568 container start 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:35:39.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.202670278 +0000 UTC m=+0.177419355 container attach 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:35:39.748 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140181]: 2023-12-16 19:35:39.47758624 +0000 UTC m=+0.452335306 container died 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:35:39.748 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 podman[140208]: 2023-12-16 19:35:39.669285297 +0000 UTC m=+0.186364187 container remove 3b3585de630d3f666d478fe4a9ff1e49d7554542b8ef4d383b1d94af5f47c39e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS) 2023-12-16T19:35:39.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service: Deactivated successfully. 2023-12-16T19:35:39.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 systemd[1]: Stopped Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:35:39.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service: Consumed 14.530s CPU time. 2023-12-16T19:35:39.944 INFO:tasks.rados.rados.0.smithi002.stdout:1619: done (2 left) 2023-12-16T19:35:39.945 INFO:tasks.rados.rados.0.smithi002.stdout:1620: done (1 left) 2023-12-16T19:35:39.945 INFO:tasks.rados.rados.0.smithi002.stdout:1623: done (0 left) 2023-12-16T19:35:39.945 INFO:tasks.rados.rados.0.smithi002.stdout:1624: rollback oid 7 current snap is 161 2023-12-16T19:35:39.945 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 124 2023-12-16T19:35:39.945 INFO:tasks.rados.rados.0.smithi002.stdout:1625: snap_remove snap 152 2023-12-16T19:35:40.145 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: pgmap v247: 121 pgs: 4 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 107 active+clean; 461 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2023-12-16T19:35:40.145 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.145 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.146 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.146 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.146 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.146 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:39 smithi043 ceph-mon[135010]: osdmap e371: 8 total, 7 up, 8 in 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:39 smithi043 systemd[1]: Starting Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:40.03591511 +0000 UTC m=+0.055480869 container create b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:40.095193488 +0000 UTC m=+0.114759220 container init b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:39.998491022 +0000 UTC m=+0.018056736 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:40.117556412 +0000 UTC m=+0.137122117 container start b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3) 2023-12-16T19:35:40.146 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:40.144256535 +0000 UTC m=+0.163822273 container attach b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0) 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: pgmap v247: 121 pgs: 4 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 107 active+clean; 461 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[137674]: osdmap e371: 8 total, 7 up, 8 in 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: pgmap v247: 121 pgs: 4 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 107 active+clean; 461 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: failed to encode map e370 with expected crc 2023-12-16T19:35:40.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:39 smithi002 ceph-mon[140029]: osdmap e371: 8 total, 7 up, 8 in 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:1625: done (1 left) 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:1626: rollback oid 16 current snap is 161 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 127 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:1624: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:1624: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:35:40.947 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1915 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:1624: done (1 left) 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:1627: rollback oid 17 current snap is 161 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 145 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:1628: read oid 4 snap -1 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:1628: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:35:40.948 INFO:tasks.rados.rados.0.smithi002.stdout:1629: snap_create 2023-12-16T19:35:40.958 INFO:tasks.rados.rados.0.smithi002.stdout:1627: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:35:40.958 INFO:tasks.rados.rados.0.smithi002.stdout:1627: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:35:40.959 INFO:tasks.rados.rados.0.smithi002.stdout:1627: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:35:40.959 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1350 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:35:40.959 INFO:tasks.rados.rados.0.smithi002.stdout:1628: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T19:35:40.962 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 bash[140314]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate[140328]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140314]: 2023-12-16 19:35:40.601269002 +0000 UTC m=+0.620834721 container died b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.build-date=20231212) 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140461]: 2023-12-16 19:35:40.802479039 +0000 UTC m=+0.195882148 container remove b499ed2c17a9781854311cca16414781e961b7b8e0429b3013460dae488b6b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T19:35:40.963 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:40 smithi043 podman[140523]: 2023-12-16 19:35:40.960743132 +0000 UTC m=+0.059991145 container create f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:35:41.004 INFO:tasks.rados.rados.0.smithi002.stdout:1626: finishing rollback tid 0 to smithi002125626-16 2023-12-16T19:35:41.004 INFO:tasks.rados.rados.0.smithi002.stdout:1626: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:35:41.004 INFO:tasks.rados.rados.0.smithi002.stdout:1626: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:35:41.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 506 (ObjNum 33 snap 0 seq_num 2052229616) dirty exists 2023-12-16T19:35:41.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[137674]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[137674]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[137674]: osdmap e372: 8 total, 7 up, 8 in 2023-12-16T19:35:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[140029]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[140029]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:40 smithi002 ceph-mon[140029]: osdmap e372: 8 total, 7 up, 8 in 2023-12-16T19:35:41.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-mon[135010]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-mon[135010]: failed to encode map e371 with expected crc 2023-12-16T19:35:41.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:40 smithi043 ceph-mon[135010]: osdmap e372: 8 total, 7 up, 8 in 2023-12-16T19:35:41.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 podman[140523]: 2023-12-16 19:35:40.919956387 +0000 UTC m=+0.019204413 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:35:41.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 podman[140523]: 2023-12-16 19:35:41.044836192 +0000 UTC m=+0.144084212 container init f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2023-12-16T19:35:41.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 podman[140523]: 2023-12-16 19:35:41.067077185 +0000 UTC m=+0.166325192 container start f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:35:41.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-osd[140542]: -- 172.21.15.43:0/1970372909 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bd16f076c0 con 0x55bd16ed9400 2023-12-16T19:35:41.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 bash[140523]: f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 2023-12-16T19:35:41.249 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 systemd[1]: Started Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:35:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:1626: done (3 left) 2023-12-16T19:35:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:1627: done (2 left) 2023-12-16T19:35:41.948 INFO:tasks.rados.rados.0.smithi002.stdout:1628: done (1 left) 2023-12-16T19:35:41.949 INFO:tasks.rados.rados.0.smithi002.stdout:1629: done (0 left) 2023-12-16T19:35:41.949 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 162 2023-12-16T19:35:41.949 INFO:tasks.rados.rados.0.smithi002.stdout:1630: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2023-12-16T19:35:41.953 INFO:tasks.rados.rados.0.smithi002.stdout:1630: writing smithi002125626-16 from 0 to 770048 tid 1 2023-12-16T19:35:41.956 INFO:tasks.rados.rados.0.smithi002.stdout:1630: writing smithi002125626-16 from 770048 to 1261568 tid 2 2023-12-16T19:35:41.959 INFO:tasks.rados.rados.0.smithi002.stdout:1630: writing smithi002125626-16 from 1261568 to 1572864 tid 3 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:1631: copy_from oid 50 from oid 48 current snap is 162 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:1632: copy_from oid 35 from oid 37 current snap is 162 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:1633: rollback oid 8 current snap is 162 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 95 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 162 2023-12-16T19:35:41.960 INFO:tasks.rados.rados.0.smithi002.stdout:1634: seq_num 524 ranges {3235840=786432,4022272=778240,4800512=24576} 2023-12-16T19:35:41.961 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T19:35:41.614+0000 7fe654d3c640 -1 Falling back to public interface 2023-12-16T19:35:41.982 INFO:tasks.rados.rados.0.smithi002.stdout:1634: writing smithi002125626-12 from 3235840 to 4022272 tid 1 2023-12-16T19:35:41.988 INFO:tasks.rados.rados.0.smithi002.stdout:1634: writing smithi002125626-12 from 4022272 to 4800512 tid 2 2023-12-16T19:35:41.988 INFO:tasks.rados.rados.0.smithi002.stdout:1634: writing smithi002125626-12 from 4800512 to 4825088 tid 3 2023-12-16T19:35:41.988 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 162 2023-12-16T19:35:41.988 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing write tid 1 to smithi002125626-16 2023-12-16T19:35:41.988 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing write tid 2 to smithi002125626-16 2023-12-16T19:35:41.989 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing write tid 3 to smithi002125626-16 2023-12-16T19:35:41.989 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing write tid 4 to smithi002125626-16 2023-12-16T19:35:41.989 INFO:tasks.rados.rados.0.smithi002.stdout:1635: seq_num 525 ranges {1384448=802816,2187264=712704,2899968=90112} 2023-12-16T19:35:41.999 INFO:tasks.rados.rados.0.smithi002.stdout:1635: writing smithi002125626-25 from 1384448 to 2187264 tid 1 2023-12-16T19:35:42.003 INFO:tasks.rados.rados.0.smithi002.stdout:1635: writing smithi002125626-25 from 2187264 to 2899968 tid 2 2023-12-16T19:35:42.006 INFO:tasks.rados.rados.0.smithi002.stdout:1635: writing smithi002125626-25 from 2899968 to 2990080 tid 3 2023-12-16T19:35:42.006 INFO:tasks.rados.rados.0.smithi002.stdout:1636: delete oid 41 current snap is 162 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1630: finishing write tid 5 to smithi002125626-16 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 517 (ObjNum 523 snap 162 seq_num 523) dirty exists 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1630: left oid 16 (ObjNum 523 snap 162 seq_num 523) 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1633: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1633: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1352 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1631: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:35:42.007 INFO:tasks.rados.rados.0.smithi002.stdout:1634: finishing write tid 1 to smithi002125626-12 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:1634: finishing write tid 2 to smithi002125626-12 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:1632: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:1631: finishing copy_from to smithi002125626-50 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 356 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:1634: finishing write tid 3 to smithi002125626-12 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:1632: finishing copy_from to smithi002125626-35 2023-12-16T19:35:42.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 755 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:35:42.009 INFO:tasks.rados.rados.0.smithi002.stdout:1634: finishing write tid 4 to smithi002125626-12 2023-12-16T19:35:42.009 INFO:tasks.rados.rados.0.smithi002.stdout:1634: finishing write tid 5 to smithi002125626-12 2023-12-16T19:35:42.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1124 (ObjNum 524 snap 162 seq_num 524) dirty exists 2023-12-16T19:35:42.009 INFO:tasks.rados.rados.0.smithi002.stdout:1634: left oid 12 (ObjNum 524 snap 162 seq_num 524) 2023-12-16T19:35:42.010 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing write tid 1 to smithi002125626-25 2023-12-16T19:35:42.014 INFO:tasks.rados.rados.0.smithi002.stdout:1630: done (6 left) 2023-12-16T19:35:42.014 INFO:tasks.rados.rados.0.smithi002.stdout:1631: done (5 left) 2023-12-16T19:35:42.014 INFO:tasks.rados.rados.0.smithi002.stdout:1632: done (4 left) 2023-12-16T19:35:42.014 INFO:tasks.rados.rados.0.smithi002.stdout:1633: done (3 left) 2023-12-16T19:35:42.014 INFO:tasks.rados.rados.0.smithi002.stdout:1634: done (2 left) 2023-12-16T19:35:42.015 INFO:tasks.rados.rados.0.smithi002.stdout:1636: done (1 left) 2023-12-16T19:35:42.015 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 162 2023-12-16T19:35:42.015 INFO:tasks.rados.rados.0.smithi002.stdout:1637: seq_num 527 ranges {1794048=434176,2228224=475136,2703360=565248,3268608=163840} 2023-12-16T19:35:42.019 INFO:tasks.rados.rados.0.smithi002.stdout:1637: writing smithi002125626-47 from 1794048 to 2228224 tid 1 2023-12-16T19:35:42.022 INFO:tasks.rados.rados.0.smithi002.stdout:1637: writing smithi002125626-47 from 2228224 to 2703360 tid 2 2023-12-16T19:35:42.025 INFO:tasks.rados.rados.0.smithi002.stdout:1637: writing smithi002125626-47 from 2703360 to 3268608 tid 3 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1637: writing smithi002125626-47 from 3268608 to 3432448 tid 4 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1638: rollback oid 26 current snap is 162 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 151 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing write tid 2 to smithi002125626-25 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing write tid 3 to smithi002125626-25 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing write tid 4 to smithi002125626-25 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 162 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1635: finishing write tid 5 to smithi002125626-25 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 945 (ObjNum 525 snap 162 seq_num 525) dirty exists 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1635: left oid 25 (ObjNum 525 snap 162 seq_num 525) 2023-12-16T19:35:42.027 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 1 to smithi002125626-47 2023-12-16T19:35:42.028 INFO:tasks.rados.rados.0.smithi002.stdout:1639: seq_num 528 ranges {4825088=450560,5275648=761856,6037504=442368} 2023-12-16T19:35:42.056 INFO:tasks.rados.rados.0.smithi002.stdout:1639: writing smithi002125626-12 from 4825088 to 5275648 tid 1 2023-12-16T19:35:42.060 INFO:tasks.rados.rados.0.smithi002.stdout:1639: writing smithi002125626-12 from 5275648 to 6037504 tid 2 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1639: writing smithi002125626-12 from 6037504 to 6479872 tid 3 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1635: done (3 left) 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1640: setattr oid 14 current snap is 162 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 2 to smithi002125626-47 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 3 to smithi002125626-47 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 4 to smithi002125626-47 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 5 to smithi002125626-47 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1638: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: finishing write tid 6 to smithi002125626-47 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1924 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:35:42.063 INFO:tasks.rados.rados.0.smithi002.stdout:1637: left oid 47 (ObjNum 527 snap 162 seq_num 527) 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1638: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1638: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1928 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1639: finishing write tid 1 to smithi002125626-12 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1639: finishing write tid 2 to smithi002125626-12 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1637: done (3 left) 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1638: done (2 left) 2023-12-16T19:35:42.064 INFO:tasks.rados.rados.0.smithi002.stdout:1641: setattr oid 18 current snap is 162 2023-12-16T19:35:42.066 INFO:tasks.rados.rados.0.smithi002.stdout:1642: copy_from oid 44 from oid 4 current snap is 162 2023-12-16T19:35:42.066 INFO:tasks.rados.rados.0.smithi002.stdout:1643: read oid 39 snap -1 2023-12-16T19:35:42.066 INFO:tasks.rados.rados.0.smithi002.stdout:1643: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:35:42.066 INFO:tasks.rados.rados.0.smithi002.stdout:1644: copy_from oid 30 from oid 7 current snap is 162 2023-12-16T19:35:42.066 INFO:tasks.rados.rados.0.smithi002.stdout:1645: read oid 24 snap -1 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1645: expect deleted 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1646: read oid 11 snap -1 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1646: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1647: rollback oid 32 current snap is 162 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 146 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1639: finishing write tid 3 to smithi002125626-12 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1648: read oid 49 snap -1 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1648: expect (ObjNum 459 snap 145 seq_num 459) 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1649: copy_from oid 16 from oid 26 current snap is 162 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1650: copy_from oid 43 from oid 40 current snap is 162 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1651: read oid 25 snap 156 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1651: expect deleted 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1652: delete oid 27 current snap is 162 2023-12-16T19:35:42.067 INFO:tasks.rados.rados.0.smithi002.stdout:1639: finishing write tid 4 to smithi002125626-12 2023-12-16T19:35:42.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1742 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:35:42.073 INFO:tasks.rados.rados.0.smithi002.stdout:1643: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:35:42.084 INFO:tasks.rados.rados.0.smithi002.stdout:1650: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:35:42.084 INFO:tasks.rados.rados.0.smithi002.stdout:1639: finishing write tid 5 to smithi002125626-12 2023-12-16T19:35:42.084 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1128 (ObjNum 528 snap 162 seq_num 528) dirty exists 2023-12-16T19:35:42.084 INFO:tasks.rados.rados.0.smithi002.stdout:1639: left oid 12 (ObjNum 528 snap 162 seq_num 528) 2023-12-16T19:35:42.084 INFO:tasks.rados.rados.0.smithi002.stdout:1646: expect (ObjNum 217 snap 70 seq_num 217) 2023-12-16T19:35:42.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 726 (ObjNum 424 snap 133 seq_num 424) dirty exists 2023-12-16T19:35:42.119 INFO:tasks.rados.rados.0.smithi002.stdout:1650: finishing copy_from to smithi002125626-43 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1113 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1647: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1647: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 1931 (ObjNum 33 snap 0 seq_num 763375624) dirty dne 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1644: finishing copy_from to smithi002125626-30 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1644: got expected ENOENT (src dne) 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1644: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:35:42.120 INFO:tasks.rados.rados.0.smithi002.stdout:1648: expect (ObjNum 459 snap 145 seq_num 459) 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:41] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: pgmap v250: 121 pgs: 7 active+undersized+degraded, 4 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 8 active+undersized, 96 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 96/1065 objects degraded (9.014%) 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 96/1065 objects degraded (9.014%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[140029]: osdmap e373: 8 total, 7 up, 8 in 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: pgmap v250: 121 pgs: 7 active+undersized+degraded, 4 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 8 active+undersized, 96 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 96/1065 objects degraded (9.014%) 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 96/1065 objects degraded (9.014%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:42.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:41 smithi002 ceph-mon[137674]: osdmap e373: 8 total, 7 up, 8 in 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: pgmap v250: 121 pgs: 7 active+undersized+degraded, 4 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 8 active+undersized, 96 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 96/1065 objects degraded (9.014%) 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 96/1065 objects degraded (9.014%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: failed to encode map e372 with expected crc 2023-12-16T19:35:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:42.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:41 smithi043 ceph-mon[135010]: osdmap e373: 8 total, 7 up, 8 in 2023-12-16T19:35:42.280 INFO:tasks.rados.rados.0.smithi002.stdout:1642: finishing copy_from to smithi002125626-44 2023-12-16T19:35:42.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1135 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:35:42.280 INFO:tasks.rados.rados.0.smithi002.stdout:1642: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:35:42.280 INFO:tasks.rados.rados.0.smithi002.stdout:1649: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:35:42.280 INFO:tasks.rados.rados.0.smithi002.stdout:1639: done (13 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1640: done (12 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1641: done (11 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1642: done (10 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1643: done (9 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1644: done (8 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1645: done (7 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1646: done (6 left) 2023-12-16T19:35:42.281 INFO:tasks.rados.rados.0.smithi002.stdout:1647: done (5 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1648: done (4 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1650: done (3 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1651: done (2 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1652: done (1 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1653: read oid 7 snap -1 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1653: expect deleted 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1649: finishing copy_from to smithi002125626-16 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 1928 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1654: read oid 42 snap -1 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1654: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1649: done (2 left) 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1655: delete oid 43 current snap is 162 2023-12-16T19:35:42.282 INFO:tasks.rados.rados.0.smithi002.stdout:1654: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1653: done (2 left) 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1654: done (1 left) 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1655: done (0 left) 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1656: rollback oid 11 current snap is 162 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 127 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1657: read oid 21 snap -1 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1657: expect (ObjNum 495 snap 152 seq_num 495) 2023-12-16T19:35:42.283 INFO:tasks.rados.rados.0.smithi002.stdout:1658: snap_remove snap 150 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1658: done (2 left) 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1659: read oid 39 snap 159 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1659: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 162 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:35:42.945 INFO:tasks.rados.rados.0.smithi002.stdout:1656: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:35:42.946 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1124 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:35:42.946 INFO:tasks.rados.rados.0.smithi002.stdout:1657: expect (ObjNum 495 snap 152 seq_num 495) 2023-12-16T19:35:43.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[137674]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[137674]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[137674]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[137674]: osdmap e374: 8 total, 7 up, 8 in 2023-12-16T19:35:43.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[140029]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[140029]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[140029]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:42 smithi002 ceph-mon[140029]: osdmap e374: 8 total, 7 up, 8 in 2023-12-16T19:35:43.244 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:42 smithi043 ceph-mon[135010]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.244 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:42 smithi043 ceph-mon[135010]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.245 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:42 smithi043 ceph-mon[135010]: failed to encode map e373 with expected crc 2023-12-16T19:35:43.245 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:42 smithi043 ceph-mon[135010]: osdmap e374: 8 total, 7 up, 8 in 2023-12-16T19:35:44.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[137674]: pgmap v253: 121 pgs: 12 active+undersized+degraded, 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 73 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 366 KiB/s wr, 3 op/s; 156/1068 objects degraded (14.607%) 2023-12-16T19:35:44.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[137674]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[137674]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[140029]: pgmap v253: 121 pgs: 12 active+undersized+degraded, 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 73 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 366 KiB/s wr, 3 op/s; 156/1068 objects degraded (14.607%) 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[140029]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[140029]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:43 smithi043 ceph-mon[135010]: pgmap v253: 121 pgs: 12 active+undersized+degraded, 4 peering, 1 active+clean+snaptrim, 31 active+undersized, 73 active+clean; 462 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 366 KiB/s wr, 3 op/s; 156/1068 objects degraded (14.607%) 2023-12-16T19:35:44.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:43 smithi043 ceph-mon[135010]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:43 smithi043 ceph-mon[135010]: failed to encode map e374 with expected crc 2023-12-16T19:35:44.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:44.359 INFO:tasks.rados.rados.0.smithi002.stdout:1659: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:35:44.369 INFO:tasks.rados.rados.0.smithi002.stdout:1660: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2023-12-16T19:35:44.369 INFO:tasks.rados.rados.0.smithi002.stdout:1660: writing smithi002125626-42 from 0 to 499712 tid 1 2023-12-16T19:35:44.372 INFO:tasks.rados.rados.0.smithi002.stdout:1660: writing smithi002125626-42 from 499712 to 917504 tid 2 2023-12-16T19:35:44.375 INFO:tasks.rados.rados.0.smithi002.stdout:1660: writing smithi002125626-42 from 917504 to 1466368 tid 3 2023-12-16T19:35:44.377 INFO:tasks.rados.rados.0.smithi002.stdout:1660: writing smithi002125626-42 from 1466368 to 1703936 tid 4 2023-12-16T19:35:44.377 INFO:tasks.rados.rados.0.smithi002.stdout:1656: done (3 left) 2023-12-16T19:35:44.377 INFO:tasks.rados.rados.0.smithi002.stdout:1657: done (2 left) 2023-12-16T19:35:44.378 INFO:tasks.rados.rados.0.smithi002.stdout:1659: done (1 left) 2023-12-16T19:35:44.378 INFO:tasks.rados.rados.0.smithi002.stdout:1661: snap_create 2023-12-16T19:35:44.378 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 1 to smithi002125626-42 2023-12-16T19:35:44.378 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 2 to smithi002125626-42 2023-12-16T19:35:44.379 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 3 to smithi002125626-42 2023-12-16T19:35:44.380 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 4 to smithi002125626-42 2023-12-16T19:35:44.380 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 5 to smithi002125626-42 2023-12-16T19:35:44.381 INFO:tasks.rados.rados.0.smithi002.stdout:1660: finishing write tid 6 to smithi002125626-42 2023-12-16T19:35:44.381 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 368 (ObjNum 531 snap 162 seq_num 531) dirty exists 2023-12-16T19:35:44.381 INFO:tasks.rados.rados.0.smithi002.stdout:1660: left oid 42 (ObjNum 531 snap 162 seq_num 531) 2023-12-16T19:35:44.988 INFO:tasks.rados.rados.0.smithi002.stdout:1660: done (1 left) 2023-12-16T19:35:44.989 INFO:tasks.rados.rados.0.smithi002.stdout:1661: done (0 left) 2023-12-16T19:35:44.989 INFO:tasks.rados.rados.0.smithi002.stdout:1662: copy_from oid 34 from oid 41 current snap is 163 2023-12-16T19:35:44.989 INFO:tasks.rados.rados.0.smithi002.stdout:1663: rollback oid 2 current snap is 163 2023-12-16T19:35:44.989 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 60 2023-12-16T19:35:44.989 INFO:tasks.rados.rados.0.smithi002.stdout:1664: rollback oid 26 current snap is 163 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 89 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:1665: read oid 9 snap -1 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:1665: expect (ObjNum 367 snap 122 seq_num 367) 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:1666: read oid 16 snap -1 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:1666: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:35:44.990 INFO:tasks.rados.rados.0.smithi002.stdout:1667: delete oid 4 current snap is 163 2023-12-16T19:35:44.997 INFO:tasks.rados.rados.0.smithi002.stdout:1662: finishing copy_from to smithi002125626-34 2023-12-16T19:35:44.997 INFO:tasks.rados.rados.0.smithi002.stdout:1662: got expected ENOENT (src dne) 2023-12-16T19:35:44.998 INFO:tasks.rados.rados.0.smithi002.stdout:1662: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:35:44.998 INFO:tasks.rados.rados.0.smithi002.stdout:1662: done (5 left) 2023-12-16T19:35:44.998 INFO:tasks.rados.rados.0.smithi002.stdout:1667: done (4 left) 2023-12-16T19:35:44.999 INFO:tasks.rados.rados.0.smithi002.stdout:1668: snap_create 2023-12-16T19:35:45.002 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:35:45.003 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:35:45.003 INFO:tasks.rados.rados.0.smithi002.stdout:1664: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:35:45.003 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 1935 (ObjNum 240 snap 80 seq_num 240) dirty exists 2023-12-16T19:35:45.003 INFO:tasks.rados.rados.0.smithi002.stdout:1663: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:35:45.003 INFO:tasks.rados.rados.0.smithi002.stdout:1663: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:35:45.004 INFO:tasks.rados.rados.0.smithi002.stdout:1663: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:35:45.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 924 (ObjNum 85 snap 11 seq_num 85) dirty exists 2023-12-16T19:35:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:1666: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:35:45.170 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:35:45.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:44 smithi002 ceph-mon[137674]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:44 smithi002 ceph-mon[137674]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:44 smithi002 ceph-mon[140029]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:44 smithi002 ceph-mon[140029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:44 smithi043 ceph-mon[135010]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:44 smithi043 ceph-mon[135010]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T19:35:45.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T19:35:44.843+0000 7fe654d3c640 -1 osd.4 0 read_superblock omap replica is missing. 2023-12-16T19:35:45.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:44 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T19:35:44.956+0000 7fe654d3c640 -1 osd.4 368 log_to_monitors true 2023-12-16T19:35:45.248 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T19:35:45.006+0000 7fe6421a5700 -1 osd.4 368 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:35:45.392 INFO:tasks.rados.rados.0.smithi002.stdout:1665: expect (ObjNum 367 snap 122 seq_num 367) 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (3m) 30s ago 6m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (3m) 1s ago 6m 82.6M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (7m) 30s ago 7m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (7m) 1s ago 7m 19.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (3m) 1s ago 9m 443M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (3m) 30s ago 10m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (3m) 30s ago 10m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (2m) 1s ago 9m 38.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:35:45.494 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (2m) 30s ago 9m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (3m) 30s ago 6m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (3m) 1s ago 6m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (119s) 30s ago 9m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (89s) 30s ago 9m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (61s) 30s ago 8m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (33s) 30s ago 8m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (4s) 1s ago 8m 11.7M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (8m) 1s ago 8m 214M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 07353841cadf 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (7m) 1s ago 7m 207M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (7m) 1s ago 7m 204M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:35:45.495 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (3m) 1s ago 7m 55.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3, 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 4 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:35:45.896 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 5, 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 9 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:35:45.897 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:35:45.994 INFO:tasks.rados.rados.0.smithi002.stdout:1663: done (4 left) 2023-12-16T19:35:45.996 INFO:tasks.rados.rados.0.smithi002.stdout:1664: done (3 left) 2023-12-16T19:35:45.996 INFO:tasks.rados.rados.0.smithi002.stdout:1665: done (2 left) 2023-12-16T19:35:45.996 INFO:tasks.rados.rados.0.smithi002.stdout:1666: done (1 left) 2023-12-16T19:35:45.997 INFO:tasks.rados.rados.0.smithi002.stdout:1668: done (0 left) 2023-12-16T19:35:45.997 INFO:tasks.rados.rados.0.smithi002.stdout:1669: copy_from oid 2 from oid 47 current snap is 164 2023-12-16T19:35:45.997 INFO:tasks.rados.rados.0.smithi002.stdout:1670: snap_remove snap 162 2023-12-16T19:35:46.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: pgmap v255: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 472 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 11 op/s; 181/1086 objects degraded (16.667%) 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: osdmap e375: 8 total, 7 up, 8 in 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3070162708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: pgmap v255: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 472 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 11 op/s; 181/1086 objects degraded (16.667%) 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: osdmap e375: 8 total, 7 up, 8 in 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3070162708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:46.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: pgmap v255: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 472 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 11 op/s; 181/1086 objects degraded (16.667%) 2023-12-16T19:35:46.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: failed to encode map e375 with expected crc 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: osdmap e375: 8 total, 7 up, 8 in 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:35:46.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3070162708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:46.998 INFO:tasks.rados.rados.0.smithi002.stdout:1670: done (1 left) 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1671: rollback oid 25 current snap is 164 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 137 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1672: rmattr oid 5 current snap is 164 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1672: done (2 left) 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1673: read oid 48 snap 160 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1673: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 164 2023-12-16T19:35:46.999 INFO:tasks.rados.rados.0.smithi002.stdout:1674: seq_num 533 ranges {12304384=532480,12836864=630784,13467648=516096,13983744=57344} 2023-12-16T19:35:47.072 INFO:tasks.rados.rados.0.smithi002.stdout:1674: writing smithi002125626-21 from 12304384 to 12836864 tid 1 2023-12-16T19:35:47.076 INFO:tasks.rados.rados.0.smithi002.stdout:1674: writing smithi002125626-21 from 12836864 to 13467648 tid 2 2023-12-16T19:35:47.079 INFO:tasks.rados.rados.0.smithi002.stdout:1674: writing smithi002125626-21 from 13467648 to 13983744 tid 3 2023-12-16T19:35:47.080 INFO:tasks.rados.rados.0.smithi002.stdout:1674: writing smithi002125626-21 from 13983744 to 14041088 tid 4 2023-12-16T19:35:47.080 INFO:tasks.rados.rados.0.smithi002.stdout:1675: rollback oid 1 current snap is 164 2023-12-16T19:35:47.080 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 127 2023-12-16T19:35:47.080 INFO:tasks.rados.rados.0.smithi002.stdout:1673: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:1671: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:1671: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:1671: finishing rollback tid 2 to smithi002125626-25 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 949 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:1669: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:1669: finishing copy_from to smithi002125626-2 2023-12-16T19:35:47.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1924 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 1 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1669: done (4 left) 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1671: done (3 left) 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1673: done (2 left) 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1676: snap_create 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 2 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 3 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 4 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 5 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: finishing write tid 6 to smithi002125626-21 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1941 (ObjNum 533 snap 164 seq_num 533) dirty exists 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1674: left oid 21 (ObjNum 533 snap 164 seq_num 533) 2023-12-16T19:35:47.124 INFO:tasks.rados.rados.0.smithi002.stdout:1675: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:35:47.125 INFO:tasks.rados.rados.0.smithi002.stdout:1675: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:35:47.125 INFO:tasks.rados.rados.0.smithi002.stdout:1675: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:35:47.125 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1945 (ObjNum 355 snap 121 seq_num 355) dirty exists 2023-12-16T19:35:47.177 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:47.177 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762] boot 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.178 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:46 smithi043 ceph-mon[135010]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762] boot 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[137674]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: osd.4 [v2:172.21.15.43:6800/891699762,v1:172.21.15.43:6801/891699762] boot 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:46 smithi002 ceph-mon[140029]: failed to encode map e376 with expected crc 2023-12-16T19:35:47.739 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:35:47.407+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:35:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:1674: done (2 left) 2023-12-16T19:35:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:1675: done (1 left) 2023-12-16T19:35:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:1676: done (0 left) 2023-12-16T19:35:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 165 2023-12-16T19:35:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:1677: seq_num 534 ranges {1245184=548864,1794048=516096,2310144=688128} 2023-12-16T19:35:48.011 INFO:tasks.rados.rados.0.smithi002.stdout:1677: writing smithi002125626-8 from 1245184 to 1794048 tid 1 2023-12-16T19:35:48.013 INFO:tasks.rados.rados.0.smithi002.stdout:1677: writing smithi002125626-8 from 1794048 to 2310144 tid 2 2023-12-16T19:35:48.016 INFO:tasks.rados.rados.0.smithi002.stdout:1677: writing smithi002125626-8 from 2310144 to 2998272 tid 3 2023-12-16T19:35:48.017 INFO:tasks.rados.rados.0.smithi002.stdout:1678: delete oid 12 current snap is 165 2023-12-16T19:35:48.022 INFO:tasks.rados.rados.0.smithi002.stdout:1677: finishing write tid 1 to smithi002125626-8 2023-12-16T19:35:48.022 INFO:tasks.rados.rados.0.smithi002.stdout:1677: finishing write tid 2 to smithi002125626-8 2023-12-16T19:35:48.022 INFO:tasks.rados.rados.0.smithi002.stdout:1677: finishing write tid 3 to smithi002125626-8 2023-12-16T19:35:48.023 INFO:tasks.rados.rados.0.smithi002.stdout:1677: finishing write tid 4 to smithi002125626-8 2023-12-16T19:35:48.023 INFO:tasks.rados.rados.0.smithi002.stdout:1678: done (1 left) 2023-12-16T19:35:48.023 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 165 2023-12-16T19:35:48.023 INFO:tasks.rados.rados.0.smithi002.stdout:1679: seq_num 536 ranges {6234112=581632,6815744=688128,7503872=516096} 2023-12-16T19:35:48.061 INFO:tasks.rados.rados.0.smithi002.stdout:1679: writing smithi002125626-35 from 6234112 to 6815744 tid 1 2023-12-16T19:35:48.065 INFO:tasks.rados.rados.0.smithi002.stdout:1679: writing smithi002125626-35 from 6815744 to 7503872 tid 2 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1679: writing smithi002125626-35 from 7503872 to 8019968 tid 3 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1680: delete oid 4 current snap is 165 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1677: finishing write tid 5 to smithi002125626-8 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1356 (ObjNum 534 snap 165 seq_num 534) dirty exists 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1677: left oid 8 (ObjNum 534 snap 165 seq_num 534) 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1679: finishing write tid 1 to smithi002125626-35 2023-12-16T19:35:48.069 INFO:tasks.rados.rados.0.smithi002.stdout:1679: finishing write tid 2 to smithi002125626-35 2023-12-16T19:35:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:1677: done (2 left) 2023-12-16T19:35:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:1680: done (1 left) 2023-12-16T19:35:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 165 2023-12-16T19:35:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:1681: seq_num 538 ranges {3432448=614400,4046848=450560,4497408=704512,5201920=49152} 2023-12-16T19:35:48.093 INFO:tasks.rados.rados.0.smithi002.stdout:1681: writing smithi002125626-47 from 3432448 to 4046848 tid 1 2023-12-16T19:35:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:1681: writing smithi002125626-47 from 4046848 to 4497408 tid 2 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1681: writing smithi002125626-47 from 4497408 to 5201920 tid 3 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1681: writing smithi002125626-47 from 5201920 to 5251072 tid 4 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1682: rmattr oid 23 current snap is 165 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1682: done (2 left) 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1683: copy_from oid 30 from oid 2 current snap is 165 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1679: finishing write tid 3 to smithi002125626-35 2023-12-16T19:35:48.102 INFO:tasks.rados.rados.0.smithi002.stdout:1679: finishing write tid 4 to smithi002125626-35 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1679: finishing write tid 5 to smithi002125626-35 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 1980 (ObjNum 536 snap 165 seq_num 536) dirty exists 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1679: left oid 35 (ObjNum 536 snap 165 seq_num 536) 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 1 to smithi002125626-47 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 2 to smithi002125626-47 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1679: done (2 left) 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1684: copy_from oid 18 from oid 44 current snap is 165 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 165 2023-12-16T19:35:48.103 INFO:tasks.rados.rados.0.smithi002.stdout:1685: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2023-12-16T19:35:48.105 INFO:tasks.rados.rados.0.smithi002.stdout:1685: writing smithi002125626-7 from 0 to 630784 tid 1 2023-12-16T19:35:48.110 INFO:tasks.rados.rados.0.smithi002.stdout:1685: writing smithi002125626-7 from 630784 to 1368064 tid 2 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1685: writing smithi002125626-7 from 1368064 to 1835008 tid 3 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1686: delete oid 46 current snap is 165 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 3 to smithi002125626-47 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 4 to smithi002125626-47 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 5 to smithi002125626-47 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1681: finishing write tid 6 to smithi002125626-47 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1986 (ObjNum 538 snap 165 seq_num 538) dirty exists 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1681: left oid 47 (ObjNum 538 snap 165 seq_num 538) 2023-12-16T19:35:48.114 INFO:tasks.rados.rados.0.smithi002.stdout:1684: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:35:48.116 INFO:tasks.rados.rados.0.smithi002.stdout:1685: finishing write tid 1 to smithi002125626-7 2023-12-16T19:35:48.117 INFO:tasks.rados.rados.0.smithi002.stdout:1684: finishing copy_from to smithi002125626-18 2023-12-16T19:35:48.117 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1135 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:35:48.117 INFO:tasks.rados.rados.0.smithi002.stdout:1685: finishing write tid 2 to smithi002125626-7 2023-12-16T19:35:48.117 INFO:tasks.rados.rados.0.smithi002.stdout:1685: finishing write tid 3 to smithi002125626-7 2023-12-16T19:35:48.117 INFO:tasks.rados.rados.0.smithi002.stdout:1685: finishing write tid 4 to smithi002125626-7 2023-12-16T19:35:48.118 INFO:tasks.rados.rados.0.smithi002.stdout:1685: finishing write tid 5 to smithi002125626-7 2023-12-16T19:35:48.118 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 1990 (ObjNum 539 snap 165 seq_num 539) dirty exists 2023-12-16T19:35:48.118 INFO:tasks.rados.rados.0.smithi002.stdout:1685: left oid 7 (ObjNum 539 snap 165 seq_num 539) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1683: finishing copy_from to smithi002125626-30 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1924 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1683: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1681: done (4 left) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1683: done (3 left) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1684: done (2 left) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1685: done (1 left) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1686: done (0 left) 2023-12-16T19:35:48.124 INFO:tasks.rados.rados.0.smithi002.stdout:1687: read oid 7 snap -1 2023-12-16T19:35:48.125 INFO:tasks.rados.rados.0.smithi002.stdout:1687: expect (ObjNum 539 snap 165 seq_num 539) 2023-12-16T19:35:48.125 INFO:tasks.rados.rados.0.smithi002.stdout:1688: delete oid 19 current snap is 165 2023-12-16T19:35:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:1688: done (1 left) 2023-12-16T19:35:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:1689: snap_create 2023-12-16T19:35:48.131 INFO:tasks.rados.rados.0.smithi002.stdout:1687: expect (ObjNum 539 snap 165 seq_num 539) 2023-12-16T19:35:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: pgmap v258: 121 pgs: 18 peering, 11 active+undersized+degraded, 18 active+undersized, 74 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 153/1110 objects degraded (13.784%) 2023-12-16T19:35:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 153/1110 objects degraded (13.784%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:47 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:35:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: pgmap v258: 121 pgs: 18 peering, 11 active+undersized+degraded, 18 active+undersized, 74 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 153/1110 objects degraded (13.784%) 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 153/1110 objects degraded (13.784%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: pgmap v258: 121 pgs: 18 peering, 11 active+undersized+degraded, 18 active+undersized, 74 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 153/1110 objects degraded (13.784%) 2023-12-16T19:35:48.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 153/1110 objects degraded (13.784%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: failed to encode map e377 with expected crc 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:48.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:35:48.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:47 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-16T19:35:48.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:49.005 INFO:tasks.rados.rados.0.smithi002.stdout:1687: done (1 left) 2023-12-16T19:35:49.005 INFO:tasks.rados.rados.0.smithi002.stdout:1689: done (0 left) 2023-12-16T19:35:49.006 INFO:tasks.rados.rados.0.smithi002.stdout:1690: delete oid 9 current snap is 166 2023-12-16T19:35:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1690: done (0 left) 2023-12-16T19:35:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 166 2023-12-16T19:35:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1691: seq_num 543 ranges {212992=704512,917504=729088,1646592=475136} 2023-12-16T19:35:49.015 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi002125626-39 from 212992 to 917504 tid 1 2023-12-16T19:35:49.019 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi002125626-39 from 917504 to 1646592 tid 2 2023-12-16T19:35:49.022 INFO:tasks.rados.rados.0.smithi002.stdout:1691: writing smithi002125626-39 from 1646592 to 2121728 tid 3 2023-12-16T19:35:49.022 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 166 2023-12-16T19:35:49.022 INFO:tasks.rados.rados.0.smithi002.stdout:1692: seq_num 544 ranges {5251072=720896,5971968=614400,6586368=589824} 2023-12-16T19:35:49.055 INFO:tasks.rados.rados.0.smithi002.stdout:1692: writing smithi002125626-47 from 5251072 to 5971968 tid 1 2023-12-16T19:35:49.059 INFO:tasks.rados.rados.0.smithi002.stdout:1692: writing smithi002125626-47 from 5971968 to 6586368 tid 2 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1692: writing smithi002125626-47 from 6586368 to 7176192 tid 3 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1693: read oid 32 snap -1 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1693: expect deleted 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1694: snap_create 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 1 to smithi002125626-39 2023-12-16T19:35:49.064 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 2 to smithi002125626-39 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 3 to smithi002125626-39 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 4 to smithi002125626-39 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:1691: finishing write tid 5 to smithi002125626-39 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 920 (ObjNum 543 snap 166 seq_num 543) dirty exists 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:1691: left oid 39 (ObjNum 543 snap 166 seq_num 543) 2023-12-16T19:35:49.065 INFO:tasks.rados.rados.0.smithi002.stdout:1692: finishing write tid 1 to smithi002125626-47 2023-12-16T19:35:49.067 INFO:tasks.rados.rados.0.smithi002.stdout:1692: finishing write tid 2 to smithi002125626-47 2023-12-16T19:35:49.067 INFO:tasks.rados.rados.0.smithi002.stdout:1692: finishing write tid 3 to smithi002125626-47 2023-12-16T19:35:49.067 INFO:tasks.rados.rados.0.smithi002.stdout:1692: finishing write tid 4 to smithi002125626-47 2023-12-16T19:35:49.069 INFO:tasks.rados.rados.0.smithi002.stdout:1692: finishing write tid 5 to smithi002125626-47 2023-12-16T19:35:49.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1995 (ObjNum 544 snap 166 seq_num 544) dirty exists 2023-12-16T19:35:49.069 INFO:tasks.rados.rados.0.smithi002.stdout:1692: left oid 47 (ObjNum 544 snap 166 seq_num 544) 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[137674]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[137674]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[137674]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[137674]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[140029]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[140029]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T19:35:49.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[140029]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:49 smithi002 ceph-mon[140029]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:49 smithi043 ceph-mon[135010]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:49 smithi043 ceph-mon[135010]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T19:35:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:49 smithi043 ceph-mon[135010]: failed to encode map e378 with expected crc 2023-12-16T19:35:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:49 smithi043 ceph-mon[135010]: failed to encode map e378 with expected crc 2023-12-16T19:35:50.010 INFO:tasks.rados.rados.0.smithi002.stdout:1691: done (3 left) 2023-12-16T19:35:50.011 INFO:tasks.rados.rados.0.smithi002.stdout:1692: done (2 left) 2023-12-16T19:35:50.011 INFO:tasks.rados.rados.0.smithi002.stdout:1693: done (1 left) 2023-12-16T19:35:50.011 INFO:tasks.rados.rados.0.smithi002.stdout:1694: done (0 left) 2023-12-16T19:35:50.011 INFO:tasks.rados.rados.0.smithi002.stdout:1695: copy_from oid 23 from oid 48 current snap is 167 2023-12-16T19:35:50.011 INFO:tasks.rados.rados.0.smithi002.stdout:1696: delete oid 40 current snap is 167 2023-12-16T19:35:50.015 INFO:tasks.rados.rados.0.smithi002.stdout:1696: done (1 left) 2023-12-16T19:35:50.015 INFO:tasks.rados.rados.0.smithi002.stdout:1697: snap_remove snap 95 2023-12-16T19:35:50.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[137674]: pgmap v261: 121 pgs: 18 peering, 10 active+undersized+degraded, 16 active+undersized, 77 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 128/1110 objects degraded (11.532%); 4.8 MiB/s, 0 objects/s recovering 2023-12-16T19:35:50.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[137674]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[137674]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[137674]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[137674]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[140029]: pgmap v261: 121 pgs: 18 peering, 10 active+undersized+degraded, 16 active+undersized, 77 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 128/1110 objects degraded (11.532%); 4.8 MiB/s, 0 objects/s recovering 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[140029]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[140029]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[140029]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T19:35:50.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:50 smithi002 ceph-mon[140029]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:50 smithi043 ceph-mon[135010]: pgmap v261: 121 pgs: 18 peering, 10 active+undersized+degraded, 16 active+undersized, 77 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 128/1110 objects degraded (11.532%); 4.8 MiB/s, 0 objects/s recovering 2023-12-16T19:35:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:50 smithi043 ceph-mon[135010]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:50 smithi043 ceph-mon[135010]: failed to encode map e379 with expected crc 2023-12-16T19:35:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:50 smithi043 ceph-mon[135010]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T19:35:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:50 smithi043 ceph-mon[135010]: failed to encode map e379 with expected crc 2023-12-16T19:35:51.016 INFO:tasks.rados.rados.0.smithi002.stdout:1697: done (1 left) 2023-12-16T19:35:51.016 INFO:tasks.rados.rados.0.smithi002.stdout:1698: setattr oid 37 current snap is 167 2023-12-16T19:35:51.016 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:35:51.016 INFO:tasks.rados.rados.0.smithi002.stdout:1695: finishing copy_from to smithi002125626-23 2023-12-16T19:35:51.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 356 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:35:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:1695: done (1 left) 2023-12-16T19:35:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 167 2023-12-16T19:35:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:1699: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2023-12-16T19:35:51.023 INFO:tasks.rados.rados.0.smithi002.stdout:1699: writing smithi002125626-46 from 0 to 753664 tid 1 2023-12-16T19:35:51.029 INFO:tasks.rados.rados.0.smithi002.stdout:1699: writing smithi002125626-46 from 753664 to 1531904 tid 2 2023-12-16T19:35:51.033 INFO:tasks.rados.rados.0.smithi002.stdout:1699: writing smithi002125626-46 from 1531904 to 1957888 tid 3 2023-12-16T19:35:51.033 INFO:tasks.rados.rados.0.smithi002.stdout:1700: delete oid 23 current snap is 167 2023-12-16T19:35:51.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 847 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:35:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:1698: done (2 left) 2023-12-16T19:35:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:1700: done (1 left) 2023-12-16T19:35:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 167 2023-12-16T19:35:51.038 INFO:tasks.rados.rados.0.smithi002.stdout:1701: seq_num 548 ranges {3063808=786432,3850240=598016,4448256=606208} 2023-12-16T19:35:51.060 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi002125626-26 from 3063808 to 3850240 tid 1 2023-12-16T19:35:51.063 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi002125626-26 from 3850240 to 4448256 tid 2 2023-12-16T19:35:51.067 INFO:tasks.rados.rados.0.smithi002.stdout:1701: writing smithi002125626-26 from 4448256 to 5054464 tid 3 2023-12-16T19:35:51.067 INFO:tasks.rados.rados.0.smithi002.stdout:1702: snap_remove snap 124 2023-12-16T19:35:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T19:35:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: failed to encode map e380 with expected crc 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:35:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:1702: done (2 left) 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 167 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing write tid 1 to smithi002125626-46 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing write tid 2 to smithi002125626-46 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing write tid 3 to smithi002125626-46 2023-12-16T19:35:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing write tid 4 to smithi002125626-46 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1699: finishing write tid 5 to smithi002125626-46 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1929 (ObjNum 546 snap 167 seq_num 546) dirty exists 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1699: left oid 46 (ObjNum 546 snap 167 seq_num 546) 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 1 to smithi002125626-26 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 2 to smithi002125626-26 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 3 to smithi002125626-26 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 4 to smithi002125626-26 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: finishing write tid 5 to smithi002125626-26 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2018 (ObjNum 548 snap 167 seq_num 548) dirty exists 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1701: left oid 26 (ObjNum 548 snap 167 seq_num 548) 2023-12-16T19:35:52.023 INFO:tasks.rados.rados.0.smithi002.stdout:1703: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2023-12-16T19:35:52.027 INFO:tasks.rados.rados.0.smithi002.stdout:1703: writing smithi002125626-9 from 0 to 802816 tid 1 2023-12-16T19:35:52.031 INFO:tasks.rados.rados.0.smithi002.stdout:1703: writing smithi002125626-9 from 802816 to 1286144 tid 2 2023-12-16T19:35:52.035 INFO:tasks.rados.rados.0.smithi002.stdout:1703: writing smithi002125626-9 from 1286144 to 1720320 tid 3 2023-12-16T19:35:52.037 INFO:tasks.rados.rados.0.smithi002.stdout:1703: writing smithi002125626-9 from 1720320 to 2007040 tid 4 2023-12-16T19:35:52.037 INFO:tasks.rados.rados.0.smithi002.stdout:1699: done (2 left) 2023-12-16T19:35:52.037 INFO:tasks.rados.rados.0.smithi002.stdout:1701: done (1 left) 2023-12-16T19:35:52.037 INFO:tasks.rados.rados.0.smithi002.stdout:1704: snap_create 2023-12-16T19:35:52.044 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 1 to smithi002125626-9 2023-12-16T19:35:52.044 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 2 to smithi002125626-9 2023-12-16T19:35:52.045 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 3 to smithi002125626-9 2023-12-16T19:35:52.045 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 4 to smithi002125626-9 2023-12-16T19:35:52.047 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 5 to smithi002125626-9 2023-12-16T19:35:52.051 INFO:tasks.rados.rados.0.smithi002.stdout:1703: finishing write tid 6 to smithi002125626-9 2023-12-16T19:35:52.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 763 (ObjNum 549 snap 167 seq_num 549) dirty exists 2023-12-16T19:35:52.051 INFO:tasks.rados.rados.0.smithi002.stdout:1703: left oid 9 (ObjNum 549 snap 167 seq_num 549) 2023-12-16T19:35:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:35:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:35:51] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: pgmap v264: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 16 MiB/s, 4 objects/s recovering 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 128/1110 objects degraded (11.532%), 10 pgs degraded) 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[140029]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: pgmap v264: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 16 MiB/s, 4 objects/s recovering 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 128/1110 objects degraded (11.532%), 10 pgs degraded) 2023-12-16T19:35:52.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:35:52.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T19:35:52.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:52 smithi002 ceph-mon[137674]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: pgmap v264: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 16 MiB/s, 4 objects/s recovering 2023-12-16T19:35:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 128/1110 objects degraded (11.532%), 10 pgs degraded) 2023-12-16T19:35:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:35:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: failed to encode map e381 with expected crc 2023-12-16T19:35:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T19:35:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:52 smithi043 ceph-mon[135010]: failed to encode map e381 with expected crc 2023-12-16T19:35:53.028 INFO:tasks.rados.rados.0.smithi002.stdout:1703: done (1 left) 2023-12-16T19:35:53.028 INFO:tasks.rados.rados.0.smithi002.stdout:1704: done (0 left) 2023-12-16T19:35:53.028 INFO:tasks.rados.rados.0.smithi002.stdout:1705: rollback oid 36 current snap is 168 2023-12-16T19:35:53.028 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 97 2023-12-16T19:35:53.028 INFO:tasks.rados.rados.0.smithi002.stdout:1706: snap_create 2023-12-16T19:35:53.035 INFO:tasks.rados.rados.0.smithi002.stdout:1705: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:35:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:1705: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:35:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:1705: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:35:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 867 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-16T19:35:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[137674]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[137674]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T19:35:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[137674]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[137674]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[140029]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[140029]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T19:35:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[140029]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:53 smithi002 ceph-mon[140029]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:53 smithi043 ceph-mon[135010]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:53 smithi043 ceph-mon[135010]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T19:35:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:53 smithi043 ceph-mon[135010]: failed to encode map e382 with expected crc 2023-12-16T19:35:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:53 smithi043 ceph-mon[135010]: failed to encode map e382 with expected crc 2023-12-16T19:35:54.028 INFO:tasks.rados.rados.0.smithi002.stdout:1705: done (1 left) 2023-12-16T19:35:54.029 INFO:tasks.rados.rados.0.smithi002.stdout:1706: done (0 left) 2023-12-16T19:35:54.029 INFO:tasks.rados.rados.0.smithi002.stdout:1707: read oid 4 snap 146 2023-12-16T19:35:54.029 INFO:tasks.rados.rados.0.smithi002.stdout:1707: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:35:54.029 INFO:tasks.rados.rados.0.smithi002.stdout:1708: snap_remove snap 165 2023-12-16T19:35:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[137674]: pgmap v267: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2023-12-16T19:35:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[137674]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[137674]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[137674]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[137674]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[140029]: pgmap v267: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[140029]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[140029]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[140029]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:54 smithi002 ceph-mon[140029]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:54 smithi043 ceph-mon[135010]: pgmap v267: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2023-12-16T19:35:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:54 smithi043 ceph-mon[135010]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:54 smithi043 ceph-mon[135010]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T19:35:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:54 smithi043 ceph-mon[135010]: failed to encode map e383 with expected crc 2023-12-16T19:35:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:54 smithi043 ceph-mon[135010]: failed to encode map e383 with expected crc 2023-12-16T19:35:55.038 INFO:tasks.rados.rados.0.smithi002.stdout:1708: done (1 left) 2023-12-16T19:35:55.038 INFO:tasks.rados.rados.0.smithi002.stdout:1709: setattr oid 49 current snap is 169 2023-12-16T19:35:55.038 INFO:tasks.rados.rados.0.smithi002.stdout:1707: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:35:55.082 INFO:tasks.rados.rados.0.smithi002.stdout:1707: done (1 left) 2023-12-16T19:35:55.082 INFO:tasks.rados.rados.0.smithi002.stdout:1710: snap_remove snap 166 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[137674]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[137674]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[137674]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[137674]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[140029]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[140029]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T19:35:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[140029]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:55 smithi002 ceph-mon[140029]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:55 smithi043 ceph-mon[135010]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:55 smithi043 ceph-mon[135010]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T19:35:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:55 smithi043 ceph-mon[135010]: failed to encode map e384 with expected crc 2023-12-16T19:35:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:55 smithi043 ceph-mon[135010]: failed to encode map e384 with expected crc 2023-12-16T19:35:56.043 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1930 (ObjNum 459 snap 145 seq_num 459) dirty exists 2023-12-16T19:35:56.043 INFO:tasks.rados.rados.0.smithi002.stdout:1709: done (1 left) 2023-12-16T19:35:56.043 INFO:tasks.rados.rados.0.smithi002.stdout:1710: done (0 left) 2023-12-16T19:35:56.043 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 169 2023-12-16T19:35:56.043 INFO:tasks.rados.rados.0.smithi002.stdout:1711: seq_num 550 ranges {1957888=417792,2375680=770048,3145728=638976,3784704=196608} 2023-12-16T19:35:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:1711: writing smithi002125626-46 from 1957888 to 2375680 tid 1 2023-12-16T19:35:56.061 INFO:tasks.rados.rados.0.smithi002.stdout:1711: writing smithi002125626-46 from 2375680 to 3145728 tid 2 2023-12-16T19:35:56.065 INFO:tasks.rados.rados.0.smithi002.stdout:1711: writing smithi002125626-46 from 3145728 to 3784704 tid 3 2023-12-16T19:35:56.066 INFO:tasks.rados.rados.0.smithi002.stdout:1711: writing smithi002125626-46 from 3784704 to 3981312 tid 4 2023-12-16T19:35:56.066 INFO:tasks.rados.rados.0.smithi002.stdout:1712: copy_from oid 29 from oid 48 current snap is 169 2023-12-16T19:35:56.066 INFO:tasks.rados.rados.0.smithi002.stdout:1713: snap_remove snap 167 2023-12-16T19:35:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[137674]: pgmap v270: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 13 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T19:35:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[137674]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[137674]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[137674]: osdmap e385: 8 total, 8 up, 8 in 2023-12-16T19:35:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[140029]: pgmap v270: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 13 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T19:35:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[140029]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[140029]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:56 smithi002 ceph-mon[140029]: osdmap e385: 8 total, 8 up, 8 in 2023-12-16T19:35:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:56 smithi043 ceph-mon[135010]: pgmap v270: 121 pgs: 121 active+clean; 522 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.8 MiB/s wr, 13 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T19:35:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:56 smithi043 ceph-mon[135010]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:56 smithi043 ceph-mon[135010]: failed to encode map e385 with expected crc 2023-12-16T19:35:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:56 smithi043 ceph-mon[135010]: osdmap e385: 8 total, 8 up, 8 in 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1713: done (2 left) 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 169 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 1 to smithi002125626-46 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 2 to smithi002125626-46 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 3 to smithi002125626-46 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 4 to smithi002125626-46 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 5 to smithi002125626-46 2023-12-16T19:35:57.050 INFO:tasks.rados.rados.0.smithi002.stdout:1714: seq_num 551 ranges {3375104=434176,3809280=647168,4456448=450560,4907008=507904} 2023-12-16T19:35:57.073 INFO:tasks.rados.rados.0.smithi002.stdout:1714: writing smithi002125626-49 from 3375104 to 3809280 tid 1 2023-12-16T19:35:57.077 INFO:tasks.rados.rados.0.smithi002.stdout:1714: writing smithi002125626-49 from 3809280 to 4456448 tid 2 2023-12-16T19:35:57.078 INFO:tasks.rados.rados.0.smithi002.stdout:1714: writing smithi002125626-49 from 4456448 to 4907008 tid 3 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1714: writing smithi002125626-49 from 4907008 to 5414912 tid 4 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1715: read oid 30 snap -1 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1715: expect (ObjNum 527 snap 162 seq_num 527) 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1716: snap_create 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1712: finishing copy_from racing read to smithi002125626-29 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1712: finishing copy_from to smithi002125626-29 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 356 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1711: finishing write tid 6 to smithi002125626-46 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1935 (ObjNum 550 snap 169 seq_num 550) dirty exists 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1711: left oid 46 (ObjNum 550 snap 169 seq_num 550) 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 1 to smithi002125626-49 2023-12-16T19:35:57.081 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 2 to smithi002125626-49 2023-12-16T19:35:57.084 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 3 to smithi002125626-49 2023-12-16T19:35:57.084 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 4 to smithi002125626-49 2023-12-16T19:35:57.084 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 5 to smithi002125626-49 2023-12-16T19:35:57.089 INFO:tasks.rados.rados.0.smithi002.stdout:1714: finishing write tid 6 to smithi002125626-49 2023-12-16T19:35:57.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1940 (ObjNum 551 snap 169 seq_num 551) dirty exists 2023-12-16T19:35:57.089 INFO:tasks.rados.rados.0.smithi002.stdout:1714: left oid 49 (ObjNum 551 snap 169 seq_num 551) 2023-12-16T19:35:57.100 INFO:tasks.rados.rados.0.smithi002.stdout:1715: expect (ObjNum 527 snap 162 seq_num 527) 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[137674]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[137674]: osdmap e386: 8 total, 8 up, 8 in 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[137674]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[137674]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[140029]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[140029]: osdmap e386: 8 total, 8 up, 8 in 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[140029]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:57 smithi002 ceph-mon[140029]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:57 smithi043 ceph-mon[135010]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:57 smithi043 ceph-mon[135010]: osdmap e386: 8 total, 8 up, 8 in 2023-12-16T19:35:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:57 smithi043 ceph-mon[135010]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:57 smithi043 ceph-mon[135010]: failed to encode map e386 with expected crc 2023-12-16T19:35:57.948 INFO:tasks.rados.rados.0.smithi002.stdout:1711: done (4 left) 2023-12-16T19:35:57.948 INFO:tasks.rados.rados.0.smithi002.stdout:1712: done (3 left) 2023-12-16T19:35:57.948 INFO:tasks.rados.rados.0.smithi002.stdout:1714: done (2 left) 2023-12-16T19:35:57.949 INFO:tasks.rados.rados.0.smithi002.stdout:1715: done (1 left) 2023-12-16T19:35:57.949 INFO:tasks.rados.rados.0.smithi002.stdout:1716: done (0 left) 2023-12-16T19:35:57.949 INFO:tasks.rados.rados.0.smithi002.stdout:1717: snap_remove snap 159 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: pgmap v273: 121 pgs: 121 active+clean; 524 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: osdmap e387: 8 total, 8 up, 8 in 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[137674]: osdmap e388: 8 total, 8 up, 8 in 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: pgmap v273: 121 pgs: 121 active+clean; 524 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: osdmap e387: 8 total, 8 up, 8 in 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:58 smithi002 ceph-mon[140029]: osdmap e388: 8 total, 8 up, 8 in 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: pgmap v273: 121 pgs: 121 active+clean; 524 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: osdmap e387: 8 total, 8 up, 8 in 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: failed to encode map e387 with expected crc 2023-12-16T19:35:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-mon[135010]: osdmap e388: 8 total, 8 up, 8 in 2023-12-16T19:35:58.955 INFO:tasks.rados.rados.0.smithi002.stdout:1717: done (0 left) 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:1718: rollback oid 10 current snap is 170 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 154 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:1719: read oid 47 snap 157 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:1719: expect (ObjNum 501 snap 154 seq_num 501) 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 170 2023-12-16T19:35:58.956 INFO:tasks.rados.rados.0.smithi002.stdout:1720: seq_num 552 ranges {778240=450560,1228800=532480,1761280=655360,2416640=417792} 2023-12-16T19:35:58.963 INFO:tasks.rados.rados.0.smithi002.stdout:1720: writing smithi002125626-29 from 778240 to 1228800 tid 1 2023-12-16T19:35:58.966 INFO:tasks.rados.rados.0.smithi002.stdout:1720: writing smithi002125626-29 from 1228800 to 1761280 tid 2 2023-12-16T19:35:58.971 INFO:tasks.rados.rados.0.smithi002.stdout:1720: writing smithi002125626-29 from 1761280 to 2416640 tid 3 2023-12-16T19:35:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:1720: writing smithi002125626-29 from 2416640 to 2834432 tid 4 2023-12-16T19:35:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:1721: rmattr oid 12 current snap is 170 2023-12-16T19:35:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:1721: done (3 left) 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:1722: copy_from oid 43 from oid 30 current snap is 170 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:1718: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1339 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:1718: done (3 left) 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 170 2023-12-16T19:35:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:1723: seq_num 553 ranges {3432448=466944,3899392=417792,4317184=417792,4734976=516096,5251072=253952} 2023-12-16T19:35:58.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:35:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:35:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:35:58.999 INFO:tasks.rados.rados.0.smithi002.stdout:1723: writing smithi002125626-2 from 3432448 to 3899392 tid 1 2023-12-16T19:35:59.000 INFO:tasks.rados.rados.0.smithi002.stdout:1723: writing smithi002125626-2 from 3899392 to 4317184 tid 2 2023-12-16T19:35:59.003 INFO:tasks.rados.rados.0.smithi002.stdout:1723: writing smithi002125626-2 from 4317184 to 4734976 tid 3 2023-12-16T19:35:59.006 INFO:tasks.rados.rados.0.smithi002.stdout:1723: writing smithi002125626-2 from 4734976 to 5251072 tid 4 2023-12-16T19:35:59.010 INFO:tasks.rados.rados.0.smithi002.stdout:1723: writing smithi002125626-2 from 5251072 to 5505024 tid 5 2023-12-16T19:35:59.010 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 170 2023-12-16T19:35:59.010 INFO:tasks.rados.rados.0.smithi002.stdout:1724: seq_num 554 ranges {10125312=483328,10608640=704512,11313152=622592,11935744=278528} 2023-12-16T19:35:59.066 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi002125626-14 from 10125312 to 10608640 tid 1 2023-12-16T19:35:59.070 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi002125626-14 from 10608640 to 11313152 tid 2 2023-12-16T19:35:59.073 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi002125626-14 from 11313152 to 11935744 tid 3 2023-12-16T19:35:59.075 INFO:tasks.rados.rados.0.smithi002.stdout:1724: writing smithi002125626-14 from 11935744 to 12214272 tid 4 2023-12-16T19:35:59.075 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 170 2023-12-16T19:35:59.076 INFO:tasks.rados.rados.0.smithi002.stdout:1725: seq_num 555 ranges {5054464=499712,5554176=638976,6193152=425984,6619136=540672} 2023-12-16T19:35:59.106 INFO:tasks.rados.rados.0.smithi002.stdout:1725: writing smithi002125626-26 from 5054464 to 5554176 tid 1 2023-12-16T19:35:59.109 INFO:tasks.rados.rados.0.smithi002.stdout:1725: writing smithi002125626-26 from 5554176 to 6193152 tid 2 2023-12-16T19:35:59.114 INFO:tasks.rados.rados.0.smithi002.stdout:1725: writing smithi002125626-26 from 6193152 to 6619136 tid 3 2023-12-16T19:35:59.116 INFO:tasks.rados.rados.0.smithi002.stdout:1725: writing smithi002125626-26 from 6619136 to 7159808 tid 4 2023-12-16T19:35:59.116 INFO:tasks.rados.rados.0.smithi002.stdout:1726: snap_create 2023-12-16T19:35:59.116 INFO:tasks.rados.rados.0.smithi002.stdout:1719: expect (ObjNum 501 snap 154 seq_num 501) 2023-12-16T19:35:59.177 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 1 to smithi002125626-29 2023-12-16T19:35:59.177 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 2 to smithi002125626-29 2023-12-16T19:35:59.177 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 3 to smithi002125626-29 2023-12-16T19:35:59.177 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 4 to smithi002125626-29 2023-12-16T19:35:59.177 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 5 to smithi002125626-29 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1720: finishing write tid 6 to smithi002125626-29 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1933 (ObjNum 552 snap 170 seq_num 552) dirty exists 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1720: left oid 29 (ObjNum 552 snap 170 seq_num 552) 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1722: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1722: finishing copy_from to smithi002125626-43 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1924 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 1 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 2 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 3 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 4 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 5 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 6 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: finishing write tid 7 to smithi002125626-2 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1930 (ObjNum 553 snap 170 seq_num 553) dirty exists 2023-12-16T19:35:59.178 INFO:tasks.rados.rados.0.smithi002.stdout:1723: left oid 2 (ObjNum 553 snap 170 seq_num 553) 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 1 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 2 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 3 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 4 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 5 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: finishing write tid 6 to smithi002125626-14 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1748 (ObjNum 554 snap 170 seq_num 554) dirty exists 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1724: left oid 14 (ObjNum 554 snap 170 seq_num 554) 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 1 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 2 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 3 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 4 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 5 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: finishing write tid 6 to smithi002125626-26 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2058 (ObjNum 555 snap 170 seq_num 555) dirty exists 2023-12-16T19:35:59.179 INFO:tasks.rados.rados.0.smithi002.stdout:1725: left oid 26 (ObjNum 555 snap 170 seq_num 555) 2023-12-16T19:35:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[137674]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[137674]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[137674]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[137674]: osdmap e389: 8 total, 8 up, 8 in 2023-12-16T19:35:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[140029]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[140029]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[140029]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:35:59 smithi002 ceph-mon[140029]: osdmap e389: 8 total, 8 up, 8 in 2023-12-16T19:35:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:59 smithi043 ceph-mon[135010]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:59 smithi043 ceph-mon[135010]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:59 smithi043 ceph-mon[135010]: failed to encode map e388 with expected crc 2023-12-16T19:35:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:35:59 smithi043 ceph-mon[135010]: osdmap e389: 8 total, 8 up, 8 in 2023-12-16T19:36:00.062 INFO:tasks.rados.rados.0.smithi002.stdout:1719: done (6 left) 2023-12-16T19:36:00.062 INFO:tasks.rados.rados.0.smithi002.stdout:1720: done (5 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1722: done (4 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1723: done (3 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1724: done (2 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1725: done (1 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1726: done (0 left) 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1727: delete oid 40 current snap is 171 2023-12-16T19:36:00.063 INFO:tasks.rados.rados.0.smithi002.stdout:1727: done (0 left) 2023-12-16T19:36:00.064 INFO:tasks.rados.rados.0.smithi002.stdout:1728: read oid 17 snap 158 2023-12-16T19:36:00.064 INFO:tasks.rados.rados.0.smithi002.stdout:1728: expect (ObjNum 500 snap 153 seq_num 500) 2023-12-16T19:36:00.064 INFO:tasks.rados.rados.0.smithi002.stdout:1729: read oid 45 snap 157 2023-12-16T19:36:00.064 INFO:tasks.rados.rados.0.smithi002.stdout:1729: expect (ObjNum 229 snap 73 seq_num 229) 2023-12-16T19:36:00.064 INFO:tasks.rados.rados.0.smithi002.stdout:1730: delete oid 48 current snap is 171 2023-12-16T19:36:00.066 INFO:tasks.rados.rados.0.smithi002.stdout:1730: done (2 left) 2023-12-16T19:36:00.066 INFO:tasks.rados.rados.0.smithi002.stdout:1731: rmattr oid 50 current snap is 171 2023-12-16T19:36:00.066 INFO:tasks.rados.rados.0.smithi002.stdout:1732: delete oid 2 current snap is 171 2023-12-16T19:36:00.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2060 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:36:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:1731: done (3 left) 2023-12-16T19:36:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:1732: done (2 left) 2023-12-16T19:36:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 171 2023-12-16T19:36:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:1733: seq_num 559 ranges {5414912=565248,5980160=573440,6553600=409600,6963200=622592} 2023-12-16T19:36:00.106 INFO:tasks.rados.rados.0.smithi002.stdout:1733: writing smithi002125626-49 from 5414912 to 5980160 tid 1 2023-12-16T19:36:00.109 INFO:tasks.rados.rados.0.smithi002.stdout:1733: writing smithi002125626-49 from 5980160 to 6553600 tid 2 2023-12-16T19:36:00.111 INFO:tasks.rados.rados.0.smithi002.stdout:1733: writing smithi002125626-49 from 6553600 to 6963200 tid 3 2023-12-16T19:36:00.115 INFO:tasks.rados.rados.0.smithi002.stdout:1733: writing smithi002125626-49 from 6963200 to 7585792 tid 4 2023-12-16T19:36:00.115 INFO:tasks.rados.rados.0.smithi002.stdout:1734: snap_create 2023-12-16T19:36:00.115 INFO:tasks.rados.rados.0.smithi002.stdout:1729: expect (ObjNum 229 snap 73 seq_num 229) 2023-12-16T19:36:00.249 INFO:tasks.rados.rados.0.smithi002.stdout:1728: expect (ObjNum 500 snap 153 seq_num 500) 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[137674]: pgmap v276: 121 pgs: 121 active+clean; 525 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[137674]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[137674]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[137674]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[137674]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[140029]: pgmap v276: 121 pgs: 121 active+clean; 525 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:36:00.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[140029]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[140029]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[140029]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:00 smithi002 ceph-mon[140029]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:00 smithi043 ceph-mon[135010]: pgmap v276: 121 pgs: 121 active+clean; 525 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:36:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:00 smithi043 ceph-mon[135010]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:00 smithi043 ceph-mon[135010]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:00 smithi043 ceph-mon[135010]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:00 smithi043 ceph-mon[135010]: failed to encode map e389 with expected crc 2023-12-16T19:36:00.609 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 1 to smithi002125626-49 2023-12-16T19:36:00.609 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 2 to smithi002125626-49 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 3 to smithi002125626-49 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 4 to smithi002125626-49 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 5 to smithi002125626-49 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:1733: finishing write tid 6 to smithi002125626-49 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1945 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:36:00.610 INFO:tasks.rados.rados.0.smithi002.stdout:1733: left oid 49 (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:1728: done (3 left) 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:1729: done (2 left) 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:1733: done (1 left) 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:1734: done (0 left) 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 172 2023-12-16T19:36:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:1735: seq_num 560 ranges {3358720=581632,3940352=458752,4399104=614400,5013504=532480} 2023-12-16T19:36:01.084 INFO:tasks.rados.rados.0.smithi002.stdout:1735: writing smithi002125626-45 from 3358720 to 3940352 tid 1 2023-12-16T19:36:01.087 INFO:tasks.rados.rados.0.smithi002.stdout:1735: writing smithi002125626-45 from 3940352 to 4399104 tid 2 2023-12-16T19:36:01.090 INFO:tasks.rados.rados.0.smithi002.stdout:1735: writing smithi002125626-45 from 4399104 to 5013504 tid 3 2023-12-16T19:36:01.093 INFO:tasks.rados.rados.0.smithi002.stdout:1735: writing smithi002125626-45 from 5013504 to 5545984 tid 4 2023-12-16T19:36:01.093 INFO:tasks.rados.rados.0.smithi002.stdout:1736: snap_remove snap 169 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: osdmap e390: 8 total, 8 up, 8 in 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: osdmap e390: 8 total, 8 up, 8 in 2023-12-16T19:36:01.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: osdmap e390: 8 total, 8 up, 8 in 2023-12-16T19:36:01.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: failed to encode map e390 with expected crc 2023-12-16T19:36:01.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:01 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:02.071 INFO:tasks.rados.rados.0.smithi002.stdout:1736: done (1 left) 2023-12-16T19:36:02.071 INFO:tasks.rados.rados.0.smithi002.stdout:1737: copy_from oid 25 from oid 40 current snap is 172 2023-12-16T19:36:02.071 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 1 to smithi002125626-45 2023-12-16T19:36:02.071 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 2 to smithi002125626-45 2023-12-16T19:36:02.071 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 3 to smithi002125626-45 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 4 to smithi002125626-45 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 5 to smithi002125626-45 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1735: finishing write tid 6 to smithi002125626-45 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 887 (ObjNum 560 snap 172 seq_num 560) dirty exists 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1735: left oid 45 (ObjNum 560 snap 172 seq_num 560) 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1735: done (1 left) 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 172 2023-12-16T19:36:02.072 INFO:tasks.rados.rados.0.smithi002.stdout:1738: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2023-12-16T19:36:02.075 INFO:tasks.rados.rados.0.smithi002.stdout:1738: writing smithi002125626-32 from 0 to 598016 tid 1 2023-12-16T19:36:02.080 INFO:tasks.rados.rados.0.smithi002.stdout:1738: writing smithi002125626-32 from 598016 to 1343488 tid 2 2023-12-16T19:36:02.086 INFO:tasks.rados.rados.0.smithi002.stdout:1738: writing smithi002125626-32 from 1343488 to 2121728 tid 3 2023-12-16T19:36:02.086 INFO:tasks.rados.rados.0.smithi002.stdout:1738: writing smithi002125626-32 from 2121728 to 2203648 tid 4 2023-12-16T19:36:02.086 INFO:tasks.rados.rados.0.smithi002.stdout:1739: snap_remove snap 60 2023-12-16T19:36:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:01] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-16T19:36:02.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[137674]: pgmap v279: 121 pgs: 121 active+clean; 529 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:36:02.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[137674]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[137674]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[137674]: osdmap e391: 8 total, 8 up, 8 in 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[137674]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[140029]: pgmap v279: 121 pgs: 121 active+clean; 529 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[140029]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[140029]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[140029]: osdmap e391: 8 total, 8 up, 8 in 2023-12-16T19:36:02.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:02 smithi002 ceph-mon[140029]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:02 smithi043 ceph-mon[135010]: pgmap v279: 121 pgs: 121 active+clean; 529 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:36:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:02 smithi043 ceph-mon[135010]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:02 smithi043 ceph-mon[135010]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:02 smithi043 ceph-mon[135010]: osdmap e391: 8 total, 8 up, 8 in 2023-12-16T19:36:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:02 smithi043 ceph-mon[135010]: failed to encode map e391 with expected crc 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1739: done (2 left) 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1740: delete oid 19 current snap is 172 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1737: finishing copy_from to smithi002125626-25 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1737: got expected ENOENT (src dne) 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1737: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 1 to smithi002125626-32 2023-12-16T19:36:02.952 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 2 to smithi002125626-32 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 3 to smithi002125626-32 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 4 to smithi002125626-32 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 5 to smithi002125626-32 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1738: finishing write tid 6 to smithi002125626-32 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2069 (ObjNum 561 snap 172 seq_num 561) dirty exists 2023-12-16T19:36:02.953 INFO:tasks.rados.rados.0.smithi002.stdout:1738: left oid 32 (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:36:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1737: done (2 left) 2023-12-16T19:36:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1738: done (1 left) 2023-12-16T19:36:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1740: done (0 left) 2023-12-16T19:36:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 172 2023-12-16T19:36:02.957 INFO:tasks.rados.rados.0.smithi002.stdout:1741: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2023-12-16T19:36:02.961 INFO:tasks.rados.rados.0.smithi002.stdout:1741: writing smithi002125626-23 from 0 to 638976 tid 1 2023-12-16T19:36:02.965 INFO:tasks.rados.rados.0.smithi002.stdout:1741: writing smithi002125626-23 from 638976 to 1204224 tid 2 2023-12-16T19:36:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:1741: writing smithi002125626-23 from 1204224 to 1998848 tid 3 2023-12-16T19:36:02.973 INFO:tasks.rados.rados.0.smithi002.stdout:1741: writing smithi002125626-23 from 1998848 to 2244608 tid 4 2023-12-16T19:36:02.973 INFO:tasks.rados.rados.0.smithi002.stdout:1742: snap_create 2023-12-16T19:36:02.973 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 1 to smithi002125626-23 2023-12-16T19:36:02.981 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 2 to smithi002125626-23 2023-12-16T19:36:02.981 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 3 to smithi002125626-23 2023-12-16T19:36:02.981 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 4 to smithi002125626-23 2023-12-16T19:36:02.981 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 5 to smithi002125626-23 2023-12-16T19:36:02.985 INFO:tasks.rados.rados.0.smithi002.stdout:1741: finishing write tid 6 to smithi002125626-23 2023-12-16T19:36:02.985 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1753 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:36:02.985 INFO:tasks.rados.rados.0.smithi002.stdout:1741: left oid 23 (ObjNum 563 snap 172 seq_num 563) 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: osdmap e392: 8 total, 8 up, 8 in 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: Upgrade: osd.5 is safe to restart 2023-12-16T19:36:03.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.250 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:03 smithi043 ceph-mon[135010]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T19:36:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: osdmap e392: 8 total, 8 up, 8 in 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: Upgrade: osd.5 is safe to restart 2023-12-16T19:36:03.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[137674]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T19:36:03.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: osdmap e392: 8 total, 8 up, 8 in 2023-12-16T19:36:03.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T19:36:03.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: Upgrade: osd.5 is safe to restart 2023-12-16T19:36:03.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: failed to encode map e392 with expected crc 2023-12-16T19:36:03.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:03 smithi002 ceph-mon[140029]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:1741: done (1 left) 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:1742: done (0 left) 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:1743: read oid 33 snap -1 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:1743: expect (ObjNum 301 snap 99 seq_num 301) 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 173 2023-12-16T19:36:03.960 INFO:tasks.rados.rados.0.smithi002.stdout:1744: seq_num 564 ranges {4808704=655360,5464064=442368,5906432=598016,6504448=565248} 2023-12-16T19:36:03.990 INFO:tasks.rados.rados.0.smithi002.stdout:1744: writing smithi002125626-11 from 4808704 to 5464064 tid 1 2023-12-16T19:36:03.992 INFO:tasks.rados.rados.0.smithi002.stdout:1744: writing smithi002125626-11 from 5464064 to 5906432 tid 2 2023-12-16T19:36:03.996 INFO:tasks.rados.rados.0.smithi002.stdout:1744: writing smithi002125626-11 from 5906432 to 6504448 tid 3 2023-12-16T19:36:04.000 INFO:tasks.rados.rados.0.smithi002.stdout:1744: writing smithi002125626-11 from 6504448 to 7069696 tid 4 2023-12-16T19:36:04.000 INFO:tasks.rados.rados.0.smithi002.stdout:1745: read oid 1 snap 119 2023-12-16T19:36:04.000 INFO:tasks.rados.rados.0.smithi002.stdout:1745: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:36:04.000 INFO:tasks.rados.rados.0.smithi002.stdout:1746: rmattr oid 26 current snap is 173 2023-12-16T19:36:04.000 INFO:tasks.rados.rados.0.smithi002.stdout:1743: expect (ObjNum 301 snap 99 seq_num 301) 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 1 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 2 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 3 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 4 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 5 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:1744: finishing write tid 6 to smithi002125626-11 2023-12-16T19:36:04.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1130 (ObjNum 564 snap 173 seq_num 564) dirty exists 2023-12-16T19:36:04.255 INFO:tasks.rados.rados.0.smithi002.stdout:1744: left oid 11 (ObjNum 564 snap 173 seq_num 564) 2023-12-16T19:36:04.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2083 (ObjNum 555 snap 170 seq_num 555) dirty exists 2023-12-16T19:36:04.255 INFO:tasks.rados.rados.0.smithi002.stdout:1745: expect (ObjNum 262 snap 85 seq_num 262) 2023-12-16T19:36:04.554 INFO:tasks.rados.rados.0.smithi002.stdout:1743: done (3 left) 2023-12-16T19:36:04.555 INFO:tasks.rados.rados.0.smithi002.stdout:1744: done (2 left) 2023-12-16T19:36:04.555 INFO:tasks.rados.rados.0.smithi002.stdout:1745: done (1 left) 2023-12-16T19:36:04.555 INFO:tasks.rados.rados.0.smithi002.stdout:1746: done (0 left) 2023-12-16T19:36:04.555 INFO:tasks.rados.rados.0.smithi002.stdout:1747: delete oid 48 current snap is 173 2023-12-16T19:36:04.556 INFO:tasks.rados.rados.0.smithi002.stdout:1747: done (0 left) 2023-12-16T19:36:04.556 INFO:tasks.rados.rados.0.smithi002.stdout:1748: snap_remove snap 143 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: pgmap v282: 121 pgs: 121 active+clean; 535 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: Upgrade: Updating osd.5 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: Deploying daemon osd.5 on smithi043 2023-12-16T19:36:04.628 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:04 smithi043 ceph-mon[135010]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T19:36:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: pgmap v282: 121 pgs: 121 active+clean; 535 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2023-12-16T19:36:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: Upgrade: Updating osd.5 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: Deploying daemon osd.5 on smithi043 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[137674]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: pgmap v282: 121 pgs: 121 active+clean; 535 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: failed to encode map e393 with expected crc 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: Upgrade: Updating osd.5 2023-12-16T19:36:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T19:36:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: Deploying daemon osd.5 on smithi043 2023-12-16T19:36:04.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:04 smithi002 ceph-mon[140029]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1748: done (0 left) 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1749: read oid 9 snap -1 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1749: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1750: read oid 28 snap 138 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1750: expect (ObjNum 239 snap 78 seq_num 239) 2023-12-16T19:36:05.508 INFO:tasks.rados.rados.0.smithi002.stdout:1751: snap_remove snap 163 2023-12-16T19:36:05.661 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:05 smithi043 ceph-mon[135010]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.661 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:05 smithi043 ceph-mon[135010]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.661 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:05 smithi043 systemd[1]: Stopping Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:36:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:05 smithi002 ceph-mon[137674]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:05 smithi002 ceph-mon[137674]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:05 smithi002 ceph-mon[140029]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:05 smithi002 ceph-mon[140029]: failed to encode map e394 with expected crc 2023-12-16T19:36:05.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:36:05.658+0000 7ff5de9c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:36:05.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:36:05.658+0000 7ff5de9c7700 -1 osd.5 395 *** Got signal Terminated *** 2023-12-16T19:36:05.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[92691]: 2023-12-16T19:36:05.658+0000 7ff5de9c7700 -1 osd.5 395 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:36:06.516 INFO:tasks.rados.rados.0.smithi002.stdout:1751: done (2 left) 2023-12-16T19:36:06.516 INFO:tasks.rados.rados.0.smithi002.stdout:1752: copy_from oid 8 from oid 40 current snap is 173 2023-12-16T19:36:06.516 INFO:tasks.rados.rados.0.smithi002.stdout:1753: snap_create 2023-12-16T19:36:06.516 INFO:tasks.rados.rados.0.smithi002.stdout:1750: expect (ObjNum 239 snap 78 seq_num 239) 2023-12-16T19:36:06.571 INFO:tasks.rados.rados.0.smithi002.stdout:1749: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: osd.5 marked itself down and dead 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: osd.5 marked itself down and dead 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: failed to encode map e395 with expected crc 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: osd.5 marked itself down and dead 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:07.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144727]: 2023-12-16 19:36:07.074342459 +0000 UTC m=+1.462068049 container died 07353841cadf8eba96dbf8b98c9355f14545646c8247e07cae3e53c339c26c86 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212) 2023-12-16T19:36:07.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144727]: 2023-12-16 19:36:07.165195866 +0000 UTC m=+1.552921497 container cleanup 07353841cadf8eba96dbf8b98c9355f14545646c8247e07cae3e53c339c26c86 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2023-12-16T19:36:07.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 bash[144727]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5 2023-12-16T19:36:07.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144743]: 2023-12-16 19:36:07.281630402 +0000 UTC m=+0.203638302 container remove 07353841cadf8eba96dbf8b98c9355f14545646c8247e07cae3e53c339c26c86 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1749: done (3 left) 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1750: done (2 left) 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1753: done (1 left) 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1754: copy_from oid 20 from oid 11 current snap is 174 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1755: rollback oid 2 current snap is 174 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 168 2023-12-16T19:36:07.517 INFO:tasks.rados.rados.0.smithi002.stdout:1756: snap_create 2023-12-16T19:36:07.534 INFO:tasks.rados.rados.0.smithi002.stdout:1755: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:36:07.534 INFO:tasks.rados.rados.0.smithi002.stdout:1755: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:36:07.534 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 1933 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:36:07.537 INFO:tasks.rados.rados.0.smithi002.stdout:1752: finishing copy_from to smithi002125626-8 2023-12-16T19:36:07.537 INFO:tasks.rados.rados.0.smithi002.stdout:1752: got expected ENOENT (src dne) 2023-12-16T19:36:07.537 INFO:tasks.rados.rados.0.smithi002.stdout:1752: finishing copy_from racing read to smithi002125626-8 2023-12-16T19:36:07.567 INFO:tasks.rados.rados.0.smithi002.stdout:1754: finishing copy_from to smithi002125626-20 2023-12-16T19:36:07.567 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1130 (ObjNum 564 snap 173 seq_num 564) dirty exists 2023-12-16T19:36:07.568 INFO:tasks.rados.rados.0.smithi002.stdout:1754: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:36:07.950 INFO:tasks.rados.rados.0.smithi002.stdout:1752: done (3 left) 2023-12-16T19:36:07.950 INFO:tasks.rados.rados.0.smithi002.stdout:1754: done (2 left) 2023-12-16T19:36:07.950 INFO:tasks.rados.rados.0.smithi002.stdout:1755: done (1 left) 2023-12-16T19:36:07.951 INFO:tasks.rados.rados.0.smithi002.stdout:1756: done (0 left) 2023-12-16T19:36:07.951 INFO:tasks.rados.rados.0.smithi002.stdout:1757: snap_remove snap 158 2023-12-16T19:36:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: osdmap e396: 8 total, 7 up, 8 in 2023-12-16T19:36:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[137674]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: osdmap e396: 8 total, 7 up, 8 in 2023-12-16T19:36:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:07 smithi002 ceph-mon[140029]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: osdmap e396: 8 total, 7 up, 8 in 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:07 smithi043 ceph-mon[135010]: failed to encode map e396 with expected crc 2023-12-16T19:36:07.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144836]: 2023-12-16 19:36:07.598227693 +0000 UTC m=+0.059891856 container create b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2023-12-16T19:36:07.999 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144836]: 2023-12-16 19:36:07.557129159 +0000 UTC m=+0.018793353 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:07.999 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144836]: 2023-12-16 19:36:07.682333442 +0000 UTC m=+0.143997619 container init b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:36:07.999 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144836]: 2023-12-16 19:36:07.700002591 +0000 UTC m=+0.161666761 container start b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T19:36:07.999 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:07 smithi043 podman[144836]: 2023-12-16 19:36:07.723171463 +0000 UTC m=+0.184835630 container attach b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:36:08.262 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144836]: 2023-12-16 19:36:08.000767605 +0000 UTC m=+0.462431797 container died b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2023-12-16T19:36:08.263 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144862]: 2023-12-16 19:36:08.239786463 +0000 UTC m=+0.229373594 container remove b7273d646cf57ae7c15d85392867514bcbcd68afb5422cc892f41f6d22222c12 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.build-date=20231212) 2023-12-16T19:36:08.263 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service: Deactivated successfully. 2023-12-16T19:36:08.263 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 systemd[1]: Stopped Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:36:08.263 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service: Consumed 15.906s CPU time. 2023-12-16T19:36:08.615 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 systemd[1]: Starting Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: pgmap v288: 121 pgs: 14 peering, 14 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: osdmap e397: 8 total, 7 up, 8 in 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.616 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-mon[135010]: osdmap e398: 8 total, 7 up, 8 in 2023-12-16T19:36:08.957 INFO:tasks.rados.rados.0.smithi002.stdout:1757: done (0 left) 2023-12-16T19:36:08.957 INFO:tasks.rados.rados.0.smithi002.stdout:1758: rmattr oid 33 current snap is 175 2023-12-16T19:36:08.957 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 175 2023-12-16T19:36:08.957 INFO:tasks.rados.rados.0.smithi002.stdout:1759: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2023-12-16T19:36:08.961 INFO:tasks.rados.rados.0.smithi002.stdout:1759: writing smithi002125626-4 from 0 to 688128 tid 1 2023-12-16T19:36:08.965 INFO:tasks.rados.rados.0.smithi002.stdout:1759: writing smithi002125626-4 from 688128 to 1302528 tid 2 2023-12-16T19:36:08.969 INFO:tasks.rados.rados.0.smithi002.stdout:1759: writing smithi002125626-4 from 1302528 to 1867776 tid 3 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:1759: writing smithi002125626-4 from 1867776 to 2293760 tid 4 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1138 (ObjNum 301 snap 99 seq_num 301) dirty exists 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 1 to smithi002125626-4 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 2 to smithi002125626-4 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:1758: done (1 left) 2023-12-16T19:36:08.973 INFO:tasks.rados.rados.0.smithi002.stdout:1760: snap_remove snap 97 2023-12-16T19:36:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: pgmap v288: 121 pgs: 14 peering, 14 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T19:36:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-16T19:36:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: osdmap e397: 8 total, 7 up, 8 in 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[137674]: osdmap e398: 8 total, 7 up, 8 in 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: pgmap v288: 121 pgs: 14 peering, 14 stale+active+clean, 2 active+clean+snaptrim, 91 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: osdmap e397: 8 total, 7 up, 8 in 2023-12-16T19:36:08.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: failed to encode map e397 with expected crc 2023-12-16T19:36:08.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:08 smithi002 ceph-mon[140029]: osdmap e398: 8 total, 7 up, 8 in 2023-12-16T19:36:08.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:36:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:36:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:36:08.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144964]: 2023-12-16 19:36:08.614682761 +0000 UTC m=+0.061545180 container create 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3) 2023-12-16T19:36:08.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144964]: 2023-12-16 19:36:08.572440374 +0000 UTC m=+0.019302796 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:08.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144964]: 2023-12-16 19:36:08.707244947 +0000 UTC m=+0.154107368 container init 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:36:08.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144964]: 2023-12-16 19:36:08.724045695 +0000 UTC m=+0.170908120 container start 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.31.3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2023-12-16T19:36:08.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:08 smithi043 podman[144964]: 2023-12-16 19:36:08.748022728 +0000 UTC m=+0.194885165 container attach 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:36:09.440 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[144964]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T19:36:09.441 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate[144978]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-16T19:36:09.442 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[144964]: 2023-12-16 19:36:09.208584881 +0000 UTC m=+0.655447321 container died 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3) 2023-12-16T19:36:09.707 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[145111]: 2023-12-16 19:36:09.439549176 +0000 UTC m=+0.219516835 container remove 777be6d0eef4555d113d79ecee913600d109de73945976e3f5c3a7ab69479fd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-activate, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2023-12-16T19:36:09.707 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[145170]: 2023-12-16 19:36:09.597859086 +0000 UTC m=+0.054649164 container create 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:36:09.708 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[145170]: 2023-12-16 19:36:09.561550071 +0000 UTC m=+0.018340154 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:09.708 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-mon[135010]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.708 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-mon[135010]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.708 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-mon[135010]: osdmap e399: 8 total, 7 up, 8 in 2023-12-16T19:36:09.959 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 3 to smithi002125626-4 2023-12-16T19:36:09.959 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 4 to smithi002125626-4 2023-12-16T19:36:09.959 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 5 to smithi002125626-4 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:1759: finishing write tid 6 to smithi002125626-4 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1143 (ObjNum 566 snap 175 seq_num 566) dirty exists 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:1759: left oid 4 (ObjNum 566 snap 175 seq_num 566) 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:1759: done (1 left) 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:1760: done (0 left) 2023-12-16T19:36:09.960 INFO:tasks.rados.rados.0.smithi002.stdout:1761: delete oid 31 current snap is 175 2023-12-16T19:36:09.972 INFO:tasks.rados.rados.0.smithi002.stdout:1761: done (0 left) 2023-12-16T19:36:09.973 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 175 2023-12-16T19:36:09.973 INFO:tasks.rados.rados.0.smithi002.stdout:1762: seq_num 568 ranges {360448=720896,1081344=786432,1867776=581632,2449408=237568} 2023-12-16T19:36:09.979 INFO:tasks.rados.rados.0.smithi002.stdout:1762: writing smithi002125626-6 from 360448 to 1081344 tid 1 2023-12-16T19:36:09.985 INFO:tasks.rados.rados.0.smithi002.stdout:1762: writing smithi002125626-6 from 1081344 to 1867776 tid 2 2023-12-16T19:36:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[137674]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[137674]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[137674]: osdmap e399: 8 total, 7 up, 8 in 2023-12-16T19:36:09.989 INFO:tasks.rados.rados.0.smithi002.stdout:1762: writing smithi002125626-6 from 1867776 to 2449408 tid 3 2023-12-16T19:36:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[140029]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[140029]: failed to encode map e398 with expected crc 2023-12-16T19:36:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:09 smithi002 ceph-mon[140029]: osdmap e399: 8 total, 7 up, 8 in 2023-12-16T19:36:09.990 INFO:tasks.rados.rados.0.smithi002.stdout:1762: writing smithi002125626-6 from 2449408 to 2686976 tid 4 2023-12-16T19:36:09.990 INFO:tasks.rados.rados.0.smithi002.stdout:1763: snap_create 2023-12-16T19:36:09.992 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 1 to smithi002125626-6 2023-12-16T19:36:09.992 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 2 to smithi002125626-6 2023-12-16T19:36:09.993 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 3 to smithi002125626-6 2023-12-16T19:36:09.994 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 4 to smithi002125626-6 2023-12-16T19:36:09.994 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 5 to smithi002125626-6 2023-12-16T19:36:09.995 INFO:tasks.rados.rados.0.smithi002.stdout:1762: finishing write tid 6 to smithi002125626-6 2023-12-16T19:36:09.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1758 (ObjNum 568 snap 175 seq_num 568) dirty exists 2023-12-16T19:36:09.995 INFO:tasks.rados.rados.0.smithi002.stdout:1762: left oid 6 (ObjNum 568 snap 175 seq_num 568) 2023-12-16T19:36:09.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[145170]: 2023-12-16 19:36:09.706724755 +0000 UTC m=+0.163514843 container init 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T19:36:09.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 podman[145170]: 2023-12-16 19:36:09.710665609 +0000 UTC m=+0.167455699 container start 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:36:09.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 ceph-osd[145196]: -- 172.21.15.43:0/1892052185 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d5340d6c0 con 0x564d533dec00 2023-12-16T19:36:09.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 bash[145170]: 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 2023-12-16T19:36:09.998 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:09 smithi043 systemd[1]: Started Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:36:10.511 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T19:36:10.259+0000 7fd1eea56640 -1 Falling back to public interface 2023-12-16T19:36:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:1762: done (1 left) 2023-12-16T19:36:10.959 INFO:tasks.rados.rados.0.smithi002.stdout:1763: done (0 left) 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1764: rmattr oid 25 current snap is 176 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1765: copy_from oid 11 from oid 23 current snap is 176 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1766: rollback oid 39 current snap is 176 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 151 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1767: read oid 18 snap -1 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1767: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:36:10.960 INFO:tasks.rados.rados.0.smithi002.stdout:1768: delete oid 17 current snap is 176 2023-12-16T19:36:10.966 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 1946 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:10.966 INFO:tasks.rados.rados.0.smithi002.stdout:1764: done (4 left) 2023-12-16T19:36:10.967 INFO:tasks.rados.rados.0.smithi002.stdout:1768: done (3 left) 2023-12-16T19:36:10.967 INFO:tasks.rados.rados.0.smithi002.stdout:1769: rollback oid 8 current snap is 176 2023-12-16T19:36:10.967 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 89 2023-12-16T19:36:10.967 INFO:tasks.rados.rados.0.smithi002.stdout:1770: delete oid 41 current snap is 176 2023-12-16T19:36:10.968 INFO:tasks.rados.rados.0.smithi002.stdout:1767: expect (ObjNum 81 snap 11 seq_num 81) 2023-12-16T19:36:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: pgmap v291: 121 pgs: 2 active+undersized+degraded, 14 peering, 13 stale+active+clean, 4 active+undersized, 88 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 28/1092 objects degraded (2.564%) 2023-12-16T19:36:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 28/1092 objects degraded (2.564%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: osdmap e400: 8 total, 7 up, 8 in 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: pgmap v291: 121 pgs: 2 active+undersized+degraded, 14 peering, 13 stale+active+clean, 4 active+undersized, 88 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 28/1092 objects degraded (2.564%) 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 28/1092 objects degraded (2.564%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: osdmap e400: 8 total, 7 up, 8 in 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:10 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: pgmap v291: 121 pgs: 2 active+undersized+degraded, 14 peering, 13 stale+active+clean, 4 active+undersized, 88 active+clean; 510 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 28/1092 objects degraded (2.564%) 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: failed to encode map e399 with expected crc 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 28/1092 objects degraded (2.564%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:10.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: osdmap e400: 8 total, 7 up, 8 in 2023-12-16T19:36:10.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:10.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:10 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1769: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1766: finishing rollback tid 0 to smithi002125626-39 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1769: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1766: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1766: finishing rollback tid 2 to smithi002125626-39 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 923 (ObjNum 299 snap 99 seq_num 299) dirty exists 2023-12-16T19:36:11.012 INFO:tasks.rados.rados.0.smithi002.stdout:1769: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1360 (ObjNum 217 snap 70 seq_num 217) dirty exists 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1765: finishing copy_from to smithi002125626-11 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1753 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1765: done (4 left) 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1766: done (3 left) 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1767: done (2 left) 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1769: done (1 left) 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1770: done (0 left) 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 176 2023-12-16T19:36:11.013 INFO:tasks.rados.rados.0.smithi002.stdout:1771: seq_num 571 ranges {2834432=770048,3604480=483328,4087808=753664,4841472=368640} 2023-12-16T19:36:11.032 INFO:tasks.rados.rados.0.smithi002.stdout:1771: writing smithi002125626-29 from 2834432 to 3604480 tid 1 2023-12-16T19:36:11.034 INFO:tasks.rados.rados.0.smithi002.stdout:1771: writing smithi002125626-29 from 3604480 to 4087808 tid 2 2023-12-16T19:36:11.039 INFO:tasks.rados.rados.0.smithi002.stdout:1771: writing smithi002125626-29 from 4087808 to 4841472 tid 3 2023-12-16T19:36:11.041 INFO:tasks.rados.rados.0.smithi002.stdout:1771: writing smithi002125626-29 from 4841472 to 5210112 tid 4 2023-12-16T19:36:11.041 INFO:tasks.rados.rados.0.smithi002.stdout:1772: snap_remove snap 171 2023-12-16T19:36:11.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[137674]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[137674]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[137674]: osdmap e401: 8 total, 7 up, 8 in 2023-12-16T19:36:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[140029]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[140029]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-mon[140029]: osdmap e401: 8 total, 7 up, 8 in 2023-12-16T19:36:11.961 INFO:tasks.rados.rados.0.smithi002.stdout:1772: done (1 left) 2023-12-16T19:36:11.961 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 176 2023-12-16T19:36:11.961 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 1 to smithi002125626-29 2023-12-16T19:36:11.961 INFO:tasks.rados.rados.0.smithi002.stdout:1773: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2023-12-16T19:36:11.966 INFO:tasks.rados.rados.0.smithi002.stdout:1773: writing smithi002125626-19 from 0 to 786432 tid 1 2023-12-16T19:36:11.971 INFO:tasks.rados.rados.0.smithi002.stdout:1773: writing smithi002125626-19 from 786432 to 1556480 tid 2 2023-12-16T19:36:11.974 INFO:tasks.rados.rados.0.smithi002.stdout:1773: writing smithi002125626-19 from 1556480 to 2113536 tid 3 2023-12-16T19:36:11.976 INFO:tasks.rados.rados.0.smithi002.stdout:1773: writing smithi002125626-19 from 2113536 to 2392064 tid 4 2023-12-16T19:36:11.976 INFO:tasks.rados.rados.0.smithi002.stdout:1774: read oid 13 snap -1 2023-12-16T19:36:11.977 INFO:tasks.rados.rados.0.smithi002.stdout:1774: expect deleted 2023-12-16T19:36:11.977 INFO:tasks.rados.rados.0.smithi002.stdout:1775: snap_remove snap 153 2023-12-16T19:36:11.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:11 smithi043 ceph-mon[135010]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:11 smithi043 ceph-mon[135010]: failed to encode map e400 with expected crc 2023-12-16T19:36:11.984 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:11 smithi043 ceph-mon[135010]: osdmap e401: 8 total, 7 up, 8 in 2023-12-16T19:36:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:11] "GET /metrics HTTP/1.1" 200 36089 "" "Prometheus/2.43.0" 2023-12-16T19:36:12.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:12 smithi043 ceph-mon[135010]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 1 active+clean+snaptrim, 6 stale+active+clean, 18 active+undersized, 75 active+clean; 497 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s; 104/1041 objects degraded (9.990%) 2023-12-16T19:36:12.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:12 smithi043 ceph-mon[135010]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:12 smithi043 ceph-mon[135010]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.802 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:12 smithi043 ceph-mon[135010]: osdmap e402: 8 total, 7 up, 8 in 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 2 to smithi002125626-29 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 3 to smithi002125626-29 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 4 to smithi002125626-29 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 5 to smithi002125626-29 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: finishing write tid 6 to smithi002125626-29 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1938 (ObjNum 571 snap 176 seq_num 571) dirty exists 2023-12-16T19:36:12.954 INFO:tasks.rados.rados.0.smithi002.stdout:1771: left oid 29 (ObjNum 571 snap 176 seq_num 571) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 1 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 2 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 3 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 4 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 5 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: finishing write tid 6 to smithi002125626-19 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1148 (ObjNum 572 snap 176 seq_num 572) dirty exists 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: left oid 19 (ObjNum 572 snap 176 seq_num 572) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1771: done (3 left) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1773: done (2 left) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1774: done (1 left) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1775: done (0 left) 2023-12-16T19:36:12.955 INFO:tasks.rados.rados.0.smithi002.stdout:1776: snap_remove snap 173 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[137674]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 1 active+clean+snaptrim, 6 stale+active+clean, 18 active+undersized, 75 active+clean; 497 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s; 104/1041 objects degraded (9.990%) 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[137674]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[137674]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[137674]: osdmap e402: 8 total, 7 up, 8 in 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[140029]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 1 active+clean+snaptrim, 6 stale+active+clean, 18 active+undersized, 75 active+clean; 497 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 2 op/s; 104/1041 objects degraded (9.990%) 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[140029]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[140029]: failed to encode map e401 with expected crc 2023-12-16T19:36:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:12 smithi002 ceph-mon[140029]: osdmap e402: 8 total, 7 up, 8 in 2023-12-16T19:36:13.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T19:36:13.159+0000 7fd1eea56640 -1 osd.5 0 read_superblock omap replica is missing. 2023-12-16T19:36:13.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T19:36:13.242+0000 7fd1eea56640 -1 osd.5 395 log_to_monitors true 2023-12-16T19:36:13.955 INFO:tasks.rados.rados.0.smithi002.stdout:1776: done (0 left) 2023-12-16T19:36:13.955 INFO:tasks.rados.rados.0.smithi002.stdout:1777: rmattr oid 42 current snap is 176 2023-12-16T19:36:13.955 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 176 2023-12-16T19:36:13.955 INFO:tasks.rados.rados.0.smithi002.stdout:1778: seq_num 573 ranges {2260992=802816,3063808=655360,3719168=720896,4440064=229376} 2023-12-16T19:36:13.972 INFO:tasks.rados.rados.0.smithi002.stdout:1778: writing smithi002125626-38 from 2260992 to 3063808 tid 1 2023-12-16T19:36:13.976 INFO:tasks.rados.rados.0.smithi002.stdout:1778: writing smithi002125626-38 from 3063808 to 3719168 tid 2 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: osdmap e403: 8 total, 7 up, 8 in 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:13.977 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-mon[135010]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:13.980 INFO:tasks.rados.rados.0.smithi002.stdout:1778: writing smithi002125626-38 from 3719168 to 4440064 tid 3 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1778: writing smithi002125626-38 from 4440064 to 4669440 tid 4 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 395 (ObjNum 531 snap 162 seq_num 531) dirty exists 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 1 to smithi002125626-38 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 2 to smithi002125626-38 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1777: done (1 left) 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1779: read oid 15 snap -1 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1779: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:13.983 INFO:tasks.rados.rados.0.smithi002.stdout:1780: copy_from oid 39 from oid 43 current snap is 176 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1781: read oid 31 snap -1 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1781: expect deleted 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1782: rollback oid 3 current snap is 176 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 160 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1783: read oid 7 snap -1 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1783: expect (ObjNum 539 snap 165 seq_num 539) 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 176 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1784: seq_num 574 ranges {0=16384} 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1784: writing smithi002125626-27 from 0 to 16384 tid 1 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1785: rollback oid 12 current snap is 176 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 119 2023-12-16T19:36:13.984 INFO:tasks.rados.rados.0.smithi002.stdout:1786: snap_remove snap 174 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: osdmap e403: 8 total, 7 up, 8 in 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[137674]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:13.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: failed to encode map e402 with expected crc 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: osdmap e403: 8 total, 7 up, 8 in 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:13.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:13 smithi002 ceph-mon[140029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T19:36:14.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 19:36:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T19:36:13.975+0000 7fd1ddec3700 -1 osd.5 395 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: pgmap v297: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 506 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 3 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: osdmap e404: 8 total, 7 up, 8 in 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.790 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: pgmap v297: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 506 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 3 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: osdmap e404: 8 total, 7 up, 8 in 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.891 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: pgmap v297: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 506 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 3 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: failed to encode map e403 with expected crc 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: from='osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: osdmap e404: 8 total, 7 up, 8 in 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:14.892 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.893 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:14.959 INFO:tasks.rados.rados.0.smithi002.stdout:1786: done (8 left) 2023-12-16T19:36:14.959 INFO:tasks.rados.rados.0.smithi002.stdout:1787: rollback oid 13 current snap is 176 2023-12-16T19:36:14.959 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 164 2023-12-16T19:36:14.959 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 3 to smithi002125626-38 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 4 to smithi002125626-38 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 5 to smithi002125626-38 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1785: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1784: finishing write tid 1 to smithi002125626-27 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1784: finishing write tid 2 to smithi002125626-27 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1782: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1737 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:1784: finishing write tid 3 to smithi002125626-27 2023-12-16T19:36:14.960 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1936 (ObjNum 574 snap 176 seq_num 574) dirty exists 2023-12-16T19:36:14.961 INFO:tasks.rados.rados.0.smithi002.stdout:1784: left oid 27 (ObjNum 574 snap 176 seq_num 574) 2023-12-16T19:36:14.961 INFO:tasks.rados.rados.0.smithi002.stdout:1779: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:15.096 INFO:tasks.rados.rados.0.smithi002.stdout:1778: finishing write tid 6 to smithi002125626-38 2023-12-16T19:36:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2167 (ObjNum 573 snap 176 seq_num 573) dirty exists 2023-12-16T19:36:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:1778: left oid 38 (ObjNum 573 snap 176 seq_num 573) 2023-12-16T19:36:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:1785: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:36:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1926 (ObjNum 326 snap 107 seq_num 326) dirty exists 2023-12-16T19:36:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:1783: expect (ObjNum 539 snap 165 seq_num 539) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1780: finishing copy_from to smithi002125626-39 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1924 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1780: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1778: done (8 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1779: done (7 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1780: done (6 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1781: done (5 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1782: done (4 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1783: done (3 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1784: done (2 left) 2023-12-16T19:36:15.145 INFO:tasks.rados.rados.0.smithi002.stdout:1785: done (1 left) 2023-12-16T19:36:15.146 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 176 2023-12-16T19:36:15.146 INFO:tasks.rados.rados.0.smithi002.stdout:1788: seq_num 575 ranges {7364608=32768} 2023-12-16T19:36:15.185 INFO:tasks.rados.rados.0.smithi002.stdout:1788: writing smithi002125626-1 from 7364608 to 7397376 tid 1 2023-12-16T19:36:15.185 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 176 2023-12-16T19:36:15.185 INFO:tasks.rados.rados.0.smithi002.stdout:1789: seq_num 576 ranges {1245184=49152} 2023-12-16T19:36:15.192 INFO:tasks.rados.rados.0.smithi002.stdout:1789: writing smithi002125626-8 from 1245184 to 1294336 tid 1 2023-12-16T19:36:15.192 INFO:tasks.rados.rados.0.smithi002.stdout:1790: snap_create 2023-12-16T19:36:15.192 INFO:tasks.rados.rados.0.smithi002.stdout:1788: finishing write tid 1 to smithi002125626-1 2023-12-16T19:36:15.192 INFO:tasks.rados.rados.0.smithi002.stdout:1788: finishing write tid 2 to smithi002125626-1 2023-12-16T19:36:15.192 INFO:tasks.rados.rados.0.smithi002.stdout:1788: finishing write tid 3 to smithi002125626-1 2023-12-16T19:36:15.193 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2172 (ObjNum 575 snap 176 seq_num 575) dirty exists 2023-12-16T19:36:15.193 INFO:tasks.rados.rados.0.smithi002.stdout:1788: left oid 1 (ObjNum 575 snap 176 seq_num 575) 2023-12-16T19:36:15.958 INFO:tasks.rados.rados.0.smithi002.stdout:1788: done (3 left) 2023-12-16T19:36:15.958 INFO:tasks.rados.rados.0.smithi002.stdout:1790: done (2 left) 2023-12-16T19:36:15.958 INFO:tasks.rados.rados.0.smithi002.stdout:1791: delete oid 6 current snap is 177 2023-12-16T19:36:15.969 INFO:tasks.rados.rados.0.smithi002.stdout:1791: done (2 left) 2023-12-16T19:36:15.969 INFO:tasks.rados.rados.0.smithi002.stdout:1792: rmattr oid 40 current snap is 177 2023-12-16T19:36:15.969 INFO:tasks.rados.rados.0.smithi002.stdout:1792: done (2 left) 2023-12-16T19:36:15.969 INFO:tasks.rados.rados.0.smithi002.stdout:1793: delete oid 12 current snap is 177 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987] boot 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T19:36:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987] boot 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T19:36:15.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:36:15.991 INFO:tasks.rados.rados.0.smithi002.stdout:1787: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:36:15.991 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 906 (ObjNum 129 snap 0 seq_num 2053693016) dirty dne 2023-12-16T19:36:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: failed to encode map e404 with expected crc 2023-12-16T19:36:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: osd.5 [v2:172.21.15.43:6808/3366189987,v1:172.21.15.43:6809/3366189987] boot 2023-12-16T19:36:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T19:36:15.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T19:36:16.002 INFO:tasks.rados.rados.0.smithi002.stdout:1789: finishing write tid 1 to smithi002125626-8 2023-12-16T19:36:16.002 INFO:tasks.rados.rados.0.smithi002.stdout:1787: done (2 left) 2023-12-16T19:36:16.002 INFO:tasks.rados.rados.0.smithi002.stdout:1793: done (1 left) 2023-12-16T19:36:16.002 INFO:tasks.rados.rados.0.smithi002.stdout:1794: snap_remove snap 151 2023-12-16T19:36:16.299 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (4m) 61s ago 7m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (4m) 3s ago 6m 83.8M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (8m) 61s ago 8m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (7m) 3s ago 7m 19.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (3m) 3s ago 10m 443M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (4m) 61s ago 11m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (3m) 61s ago 11m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (3m) 3s ago 10m 41.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (3m) 61s ago 10m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:36:16.634 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (4m) 61s ago 6m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (4m) 3s ago 6m 16.9M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (2m) 61s ago 9m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (2m) 61s ago 9m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (92s) 61s ago 9m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (64s) 61s ago 9m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (35s) 3s ago 8m 162M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (7s) 3s ago 8m 15.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (8m) 3s ago 8m 222M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 3402660d0874 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (8m) 3s ago 8m 228M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:36:16.635 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (3m) 3s ago 7m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:36:16.635 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:36:16.465+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: pgmap v300: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 5 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:16.636 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: pgmap v300: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 5 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:16.637 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.638 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1789: finishing write tid 2 to smithi002125626-8 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1789: finishing write tid 3 to smithi002125626-8 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1362 (ObjNum 576 snap 176 seq_num 576) dirty exists 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1789: left oid 8 (ObjNum 576 snap 176 seq_num 576) 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1789: done (1 left) 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1794: done (0 left) 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 177 2023-12-16T19:36:16.958 INFO:tasks.rados.rados.0.smithi002.stdout:1795: seq_num 579 ranges {2244608=98304} 2023-12-16T19:36:16.972 INFO:tasks.rados.rados.0.smithi002.stdout:1795: writing smithi002125626-23 from 2244608 to 2342912 tid 1 2023-12-16T19:36:16.972 INFO:tasks.rados.rados.0.smithi002.stdout:1796: read oid 15 snap -1 2023-12-16T19:36:16.972 INFO:tasks.rados.rados.0.smithi002.stdout:1796: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:16.972 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 177 2023-12-16T19:36:16.972 INFO:tasks.rados.rados.0.smithi002.stdout:1797: seq_num 580 ranges {2007040=114688} 2023-12-16T19:36:16.984 INFO:tasks.rados.rados.0.smithi002.stdout:1797: writing smithi002125626-9 from 2007040 to 2121728 tid 1 2023-12-16T19:36:16.985 INFO:tasks.rados.rados.0.smithi002.stdout:1798: rmattr oid 44 current snap is 177 2023-12-16T19:36:16.985 INFO:tasks.rados.rados.0.smithi002.stdout:1798: done (3 left) 2023-12-16T19:36:16.985 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 177 2023-12-16T19:36:16.985 INFO:tasks.rados.rados.0.smithi002.stdout:1799: seq_num 581 ranges {0=139264} 2023-12-16T19:36:16.986 INFO:tasks.rados.rados.0.smithi002.stdout:1799: writing smithi002125626-31 from 0 to 139264 tid 1 2023-12-16T19:36:16.986 INFO:tasks.rados.rados.0.smithi002.stdout:1800: copy_from oid 38 from oid 8 current snap is 177 2023-12-16T19:36:16.986 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 1 to smithi002125626-23 2023-12-16T19:36:16.986 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 2 to smithi002125626-23 2023-12-16T19:36:16.986 INFO:tasks.rados.rados.0.smithi002.stdout:1796: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: pgmap v300: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 72 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.4 MiB/s wr, 5 op/s; 155/1044 objects degraded (14.847%) 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: failed to encode map e405 with expected crc 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:16.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:36:17.064 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 6 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 4, 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 11 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:36:17.065 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:36:17.122 INFO:tasks.rados.rados.0.smithi002.stdout:1795: finishing write tid 3 to smithi002125626-23 2023-12-16T19:36:17.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1761 (ObjNum 579 snap 177 seq_num 579) dirty exists 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1795: left oid 23 (ObjNum 579 snap 177 seq_num 579) 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1797: finishing write tid 1 to smithi002125626-9 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1797: finishing write tid 2 to smithi002125626-9 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1795: done (4 left) 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1796: done (3 left) 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1801: read oid 47 snap 145 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1801: expect (ObjNum 2053300496 snap 21887 seq_num 3020040480) 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1802: delete oid 50 current snap is 177 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1797: finishing write tid 3 to smithi002125626-9 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 765 (ObjNum 580 snap 177 seq_num 580) dirty exists 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1797: left oid 9 (ObjNum 580 snap 177 seq_num 580) 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 1 to smithi002125626-31 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 2 to smithi002125626-31 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:1799: finishing write tid 3 to smithi002125626-31 2023-12-16T19:36:17.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1938 (ObjNum 581 snap 177 seq_num 581) dirty exists 2023-12-16T19:36:17.124 INFO:tasks.rados.rados.0.smithi002.stdout:1799: left oid 31 (ObjNum 581 snap 177 seq_num 581) 2023-12-16T19:36:17.124 INFO:tasks.rados.rados.0.smithi002.stdout:1800: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:36:17.124 INFO:tasks.rados.rados.0.smithi002.stdout:1800: finishing copy_from to smithi002125626-38 2023-12-16T19:36:17.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 1362 (ObjNum 576 snap 176 seq_num 576) dirty exists 2023-12-16T19:36:17.124 INFO:tasks.rados.rados.0.smithi002.stdout:1801: expect (ObjNum 2053300496 snap 21887 seq_num 3020040480) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1797: done (4 left) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1799: done (3 left) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1800: done (2 left) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1801: done (1 left) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1802: done (0 left) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1803: read oid 30 snap -1 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1803: expect (ObjNum 527 snap 162 seq_num 527) 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 177 2023-12-16T19:36:17.125 INFO:tasks.rados.rados.0.smithi002.stdout:1804: seq_num 583 ranges {1294336=172032} 2023-12-16T19:36:17.133 INFO:tasks.rados.rados.0.smithi002.stdout:1804: writing smithi002125626-38 from 1294336 to 1466368 tid 1 2023-12-16T19:36:17.134 INFO:tasks.rados.rados.0.smithi002.stdout:1805: read oid 28 snap -1 2023-12-16T19:36:17.134 INFO:tasks.rados.rados.0.smithi002.stdout:1805: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:17.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 177 2023-12-16T19:36:17.134 INFO:tasks.rados.rados.0.smithi002.stdout:1806: seq_num 584 ranges {12214272=188416} 2023-12-16T19:36:17.201 INFO:tasks.rados.rados.0.smithi002.stdout:1806: writing smithi002125626-14 from 12214272 to 12402688 tid 1 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1807: rollback oid 17 current snap is 177 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 127 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1804: finishing write tid 1 to smithi002125626-38 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1804: finishing write tid 2 to smithi002125626-38 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1804: finishing write tid 3 to smithi002125626-38 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2192 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1804: left oid 38 (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:36:17.202 INFO:tasks.rados.rados.0.smithi002.stdout:1803: expect (ObjNum 527 snap 162 seq_num 527) 2023-12-16T19:36:17.334 INFO:tasks.rados.rados.0.smithi002.stdout:1805: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:17.351 INFO:tasks.rados.rados.0.smithi002.stdout:1807: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:36:17.351 INFO:tasks.rados.rados.0.smithi002.stdout:1806: finishing write tid 1 to smithi002125626-14 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1806: finishing write tid 2 to smithi002125626-14 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1807: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1364 (ObjNum 249 snap 80 seq_num 249) dirty exists 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1806: finishing write tid 3 to smithi002125626-14 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1763 (ObjNum 584 snap 177 seq_num 584) dirty exists 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1806: left oid 14 (ObjNum 584 snap 177 seq_num 584) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1803: done (4 left) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1804: done (3 left) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1805: done (2 left) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1806: done (1 left) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1807: done (0 left) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1808: read oid 25 snap -1 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1808: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:17.352 INFO:tasks.rados.rados.0.smithi002.stdout:1809: copy_from oid 7 from oid 42 current snap is 177 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:1810: read oid 39 snap 119 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:1810: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 177 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:1811: seq_num 585 ranges {0=204800} 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:1811: writing smithi002125626-48 from 0 to 204800 tid 1 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:1812: rollback oid 1 current snap is 177 2023-12-16T19:36:17.353 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 175 2023-12-16T19:36:17.354 INFO:tasks.rados.rados.0.smithi002.stdout:1813: delete oid 34 current snap is 177 2023-12-16T19:36:17.355 INFO:tasks.rados.rados.0.smithi002.stdout:1810: expect (ObjNum 299 snap 99 seq_num 299) 2023-12-16T19:36:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:1812: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:36:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:1812: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:36:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:1812: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:36:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2196 (ObjNum 355 snap 121 seq_num 355) dirty exists 2023-12-16T19:36:17.362 INFO:tasks.rados.rados.0.smithi002.stdout:1811: finishing write tid 1 to smithi002125626-48 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1810: done (5 left) 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1812: done (4 left) 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1813: done (3 left) 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 177 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1811: finishing write tid 2 to smithi002125626-48 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1814: seq_num 587 ranges {0=237568} 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1814: writing smithi002125626-40 from 0 to 237568 tid 1 2023-12-16T19:36:17.363 INFO:tasks.rados.rados.0.smithi002.stdout:1815: snap_create 2023-12-16T19:36:17.364 INFO:tasks.rados.rados.0.smithi002.stdout:1811: finishing write tid 3 to smithi002125626-48 2023-12-16T19:36:17.364 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 411 (ObjNum 585 snap 177 seq_num 585) dirty exists 2023-12-16T19:36:17.364 INFO:tasks.rados.rados.0.smithi002.stdout:1811: left oid 48 (ObjNum 585 snap 177 seq_num 585) 2023-12-16T19:36:17.367 INFO:tasks.rados.rados.0.smithi002.stdout:1814: finishing write tid 1 to smithi002125626-40 2023-12-16T19:36:17.367 INFO:tasks.rados.rados.0.smithi002.stdout:1814: finishing write tid 2 to smithi002125626-40 2023-12-16T19:36:17.368 INFO:tasks.rados.rados.0.smithi002.stdout:1814: finishing write tid 3 to smithi002125626-40 2023-12-16T19:36:17.368 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1755 (ObjNum 587 snap 177 seq_num 587) dirty exists 2023-12-16T19:36:17.368 INFO:tasks.rados.rados.0.smithi002.stdout:1814: left oid 40 (ObjNum 587 snap 177 seq_num 587) 2023-12-16T19:36:17.372 INFO:tasks.rados.rados.0.smithi002.stdout:1808: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:17.527 INFO:tasks.rados.rados.0.smithi002.stdout:1809: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:36:17.527 INFO:tasks.rados.rados.0.smithi002.stdout:1809: finishing copy_from to smithi002125626-7 2023-12-16T19:36:17.527 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 395 (ObjNum 531 snap 162 seq_num 531) dirty exists 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1808: done (4 left) 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1809: done (3 left) 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1811: done (2 left) 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1814: done (1 left) 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1815: done (0 left) 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 178 2023-12-16T19:36:17.960 INFO:tasks.rados.rados.0.smithi002.stdout:1816: seq_num 588 ranges {1703936=253952} 2023-12-16T19:36:17.970 INFO:tasks.rados.rados.0.smithi002.stdout:1816: writing smithi002125626-42 from 1703936 to 1957888 tid 1 2023-12-16T19:36:17.971 INFO:tasks.rados.rados.0.smithi002.stdout:1817: snap_create 2023-12-16T19:36:17.975 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 1 to smithi002125626-42 2023-12-16T19:36:17.975 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 2 to smithi002125626-42 2023-12-16T19:36:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1816: finishing write tid 3 to smithi002125626-42 2023-12-16T19:36:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 414 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:36:17.977 INFO:tasks.rados.rados.0.smithi002.stdout:1816: left oid 42 (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2062080950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:17.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2023-12-16T19:36:17.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T19:36:17.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2062080950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: failed to encode map e406 with expected crc 2023-12-16T19:36:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: from='client.44225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2023-12-16T19:36:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: from='client.44231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T19:36:17.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2062080950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:18.962 INFO:tasks.rados.rados.0.smithi002.stdout:1816: done (1 left) 2023-12-16T19:36:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:1817: done (0 left) 2023-12-16T19:36:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 179 2023-12-16T19:36:18.963 INFO:tasks.rados.rados.0.smithi002.stdout:1818: seq_num 589 ranges {1425408=270336} 2023-12-16T19:36:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:1818: writing smithi002125626-18 from 1425408 to 1695744 tid 1 2023-12-16T19:36:18.972 INFO:tasks.rados.rados.0.smithi002.stdout:1819: snap_create 2023-12-16T19:36:18.977 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing write tid 1 to smithi002125626-18 2023-12-16T19:36:18.978 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing write tid 2 to smithi002125626-18 2023-12-16T19:36:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:1818: finishing write tid 3 to smithi002125626-18 2023-12-16T19:36:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1138 (ObjNum 589 snap 179 seq_num 589) dirty exists 2023-12-16T19:36:18.979 INFO:tasks.rados.rados.0.smithi002.stdout:1818: left oid 18 (ObjNum 589 snap 179 seq_num 589) 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[137674]: pgmap v303: 121 pgs: 1 active+clean+snaptrim, 12 peering, 4 active+undersized+degraded, 19 active+undersized, 85 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 89/1038 objects degraded (8.574%); 4.7 MiB/s, 1 objects/s recovering 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[137674]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[137674]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 89/1038 objects degraded (8.574%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[137674]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T19:36:18.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[140029]: pgmap v303: 121 pgs: 1 active+clean+snaptrim, 12 peering, 4 active+undersized+degraded, 19 active+undersized, 85 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 89/1038 objects degraded (8.574%); 4.7 MiB/s, 1 objects/s recovering 2023-12-16T19:36:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[140029]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[140029]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 89/1038 objects degraded (8.574%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:18.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:18 smithi002 ceph-mon[140029]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T19:36:18.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:36:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:36:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-mon[135010]: pgmap v303: 121 pgs: 1 active+clean+snaptrim, 12 peering, 4 active+undersized+degraded, 19 active+undersized, 85 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 89/1038 objects degraded (8.574%); 4.7 MiB/s, 1 objects/s recovering 2023-12-16T19:36:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-mon[135010]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-mon[135010]: failed to encode map e407 with expected crc 2023-12-16T19:36:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 89/1038 objects degraded (8.574%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:18.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:18 smithi043 ceph-mon[135010]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T19:36:19.963 INFO:tasks.rados.rados.0.smithi002.stdout:1818: done (1 left) 2023-12-16T19:36:19.963 INFO:tasks.rados.rados.0.smithi002.stdout:1819: done (0 left) 2023-12-16T19:36:19.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 180 2023-12-16T19:36:19.963 INFO:tasks.rados.rados.0.smithi002.stdout:1820: seq_num 590 ranges {1925120=286720} 2023-12-16T19:36:19.972 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:19 smithi043 ceph-mon[135010]: failed to encode map e408 with expected crc 2023-12-16T19:36:19.972 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:19 smithi043 ceph-mon[135010]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T19:36:19.975 INFO:tasks.rados.rados.0.smithi002.stdout:1820: writing smithi002125626-17 from 1925120 to 2211840 tid 1 2023-12-16T19:36:19.975 INFO:tasks.rados.rados.0.smithi002.stdout:1821: rollback oid 22 current snap is 180 2023-12-16T19:36:19.975 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 160 2023-12-16T19:36:19.975 INFO:tasks.rados.rados.0.smithi002.stdout:1822: delete oid 39 current snap is 180 2023-12-16T19:36:19.979 INFO:tasks.rados.rados.0.smithi002.stdout:1822: done (2 left) 2023-12-16T19:36:19.979 INFO:tasks.rados.rados.0.smithi002.stdout:1823: snap_remove snap 172 2023-12-16T19:36:19.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:19 smithi002 ceph-mon[137674]: failed to encode map e408 with expected crc 2023-12-16T19:36:19.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:19 smithi002 ceph-mon[137674]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T19:36:19.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:19 smithi002 ceph-mon[140029]: failed to encode map e408 with expected crc 2023-12-16T19:36:19.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:19 smithi002 ceph-mon[140029]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T19:36:20.966 INFO:tasks.rados.rados.0.smithi002.stdout:1823: done (2 left) 2023-12-16T19:36:20.966 INFO:tasks.rados.rados.0.smithi002.stdout:1824: snap_create 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1821: finishing rollback tid 0 to smithi002125626-22 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1820: finishing write tid 1 to smithi002125626-17 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1820: finishing write tid 2 to smithi002125626-17 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1821: finishing rollback tid 1 to smithi002125626-22 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1821: finishing rollback tid 2 to smithi002125626-22 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1758 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1820: finishing write tid 3 to smithi002125626-17 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1366 (ObjNum 590 snap 180 seq_num 590) dirty exists 2023-12-16T19:36:20.967 INFO:tasks.rados.rados.0.smithi002.stdout:1820: left oid 17 (ObjNum 590 snap 180 seq_num 590) 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[137674]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 12 peering, 2 active+undersized+degraded, 16 active+undersized, 90 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 61/1041 objects degraded (5.860%); 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[137674]: failed to encode map e408 with expected crc 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[137674]: failed to encode map e409 with expected crc 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[137674]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[140029]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 12 peering, 2 active+undersized+degraded, 16 active+undersized, 90 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 61/1041 objects degraded (5.860%); 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[140029]: failed to encode map e408 with expected crc 2023-12-16T19:36:20.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[140029]: failed to encode map e409 with expected crc 2023-12-16T19:36:20.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:20 smithi002 ceph-mon[140029]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T19:36:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:20 smithi043 ceph-mon[135010]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 12 peering, 2 active+undersized+degraded, 16 active+undersized, 90 active+clean; 521 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 61/1041 objects degraded (5.860%); 5.3 MiB/s, 1 objects/s recovering 2023-12-16T19:36:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:20 smithi043 ceph-mon[135010]: failed to encode map e408 with expected crc 2023-12-16T19:36:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:20 smithi043 ceph-mon[135010]: failed to encode map e409 with expected crc 2023-12-16T19:36:20.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:20 smithi043 ceph-mon[135010]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[137674]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[137674]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[137674]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[140029]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[140029]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:21.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-mon[140029]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T19:36:21.967 INFO:tasks.rados.rados.0.smithi002.stdout:1820: done (2 left) 2023-12-16T19:36:21.967 INFO:tasks.rados.rados.0.smithi002.stdout:1821: done (1 left) 2023-12-16T19:36:21.967 INFO:tasks.rados.rados.0.smithi002.stdout:1824: done (0 left) 2023-12-16T19:36:21.967 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 181 2023-12-16T19:36:21.967 INFO:tasks.rados.rados.0.smithi002.stdout:1825: seq_num 592 ranges {0=319488} 2023-12-16T19:36:21.968 INFO:tasks.rados.rados.0.smithi002.stdout:1825: writing smithi002125626-10 from 0 to 319488 tid 1 2023-12-16T19:36:21.968 INFO:tasks.rados.rados.0.smithi002.stdout:1826: snap_create 2023-12-16T19:36:21.977 INFO:tasks.rados.rados.0.smithi002.stdout:1825: finishing write tid 1 to smithi002125626-10 2023-12-16T19:36:21.977 INFO:tasks.rados.rados.0.smithi002.stdout:1825: finishing write tid 2 to smithi002125626-10 2023-12-16T19:36:21.978 INFO:tasks.rados.rados.0.smithi002.stdout:1825: finishing write tid 3 to smithi002125626-10 2023-12-16T19:36:21.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1368 (ObjNum 592 snap 181 seq_num 592) dirty exists 2023-12-16T19:36:21.978 INFO:tasks.rados.rados.0.smithi002.stdout:1825: left oid 10 (ObjNum 592 snap 181 seq_num 592) 2023-12-16T19:36:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:21 smithi043 ceph-mon[135010]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:21 smithi043 ceph-mon[135010]: failed to encode map e410 with expected crc 2023-12-16T19:36:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:21 smithi043 ceph-mon[135010]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T19:36:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:21] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-16T19:36:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:1825: done (1 left) 2023-12-16T19:36:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:1826: done (0 left) 2023-12-16T19:36:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:1827: rollback oid 27 current snap is 182 2023-12-16T19:36:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 156 2023-12-16T19:36:22.955 INFO:tasks.rados.rados.0.smithi002.stdout:1828: delete oid 39 current snap is 182 2023-12-16T19:36:22.963 INFO:tasks.rados.rados.0.smithi002.stdout:1827: finishing rollback tid 0 to smithi002125626-27 2023-12-16T19:36:22.964 INFO:tasks.rados.rados.0.smithi002.stdout:1827: finishing rollback tid 1 to smithi002125626-27 2023-12-16T19:36:22.964 INFO:tasks.rados.rados.0.smithi002.stdout:1827: finishing rollback tid 2 to smithi002125626-27 2023-12-16T19:36:22.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1941 (ObjNum 493 snap 151 seq_num 493) dirty exists 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:1827: done (1 left) 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:1828: done (0 left) 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:1829: rollback oid 50 current snap is 182 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 168 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:1830: copy_from oid 26 from oid 41 current snap is 182 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 182 2023-12-16T19:36:22.965 INFO:tasks.rados.rados.0.smithi002.stdout:1831: seq_num 594 ranges {7069696=352256} 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: pgmap v309: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/1041 objects degraded (5.860%), 2 pgs degraded) 2023-12-16T19:36:22.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[137674]: osdmap e412: 8 total, 8 up, 8 in 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: pgmap v309: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/1041 objects degraded (5.860%), 2 pgs degraded) 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:36:22.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:22 smithi002 ceph-mon[140029]: osdmap e412: 8 total, 8 up, 8 in 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: pgmap v309: 121 pgs: 121 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: failed to encode map e411 with expected crc 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/1041 objects degraded (5.860%), 2 pgs degraded) 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:36:22.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:22 smithi043 ceph-mon[135010]: osdmap e412: 8 total, 8 up, 8 in 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1831: writing smithi002125626-20 from 7069696 to 7421952 tid 1 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1832: snap_create 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1829: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1829: finishing rollback tid 2 to smithi002125626-50 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2210 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1830: finishing copy_from to smithi002125626-26 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1830: got expected ENOENT (src dne) 2023-12-16T19:36:23.006 INFO:tasks.rados.rados.0.smithi002.stdout:1830: finishing copy_from racing read to smithi002125626-26 2023-12-16T19:36:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1831: finishing write tid 1 to smithi002125626-20 2023-12-16T19:36:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:1831: finishing write tid 2 to smithi002125626-20 2023-12-16T19:36:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:1831: finishing write tid 3 to smithi002125626-20 2023-12-16T19:36:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1132 (ObjNum 594 snap 182 seq_num 594) dirty exists 2023-12-16T19:36:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:1831: left oid 20 (ObjNum 594 snap 182 seq_num 594) 2023-12-16T19:36:23.960 INFO:tasks.rados.rados.0.smithi002.stdout:1829: done (3 left) 2023-12-16T19:36:23.960 INFO:tasks.rados.rados.0.smithi002.stdout:1830: done (2 left) 2023-12-16T19:36:23.960 INFO:tasks.rados.rados.0.smithi002.stdout:1831: done (1 left) 2023-12-16T19:36:23.960 INFO:tasks.rados.rados.0.smithi002.stdout:1832: done (0 left) 2023-12-16T19:36:23.960 INFO:tasks.rados.rados.0.smithi002.stdout:1833: snap_remove snap 138 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[137674]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[137674]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[137674]: osdmap e413: 8 total, 8 up, 8 in 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[140029]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[140029]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:23 smithi002 ceph-mon[140029]: osdmap e413: 8 total, 8 up, 8 in 2023-12-16T19:36:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:23 smithi043 ceph-mon[135010]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:23 smithi043 ceph-mon[135010]: failed to encode map e412 with expected crc 2023-12-16T19:36:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:23 smithi043 ceph-mon[135010]: osdmap e413: 8 total, 8 up, 8 in 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1833: done (0 left) 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1834: read oid 42 snap 180 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1834: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1835: copy_from oid 22 from oid 39 current snap is 183 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1836: read oid 50 snap 89 2023-12-16T19:36:24.963 INFO:tasks.rados.rados.0.smithi002.stdout:1836: expect (ObjNum 267 snap 86 seq_num 267) 2023-12-16T19:36:24.964 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 183 2023-12-16T19:36:24.964 INFO:tasks.rados.rados.0.smithi002.stdout:1837: seq_num 595 ranges {204800=368640} 2023-12-16T19:36:24.968 INFO:tasks.rados.rados.0.smithi002.stdout:1837: writing smithi002125626-48 from 204800 to 573440 tid 1 2023-12-16T19:36:24.969 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 183 2023-12-16T19:36:24.969 INFO:tasks.rados.rados.0.smithi002.stdout:1838: seq_num 596 ranges {4808704=385024} 2023-12-16T19:36:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[137674]: pgmap v312: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 4.8 MiB/s, 1 objects/s recovering 2023-12-16T19:36:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[137674]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[137674]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[137674]: osdmap e414: 8 total, 8 up, 8 in 2023-12-16T19:36:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[140029]: pgmap v312: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 4.8 MiB/s, 1 objects/s recovering 2023-12-16T19:36:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[140029]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[140029]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:24 smithi002 ceph-mon[140029]: osdmap e414: 8 total, 8 up, 8 in 2023-12-16T19:36:24.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:24 smithi043 ceph-mon[135010]: pgmap v312: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 4.8 MiB/s, 1 objects/s recovering 2023-12-16T19:36:24.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:24 smithi043 ceph-mon[135010]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:24 smithi043 ceph-mon[135010]: failed to encode map e413 with expected crc 2023-12-16T19:36:24.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:24 smithi043 ceph-mon[135010]: osdmap e414: 8 total, 8 up, 8 in 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1838: writing smithi002125626-33 from 4808704 to 5193728 tid 1 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1839: rollback oid 1 current snap is 183 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 176 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1835: finishing copy_from to smithi002125626-22 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1835: got expected ENOENT (src dne) 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1835: finishing copy_from racing read to smithi002125626-22 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1837: finishing write tid 1 to smithi002125626-48 2023-12-16T19:36:25.000 INFO:tasks.rados.rados.0.smithi002.stdout:1834: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:36:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:1837: finishing write tid 2 to smithi002125626-48 2023-12-16T19:36:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:1837: finishing write tid 3 to smithi002125626-48 2023-12-16T19:36:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 423 (ObjNum 595 snap 183 seq_num 595) dirty exists 2023-12-16T19:36:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:1837: left oid 48 (ObjNum 595 snap 183 seq_num 595) 2023-12-16T19:36:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:1836: expect (ObjNum 267 snap 86 seq_num 267) 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1838: finishing write tid 1 to smithi002125626-33 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1838: finishing write tid 2 to smithi002125626-33 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1838: finishing write tid 3 to smithi002125626-33 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1150 (ObjNum 596 snap 183 seq_num 596) dirty exists 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1838: left oid 33 (ObjNum 596 snap 183 seq_num 596) 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1839: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1839: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:1839: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:36:25.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2222 (ObjNum 575 snap 176 seq_num 575) dirty exists 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1834: done (5 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1835: done (4 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1836: done (3 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1837: done (2 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1838: done (1 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1839: done (0 left) 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1840: setattr oid 11 current snap is 183 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1841: read oid 13 snap -1 2023-12-16T19:36:25.213 INFO:tasks.rados.rados.0.smithi002.stdout:1841: expect deleted 2023-12-16T19:36:25.214 INFO:tasks.rados.rados.0.smithi002.stdout:1842: snap_remove snap 154 2023-12-16T19:36:25.964 INFO:tasks.rados.rados.0.smithi002.stdout:1842: done (2 left) 2023-12-16T19:36:25.964 INFO:tasks.rados.rados.0.smithi002.stdout:1843: delete oid 27 current snap is 183 2023-12-16T19:36:25.964 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1759 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:36:25.975 INFO:tasks.rados.rados.0.smithi002.stdout:1840: done (2 left) 2023-12-16T19:36:25.975 INFO:tasks.rados.rados.0.smithi002.stdout:1841: done (1 left) 2023-12-16T19:36:25.975 INFO:tasks.rados.rados.0.smithi002.stdout:1843: done (0 left) 2023-12-16T19:36:25.975 INFO:tasks.rados.rados.0.smithi002.stdout:1844: snap_create 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[137674]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[137674]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[137674]: osdmap e415: 8 total, 8 up, 8 in 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[140029]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[140029]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:25 smithi002 ceph-mon[140029]: osdmap e415: 8 total, 8 up, 8 in 2023-12-16T19:36:25.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:25 smithi043 ceph-mon[135010]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:25 smithi043 ceph-mon[135010]: failed to encode map e414 with expected crc 2023-12-16T19:36:25.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:25 smithi043 ceph-mon[135010]: osdmap e415: 8 total, 8 up, 8 in 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1844: done (0 left) 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1845: read oid 15 snap 164 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1845: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1846: rollback oid 35 current snap is 184 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 170 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1847: rmattr oid 50 current snap is 184 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 184 2023-12-16T19:36:26.966 INFO:tasks.rados.rados.0.smithi002.stdout:1848: seq_num 598 ranges {0=417792} 2023-12-16T19:36:26.968 INFO:tasks.rados.rados.0.smithi002.stdout:1848: writing smithi002125626-13 from 0 to 417792 tid 1 2023-12-16T19:36:26.968 INFO:tasks.rados.rados.0.smithi002.stdout:1849: snap_create 2023-12-16T19:36:26.977 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing rollback tid 0 to smithi002125626-35 2023-12-16T19:36:26.977 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:36:26.977 INFO:tasks.rados.rados.0.smithi002.stdout:1846: finishing rollback tid 2 to smithi002125626-35 2023-12-16T19:36:26.977 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2252 (ObjNum 536 snap 165 seq_num 536) dirty exists 2023-12-16T19:36:26.978 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 1 to smithi002125626-13 2023-12-16T19:36:26.978 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 2 to smithi002125626-13 2023-12-16T19:36:26.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2254 (ObjNum 163 snap 39 seq_num 163) dirty exists 2023-12-16T19:36:26.979 INFO:tasks.rados.rados.0.smithi002.stdout:1848: finishing write tid 3 to smithi002125626-13 2023-12-16T19:36:26.980 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1927 (ObjNum 598 snap 184 seq_num 598) dirty exists 2023-12-16T19:36:26.980 INFO:tasks.rados.rados.0.smithi002.stdout:1848: left oid 13 (ObjNum 598 snap 184 seq_num 598) 2023-12-16T19:36:26.980 INFO:tasks.rados.rados.0.smithi002.stdout:1845: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:36:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[137674]: pgmap v315: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 148 KiB/s wr, 3 op/s 2023-12-16T19:36:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[137674]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[137674]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[137674]: osdmap e416: 8 total, 8 up, 8 in 2023-12-16T19:36:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[140029]: pgmap v315: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 148 KiB/s wr, 3 op/s 2023-12-16T19:36:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[140029]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[140029]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:26.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:26 smithi002 ceph-mon[140029]: osdmap e416: 8 total, 8 up, 8 in 2023-12-16T19:36:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:26 smithi043 ceph-mon[135010]: pgmap v315: 121 pgs: 121 active+clean; 518 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 631 KiB/s rd, 148 KiB/s wr, 3 op/s 2023-12-16T19:36:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:26 smithi043 ceph-mon[135010]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:26 smithi043 ceph-mon[135010]: failed to encode map e415 with expected crc 2023-12-16T19:36:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:26 smithi043 ceph-mon[135010]: osdmap e416: 8 total, 8 up, 8 in 2023-12-16T19:36:27.957 INFO:tasks.rados.rados.0.smithi002.stdout:1845: done (4 left) 2023-12-16T19:36:27.957 INFO:tasks.rados.rados.0.smithi002.stdout:1846: done (3 left) 2023-12-16T19:36:27.957 INFO:tasks.rados.rados.0.smithi002.stdout:1847: done (2 left) 2023-12-16T19:36:27.957 INFO:tasks.rados.rados.0.smithi002.stdout:1848: done (1 left) 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1849: done (0 left) 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1850: read oid 48 snap -1 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1850: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1851: copy_from oid 1 from oid 22 current snap is 185 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 185 2023-12-16T19:36:27.958 INFO:tasks.rados.rados.0.smithi002.stdout:1852: seq_num 599 ranges {8724480=434176} 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[137674]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[137674]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[137674]: osdmap e417: 8 total, 8 up, 8 in 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[140029]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[140029]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:27 smithi002 ceph-mon[140029]: osdmap e417: 8 total, 8 up, 8 in 2023-12-16T19:36:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:27 smithi043 ceph-mon[135010]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:27 smithi043 ceph-mon[135010]: failed to encode map e416 with expected crc 2023-12-16T19:36:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:27 smithi043 ceph-mon[135010]: osdmap e417: 8 total, 8 up, 8 in 2023-12-16T19:36:28.008 INFO:tasks.rados.rados.0.smithi002.stdout:1852: writing smithi002125626-5 from 8724480 to 9158656 tid 1 2023-12-16T19:36:28.009 INFO:tasks.rados.rados.0.smithi002.stdout:1853: read oid 3 snap -1 2023-12-16T19:36:28.009 INFO:tasks.rados.rados.0.smithi002.stdout:1853: expect deleted 2023-12-16T19:36:28.009 INFO:tasks.rados.rados.0.smithi002.stdout:1854: read oid 50 snap -1 2023-12-16T19:36:28.009 INFO:tasks.rados.rados.0.smithi002.stdout:1854: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:36:28.009 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 185 2023-12-16T19:36:28.010 INFO:tasks.rados.rados.0.smithi002.stdout:1855: seq_num 600 ranges {2293760=450560} 2023-12-16T19:36:28.024 INFO:tasks.rados.rados.0.smithi002.stdout:1855: writing smithi002125626-4 from 2293760 to 2744320 tid 1 2023-12-16T19:36:28.024 INFO:tasks.rados.rados.0.smithi002.stdout:1856: copy_from oid 27 from oid 21 current snap is 185 2023-12-16T19:36:28.024 INFO:tasks.rados.rados.0.smithi002.stdout:1850: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:1851: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:1851: finishing copy_from to smithi002125626-1 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1758 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:1850: done (6 left) 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:1851: done (5 left) 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 185 2023-12-16T19:36:28.044 INFO:tasks.rados.rados.0.smithi002.stdout:1857: seq_num 601 ranges {139264=475136} 2023-12-16T19:36:28.046 INFO:tasks.rados.rados.0.smithi002.stdout:1857: writing smithi002125626-31 from 139264 to 614400 tid 1 2023-12-16T19:36:28.046 INFO:tasks.rados.rados.0.smithi002.stdout:1858: copy_from oid 2 from oid 38 current snap is 185 2023-12-16T19:36:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:1854: expect (ObjNum 163 snap 39 seq_num 163) 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 1 to smithi002125626-5 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 2 to smithi002125626-5 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1853: done (6 left) 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1854: done (5 left) 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1859: snap_create 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1852: finishing write tid 3 to smithi002125626-5 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 767 (ObjNum 599 snap 185 seq_num 599) dirty exists 2023-12-16T19:36:28.088 INFO:tasks.rados.rados.0.smithi002.stdout:1852: left oid 5 (ObjNum 599 snap 185 seq_num 599) 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1855: finishing write tid 1 to smithi002125626-4 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1855: finishing write tid 2 to smithi002125626-4 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1855: finishing write tid 3 to smithi002125626-4 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1152 (ObjNum 600 snap 185 seq_num 600) dirty exists 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1855: left oid 4 (ObjNum 600 snap 185 seq_num 600) 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 1 to smithi002125626-31 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 2 to smithi002125626-31 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1857: finishing write tid 3 to smithi002125626-31 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 1944 (ObjNum 601 snap 185 seq_num 601) dirty exists 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1857: left oid 31 (ObjNum 601 snap 185 seq_num 601) 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1858: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:36:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:1856: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:36:28.090 INFO:tasks.rados.rados.0.smithi002.stdout:1856: finishing copy_from to smithi002125626-27 2023-12-16T19:36:28.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 1941 (ObjNum 533 snap 164 seq_num 533) dirty exists 2023-12-16T19:36:28.090 INFO:tasks.rados.rados.0.smithi002.stdout:1858: finishing copy_from to smithi002125626-2 2023-12-16T19:36:28.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2192 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:36:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:1852: done (5 left) 2023-12-16T19:36:28.962 INFO:tasks.rados.rados.0.smithi002.stdout:1855: done (4 left) 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:1856: done (3 left) 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:1857: done (2 left) 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:1858: done (1 left) 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:1859: done (0 left) 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 186 2023-12-16T19:36:28.963 INFO:tasks.rados.rados.0.smithi002.stdout:1860: seq_num 602 ranges {3432448=491520} 2023-12-16T19:36:28.984 INFO:tasks.rados.rados.0.smithi002.stdout:1860: writing smithi002125626-43 from 3432448 to 3923968 tid 1 2023-12-16T19:36:28.984 INFO:tasks.rados.rados.0.smithi002.stdout:1861: delete oid 18 current snap is 186 2023-12-16T19:36:28.987 INFO:tasks.rados.rados.0.smithi002.stdout:1861: done (1 left) 2023-12-16T19:36:28.987 INFO:tasks.rados.rados.0.smithi002.stdout:1862: read oid 13 snap -1 2023-12-16T19:36:28.987 INFO:tasks.rados.rados.0.smithi002.stdout:1862: expect (ObjNum 598 snap 184 seq_num 598) 2023-12-16T19:36:28.988 INFO:tasks.rados.rados.0.smithi002.stdout:1863: snap_create 2023-12-16T19:36:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[137674]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 418 KiB/s wr, 6 op/s 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[137674]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[137674]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[137674]: osdmap e418: 8 total, 8 up, 8 in 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[140029]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 418 KiB/s wr, 6 op/s 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[140029]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[140029]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:28 smithi002 ceph-mon[140029]: osdmap e418: 8 total, 8 up, 8 in 2023-12-16T19:36:28.994 INFO:tasks.rados.rados.0.smithi002.stdout:1860: finishing write tid 1 to smithi002125626-43 2023-12-16T19:36:28.994 INFO:tasks.rados.rados.0.smithi002.stdout:1860: finishing write tid 2 to smithi002125626-43 2023-12-16T19:36:28.994 INFO:tasks.rados.rados.0.smithi002.stdout:1862: expect (ObjNum 598 snap 184 seq_num 598) 2023-12-16T19:36:28.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:36:28 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:36:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:36:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:28 smithi043 ceph-mon[135010]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 418 KiB/s wr, 6 op/s 2023-12-16T19:36:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:28 smithi043 ceph-mon[135010]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:28 smithi043 ceph-mon[135010]: failed to encode map e417 with expected crc 2023-12-16T19:36:28.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:28 smithi043 ceph-mon[135010]: osdmap e418: 8 total, 8 up, 8 in 2023-12-16T19:36:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:1860: finishing write tid 3 to smithi002125626-43 2023-12-16T19:36:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1929 (ObjNum 602 snap 186 seq_num 602) dirty exists 2023-12-16T19:36:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:1860: left oid 43 (ObjNum 602 snap 186 seq_num 602) 2023-12-16T19:36:29.964 INFO:tasks.rados.rados.0.smithi002.stdout:1860: done (2 left) 2023-12-16T19:36:29.965 INFO:tasks.rados.rados.0.smithi002.stdout:1862: done (1 left) 2023-12-16T19:36:29.965 INFO:tasks.rados.rados.0.smithi002.stdout:1863: done (0 left) 2023-12-16T19:36:29.965 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 187 2023-12-16T19:36:29.965 INFO:tasks.rados.rados.0.smithi002.stdout:1864: seq_num 604 ranges {1703936=524288} 2023-12-16T19:36:29.977 INFO:tasks.rados.rados.0.smithi002.stdout:1864: writing smithi002125626-7 from 1703936 to 2228224 tid 1 2023-12-16T19:36:29.977 INFO:tasks.rados.rados.0.smithi002.stdout:1865: read oid 43 snap -1 2023-12-16T19:36:29.977 INFO:tasks.rados.rados.0.smithi002.stdout:1865: expect (ObjNum 602 snap 186 seq_num 602) 2023-12-16T19:36:29.977 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 187 2023-12-16T19:36:29.977 INFO:tasks.rados.rados.0.smithi002.stdout:1866: seq_num 605 ranges {237568=540672} 2023-12-16T19:36:29.982 INFO:tasks.rados.rados.0.smithi002.stdout:1866: writing smithi002125626-40 from 237568 to 778240 tid 1 2023-12-16T19:36:29.982 INFO:tasks.rados.rados.0.smithi002.stdout:1867: read oid 45 snap -1 2023-12-16T19:36:29.982 INFO:tasks.rados.rados.0.smithi002.stdout:1867: expect (ObjNum 560 snap 172 seq_num 560) 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1868: rollback oid 6 current snap is 187 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 183 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1869: read oid 16 snap 156 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1869: expect deleted 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1870: read oid 18 snap 119 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1870: expect (ObjNum 339 snap 115 seq_num 339) 2023-12-16T19:36:29.983 INFO:tasks.rados.rados.0.smithi002.stdout:1871: delete oid 26 current snap is 187 2023-12-16T19:36:29.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[137674]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[137674]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[137674]: osdmap e419: 8 total, 8 up, 8 in 2023-12-16T19:36:29.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[140029]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[140029]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:29 smithi002 ceph-mon[140029]: osdmap e419: 8 total, 8 up, 8 in 2023-12-16T19:36:29.991 INFO:tasks.rados.rados.0.smithi002.stdout:1868: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:36:29.991 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1759 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:36:29.992 INFO:tasks.rados.rados.0.smithi002.stdout:1866: finishing write tid 1 to smithi002125626-40 2023-12-16T19:36:29.994 INFO:tasks.rados.rados.0.smithi002.stdout:1864: finishing write tid 1 to smithi002125626-7 2023-12-16T19:36:29.994 INFO:tasks.rados.rados.0.smithi002.stdout:1864: finishing write tid 2 to smithi002125626-7 2023-12-16T19:36:29.995 INFO:tasks.rados.rados.0.smithi002.stdout:1868: done (7 left) 2023-12-16T19:36:29.995 INFO:tasks.rados.rados.0.smithi002.stdout:1869: done (6 left) 2023-12-16T19:36:29.995 INFO:tasks.rados.rados.0.smithi002.stdout:1871: done (5 left) 2023-12-16T19:36:29.995 INFO:tasks.rados.rados.0.smithi002.stdout:1872: copy_from oid 47 from oid 37 current snap is 187 2023-12-16T19:36:29.995 INFO:tasks.rados.rados.0.smithi002.stdout:1873: snap_remove snap 160 2023-12-16T19:36:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:29 smithi043 ceph-mon[135010]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:29 smithi043 ceph-mon[135010]: failed to encode map e418 with expected crc 2023-12-16T19:36:29.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:29 smithi043 ceph-mon[135010]: osdmap e419: 8 total, 8 up, 8 in 2023-12-16T19:36:30.966 INFO:tasks.rados.rados.0.smithi002.stdout:1873: done (6 left) 2023-12-16T19:36:30.967 INFO:tasks.rados.rados.0.smithi002.stdout:1874: read oid 25 snap -1 2023-12-16T19:36:30.967 INFO:tasks.rados.rados.0.smithi002.stdout:1874: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:30.967 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 187 2023-12-16T19:36:30.967 INFO:tasks.rados.rados.0.smithi002.stdout:1875: seq_num 607 ranges {2203648=573440} 2023-12-16T19:36:30.983 INFO:tasks.rados.rados.0.smithi002.stdout:1875: writing smithi002125626-32 from 2203648 to 2777088 tid 1 2023-12-16T19:36:30.983 INFO:tasks.rados.rados.0.smithi002.stdout:1876: rollback oid 23 current snap is 187 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 175 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:1866: finishing write tid 2 to smithi002125626-40 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:1866: finishing write tid 3 to smithi002125626-40 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1761 (ObjNum 605 snap 187 seq_num 605) dirty exists 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:1866: left oid 40 (ObjNum 605 snap 187 seq_num 605) 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:1864: finishing write tid 3 to smithi002125626-7 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2259 (ObjNum 604 snap 187 seq_num 604) dirty exists 2023-12-16T19:36:30.984 INFO:tasks.rados.rados.0.smithi002.stdout:1864: left oid 7 (ObjNum 604 snap 187 seq_num 604) 2023-12-16T19:36:30.985 INFO:tasks.rados.rados.0.smithi002.stdout:1865: expect (ObjNum 602 snap 186 seq_num 602) 2023-12-16T19:36:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[140029]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 270 KiB/s wr, 5 op/s 2023-12-16T19:36:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[140029]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[140029]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[140029]: osdmap e420: 8 total, 8 up, 8 in 2023-12-16T19:36:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[137674]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 270 KiB/s wr, 5 op/s 2023-12-16T19:36:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[137674]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[137674]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:30 smithi002 ceph-mon[137674]: osdmap e420: 8 total, 8 up, 8 in 2023-12-16T19:36:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:30 smithi043 ceph-mon[135010]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 270 KiB/s wr, 5 op/s 2023-12-16T19:36:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:30 smithi043 ceph-mon[135010]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:30 smithi043 ceph-mon[135010]: failed to encode map e419 with expected crc 2023-12-16T19:36:30.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:30 smithi043 ceph-mon[135010]: osdmap e420: 8 total, 8 up, 8 in 2023-12-16T19:36:31.192 INFO:tasks.rados.rados.0.smithi002.stdout:1867: expect (ObjNum 560 snap 172 seq_num 560) 2023-12-16T19:36:31.438 INFO:tasks.rados.rados.0.smithi002.stdout:1872: finishing copy_from racing read to smithi002125626-47 2023-12-16T19:36:31.438 INFO:tasks.rados.rados.0.smithi002.stdout:1870: expect (ObjNum 339 snap 115 seq_num 339) 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[137674]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[137674]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[137674]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[140029]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[140029]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[140029]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T19:36:31.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:1872: finishing copy_from to smithi002125626-47 2023-12-16T19:36:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 847 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:36:31.963 INFO:tasks.rados.rados.0.smithi002.stdout:1874: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:31 smithi043 ceph-mon[135010]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:31 smithi043 ceph-mon[135010]: failed to encode map e420 with expected crc 2023-12-16T19:36:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:31 smithi043 ceph-mon[135010]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T19:36:31.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:32.120 INFO:tasks.rados.rados.0.smithi002.stdout:1876: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1876: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1876: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1766 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1875: finishing write tid 1 to smithi002125626-32 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1875: finishing write tid 2 to smithi002125626-32 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1864: done (8 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1865: done (7 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1866: done (6 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1867: done (5 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1870: done (4 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1872: done (3 left) 2023-12-16T19:36:32.121 INFO:tasks.rados.rados.0.smithi002.stdout:1874: done (2 left) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1876: done (1 left) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1877: copy_from oid 21 from oid 36 current snap is 187 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1875: finishing write tid 3 to smithi002125626-32 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2274 (ObjNum 607 snap 187 seq_num 607) dirty exists 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1875: left oid 32 (ObjNum 607 snap 187 seq_num 607) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1875: done (1 left) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1878: read oid 43 snap -1 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1878: expect (ObjNum 602 snap 186 seq_num 602) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1879: rollback oid 48 current snap is 187 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 180 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1880: copy_from oid 13 from oid 22 current snap is 187 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1881: copy_from oid 5 from oid 27 current snap is 187 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1882: read oid 1 snap 176 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1882: expect (ObjNum 575 snap 176 seq_num 575) 2023-12-16T19:36:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:1883: rollback oid 30 current snap is 187 2023-12-16T19:36:32.123 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 89 2023-12-16T19:36:32.123 INFO:tasks.rados.rados.0.smithi002.stdout:1884: snap_create 2023-12-16T19:36:32.127 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:36:32.127 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:36:32.127 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:36:32.127 INFO:tasks.rados.rados.0.smithi002.stdout:1879: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:36:32.127 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 435 (ObjNum 585 snap 177 seq_num 585) dirty exists 2023-12-16T19:36:32.128 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:36:32.128 INFO:tasks.rados.rados.0.smithi002.stdout:1883: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:36:32.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1949 (ObjNum 228 snap 72 seq_num 228) dirty exists 2023-12-16T19:36:32.137 INFO:tasks.rados.rados.0.smithi002.stdout:1878: expect (ObjNum 602 snap 186 seq_num 602) 2023-12-16T19:36:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:31] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-16T19:36:32.346 INFO:tasks.rados.rados.0.smithi002.stdout:1880: finishing copy_from to smithi002125626-13 2023-12-16T19:36:32.346 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1758 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:36:32.346 INFO:tasks.rados.rados.0.smithi002.stdout:1880: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:36:32.346 INFO:tasks.rados.rados.0.smithi002.stdout:1877: finishing copy_from racing read to smithi002125626-21 2023-12-16T19:36:32.346 INFO:tasks.rados.rados.0.smithi002.stdout:1882: expect (ObjNum 575 snap 176 seq_num 575) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1877: finishing copy_from to smithi002125626-21 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 867 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1881: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1881: finishing copy_from to smithi002125626-5 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1941 (ObjNum 533 snap 164 seq_num 533) dirty exists 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1877: done (7 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1878: done (6 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1879: done (5 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1880: done (4 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1881: done (3 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1882: done (2 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1883: done (1 left) 2023-12-16T19:36:32.902 INFO:tasks.rados.rados.0.smithi002.stdout:1884: done (0 left) 2023-12-16T19:36:32.903 INFO:tasks.rados.rados.0.smithi002.stdout:1885: snap_create 2023-12-16T19:36:32.957 INFO:tasks.rados.rados.0.smithi002.stdout:1885: done (0 left) 2023-12-16T19:36:32.957 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 189 2023-12-16T19:36:32.957 INFO:tasks.rados.rados.0.smithi002.stdout:1886: seq_num 608 ranges {2211840=589824} 2023-12-16T19:36:32.972 INFO:tasks.rados.rados.0.smithi002.stdout:1886: writing smithi002125626-17 from 2211840 to 2801664 tid 1 2023-12-16T19:36:32.972 INFO:tasks.rados.rados.0.smithi002.stdout:1887: delete oid 34 current snap is 189 2023-12-16T19:36:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:1887: done (1 left) 2023-12-16T19:36:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:1888: delete oid 48 current snap is 189 2023-12-16T19:36:32.981 INFO:tasks.rados.rados.0.smithi002.stdout:1886: finishing write tid 1 to smithi002125626-17 2023-12-16T19:36:32.981 INFO:tasks.rados.rados.0.smithi002.stdout:1886: finishing write tid 2 to smithi002125626-17 2023-12-16T19:36:32.981 INFO:tasks.rados.rados.0.smithi002.stdout:1888: done (1 left) 2023-12-16T19:36:32.982 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 189 2023-12-16T19:36:32.982 INFO:tasks.rados.rados.0.smithi002.stdout:1889: seq_num 611 ranges {5545984=638976} 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[137674]: pgmap v324: 121 pgs: 121 active+clean; 527 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[137674]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[137674]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[137674]: Upgrade: osd.6 is safe to restart 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[140029]: pgmap v324: 121 pgs: 121 active+clean; 527 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T19:36:32.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[140029]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[140029]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:32.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:32 smithi002 ceph-mon[140029]: Upgrade: osd.6 is safe to restart 2023-12-16T19:36:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:32 smithi043 ceph-mon[135010]: pgmap v324: 121 pgs: 121 active+clean; 527 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T19:36:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:32 smithi043 ceph-mon[135010]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:32 smithi043 ceph-mon[135010]: failed to encode map e421 with expected crc 2023-12-16T19:36:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:32 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T19:36:32.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:32 smithi043 ceph-mon[135010]: Upgrade: osd.6 is safe to restart 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:1889: writing smithi002125626-45 from 5545984 to 6184960 tid 1 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:1890: rollback oid 25 current snap is 189 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 181 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:1886: finishing write tid 3 to smithi002125626-17 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1370 (ObjNum 608 snap 189 seq_num 608) dirty exists 2023-12-16T19:36:33.016 INFO:tasks.rados.rados.0.smithi002.stdout:1886: left oid 17 (ObjNum 608 snap 189 seq_num 608) 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1886: done (2 left) 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1891: read oid 42 snap -1 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1891: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1892: setattr oid 28 current snap is 189 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1893: read oid 21 snap -1 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1893: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:1894: snap_remove snap 157 2023-12-16T19:36:33.844 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: failed to encode map e422 with expected crc 2023-12-16T19:36:33.845 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T19:36:33.845 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:33.845 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:36:33.845 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:33.845 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:33 smithi043 ceph-mon[135010]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T19:36:33.962 INFO:tasks.rados.rados.0.smithi002.stdout:1894: done (5 left) 2023-12-16T19:36:33.962 INFO:tasks.rados.rados.0.smithi002.stdout:1895: rollback oid 13 current snap is 189 2023-12-16T19:36:33.962 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 183 2023-12-16T19:36:33.962 INFO:tasks.rados.rados.0.smithi002.stdout:1890: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:36:33.962 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1928 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1889: finishing write tid 1 to smithi002125626-45 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1890: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1890: finishing rollback tid 2 to smithi002125626-25 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 1952 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1889: finishing write tid 2 to smithi002125626-45 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1889: finishing write tid 3 to smithi002125626-45 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1134 (ObjNum 611 snap 189 seq_num 611) dirty exists 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1889: left oid 45 (ObjNum 611 snap 189 seq_num 611) 2023-12-16T19:36:33.963 INFO:tasks.rados.rados.0.smithi002.stdout:1891: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: failed to encode map e422 with expected crc 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:33.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[137674]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: failed to encode map e422 with expected crc 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:33.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:33 smithi002 ceph-mon[140029]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T19:36:34.055 INFO:tasks.rados.rados.0.smithi002.stdout:1893: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1895: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1895: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1930 (ObjNum 129 snap 0 seq_num 765127892) dirty dne 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1889: done (5 left) 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1890: done (4 left) 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1891: done (3 left) 2023-12-16T19:36:34.263 INFO:tasks.rados.rados.0.smithi002.stdout:1892: done (2 left) 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1893: done (1 left) 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1895: done (0 left) 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1896: read oid 16 snap -1 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1896: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1897: copy_from oid 50 from oid 47 current snap is 189 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 189 2023-12-16T19:36:34.264 INFO:tasks.rados.rados.0.smithi002.stdout:1898: seq_num 612 ranges {12402688=655360} 2023-12-16T19:36:34.333 INFO:tasks.rados.rados.0.smithi002.stdout:1898: writing smithi002125626-14 from 12402688 to 13058048 tid 1 2023-12-16T19:36:34.333 INFO:tasks.rados.rados.0.smithi002.stdout:1899: read oid 20 snap -1 2023-12-16T19:36:34.333 INFO:tasks.rados.rados.0.smithi002.stdout:1899: expect (ObjNum 594 snap 182 seq_num 594) 2023-12-16T19:36:34.333 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 189 2023-12-16T19:36:34.333 INFO:tasks.rados.rados.0.smithi002.stdout:1900: seq_num 613 ranges {2777088=671744} 2023-12-16T19:36:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:1900: writing smithi002125626-32 from 2777088 to 3448832 tid 1 2023-12-16T19:36:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 189 2023-12-16T19:36:34.352 INFO:tasks.rados.rados.0.smithi002.stdout:1896: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:36:34.706 INFO:tasks.rados.rados.0.smithi002.stdout:1897: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:36:34.706 INFO:tasks.rados.rados.0.smithi002.stdout:1897: finishing copy_from to smithi002125626-50 2023-12-16T19:36:34.706 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 847 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:36:34.706 INFO:tasks.rados.rados.0.smithi002.stdout:1901: seq_num 614 ranges {5193728=688128} 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1901: writing smithi002125626-33 from 5193728 to 5881856 tid 1 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1896: done (5 left) 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1897: done (4 left) 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1902: delete oid 40 current snap is 189 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1898: finishing write tid 1 to smithi002125626-14 2023-12-16T19:36:34.738 INFO:tasks.rados.rados.0.smithi002.stdout:1898: finishing write tid 2 to smithi002125626-14 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1898: finishing write tid 3 to smithi002125626-14 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1768 (ObjNum 612 snap 189 seq_num 612) dirty exists 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1898: left oid 14 (ObjNum 612 snap 189 seq_num 612) 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing write tid 1 to smithi002125626-32 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing write tid 2 to smithi002125626-32 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1900: finishing write tid 3 to smithi002125626-32 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2303 (ObjNum 613 snap 189 seq_num 613) dirty exists 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1900: left oid 32 (ObjNum 613 snap 189 seq_num 613) 2023-12-16T19:36:34.739 INFO:tasks.rados.rados.0.smithi002.stdout:1899: expect (ObjNum 594 snap 182 seq_num 594) 2023-12-16T19:36:34.748 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:34 smithi043 systemd[1]: Stopping Ceph osd.6 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: Upgrade: Updating osd.6 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: Deploying daemon osd.6 on smithi043 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: pgmap v327: 121 pgs: 121 active+clean; 528 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: failed to encode map e423 with expected crc 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: failed to encode map e422 with expected crc 2023-12-16T19:36:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-mon[135010]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: Upgrade: Updating osd.6 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: Deploying daemon osd.6 on smithi043 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: pgmap v327: 121 pgs: 121 active+clean; 528 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: failed to encode map e423 with expected crc 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: failed to encode map e422 with expected crc 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[137674]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: Upgrade: Updating osd.6 2023-12-16T19:36:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: Deploying daemon osd.6 on smithi043 2023-12-16T19:36:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: pgmap v327: 121 pgs: 121 active+clean; 528 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:36:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: failed to encode map e423 with expected crc 2023-12-16T19:36:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: failed to encode map e422 with expected crc 2023-12-16T19:36:34.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:34 smithi002 ceph-mon[140029]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T19:36:35.248 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:36:34.846+0000 7fec87aa8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:36:35.248 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:36:34.846+0000 7fec87aa8700 -1 osd.6 424 *** Got signal Terminated *** 2023-12-16T19:36:35.248 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:34 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[98229]: 2023-12-16T19:36:34.846+0000 7fec87aa8700 -1 osd.6 424 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:36:35.252 INFO:tasks.rados.rados.0.smithi002.stdout:1901: finishing write tid 1 to smithi002125626-33 2023-12-16T19:36:35.252 INFO:tasks.rados.rados.0.smithi002.stdout:1901: finishing write tid 2 to smithi002125626-33 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1901: finishing write tid 3 to smithi002125626-33 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1154 (ObjNum 614 snap 189 seq_num 614) dirty exists 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1901: left oid 33 (ObjNum 614 snap 189 seq_num 614) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1898: done (4 left) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1899: done (3 left) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1900: done (2 left) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1901: done (1 left) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1902: done (0 left) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1903: read oid 7 snap -1 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1903: expect (ObjNum 604 snap 187 seq_num 604) 2023-12-16T19:36:35.253 INFO:tasks.rados.rados.0.smithi002.stdout:1904: delete oid 4 current snap is 189 2023-12-16T19:36:35.255 INFO:tasks.rados.rados.0.smithi002.stdout:1904: done (1 left) 2023-12-16T19:36:35.255 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 189 2023-12-16T19:36:35.255 INFO:tasks.rados.rados.0.smithi002.stdout:1905: seq_num 617 ranges {0=737280} 2023-12-16T19:36:35.260 INFO:tasks.rados.rados.0.smithi002.stdout:1905: writing smithi002125626-3 from 0 to 737280 tid 1 2023-12-16T19:36:35.260 INFO:tasks.rados.rados.0.smithi002.stdout:1906: rollback oid 28 current snap is 189 2023-12-16T19:36:35.260 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 180 2023-12-16T19:36:35.260 INFO:tasks.rados.rados.0.smithi002.stdout:1903: expect (ObjNum 604 snap 187 seq_num 604) 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1905: finishing write tid 1 to smithi002125626-3 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1906: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1905: finishing write tid 2 to smithi002125626-3 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1906: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1906: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1933 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1905: finishing write tid 3 to smithi002125626-3 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1770 (ObjNum 617 snap 189 seq_num 617) dirty exists 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1905: left oid 3 (ObjNum 617 snap 189 seq_num 617) 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1903: done (2 left) 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1905: done (1 left) 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:1906: done (0 left) 2023-12-16T19:36:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 189 2023-12-16T19:36:35.351 INFO:tasks.rados.rados.0.smithi002.stdout:1907: seq_num 618 ranges {14041088=753664} 2023-12-16T19:36:35.430 INFO:tasks.rados.rados.0.smithi002.stdout:1907: writing smithi002125626-5 from 14041088 to 14794752 tid 1 2023-12-16T19:36:35.430 INFO:tasks.rados.rados.0.smithi002.stdout:1908: rollback oid 29 current snap is 189 2023-12-16T19:36:35.430 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 179 2023-12-16T19:36:35.431 INFO:tasks.rados.rados.0.smithi002.stdout:1909: snap_create 2023-12-16T19:36:35.435 INFO:tasks.rados.rados.0.smithi002.stdout:1908: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:36:35.437 INFO:tasks.rados.rados.0.smithi002.stdout:1908: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:36:35.437 INFO:tasks.rados.rados.0.smithi002.stdout:1907: finishing write tid 1 to smithi002125626-5 2023-12-16T19:36:35.437 INFO:tasks.rados.rados.0.smithi002.stdout:1908: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:36:35.437 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1941 (ObjNum 571 snap 176 seq_num 571) dirty exists 2023-12-16T19:36:35.438 INFO:tasks.rados.rados.0.smithi002.stdout:1907: finishing write tid 2 to smithi002125626-5 2023-12-16T19:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:1907: finishing write tid 3 to smithi002125626-5 2023-12-16T19:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1943 (ObjNum 618 snap 189 seq_num 618) dirty exists 2023-12-16T19:36:35.439 INFO:tasks.rados.rados.0.smithi002.stdout:1907: left oid 5 (ObjNum 618 snap 189 seq_num 618) 2023-12-16T19:36:35.596 INFO:tasks.rados.rados.0.smithi002.stdout:1907: done (2 left) 2023-12-16T19:36:35.596 INFO:tasks.rados.rados.0.smithi002.stdout:1908: done (1 left) 2023-12-16T19:36:35.596 INFO:tasks.rados.rados.0.smithi002.stdout:1909: done (0 left) 2023-12-16T19:36:35.597 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 190 2023-12-16T19:36:35.597 INFO:tasks.rados.rados.0.smithi002.stdout:1910: seq_num 619 ranges {6234112=770048} 2023-12-16T19:36:35.635 INFO:tasks.rados.rados.0.smithi002.stdout:1910: writing smithi002125626-50 from 6234112 to 7004160 tid 1 2023-12-16T19:36:35.635 INFO:tasks.rados.rados.0.smithi002.stdout:1911: read oid 28 snap 177 2023-12-16T19:36:35.635 INFO:tasks.rados.rados.0.smithi002.stdout:1911: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:35.635 INFO:tasks.rados.rados.0.smithi002.stdout:1912: snap_remove snap 179 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[137674]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[137674]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[137674]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[137674]: osd.6 marked itself down and dead 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[140029]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[140029]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[140029]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:35 smithi002 ceph-mon[140029]: osd.6 marked itself down and dead 2023-12-16T19:36:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:35 smithi043 ceph-mon[135010]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:35 smithi043 ceph-mon[135010]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:35 smithi043 ceph-mon[135010]: failed to encode map e424 with expected crc 2023-12-16T19:36:35.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:35 smithi043 ceph-mon[135010]: osd.6 marked itself down and dead 2023-12-16T19:36:36.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149776]: 2023-12-16 19:36:36.157050719 +0000 UTC m=+1.354256546 container died 3402660d08741138065d8afaddca5104f5b66894e1237bac38521128283d83dd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T19:36:36.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149776]: 2023-12-16 19:36:36.243885345 +0000 UTC m=+1.441091178 container cleanup 3402660d08741138065d8afaddca5104f5b66894e1237bac38521128283d83dd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20231212) 2023-12-16T19:36:36.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 bash[149776]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6 2023-12-16T19:36:36.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149793]: 2023-12-16 19:36:36.33526235 +0000 UTC m=+0.180132403 container remove 3402660d08741138065d8afaddca5104f5b66894e1237bac38521128283d83dd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True) 2023-12-16T19:36:36.598 INFO:tasks.rados.rados.0.smithi002.stdout:1912: done (2 left) 2023-12-16T19:36:36.598 INFO:tasks.rados.rados.0.smithi002.stdout:1913: read oid 36 snap -1 2023-12-16T19:36:36.598 INFO:tasks.rados.rados.0.smithi002.stdout:1913: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:36.598 INFO:tasks.rados.rados.0.smithi002.stdout:1914: snap_remove snap 170 2023-12-16T19:36:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: pgmap v330: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 543 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2023-12-16T19:36:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: osdmap e425: 8 total, 7 up, 8 in 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: pgmap v330: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 543 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: osdmap e425: 8 total, 7 up, 8 in 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:36.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: pgmap v330: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 543 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: osdmap e425: 8 total, 7 up, 8 in 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: failed to encode map e425 with expected crc 2023-12-16T19:36:36.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:37.000 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:37.000 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149880]: 2023-12-16 19:36:36.610223749 +0000 UTC m=+0.053902148 container create b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux ) 2023-12-16T19:36:37.000 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149880]: 2023-12-16 19:36:36.574761024 +0000 UTC m=+0.018439436 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:37.000 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149880]: 2023-12-16 19:36:36.702558914 +0000 UTC m=+0.146237322 container init b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T19:36:37.000 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149880]: 2023-12-16 19:36:36.719986534 +0000 UTC m=+0.163664931 container start b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:36:37.000 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:36 smithi043 podman[149880]: 2023-12-16 19:36:36.743589859 +0000 UTC m=+0.187268270 container attach b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2023-12-16T19:36:37.410 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[149880]: 2023-12-16 19:36:37.010844474 +0000 UTC m=+0.454522890 container died b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2023-12-16T19:36:37.410 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[149905]: 2023-12-16 19:36:37.210136275 +0000 UTC m=+0.192149077 container remove b81e5af9ffef783b7bc62fd2cca625c6c420f9031f6a5469dcc660a42784cb2a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2023-12-16T19:36:37.411 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.6.service: Deactivated successfully. 2023-12-16T19:36:37.411 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 systemd[1]: Stopped Ceph osd.6 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:36:37.411 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.6.service: Consumed 13.425s CPU time. 2023-12-16T19:36:37.411 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 systemd[1]: Starting Ceph osd.6 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:36:37.598 INFO:tasks.rados.rados.0.smithi002.stdout:1914: done (3 left) 2023-12-16T19:36:37.598 INFO:tasks.rados.rados.0.smithi002.stdout:1915: copy_from oid 49 from oid 25 current snap is 190 2023-12-16T19:36:37.598 INFO:tasks.rados.rados.0.smithi002.stdout:1911: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1910: finishing write tid 1 to smithi002125626-50 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1910: finishing write tid 2 to smithi002125626-50 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1910: finishing write tid 3 to smithi002125626-50 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2306 (ObjNum 619 snap 190 seq_num 619) dirty exists 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1910: left oid 50 (ObjNum 619 snap 190 seq_num 619) 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1910: done (3 left) 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1911: done (2 left) 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 190 2023-12-16T19:36:37.626 INFO:tasks.rados.rados.0.smithi002.stdout:1913: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:37.661 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[150008]: 2023-12-16 19:36:37.56838497 +0000 UTC m=+0.055111865 container create 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2023-12-16T19:36:37.661 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[150008]: 2023-12-16 19:36:37.531201945 +0000 UTC m=+0.017928842 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:37.662 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:37 smithi043 ceph-mon[135010]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.662 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:37 smithi043 ceph-mon[135010]: osdmap e426: 8 total, 7 up, 8 in 2023-12-16T19:36:37.662 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:37 smithi043 ceph-mon[135010]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.662 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:37 smithi043 ceph-mon[135010]: osdmap e427: 8 total, 7 up, 8 in 2023-12-16T19:36:37.831 INFO:tasks.rados.rados.0.smithi002.stdout:1915: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:36:37.832 INFO:tasks.rados.rados.0.smithi002.stdout:1915: finishing copy_from to smithi002125626-49 2023-12-16T19:36:37.832 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1952 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:37.832 INFO:tasks.rados.rados.0.smithi002.stdout:1916: seq_num 620 ranges {0=794624} 2023-12-16T19:36:37.836 INFO:tasks.rados.rados.0.smithi002.stdout:1916: writing smithi002125626-12 from 0 to 794624 tid 1 2023-12-16T19:36:37.836 INFO:tasks.rados.rados.0.smithi002.stdout:1913: done (2 left) 2023-12-16T19:36:37.836 INFO:tasks.rados.rados.0.smithi002.stdout:1915: done (1 left) 2023-12-16T19:36:37.836 INFO:tasks.rados.rados.0.smithi002.stdout:1917: rollback oid 1 current snap is 190 2023-12-16T19:36:37.836 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 182 2023-12-16T19:36:37.837 INFO:tasks.rados.rados.0.smithi002.stdout:1918: copy_from oid 14 from oid 22 current snap is 190 2023-12-16T19:36:37.837 INFO:tasks.rados.rados.0.smithi002.stdout:1919: snap_create 2023-12-16T19:36:37.840 INFO:tasks.rados.rados.0.smithi002.stdout:1916: finishing write tid 1 to smithi002125626-12 2023-12-16T19:36:37.840 INFO:tasks.rados.rados.0.smithi002.stdout:1916: finishing write tid 2 to smithi002125626-12 2023-12-16T19:36:37.842 INFO:tasks.rados.rados.0.smithi002.stdout:1916: finishing write tid 3 to smithi002125626-12 2023-12-16T19:36:37.842 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1931 (ObjNum 620 snap 190 seq_num 620) dirty exists 2023-12-16T19:36:37.842 INFO:tasks.rados.rados.0.smithi002.stdout:1916: left oid 12 (ObjNum 620 snap 190 seq_num 620) 2023-12-16T19:36:37.842 INFO:tasks.rados.rados.0.smithi002.stdout:1917: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:36:37.843 INFO:tasks.rados.rados.0.smithi002.stdout:1917: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:36:37.843 INFO:tasks.rados.rados.0.smithi002.stdout:1917: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:36:37.843 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2340 (ObjNum 355 snap 121 seq_num 355) dirty exists 2023-12-16T19:36:37.847 INFO:tasks.rados.rados.0.smithi002.stdout:1918: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:36:37.849 INFO:tasks.rados.rados.0.smithi002.stdout:1918: finishing copy_from to smithi002125626-14 2023-12-16T19:36:37.850 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1758 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:36:37.958 INFO:tasks.rados.rados.0.smithi002.stdout:1916: done (3 left) 2023-12-16T19:36:37.958 INFO:tasks.rados.rados.0.smithi002.stdout:1917: done (2 left) 2023-12-16T19:36:37.958 INFO:tasks.rados.rados.0.smithi002.stdout:1918: done (1 left) 2023-12-16T19:36:37.959 INFO:tasks.rados.rados.0.smithi002.stdout:1919: done (0 left) 2023-12-16T19:36:37.959 INFO:tasks.rados.rados.0.smithi002.stdout:1920: copy_from oid 35 from oid 2 current snap is 191 2023-12-16T19:36:37.959 INFO:tasks.rados.rados.0.smithi002.stdout:1921: copy_from oid 24 from oid 12 current snap is 191 2023-12-16T19:36:37.959 INFO:tasks.rados.rados.0.smithi002.stdout:1922: copy_from oid 44 from oid 36 current snap is 191 2023-12-16T19:36:37.959 INFO:tasks.rados.rados.0.smithi002.stdout:1923: snap_create 2023-12-16T19:36:37.968 INFO:tasks.rados.rados.0.smithi002.stdout:1920: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:36:37.969 INFO:tasks.rados.rados.0.smithi002.stdout:1920: finishing copy_from to smithi002125626-35 2023-12-16T19:36:37.969 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2192 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:36:37.978 INFO:tasks.rados.rados.0.smithi002.stdout:1921: finishing copy_from to smithi002125626-24 2023-12-16T19:36:37.978 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1931 (ObjNum 620 snap 190 seq_num 620) dirty exists 2023-12-16T19:36:37.979 INFO:tasks.rados.rados.0.smithi002.stdout:1921: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:36:37.986 INFO:tasks.rados.rados.0.smithi002.stdout:1922: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:36:37.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[137674]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[137674]: osdmap e426: 8 total, 7 up, 8 in 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[137674]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[137674]: osdmap e427: 8 total, 7 up, 8 in 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[140029]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[140029]: osdmap e426: 8 total, 7 up, 8 in 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[140029]: failed to encode map e426 with expected crc 2023-12-16T19:36:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:37 smithi002 ceph-mon[140029]: osdmap e427: 8 total, 7 up, 8 in 2023-12-16T19:36:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:1922: finishing copy_from to smithi002125626-44 2023-12-16T19:36:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 867 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-16T19:36:37.998 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[150008]: 2023-12-16 19:36:37.660704712 +0000 UTC m=+0.147431619 container init 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T19:36:37.998 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[150008]: 2023-12-16 19:36:37.683255723 +0000 UTC m=+0.169982620 container start 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T19:36:37.998 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:37 smithi043 podman[150008]: 2023-12-16 19:36:37.701728404 +0000 UTC m=+0.188455309 container attach 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:36:38.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T19:36:38.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T19:36:38.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T19:36:38.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150008]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate[150022]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150008]: 2023-12-16 19:36:38.175437721 +0000 UTC m=+0.662164630 container died 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, org.label-schema.build-date=20231212, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:36:38.499 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150154]: 2023-12-16 19:36:38.368315555 +0000 UTC m=+0.187508716 container remove 8c1ad297bc5b371dea9e0b2a95780eefa503ecbb0e75e28be84032b04e9fefa8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-activate, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:1920: done (3 left) 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:1921: done (2 left) 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:1922: done (1 left) 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:1923: done (0 left) 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 192 2023-12-16T19:36:38.964 INFO:tasks.rados.rados.0.smithi002.stdout:1924: seq_num 621 ranges {6184960=409600,6594560=401408} 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[137674]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 5 active+undersized, 92 active+clean; 566 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.3 MiB/s wr, 25 op/s; 27/1128 objects degraded (2.394%) 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[137674]: failed to encode map e427 with expected crc 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[137674]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 27/1128 objects degraded (2.394%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[137674]: osdmap e428: 8 total, 7 up, 8 in 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[140029]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 5 active+undersized, 92 active+clean; 566 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.3 MiB/s wr, 25 op/s; 27/1128 objects degraded (2.394%) 2023-12-16T19:36:38.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[140029]: failed to encode map e427 with expected crc 2023-12-16T19:36:38.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[140029]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-16T19:36:38.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 27/1128 objects degraded (2.394%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:38.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:38 smithi002 ceph-mon[140029]: osdmap e428: 8 total, 7 up, 8 in 2023-12-16T19:36:38.998 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T19:36:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi002:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.2\", device_class=\"ssd\", hostname=\"smithi002\", instance=\"smithi043.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T19:36:38.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-mon[135010]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 5 active+undersized, 92 active+clean; 566 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.3 MiB/s wr, 25 op/s; 27/1128 objects degraded (2.394%) 2023-12-16T19:36:38.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-mon[135010]: failed to encode map e427 with expected crc 2023-12-16T19:36:38.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-mon[135010]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-16T19:36:38.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 27/1128 objects degraded (2.394%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:38.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-mon[135010]: osdmap e428: 8 total, 7 up, 8 in 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150216]: 2023-12-16 19:36:38.527113741 +0000 UTC m=+0.059225000 container create 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150216]: 2023-12-16 19:36:38.485856418 +0000 UTC m=+0.017967652 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150216]: 2023-12-16 19:36:38.594360649 +0000 UTC m=+0.126471862 container init 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 podman[150216]: 2023-12-16 19:36:38.605421712 +0000 UTC m=+0.137532928 container start 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 ceph-osd[150235]: -- 172.21.15.43:0/1411869004 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559101d6d6c0 con 0x559101d3f400 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 bash[150216]: 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 2023-12-16T19:36:38.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:38 smithi043 systemd[1]: Started Ceph osd.6 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:36:39.000 INFO:tasks.rados.rados.0.smithi002.stdout:1924: writing smithi002125626-45 from 6184960 to 6594560 tid 1 2023-12-16T19:36:39.002 INFO:tasks.rados.rados.0.smithi002.stdout:1924: writing smithi002125626-45 from 6594560 to 6995968 tid 2 2023-12-16T19:36:39.002 INFO:tasks.rados.rados.0.smithi002.stdout:1925: rollback oid 15 current snap is 192 2023-12-16T19:36:39.002 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 183 2023-12-16T19:36:39.002 INFO:tasks.rados.rados.0.smithi002.stdout:1926: snap_remove snap 178 2023-12-16T19:36:39.431 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:36:39.149+0000 7f2f5957b640 -1 Falling back to public interface 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: failed to encode map e428 with expected crc 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: pgmap v336: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 9 active+undersized, 88 active+clean; 572 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 23 op/s; 27/1140 objects degraded (2.368%) 2023-12-16T19:36:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:39 smithi043 ceph-mon[135010]: osdmap e429: 8 total, 7 up, 8 in 2023-12-16T19:36:39.966 INFO:tasks.rados.rados.0.smithi002.stdout:1926: done (2 left) 2023-12-16T19:36:39.966 INFO:tasks.rados.rados.0.smithi002.stdout:1927: read oid 8 snap 119 2023-12-16T19:36:39.966 INFO:tasks.rados.rados.0.smithi002.stdout:1927: expect (ObjNum 317 snap 103 seq_num 317) 2023-12-16T19:36:39.966 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 192 2023-12-16T19:36:39.966 INFO:tasks.rados.rados.0.smithi002.stdout:1928: seq_num 622 ranges {2228224=425984,2654208=401408} 2023-12-16T19:36:39.982 INFO:tasks.rados.rados.0.smithi002.stdout:1928: writing smithi002125626-7 from 2228224 to 2654208 tid 1 2023-12-16T19:36:39.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: writing smithi002125626-7 from 2654208 to 3055616 tid 2 2023-12-16T19:36:39.985 INFO:tasks.rados.rados.0.smithi002.stdout:1929: snap_remove snap 191 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: failed to encode map e428 with expected crc 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: pgmap v336: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 9 active+undersized, 88 active+clean; 572 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 23 op/s; 27/1140 objects degraded (2.368%) 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[137674]: osdmap e429: 8 total, 7 up, 8 in 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: failed to encode map e428 with expected crc 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: pgmap v336: 121 pgs: 4 active+undersized+degraded, 7 peering, 11 stale+active+clean, 2 active+clean+snaptrim, 9 active+undersized, 88 active+clean; 572 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 23 op/s; 27/1140 objects degraded (2.368%) 2023-12-16T19:36:39.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:39 smithi002 ceph-mon[140029]: osdmap e429: 8 total, 7 up, 8 in 2023-12-16T19:36:40.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:40 smithi043 ceph-mon[135010]: failed to encode map e429 with expected crc 2023-12-16T19:36:40.877 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:40 smithi043 ceph-mon[135010]: osdmap e430: 8 total, 7 up, 8 in 2023-12-16T19:36:40.969 INFO:tasks.rados.rados.0.smithi002.stdout:1929: done (4 left) 2023-12-16T19:36:40.969 INFO:tasks.rados.rados.0.smithi002.stdout:1930: read oid 35 snap 182 2023-12-16T19:36:40.969 INFO:tasks.rados.rados.0.smithi002.stdout:1930: expect (ObjNum 536 snap 165 seq_num 536) 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1925: finishing rollback tid 0 to smithi002125626-15 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 1 to smithi002125626-45 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1925: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 2 to smithi002125626-45 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 3 to smithi002125626-45 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1925: finishing rollback tid 2 to smithi002125626-15 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 1955 (ObjNum 473 snap 147 seq_num 473) dirty exists 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1924: finishing write tid 4 to smithi002125626-45 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1137 (ObjNum 621 snap 192 seq_num 621) dirty exists 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1924: left oid 45 (ObjNum 621 snap 192 seq_num 621) 2023-12-16T19:36:40.970 INFO:tasks.rados.rados.0.smithi002.stdout:1927: expect (ObjNum 317 snap 103 seq_num 317) 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: finishing write tid 1 to smithi002125626-7 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: finishing write tid 2 to smithi002125626-7 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: finishing write tid 3 to smithi002125626-7 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: finishing write tid 4 to smithi002125626-7 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2354 (ObjNum 622 snap 192 seq_num 622) dirty exists 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1928: left oid 7 (ObjNum 622 snap 192 seq_num 622) 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1924: done (4 left) 2023-12-16T19:36:40.984 INFO:tasks.rados.rados.0.smithi002.stdout:1925: done (3 left) 2023-12-16T19:36:40.985 INFO:tasks.rados.rados.0.smithi002.stdout:1927: done (2 left) 2023-12-16T19:36:40.985 INFO:tasks.rados.rados.0.smithi002.stdout:1928: done (1 left) 2023-12-16T19:36:40.985 INFO:tasks.rados.rados.0.smithi002.stdout:1931: delete oid 21 current snap is 192 2023-12-16T19:36:40.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:40 smithi002 ceph-mon[137674]: failed to encode map e429 with expected crc 2023-12-16T19:36:40.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:40 smithi002 ceph-mon[137674]: osdmap e430: 8 total, 7 up, 8 in 2023-12-16T19:36:40.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:40 smithi002 ceph-mon[140029]: failed to encode map e429 with expected crc 2023-12-16T19:36:40.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:40 smithi002 ceph-mon[140029]: osdmap e430: 8 total, 7 up, 8 in 2023-12-16T19:36:41.005 INFO:tasks.rados.rados.0.smithi002.stdout:1931: done (1 left) 2023-12-16T19:36:41.005 INFO:tasks.rados.rados.0.smithi002.stdout:1932: read oid 18 snap -1 2023-12-16T19:36:41.005 INFO:tasks.rados.rados.0.smithi002.stdout:1932: expect deleted 2023-12-16T19:36:41.005 INFO:tasks.rados.rados.0.smithi002.stdout:1933: snap_remove snap 176 2023-12-16T19:36:41.970 INFO:tasks.rados.rados.0.smithi002.stdout:1933: done (2 left) 2023-12-16T19:36:41.970 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 192 2023-12-16T19:36:41.970 INFO:tasks.rados.rados.0.smithi002.stdout:1934: seq_num 624 ranges {0=458752,458752=401408} 2023-12-16T19:36:41.974 INFO:tasks.rados.rados.0.smithi002.stdout:1934: writing smithi002125626-40 from 0 to 458752 tid 1 2023-12-16T19:36:41.976 INFO:tasks.rados.rados.0.smithi002.stdout:1934: writing smithi002125626-40 from 458752 to 860160 tid 2 2023-12-16T19:36:41.976 INFO:tasks.rados.rados.0.smithi002.stdout:1935: copy_from oid 23 from oid 49 current snap is 192 2023-12-16T19:36:41.976 INFO:tasks.rados.rados.0.smithi002.stdout:1936: snap_create 2023-12-16T19:36:41.977 INFO:tasks.rados.rados.0.smithi002.stdout:1930: expect (ObjNum 536 snap 165 seq_num 536) 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:41] "GET /metrics HTTP/1.1" 200 36081 "" "Prometheus/2.43.0" 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 7 peering, 28 active+undersized, 77 active+clean; 591 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 107/1161 objects degraded (9.216%) 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: osdmap e431: 8 total, 7 up, 8 in 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:41.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 7 peering, 28 active+undersized, 77 active+clean; 591 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 107/1161 objects degraded (9.216%) 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: osdmap e431: 8 total, 7 up, 8 in 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:41.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:41 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: failed to encode map e430 with expected crc 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 8 active+undersized+degraded, 7 peering, 28 active+undersized, 77 active+clean; 591 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 10 op/s; 107/1161 objects degraded (9.216%) 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: osdmap e431: 8 total, 7 up, 8 in 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:41.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:41 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.598 INFO:tasks.rados.rados.0.smithi002.stdout:1934: finishing write tid 1 to smithi002125626-40 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:1934: finishing write tid 2 to smithi002125626-40 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:1934: finishing write tid 3 to smithi002125626-40 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:1934: finishing write tid 4 to smithi002125626-40 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1765 (ObjNum 624 snap 192 seq_num 624) dirty exists 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:1934: left oid 40 (ObjNum 624 snap 192 seq_num 624) 2023-12-16T19:36:42.599 INFO:tasks.rados.rados.0.smithi002.stdout:1935: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:36:42.600 INFO:tasks.rados.rados.0.smithi002.stdout:1935: finishing copy_from to smithi002125626-23 2023-12-16T19:36:42.600 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1952 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:42.689 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:36:42.275+0000 7f2f5957b640 -1 osd.6 0 read_superblock omap replica is missing. 2023-12-16T19:36:42.689 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:36:42.356+0000 7f2f5957b640 -1 osd.6 424 log_to_monitors true 2023-12-16T19:36:42.960 INFO:tasks.rados.rados.0.smithi002.stdout:1930: done (4 left) 2023-12-16T19:36:42.960 INFO:tasks.rados.rados.0.smithi002.stdout:1932: done (3 left) 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:1934: done (2 left) 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:1935: done (1 left) 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:1936: done (0 left) 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:1937: copy_from oid 24 from oid 14 current snap is 193 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 193 2023-12-16T19:36:42.961 INFO:tasks.rados.rados.0.smithi002.stdout:1938: seq_num 625 ranges {319488=475136,794624=401408} 2023-12-16T19:36:42.964 INFO:tasks.rados.rados.0.smithi002.stdout:1938: writing smithi002125626-10 from 319488 to 794624 tid 1 2023-12-16T19:36:42.967 INFO:tasks.rados.rados.0.smithi002.stdout:1938: writing smithi002125626-10 from 794624 to 1196032 tid 2 2023-12-16T19:36:42.967 INFO:tasks.rados.rados.0.smithi002.stdout:1939: snap_remove snap 181 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: failed to encode map e431 with expected crc 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: osdmap e432: 8 total, 7 up, 8 in 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: failed to encode map e431 with expected crc 2023-12-16T19:36:42.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: osdmap e432: 8 total, 7 up, 8 in 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: failed to encode map e431 with expected crc 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: osdmap e432: 8 total, 7 up, 8 in 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:42.990 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:43.248 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:36:42 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:36:42.987+0000 7f2f499ea700 -1 osd.6 424 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1939: done (2 left) 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1940: read oid 36 snap -1 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1940: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1941: delete oid 40 current snap is 193 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1938: finishing write tid 1 to smithi002125626-10 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1938: finishing write tid 2 to smithi002125626-10 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1938: finishing write tid 3 to smithi002125626-10 2023-12-16T19:36:43.971 INFO:tasks.rados.rados.0.smithi002.stdout:1938: finishing write tid 4 to smithi002125626-10 2023-12-16T19:36:43.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1373 (ObjNum 625 snap 193 seq_num 625) dirty exists 2023-12-16T19:36:43.972 INFO:tasks.rados.rados.0.smithi002.stdout:1938: left oid 10 (ObjNum 625 snap 193 seq_num 625) 2023-12-16T19:36:43.972 INFO:tasks.rados.rados.0.smithi002.stdout:1937: finishing copy_from to smithi002125626-24 2023-12-16T19:36:43.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1758 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:36:43.972 INFO:tasks.rados.rados.0.smithi002.stdout:1937: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:36:43.987 INFO:tasks.rados.rados.0.smithi002.stdout:1937: done (3 left) 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1938: done (2 left) 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1941: done (1 left) 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1942: rmattr oid 25 current snap is 193 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1943: rollback oid 24 current snap is 193 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 137 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1944: rmattr oid 23 current snap is 193 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:1945: rollback oid 37 current snap is 193 2023-12-16T19:36:43.988 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 185 2023-12-16T19:36:43.989 INFO:tasks.rados.rados.0.smithi002.stdout:1946: read oid 9 snap -1 2023-12-16T19:36:43.989 INFO:tasks.rados.rados.0.smithi002.stdout:1946: expect (ObjNum 580 snap 177 seq_num 580) 2023-12-16T19:36:43.989 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 193 2023-12-16T19:36:43.989 INFO:tasks.rados.rados.0.smithi002.stdout:1947: seq_num 627 ranges {2367488=507904,2875392=401408} 2023-12-16T19:36:43.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: failed to encode map e432 with expected crc 2023-12-16T19:36:43.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 593 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 7 op/s; 112/1164 objects degraded (9.622%) 2023-12-16T19:36:43.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 107/1161 objects degraded (9.216%), 8 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: osdmap e433: 8 total, 7 up, 8 in 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[137674]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: failed to encode map e432 with expected crc 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 593 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 7 op/s; 112/1164 objects degraded (9.622%) 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 107/1161 objects degraded (9.216%), 8 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: osdmap e433: 8 total, 7 up, 8 in 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:43.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:43 smithi002 ceph-mon[140029]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: failed to encode map e432 with expected crc 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 593 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 7 op/s; 112/1164 objects degraded (9.622%) 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 107/1161 objects degraded (9.216%), 8 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: osdmap e433: 8 total, 7 up, 8 in 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: from='osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:43 smithi043 ceph-mon[135010]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:36:44.007 INFO:tasks.rados.rados.0.smithi002.stdout:1947: writing smithi002125626-15 from 2367488 to 2875392 tid 1 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:1947: writing smithi002125626-15 from 2875392 to 3276800 tid 2 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:1948: snap_create 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:1943: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:1943: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1935 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1953 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:1946: expect (ObjNum 580 snap 177 seq_num 580) 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: failed to encode map e433 with expected crc 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720] boot 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T19:36:44.778 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:36:44.969 INFO:tasks.rados.rados.0.smithi002.stdout:1943: done (7 left) 2023-12-16T19:36:44.969 INFO:tasks.rados.rados.0.smithi002.stdout:1944: done (6 left) 2023-12-16T19:36:44.969 INFO:tasks.rados.rados.0.smithi002.stdout:1946: done (5 left) 2023-12-16T19:36:44.969 INFO:tasks.rados.rados.0.smithi002.stdout:1948: done (4 left) 2023-12-16T19:36:44.969 INFO:tasks.rados.rados.0.smithi002.stdout:1949: snap_create 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: failed to encode map e433 with expected crc 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720] boot 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T19:36:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: failed to encode map e433 with expected crc 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: osd.6 [v2:172.21.15.43:6816/2857271720,v1:172.21.15.43:6817/2857271720] boot 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T19:36:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T19:36:44.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 1956 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:45.014 INFO:tasks.rados.rados.0.smithi002.stdout:1945: finishing rollback tid 0 to smithi002125626-37 2023-12-16T19:36:45.016 INFO:tasks.rados.rados.0.smithi002.stdout:1947: finishing write tid 1 to smithi002125626-15 2023-12-16T19:36:45.017 INFO:tasks.rados.rados.0.smithi002.stdout:1947: finishing write tid 2 to smithi002125626-15 2023-12-16T19:36:45.018 INFO:tasks.rados.rados.0.smithi002.stdout:1947: finishing write tid 3 to smithi002125626-15 2023-12-16T19:36:45.022 INFO:tasks.rados.rados.0.smithi002.stdout:1947: finishing write tid 4 to smithi002125626-15 2023-12-16T19:36:45.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 1959 (ObjNum 627 snap 193 seq_num 627) dirty exists 2023-12-16T19:36:45.022 INFO:tasks.rados.rados.0.smithi002.stdout:1947: left oid 15 (ObjNum 627 snap 193 seq_num 627) 2023-12-16T19:36:45.024 INFO:tasks.rados.rados.0.smithi002.stdout:1940: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:45.233 INFO:tasks.rados.rados.0.smithi002.stdout:1945: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:36:45.233 INFO:tasks.rados.rados.0.smithi002.stdout:1945: finishing rollback tid 2 to smithi002125626-37 2023-12-16T19:36:45.233 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 1140 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:36:45.488 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:36:45.090+0000 7fd90fc07700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-16T19:36:45.970 INFO:tasks.rados.rados.0.smithi002.stdout:1940: done (4 left) 2023-12-16T19:36:45.970 INFO:tasks.rados.rados.0.smithi002.stdout:1942: done (3 left) 2023-12-16T19:36:45.970 INFO:tasks.rados.rados.0.smithi002.stdout:1945: done (2 left) 2023-12-16T19:36:45.971 INFO:tasks.rados.rados.0.smithi002.stdout:1947: done (1 left) 2023-12-16T19:36:45.971 INFO:tasks.rados.rados.0.smithi002.stdout:1949: done (0 left) 2023-12-16T19:36:45.971 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 195 2023-12-16T19:36:45.971 INFO:tasks.rados.rados.0.smithi002.stdout:1950: seq_num 628 ranges {2244608=524288,2768896=401408} 2023-12-16T19:36:45.985 INFO:tasks.rados.rados.0.smithi002.stdout:1950: writing smithi002125626-11 from 2244608 to 2768896 tid 1 2023-12-16T19:36:45.988 INFO:tasks.rados.rados.0.smithi002.stdout:1950: writing smithi002125626-11 from 2768896 to 3170304 tid 2 2023-12-16T19:36:45.988 INFO:tasks.rados.rados.0.smithi002.stdout:1951: delete oid 48 current snap is 195 2023-12-16T19:36:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: failed to encode map e434 with expected crc 2023-12-16T19:36:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: pgmap v345: 121 pgs: 2 active+clean+snaptrim, 5 peering, 8 active+undersized+degraded, 30 active+undersized, 76 active+clean; 595 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 392 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 79/1170 objects degraded (6.752%) 2023-12-16T19:36:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[137674]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-16T19:36:45.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: failed to encode map e434 with expected crc 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: pgmap v345: 121 pgs: 2 active+clean+snaptrim, 5 peering, 8 active+undersized+degraded, 30 active+undersized, 76 active+clean; 595 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 392 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 79/1170 objects degraded (6.752%) 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.991 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.992 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:45 smithi002 ceph-mon[140029]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-16T19:36:45.992 INFO:tasks.rados.rados.0.smithi002.stdout:1950: finishing write tid 1 to smithi002125626-11 2023-12-16T19:36:45.992 INFO:tasks.rados.rados.0.smithi002.stdout:1951: done (1 left) 2023-12-16T19:36:45.992 INFO:tasks.rados.rados.0.smithi002.stdout:1952: snap_create 2023-12-16T19:36:45.993 INFO:tasks.rados.rados.0.smithi002.stdout:1950: finishing write tid 2 to smithi002125626-11 2023-12-16T19:36:45.993 INFO:tasks.rados.rados.0.smithi002.stdout:1950: finishing write tid 3 to smithi002125626-11 2023-12-16T19:36:45.994 INFO:tasks.rados.rados.0.smithi002.stdout:1950: finishing write tid 4 to smithi002125626-11 2023-12-16T19:36:45.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1769 (ObjNum 628 snap 195 seq_num 628) dirty exists 2023-12-16T19:36:45.994 INFO:tasks.rados.rados.0.smithi002.stdout:1950: left oid 11 (ObjNum 628 snap 195 seq_num 628) 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: failed to encode map e434 with expected crc 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: pgmap v345: 121 pgs: 2 active+clean+snaptrim, 5 peering, 8 active+undersized+degraded, 30 active+undersized, 76 active+clean; 595 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 392 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 79/1170 objects degraded (6.752%) 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:36:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:36:45.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:45 smithi043 ceph-mon[135010]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-16T19:36:46.972 INFO:tasks.rados.rados.0.smithi002.stdout:1950: done (1 left) 2023-12-16T19:36:46.972 INFO:tasks.rados.rados.0.smithi002.stdout:1952: done (0 left) 2023-12-16T19:36:46.972 INFO:tasks.rados.rados.0.smithi002.stdout:1953: read oid 1 snap -1 2023-12-16T19:36:46.972 INFO:tasks.rados.rados.0.smithi002.stdout:1953: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:36:46.972 INFO:tasks.rados.rados.0.smithi002.stdout:1954: delete oid 8 current snap is 196 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1954: done (1 left) 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1955: read oid 32 snap 175 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1955: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1956: rmattr oid 50 current snap is 196 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1957: read oid 12 snap -1 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1957: expect (ObjNum 620 snap 190 seq_num 620) 2023-12-16T19:36:46.980 INFO:tasks.rados.rados.0.smithi002.stdout:1958: setattr oid 47 current snap is 196 2023-12-16T19:36:46.981 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 196 2023-12-16T19:36:46.981 INFO:tasks.rados.rados.0.smithi002.stdout:1959: seq_num 631 ranges {2891776=573440,3465216=401408} 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[137674]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[137674]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[137674]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[137674]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[140029]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[140029]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[140029]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:46 smithi002 ceph-mon[140029]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T19:36:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:46 smithi043 ceph-mon[135010]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:46 smithi043 ceph-mon[135010]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:46 smithi043 ceph-mon[135010]: failed to encode map e435 with expected crc 2023-12-16T19:36:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:46 smithi043 ceph-mon[135010]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T19:36:47.001 INFO:tasks.rados.rados.0.smithi002.stdout:1959: writing smithi002125626-14 from 2891776 to 3465216 tid 1 2023-12-16T19:36:47.005 INFO:tasks.rados.rados.0.smithi002.stdout:1959: writing smithi002125626-14 from 3465216 to 3866624 tid 2 2023-12-16T19:36:47.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 196 2023-12-16T19:36:47.005 INFO:tasks.rados.rados.0.smithi002.stdout:1957: expect (ObjNum 620 snap 190 seq_num 620) 2023-12-16T19:36:47.029 INFO:tasks.rados.rados.0.smithi002.stdout:1953: expect (ObjNum 355 snap 121 seq_num 355) 2023-12-16T19:36:47.415 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:36:47.465 INFO:tasks.rados.rados.0.smithi002.stdout:1959: finishing write tid 1 to smithi002125626-14 2023-12-16T19:36:47.465 INFO:tasks.rados.rados.0.smithi002.stdout:1959: finishing write tid 2 to smithi002125626-14 2023-12-16T19:36:47.465 INFO:tasks.rados.rados.0.smithi002.stdout:1959: finishing write tid 3 to smithi002125626-14 2023-12-16T19:36:47.465 INFO:tasks.rados.rados.0.smithi002.stdout:1955: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2398 (ObjNum 619 snap 190 seq_num 619) dirty exists 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2400 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:1959: finishing write tid 4 to smithi002125626-14 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1956 (ObjNum 631 snap 196 seq_num 631) dirty exists 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:1959: left oid 14 (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:36:47.528 INFO:tasks.rados.rados.0.smithi002.stdout:1960: seq_num 632 ranges {0=589824,589824=401408} 2023-12-16T19:36:47.530 INFO:tasks.rados.rados.0.smithi002.stdout:1960: writing smithi002125626-6 from 0 to 589824 tid 1 2023-12-16T19:36:47.533 INFO:tasks.rados.rados.0.smithi002.stdout:1960: writing smithi002125626-6 from 589824 to 991232 tid 2 2023-12-16T19:36:47.533 INFO:tasks.rados.rados.0.smithi002.stdout:1953: done (6 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1955: done (5 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1956: done (4 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1957: done (3 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1958: done (2 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1959: done (1 left) 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 196 2023-12-16T19:36:47.534 INFO:tasks.rados.rados.0.smithi002.stdout:1961: seq_num 633 ranges {0=606208,606208=401408} 2023-12-16T19:36:47.537 INFO:tasks.rados.rados.0.smithi002.stdout:1961: writing smithi002125626-39 from 0 to 606208 tid 1 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1961: writing smithi002125626-39 from 606208 to 1007616 tid 2 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1962: delete oid 32 current snap is 196 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1960: finishing write tid 1 to smithi002125626-6 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1960: finishing write tid 2 to smithi002125626-6 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1960: finishing write tid 3 to smithi002125626-6 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1960: finishing write tid 4 to smithi002125626-6 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1959 (ObjNum 632 snap 196 seq_num 632) dirty exists 2023-12-16T19:36:47.541 INFO:tasks.rados.rados.0.smithi002.stdout:1960: left oid 6 (ObjNum 632 snap 196 seq_num 632) 2023-12-16T19:36:47.543 INFO:tasks.rados.rados.0.smithi002.stdout:1960: done (2 left) 2023-12-16T19:36:47.543 INFO:tasks.rados.rados.0.smithi002.stdout:1962: done (1 left) 2023-12-16T19:36:47.543 INFO:tasks.rados.rados.0.smithi002.stdout:1963: copy_from oid 37 from oid 45 current snap is 196 2023-12-16T19:36:47.543 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 196 2023-12-16T19:36:47.543 INFO:tasks.rados.rados.0.smithi002.stdout:1964: seq_num 635 ranges {3981312=638976,4620288=401408} 2023-12-16T19:36:47.568 INFO:tasks.rados.rados.0.smithi002.stdout:1964: writing smithi002125626-46 from 3981312 to 4620288 tid 1 2023-12-16T19:36:47.570 INFO:tasks.rados.rados.0.smithi002.stdout:1964: writing smithi002125626-46 from 4620288 to 5021696 tid 2 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1965: delete oid 18 current snap is 196 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1961: finishing write tid 1 to smithi002125626-39 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1961: finishing write tid 2 to smithi002125626-39 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1961: finishing write tid 3 to smithi002125626-39 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1961: finishing write tid 4 to smithi002125626-39 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1938 (ObjNum 633 snap 196 seq_num 633) dirty exists 2023-12-16T19:36:47.571 INFO:tasks.rados.rados.0.smithi002.stdout:1961: left oid 39 (ObjNum 633 snap 196 seq_num 633) 2023-12-16T19:36:47.575 INFO:tasks.rados.rados.0.smithi002.stdout:1961: done (3 left) 2023-12-16T19:36:47.575 INFO:tasks.rados.rados.0.smithi002.stdout:1965: done (2 left) 2023-12-16T19:36:47.575 INFO:tasks.rados.rados.0.smithi002.stdout:1966: rmattr oid 19 current snap is 196 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1966: done (2 left) 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1967: snap_create 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1964: finishing write tid 1 to smithi002125626-46 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1964: finishing write tid 2 to smithi002125626-46 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1964: finishing write tid 3 to smithi002125626-46 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:1963: finishing copy_from to smithi002125626-37 2023-12-16T19:36:47.576 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 1137 (ObjNum 621 snap 192 seq_num 621) dirty exists 2023-12-16T19:36:47.577 INFO:tasks.rados.rados.0.smithi002.stdout:1963: finishing copy_from racing read to smithi002125626-37 2023-12-16T19:36:47.577 INFO:tasks.rados.rados.0.smithi002.stdout:1964: finishing write tid 4 to smithi002125626-46 2023-12-16T19:36:47.577 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1962 (ObjNum 635 snap 196 seq_num 635) dirty exists 2023-12-16T19:36:47.577 INFO:tasks.rados.rados.0.smithi002.stdout:1964: left oid 46 (ObjNum 635 snap 196 seq_num 635) 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (5m) 92s ago 7m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (4m) 6s ago 7m 84.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (8m) 92s ago 8m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (8m) 6s ago 8m 19.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:36:47.748 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (4m) 6s ago 10m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (4m) 92s ago 11m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (4m) 92s ago 11m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (3m) 6s ago 10m 43.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (3m) 92s ago 10m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (4m) 92s ago 7m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:36:47.749 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (4m) 6s ago 7m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (3m) 92s ago 10m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (2m) 92s ago 10m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (2m) 92s ago 9m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (95s) 92s ago 9m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (66s) 6s ago 9m 201M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (38s) 6s ago 9m 121M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:36:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (9s) 6s ago 9m 12.7M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:36:47.751 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (8m) 6s ago 8m 235M 2481M 17.2.7-125-g1f2f5510 60cc83a9c8f1 c5bdb9a24fc0 2023-12-16T19:36:47.751 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (4m) 6s ago 8m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:36:47.976 INFO:tasks.rados.rados.0.smithi002.stdout:1963: done (2 left) 2023-12-16T19:36:47.976 INFO:tasks.rados.rados.0.smithi002.stdout:1964: done (1 left) 2023-12-16T19:36:47.977 INFO:tasks.rados.rados.0.smithi002.stdout:1967: done (0 left) 2023-12-16T19:36:47.977 INFO:tasks.rados.rados.0.smithi002.stdout:1968: rollback oid 36 current snap is 197 2023-12-16T19:36:47.977 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 156 2023-12-16T19:36:47.977 INFO:tasks.rados.rados.0.smithi002.stdout:1969: delete oid 18 current snap is 197 2023-12-16T19:36:47.982 INFO:tasks.rados.rados.0.smithi002.stdout:1969: done (1 left) 2023-12-16T19:36:47.982 INFO:tasks.rados.rados.0.smithi002.stdout:1970: read oid 49 snap -1 2023-12-16T19:36:47.982 INFO:tasks.rados.rados.0.smithi002.stdout:1970: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:47.983 INFO:tasks.rados.rados.0.smithi002.stdout:1971: read oid 39 snap -1 2023-12-16T19:36:47.983 INFO:tasks.rados.rados.0.smithi002.stdout:1971: expect (ObjNum 633 snap 196 seq_num 633) 2023-12-16T19:36:47.983 INFO:tasks.rados.rados.0.smithi002.stdout:1972: snap_create 2023-12-16T19:36:47.990 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:36:47.990 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:36:47.990 INFO:tasks.rados.rados.0.smithi002.stdout:1968: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:36:47.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1143 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-16T19:36:47.992 INFO:tasks.rados.rados.0.smithi002.stdout:1971: expect (ObjNum 633 snap 196 seq_num 633) 2023-12-16T19:36:48.020 INFO:tasks.rados.rados.0.smithi002.stdout:1970: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:48.159 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 7 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:36:48.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:36:48.161 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:36:48.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3, 2023-12-16T19:36:48.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 12 2023-12-16T19:36:48.161 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:36:48.161 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:36:48.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 15 active+undersized, 96 active+clean; 591 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 30/1173 objects degraded (2.558%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:48.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: failed to encode map e436 with expected crc 2023-12-16T19:36:48.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T19:36:48.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: failed to encode map e437 with expected crc 2023-12-16T19:36:48.161 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 15 active+undersized, 96 active+clean; 591 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 30/1173 objects degraded (2.558%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: failed to encode map e436 with expected crc 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: failed to encode map e437 with expected crc 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:48.162 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:47 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: pgmap v348: 121 pgs: 2 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 15 active+undersized, 96 active+clean; 591 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 30/1173 objects degraded (2.558%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: failed to encode map e436 with expected crc 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: failed to encode map e437 with expected crc 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:47 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:1968: done (3 left) 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:1970: done (2 left) 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:1971: done (1 left) 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:1972: done (0 left) 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 198 2023-12-16T19:36:48.983 INFO:tasks.rados.rados.0.smithi002.stdout:1973: seq_num 638 ranges {1007616=688128,1695744=401408} 2023-12-16T19:36:48.992 INFO:tasks.rados.rados.0.smithi002.stdout:1973: writing smithi002125626-39 from 1007616 to 1695744 tid 1 2023-12-16T19:36:48.994 INFO:tasks.rados.rados.0.smithi002.stdout:1973: writing smithi002125626-39 from 1695744 to 2097152 tid 2 2023-12-16T19:36:48.994 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 198 2023-12-16T19:36:48.995 INFO:tasks.rados.rados.0.smithi002.stdout:1974: seq_num 639 ranges {1466368=704512,2170880=401408} 2023-12-16T19:36:49.006 INFO:tasks.rados.rados.0.smithi002.stdout:1974: writing smithi002125626-38 from 1466368 to 2170880 tid 1 2023-12-16T19:36:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:1974: writing smithi002125626-38 from 2170880 to 2572288 tid 2 2023-12-16T19:36:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:1975: read oid 35 snap -1 2023-12-16T19:36:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:1975: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1976: copy_from oid 28 from oid 26 current snap is 198 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 1 to smithi002125626-39 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 2 to smithi002125626-39 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 3 to smithi002125626-39 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: finishing write tid 4 to smithi002125626-39 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1941 (ObjNum 638 snap 198 seq_num 638) dirty exists 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: left oid 39 (ObjNum 638 snap 198 seq_num 638) 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1973: done (3 left) 2023-12-16T19:36:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:1977: snap_remove snap 186 2023-12-16T19:36:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[140029]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[140029]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T19:36:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[140029]: failed to encode map e438 with expected crc 2023-12-16T19:36:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/26927788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:49.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[137674]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:49.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[137674]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T19:36:49.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[137674]: failed to encode map e438 with expected crc 2023-12-16T19:36:49.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/26927788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:49.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:48 smithi043 ceph-mon[135010]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:36:49.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:48 smithi043 ceph-mon[135010]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T19:36:49.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:48 smithi043 ceph-mon[135010]: failed to encode map e438 with expected crc 2023-12-16T19:36:49.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/26927788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1977: done (3 left) 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1978: read oid 39 snap -1 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1978: expect (ObjNum 638 snap 198 seq_num 638) 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1979: delete oid 27 current snap is 198 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing write tid 1 to smithi002125626-38 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing write tid 2 to smithi002125626-38 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing write tid 3 to smithi002125626-38 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1976: finishing copy_from to smithi002125626-28 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1976: got expected ENOENT (src dne) 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1976: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:36:49.993 INFO:tasks.rados.rados.0.smithi002.stdout:1974: finishing write tid 4 to smithi002125626-38 2023-12-16T19:36:49.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2406 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:36:49.994 INFO:tasks.rados.rados.0.smithi002.stdout:1974: left oid 38 (ObjNum 639 snap 198 seq_num 639) 2023-12-16T19:36:49.994 INFO:tasks.rados.rados.0.smithi002.stdout:1975: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:36:50.084 INFO:tasks.rados.rados.0.smithi002.stdout:1978: expect (ObjNum 638 snap 198 seq_num 638) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1974: done (4 left) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1975: done (3 left) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1976: done (2 left) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1978: done (1 left) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1979: done (0 left) 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 198 2023-12-16T19:36:50.156 INFO:tasks.rados.rados.0.smithi002.stdout:1980: seq_num 641 ranges {0=745472,745472=401408} 2023-12-16T19:36:50.159 INFO:tasks.rados.rados.0.smithi002.stdout:1980: writing smithi002125626-26 from 0 to 745472 tid 1 2023-12-16T19:36:50.162 INFO:tasks.rados.rados.0.smithi002.stdout:1980: writing smithi002125626-26 from 745472 to 1146880 tid 2 2023-12-16T19:36:50.162 INFO:tasks.rados.rados.0.smithi002.stdout:1981: read oid 21 snap 156 2023-12-16T19:36:50.162 INFO:tasks.rados.rados.0.smithi002.stdout:1981: expect (ObjNum 495 snap 152 seq_num 495) 2023-12-16T19:36:50.162 INFO:tasks.rados.rados.0.smithi002.stdout:1982: read oid 41 snap -1 2023-12-16T19:36:50.162 INFO:tasks.rados.rados.0.smithi002.stdout:1982: expect deleted 2023-12-16T19:36:50.163 INFO:tasks.rados.rados.0.smithi002.stdout:1983: rollback oid 24 current snap is 198 2023-12-16T19:36:50.163 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 145 2023-12-16T19:36:50.163 INFO:tasks.rados.rados.0.smithi002.stdout:1984: delete oid 2 current snap is 198 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:1983: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1935 (ObjNum 33 snap 0 seq_num 2032219512) dirty dne 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:1982: done (4 left) 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:1983: done (3 left) 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:1984: done (2 left) 2023-12-16T19:36:50.164 INFO:tasks.rados.rados.0.smithi002.stdout:1985: snap_create 2023-12-16T19:36:50.166 INFO:tasks.rados.rados.0.smithi002.stdout:1980: finishing write tid 1 to smithi002125626-26 2023-12-16T19:36:50.166 INFO:tasks.rados.rados.0.smithi002.stdout:1980: finishing write tid 2 to smithi002125626-26 2023-12-16T19:36:50.166 INFO:tasks.rados.rados.0.smithi002.stdout:1980: finishing write tid 3 to smithi002125626-26 2023-12-16T19:36:50.172 INFO:tasks.rados.rados.0.smithi002.stdout:1980: finishing write tid 4 to smithi002125626-26 2023-12-16T19:36:50.172 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2427 (ObjNum 641 snap 198 seq_num 641) dirty exists 2023-12-16T19:36:50.172 INFO:tasks.rados.rados.0.smithi002.stdout:1980: left oid 26 (ObjNum 641 snap 198 seq_num 641) 2023-12-16T19:36:50.208 INFO:tasks.rados.rados.0.smithi002.stdout:1981: expect (ObjNum 495 snap 152 seq_num 495) 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[137674]: pgmap v351: 121 pgs: 2 active+clean+snaptrim, 5 peering, 114 active+clean; 593 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded) 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[137674]: Cluster is now healthy 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[137674]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[137674]: failed to encode map e439 with expected crc 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[140029]: pgmap v351: 121 pgs: 2 active+clean+snaptrim, 5 peering, 114 active+clean; 593 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded) 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[140029]: Cluster is now healthy 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[140029]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T19:36:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:49 smithi002 ceph-mon[140029]: failed to encode map e439 with expected crc 2023-12-16T19:36:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:49 smithi043 ceph-mon[135010]: pgmap v351: 121 pgs: 2 active+clean+snaptrim, 5 peering, 114 active+clean; 593 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 3.1 MiB/s, 0 objects/s recovering 2023-12-16T19:36:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:49 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/1173 objects degraded (2.558%), 3 pgs degraded) 2023-12-16T19:36:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:49 smithi043 ceph-mon[135010]: Cluster is now healthy 2023-12-16T19:36:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:49 smithi043 ceph-mon[135010]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T19:36:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:49 smithi043 ceph-mon[135010]: failed to encode map e439 with expected crc 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[137674]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[137674]: failed to encode map e440 with expected crc 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[140029]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[140029]: failed to encode map e440 with expected crc 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:51.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:50 smithi043 ceph-mon[135010]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T19:36:51.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:50 smithi043 ceph-mon[135010]: failed to encode map e440 with expected crc 2023-12-16T19:36:51.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:51.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:36:51.614 INFO:tasks.rados.rados.0.smithi002.stdout:1980: done (2 left) 2023-12-16T19:36:51.614 INFO:tasks.rados.rados.0.smithi002.stdout:1981: done (1 left) 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1985: done (0 left) 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1986: rmattr oid 40 current snap is 199 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1986: done (0 left) 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1987: rmattr oid 32 current snap is 199 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1987: done (0 left) 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1988: rollback oid 31 current snap is 199 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 127 2023-12-16T19:36:51.615 INFO:tasks.rados.rados.0.smithi002.stdout:1989: snap_create 2023-12-16T19:36:51.618 INFO:tasks.rados.rados.0.smithi002.stdout:1988: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:36:51.618 INFO:tasks.rados.rados.0.smithi002.stdout:1988: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:36:51.618 INFO:tasks.rados.rados.0.smithi002.stdout:1988: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:36:51.618 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2197 (ObjNum 383 snap 125 seq_num 383) dirty exists 2023-12-16T19:36:51.996 INFO:tasks.rados.rados.0.smithi002.stdout:1988: done (1 left) 2023-12-16T19:36:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:1989: done (0 left) 2023-12-16T19:36:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:1990: rollback oid 31 current snap is 200 2023-12-16T19:36:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 185 2023-12-16T19:36:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:1991: snap_remove snap 198 2023-12-16T19:36:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:36:51] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2023-12-16T19:36:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[137674]: pgmap v354: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[137674]: osdmap e441: 8 total, 8 up, 8 in 2023-12-16T19:36:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[137674]: failed to encode map e441 with expected crc 2023-12-16T19:36:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[140029]: pgmap v354: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[140029]: osdmap e441: 8 total, 8 up, 8 in 2023-12-16T19:36:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:51 smithi002 ceph-mon[140029]: failed to encode map e441 with expected crc 2023-12-16T19:36:52.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:51 smithi043 ceph-mon[135010]: pgmap v354: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:52.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:51 smithi043 ceph-mon[135010]: osdmap e441: 8 total, 8 up, 8 in 2023-12-16T19:36:52.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:51 smithi043 ceph-mon[135010]: failed to encode map e441 with expected crc 2023-12-16T19:36:52.965 INFO:tasks.rados.rados.0.smithi002.stdout:1990: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1990: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1990: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2200 (ObjNum 601 snap 185 seq_num 601) dirty exists 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1990: done (1 left) 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1991: done (0 left) 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1992: rmattr oid 25 current snap is 200 2023-12-16T19:36:52.966 INFO:tasks.rados.rados.0.smithi002.stdout:1993: snap_remove snap 184 2023-12-16T19:36:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:52 smithi043 ceph-mon[135010]: failed to encode map e442 with expected crc 2023-12-16T19:36:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:52 smithi043 ceph-mon[135010]: osdmap e442: 8 total, 8 up, 8 in 2023-12-16T19:36:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:52 smithi043 ceph-mon[135010]: osdmap e443: 8 total, 8 up, 8 in 2023-12-16T19:36:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[137674]: failed to encode map e442 with expected crc 2023-12-16T19:36:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[137674]: osdmap e442: 8 total, 8 up, 8 in 2023-12-16T19:36:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[137674]: osdmap e443: 8 total, 8 up, 8 in 2023-12-16T19:36:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[140029]: failed to encode map e442 with expected crc 2023-12-16T19:36:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[140029]: osdmap e442: 8 total, 8 up, 8 in 2023-12-16T19:36:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:52 smithi002 ceph-mon[140029]: osdmap e443: 8 total, 8 up, 8 in 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:1993: done (1 left) 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:1994: rollback oid 12 current snap is 200 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 199 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 1963 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:1992: done (1 left) 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:1995: read oid 11 snap -1 2023-12-16T19:36:53.972 INFO:tasks.rados.rados.0.smithi002.stdout:1995: expect (ObjNum 628 snap 195 seq_num 628) 2023-12-16T19:36:53.973 INFO:tasks.rados.rados.0.smithi002.stdout:1996: delete oid 33 current snap is 200 2023-12-16T19:36:53.989 INFO:tasks.rados.rados.0.smithi002.stdout:1994: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:36:53.991 INFO:tasks.rados.rados.0.smithi002.stdout:1996: done (2 left) 2023-12-16T19:36:53.991 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 200 2023-12-16T19:36:53.991 INFO:tasks.rados.rados.0.smithi002.stdout:1997: seq_num 644 ranges {0=794624,794624=401408} 2023-12-16T19:36:53.997 INFO:tasks.rados.rados.0.smithi002.stdout:1997: writing smithi002125626-48 from 0 to 794624 tid 1 2023-12-16T19:36:54.000 INFO:tasks.rados.rados.0.smithi002.stdout:1997: writing smithi002125626-48 from 794624 to 1196032 tid 2 2023-12-16T19:36:54.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 200 2023-12-16T19:36:54.000 INFO:tasks.rados.rados.0.smithi002.stdout:1998: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2023-12-16T19:36:54.003 INFO:tasks.rados.rados.0.smithi002.stdout:1998: writing smithi002125626-8 from 0 to 409600 tid 1 2023-12-16T19:36:54.008 INFO:tasks.rados.rados.0.smithi002.stdout:1998: writing smithi002125626-8 from 409600 to 1187840 tid 2 2023-12-16T19:36:54.009 INFO:tasks.rados.rados.0.smithi002.stdout:1998: writing smithi002125626-8 from 1187840 to 1212416 tid 3 2023-12-16T19:36:54.009 INFO:tasks.rados.rados.0.smithi002.stdout:1999: snap_remove snap 137 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:53 smithi002 ceph-mon[137674]: pgmap v357: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:54 smithi002 ceph-mon[137674]: failed to encode map e443 with expected crc 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:54 smithi002 ceph-mon[137674]: osdmap e444: 8 total, 8 up, 8 in 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:54 smithi002 ceph-mon[140029]: pgmap v357: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:54 smithi002 ceph-mon[140029]: failed to encode map e443 with expected crc 2023-12-16T19:36:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:54 smithi002 ceph-mon[140029]: osdmap e444: 8 total, 8 up, 8 in 2023-12-16T19:36:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:54 smithi043 ceph-mon[135010]: pgmap v357: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 3.9 MiB/s, 0 objects/s recovering 2023-12-16T19:36:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:54 smithi043 ceph-mon[135010]: failed to encode map e443 with expected crc 2023-12-16T19:36:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:54 smithi043 ceph-mon[135010]: osdmap e444: 8 total, 8 up, 8 in 2023-12-16T19:36:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:1999: done (4 left) 2023-12-16T19:36:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2000: read oid 31 snap -1 2023-12-16T19:36:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2000: expect (ObjNum 601 snap 185 seq_num 601) 2023-12-16T19:36:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2001: read oid 29 snap -1 2023-12-16T19:36:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2001: expect (ObjNum 571 snap 176 seq_num 571) 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:2002: read oid 36 snap -1 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:2002: expect (ObjNum 302 snap 99 seq_num 302) 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:2003: delete oid 46 current snap is 200 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:1994: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:1994: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1934 (ObjNum 620 snap 190 seq_num 620) dirty exists 2023-12-16T19:36:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:1995: expect (ObjNum 628 snap 195 seq_num 628) 2023-12-16T19:36:55.148 INFO:tasks.rados.rados.0.smithi002.stdout:1997: finishing write tid 1 to smithi002125626-48 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1997: finishing write tid 2 to smithi002125626-48 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1997: finishing write tid 3 to smithi002125626-48 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1997: finishing write tid 4 to smithi002125626-48 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 461 (ObjNum 644 snap 200 seq_num 644) dirty exists 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1997: left oid 48 (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 1 to smithi002125626-8 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 2 to smithi002125626-8 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 3 to smithi002125626-8 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 4 to smithi002125626-8 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: finishing write tid 5 to smithi002125626-8 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1378 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1998: left oid 8 (ObjNum 645 snap 200 seq_num 645) 2023-12-16T19:36:55.149 INFO:tasks.rados.rados.0.smithi002.stdout:1994: done (7 left) 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:1995: done (6 left) 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:1997: done (5 left) 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:1998: done (4 left) 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:2003: done (3 left) 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:2004: delete oid 6 current snap is 200 2023-12-16T19:36:55.150 INFO:tasks.rados.rados.0.smithi002.stdout:2000: expect (ObjNum 601 snap 185 seq_num 601) 2023-12-16T19:36:55.167 INFO:tasks.rados.rados.0.smithi002.stdout:2001: expect (ObjNum 571 snap 176 seq_num 571) 2023-12-16T19:36:55.377 INFO:tasks.rados.rados.0.smithi002.stdout:2002: expect (ObjNum 302 snap 99 seq_num 302) 2023-12-16T19:36:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:55 smithi002 ceph-mon[137674]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:55 smithi002 ceph-mon[137674]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:55 smithi002 ceph-mon[140029]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:55 smithi002 ceph-mon[140029]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:55 smithi043 ceph-mon[135010]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:55 smithi043 ceph-mon[135010]: failed to encode map e444 with expected crc 2023-12-16T19:36:55.676 INFO:tasks.rados.rados.0.smithi002.stdout:2000: done (3 left) 2023-12-16T19:36:55.676 INFO:tasks.rados.rados.0.smithi002.stdout:2001: done (2 left) 2023-12-16T19:36:55.676 INFO:tasks.rados.rados.0.smithi002.stdout:2002: done (1 left) 2023-12-16T19:36:55.676 INFO:tasks.rados.rados.0.smithi002.stdout:2004: done (0 left) 2023-12-16T19:36:55.677 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 200 2023-12-16T19:36:55.677 INFO:tasks.rados.rados.0.smithi002.stdout:2005: seq_num 648 ranges {2097152=458752,2555904=475136,3031040=327680} 2023-12-16T19:36:55.690 INFO:tasks.rados.rados.0.smithi002.stdout:2005: writing smithi002125626-39 from 2097152 to 2555904 tid 1 2023-12-16T19:36:55.692 INFO:tasks.rados.rados.0.smithi002.stdout:2005: writing smithi002125626-39 from 2555904 to 3031040 tid 2 2023-12-16T19:36:55.694 INFO:tasks.rados.rados.0.smithi002.stdout:2005: writing smithi002125626-39 from 3031040 to 3358720 tid 3 2023-12-16T19:36:55.694 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 200 2023-12-16T19:36:55.694 INFO:tasks.rados.rados.0.smithi002.stdout:2006: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2023-12-16T19:36:55.697 INFO:tasks.rados.rados.0.smithi002.stdout:2006: writing smithi002125626-41 from 0 to 475136 tid 1 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2006: writing smithi002125626-41 from 475136 to 1236992 tid 2 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2006: writing smithi002125626-41 from 1236992 to 1277952 tid 3 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 200 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2005: finishing write tid 1 to smithi002125626-39 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2005: finishing write tid 2 to smithi002125626-39 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2005: finishing write tid 3 to smithi002125626-39 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2005: finishing write tid 4 to smithi002125626-39 2023-12-16T19:36:55.702 INFO:tasks.rados.rados.0.smithi002.stdout:2006: finishing write tid 1 to smithi002125626-41 2023-12-16T19:36:55.703 INFO:tasks.rados.rados.0.smithi002.stdout:2007: seq_num 650 ranges {7421952=491520,7913472=647168,8560640=155648} 2023-12-16T19:36:55.745 INFO:tasks.rados.rados.0.smithi002.stdout:2007: writing smithi002125626-20 from 7421952 to 7913472 tid 1 2023-12-16T19:36:55.748 INFO:tasks.rados.rados.0.smithi002.stdout:2007: writing smithi002125626-20 from 7913472 to 8560640 tid 2 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2007: writing smithi002125626-20 from 8560640 to 8716288 tid 3 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2008: setattr oid 19 current snap is 200 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2005: finishing write tid 5 to smithi002125626-39 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1945 (ObjNum 648 snap 200 seq_num 648) dirty exists 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2005: left oid 39 (ObjNum 648 snap 200 seq_num 648) 2023-12-16T19:36:55.750 INFO:tasks.rados.rados.0.smithi002.stdout:2006: finishing write tid 2 to smithi002125626-41 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2006: finishing write tid 3 to smithi002125626-41 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2006: finishing write tid 4 to smithi002125626-41 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2006: finishing write tid 5 to smithi002125626-41 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1945 (ObjNum 649 snap 200 seq_num 649) dirty exists 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2006: left oid 41 (ObjNum 649 snap 200 seq_num 649) 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2005: done (3 left) 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2006: done (2 left) 2023-12-16T19:36:55.751 INFO:tasks.rados.rados.0.smithi002.stdout:2009: delete oid 10 current snap is 200 2023-12-16T19:36:55.753 INFO:tasks.rados.rados.0.smithi002.stdout:2007: finishing write tid 1 to smithi002125626-20 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2007: finishing write tid 2 to smithi002125626-20 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2009: done (2 left) 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2010: read oid 3 snap -1 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2010: expect (ObjNum 617 snap 189 seq_num 617) 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2011: read oid 28 snap 192 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2011: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2012: rmattr oid 4 current snap is 200 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2012: done (4 left) 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:2013: snap_create 2023-12-16T19:36:55.754 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1157 (ObjNum 572 snap 176 seq_num 572) dirty exists 2023-12-16T19:36:55.756 INFO:tasks.rados.rados.0.smithi002.stdout:2007: finishing write tid 3 to smithi002125626-20 2023-12-16T19:36:55.757 INFO:tasks.rados.rados.0.smithi002.stdout:2010: expect (ObjNum 617 snap 189 seq_num 617) 2023-12-16T19:36:55.776 INFO:tasks.rados.rados.0.smithi002.stdout:2007: finishing write tid 4 to smithi002125626-20 2023-12-16T19:36:55.777 INFO:tasks.rados.rados.0.smithi002.stdout:2011: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:36:55.794 INFO:tasks.rados.rados.0.smithi002.stdout:2007: finishing write tid 5 to smithi002125626-20 2023-12-16T19:36:55.794 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1147 (ObjNum 650 snap 200 seq_num 650) dirty exists 2023-12-16T19:36:55.794 INFO:tasks.rados.rados.0.smithi002.stdout:2007: left oid 20 (ObjNum 650 snap 200 seq_num 650) 2023-12-16T19:36:56.013 INFO:tasks.rados.rados.0.smithi002.stdout:2007: done (4 left) 2023-12-16T19:36:56.013 INFO:tasks.rados.rados.0.smithi002.stdout:2008: done (3 left) 2023-12-16T19:36:56.013 INFO:tasks.rados.rados.0.smithi002.stdout:2010: done (2 left) 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:2011: done (1 left) 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:2013: done (0 left) 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:2014: read oid 32 snap 190 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:2014: expect (ObjNum 613 snap 189 seq_num 613) 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 201 2023-12-16T19:36:56.014 INFO:tasks.rados.rados.0.smithi002.stdout:2015: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2023-12-16T19:36:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2015: writing smithi002125626-46 from 0 to 524288 tid 1 2023-12-16T19:36:56.019 INFO:tasks.rados.rados.0.smithi002.stdout:2015: writing smithi002125626-46 from 524288 to 933888 tid 2 2023-12-16T19:36:56.021 INFO:tasks.rados.rados.0.smithi002.stdout:2015: writing smithi002125626-46 from 933888 to 1327104 tid 3 2023-12-16T19:36:56.021 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 201 2023-12-16T19:36:56.022 INFO:tasks.rados.rados.0.smithi002.stdout:2016: seq_num 653 ranges {14794752=540672,15335424=696320,16031744=106496} 2023-12-16T19:36:56.105 INFO:tasks.rados.rados.0.smithi002.stdout:2016: writing smithi002125626-5 from 14794752 to 15335424 tid 1 2023-12-16T19:36:56.109 INFO:tasks.rados.rados.0.smithi002.stdout:2016: writing smithi002125626-5 from 15335424 to 16031744 tid 2 2023-12-16T19:36:56.110 INFO:tasks.rados.rados.0.smithi002.stdout:2016: writing smithi002125626-5 from 16031744 to 16138240 tid 3 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2017: read oid 50 snap -1 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2017: expect (ObjNum 619 snap 190 seq_num 619) 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2018: copy_from oid 22 from oid 42 current snap is 201 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: finishing write tid 1 to smithi002125626-46 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: finishing write tid 2 to smithi002125626-46 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: finishing write tid 3 to smithi002125626-46 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: finishing write tid 4 to smithi002125626-46 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: finishing write tid 5 to smithi002125626-46 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1968 (ObjNum 652 snap 201 seq_num 652) dirty exists 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2015: left oid 46 (ObjNum 652 snap 201 seq_num 652) 2023-12-16T19:36:56.111 INFO:tasks.rados.rados.0.smithi002.stdout:2014: expect (ObjNum 613 snap 189 seq_num 613) 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: finishing write tid 1 to smithi002125626-5 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: finishing write tid 2 to smithi002125626-5 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: finishing write tid 3 to smithi002125626-5 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: finishing write tid 4 to smithi002125626-5 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: finishing write tid 5 to smithi002125626-5 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1947 (ObjNum 653 snap 201 seq_num 653) dirty exists 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: left oid 5 (ObjNum 653 snap 201 seq_num 653) 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2014: done (4 left) 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2015: done (3 left) 2023-12-16T19:36:56.290 INFO:tasks.rados.rados.0.smithi002.stdout:2016: done (2 left) 2023-12-16T19:36:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 201 2023-12-16T19:36:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing copy_from racing read to smithi002125626-22 2023-12-16T19:36:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:2018: finishing copy_from to smithi002125626-22 2023-12-16T19:36:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 414 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:36:56.291 INFO:tasks.rados.rados.0.smithi002.stdout:2017: expect (ObjNum 619 snap 190 seq_num 619) 2023-12-16T19:36:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[137674]: pgmap v360: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[137674]: failed to encode map e445 with expected crc 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[137674]: osdmap e445: 8 total, 8 up, 8 in 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[140029]: pgmap v360: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[140029]: failed to encode map e445 with expected crc 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[140029]: osdmap e445: 8 total, 8 up, 8 in 2023-12-16T19:36:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:56 smithi043 ceph-mon[135010]: pgmap v360: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 611 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-16T19:36:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:56 smithi043 ceph-mon[135010]: failed to encode map e445 with expected crc 2023-12-16T19:36:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:56 smithi043 ceph-mon[135010]: osdmap e445: 8 total, 8 up, 8 in 2023-12-16T19:36:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:36:56.872 INFO:tasks.rados.rados.0.smithi002.stdout:2019: seq_num 654 ranges {794624=557056,1351680=630784,1982464=172032} 2023-12-16T19:36:56.879 INFO:tasks.rados.rados.0.smithi002.stdout:2019: writing smithi002125626-12 from 794624 to 1351680 tid 1 2023-12-16T19:36:56.883 INFO:tasks.rados.rados.0.smithi002.stdout:2019: writing smithi002125626-12 from 1351680 to 1982464 tid 2 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2019: writing smithi002125626-12 from 1982464 to 2154496 tid 3 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing write tid 1 to smithi002125626-12 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2017: done (2 left) 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2018: done (1 left) 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2020: rollback oid 41 current snap is 201 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 119 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2021: read oid 49 snap -1 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2021: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:56.885 INFO:tasks.rados.rados.0.smithi002.stdout:2022: delete oid 1 current snap is 201 2023-12-16T19:36:56.887 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing write tid 2 to smithi002125626-12 2023-12-16T19:36:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing write tid 3 to smithi002125626-12 2023-12-16T19:36:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:2020: finishing rollback tid 0 to smithi002125626-41 2023-12-16T19:36:56.888 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing write tid 4 to smithi002125626-12 2023-12-16T19:36:56.889 INFO:tasks.rados.rados.0.smithi002.stdout:2020: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:36:56.890 INFO:tasks.rados.rados.0.smithi002.stdout:2020: finishing rollback tid 2 to smithi002125626-41 2023-12-16T19:36:56.890 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1948 (ObjNum 178 snap 46 seq_num 178) dirty exists 2023-12-16T19:36:56.890 INFO:tasks.rados.rados.0.smithi002.stdout:2019: finishing write tid 5 to smithi002125626-12 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1938 (ObjNum 654 snap 201 seq_num 654) dirty exists 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:2019: left oid 12 (ObjNum 654 snap 201 seq_num 654) 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:2019: done (3 left) 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:2020: done (2 left) 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:2022: done (1 left) 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 201 2023-12-16T19:36:56.891 INFO:tasks.rados.rados.0.smithi002.stdout:2023: seq_num 656 ranges {6995968=589824,7585792=802816} 2023-12-16T19:36:56.932 INFO:tasks.rados.rados.0.smithi002.stdout:2023: writing smithi002125626-45 from 6995968 to 7585792 tid 1 2023-12-16T19:36:56.937 INFO:tasks.rados.rados.0.smithi002.stdout:2023: writing smithi002125626-45 from 7585792 to 8388608 tid 2 2023-12-16T19:36:56.937 INFO:tasks.rados.rados.0.smithi002.stdout:2024: snap_remove snap 156 2023-12-16T19:36:57.019 INFO:tasks.rados.rados.0.smithi002.stdout:2024: done (2 left) 2023-12-16T19:36:57.019 INFO:tasks.rados.rados.0.smithi002.stdout:2025: copy_from oid 21 from oid 13 current snap is 201 2023-12-16T19:36:57.019 INFO:tasks.rados.rados.0.smithi002.stdout:2021: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:36:57.184 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 1 to smithi002125626-45 2023-12-16T19:36:57.184 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 2 to smithi002125626-45 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 3 to smithi002125626-45 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2023: finishing write tid 4 to smithi002125626-45 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1150 (ObjNum 656 snap 201 seq_num 656) dirty exists 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2023: left oid 45 (ObjNum 656 snap 201 seq_num 656) 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2021: done (2 left) 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2023: done (1 left) 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 201 2023-12-16T19:36:57.185 INFO:tasks.rados.rados.0.smithi002.stdout:2026: seq_num 657 ranges {647168=606208,1253376=688128,1941504=114688} 2023-12-16T19:36:57.191 INFO:tasks.rados.rados.0.smithi002.stdout:2026: writing smithi002125626-28 from 647168 to 1253376 tid 1 2023-12-16T19:36:57.195 INFO:tasks.rados.rados.0.smithi002.stdout:2026: writing smithi002125626-28 from 1253376 to 1941504 tid 2 2023-12-16T19:36:57.195 INFO:tasks.rados.rados.0.smithi002.stdout:2026: writing smithi002125626-28 from 1941504 to 2056192 tid 3 2023-12-16T19:36:57.196 INFO:tasks.rados.rados.0.smithi002.stdout:2027: delete oid 2 current snap is 201 2023-12-16T19:36:57.196 INFO:tasks.rados.rados.0.smithi002.stdout:2025: finishing copy_from to smithi002125626-21 2023-12-16T19:36:57.196 INFO:tasks.rados.rados.0.smithi002.stdout:2025: got expected ENOENT (src dne) 2023-12-16T19:36:57.196 INFO:tasks.rados.rados.0.smithi002.stdout:2025: finishing copy_from racing read to smithi002125626-21 2023-12-16T19:36:57.196 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing write tid 1 to smithi002125626-28 2023-12-16T19:36:57.197 INFO:tasks.rados.rados.0.smithi002.stdout:2025: done (2 left) 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2027: done (1 left) 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2028: rmattr oid 49 current snap is 201 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2029: read oid 16 snap 161 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2029: expect (ObjNum 2053450048 snap 21887 seq_num 2054386720) 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2030: read oid 11 snap -1 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2030: expect (ObjNum 628 snap 195 seq_num 628) 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2031: copy_from oid 50 from oid 31 current snap is 201 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 201 2023-12-16T19:36:57.198 INFO:tasks.rados.rados.0.smithi002.stdout:2032: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2023-12-16T19:36:57.202 INFO:tasks.rados.rados.0.smithi002.stdout:2032: writing smithi002125626-33 from 0 to 647168 tid 1 2023-12-16T19:36:57.205 INFO:tasks.rados.rados.0.smithi002.stdout:2032: writing smithi002125626-33 from 647168 to 1097728 tid 2 2023-12-16T19:36:57.207 INFO:tasks.rados.rados.0.smithi002.stdout:2032: writing smithi002125626-33 from 1097728 to 1449984 tid 3 2023-12-16T19:36:57.207 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 201 2023-12-16T19:36:57.207 INFO:tasks.rados.rados.0.smithi002.stdout:2029: expect (ObjNum 2053450048 snap 21887 seq_num 2054386720) 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing write tid 2 to smithi002125626-28 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing write tid 3 to smithi002125626-28 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing write tid 4 to smithi002125626-28 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1969 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2026: finishing write tid 5 to smithi002125626-28 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1949 (ObjNum 657 snap 201 seq_num 657) dirty exists 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2026: left oid 28 (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:36:57.214 INFO:tasks.rados.rados.0.smithi002.stdout:2031: finishing copy_from to smithi002125626-50 2023-12-16T19:36:57.215 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2200 (ObjNum 601 snap 185 seq_num 601) dirty exists 2023-12-16T19:36:57.215 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing write tid 1 to smithi002125626-33 2023-12-16T19:36:57.215 INFO:tasks.rados.rados.0.smithi002.stdout:2033: seq_num 660 ranges {1384448=663552,2048000=737280,2785280=65536} 2023-12-16T19:36:57.225 INFO:tasks.rados.rados.0.smithi002.stdout:2033: writing smithi002125626-41 from 1384448 to 2048000 tid 1 2023-12-16T19:36:57.229 INFO:tasks.rados.rados.0.smithi002.stdout:2033: writing smithi002125626-41 from 2048000 to 2785280 tid 2 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2033: writing smithi002125626-41 from 2785280 to 2850816 tid 3 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2026: done (6 left) 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2028: done (5 left) 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2029: done (4 left) 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2031: done (3 left) 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2034: read oid 13 snap -1 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2034: expect deleted 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2035: rmattr oid 22 current snap is 201 2023-12-16T19:36:57.230 INFO:tasks.rados.rados.0.smithi002.stdout:2030: expect (ObjNum 628 snap 195 seq_num 628) 2023-12-16T19:36:57.353 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing write tid 2 to smithi002125626-33 2023-12-16T19:36:57.353 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing write tid 3 to smithi002125626-33 2023-12-16T19:36:57.353 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing write tid 4 to smithi002125626-33 2023-12-16T19:36:57.353 INFO:tasks.rados.rados.0.smithi002.stdout:2032: finishing write tid 5 to smithi002125626-33 2023-12-16T19:36:57.353 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1161 (ObjNum 659 snap 201 seq_num 659) dirty exists 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2032: left oid 33 (ObjNum 659 snap 201 seq_num 659) 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: finishing write tid 1 to smithi002125626-41 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2030: done (4 left) 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2032: done (3 left) 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2034: done (2 left) 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2036: snap_create 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1770 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: finishing write tid 2 to smithi002125626-41 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: finishing write tid 3 to smithi002125626-41 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: finishing write tid 4 to smithi002125626-41 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: finishing write tid 5 to smithi002125626-41 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1952 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:36:57.354 INFO:tasks.rados.rados.0.smithi002.stdout:2033: left oid 41 (ObjNum 660 snap 201 seq_num 660) 2023-12-16T19:36:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:57 smithi002 ceph-mon[137674]: failed to encode map e446 with expected crc 2023-12-16T19:36:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:57 smithi002 ceph-mon[137674]: osdmap e446: 8 total, 8 up, 8 in 2023-12-16T19:36:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:57 smithi002 ceph-mon[140029]: failed to encode map e446 with expected crc 2023-12-16T19:36:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:57 smithi002 ceph-mon[140029]: osdmap e446: 8 total, 8 up, 8 in 2023-12-16T19:36:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:57 smithi043 ceph-mon[135010]: failed to encode map e446 with expected crc 2023-12-16T19:36:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:57 smithi043 ceph-mon[135010]: osdmap e446: 8 total, 8 up, 8 in 2023-12-16T19:36:57.966 INFO:tasks.rados.rados.0.smithi002.stdout:2033: done (2 left) 2023-12-16T19:36:57.966 INFO:tasks.rados.rados.0.smithi002.stdout:2035: done (1 left) 2023-12-16T19:36:57.967 INFO:tasks.rados.rados.0.smithi002.stdout:2036: done (0 left) 2023-12-16T19:36:57.967 INFO:tasks.rados.rados.0.smithi002.stdout:2037: read oid 44 snap 193 2023-12-16T19:36:57.967 INFO:tasks.rados.rados.0.smithi002.stdout:2037: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:57.967 INFO:tasks.rados.rados.0.smithi002.stdout:2038: delete oid 39 current snap is 202 2023-12-16T19:36:57.977 INFO:tasks.rados.rados.0.smithi002.stdout:2038: done (1 left) 2023-12-16T19:36:57.978 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 202 2023-12-16T19:36:57.978 INFO:tasks.rados.rados.0.smithi002.stdout:2039: seq_num 662 ranges {1146880=696320,1843200=557056,2400256=245760} 2023-12-16T19:36:57.988 INFO:tasks.rados.rados.0.smithi002.stdout:2039: writing smithi002125626-26 from 1146880 to 1843200 tid 1 2023-12-16T19:36:57.991 INFO:tasks.rados.rados.0.smithi002.stdout:2039: writing smithi002125626-26 from 1843200 to 2400256 tid 2 2023-12-16T19:36:57.993 INFO:tasks.rados.rados.0.smithi002.stdout:2039: writing smithi002125626-26 from 2400256 to 2646016 tid 3 2023-12-16T19:36:57.993 INFO:tasks.rados.rados.0.smithi002.stdout:2040: snap_remove snap 119 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[137674]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[137674]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[137674]: osdmap e447: 8 total, 8 up, 8 in 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[137674]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[137674]: osdmap e448: 8 total, 8 up, 8 in 2023-12-16T19:36:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[140029]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2023-12-16T19:36:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[140029]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[140029]: osdmap e447: 8 total, 8 up, 8 in 2023-12-16T19:36:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[140029]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:58 smithi002 ceph-mon[140029]: osdmap e448: 8 total, 8 up, 8 in 2023-12-16T19:36:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:58 smithi043 ceph-mon[135010]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2023-12-16T19:36:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:58 smithi043 ceph-mon[135010]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:58 smithi043 ceph-mon[135010]: osdmap e447: 8 total, 8 up, 8 in 2023-12-16T19:36:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:58 smithi043 ceph-mon[135010]: failed to encode map e447 with expected crc 2023-12-16T19:36:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:58 smithi043 ceph-mon[135010]: osdmap e448: 8 total, 8 up, 8 in 2023-12-16T19:36:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:2040: done (2 left) 2023-12-16T19:36:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:2041: read oid 10 snap -1 2023-12-16T19:36:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:2041: expect deleted 2023-12-16T19:36:58.975 INFO:tasks.rados.rados.0.smithi002.stdout:2042: delete oid 37 current snap is 202 2023-12-16T19:36:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:2039: finishing write tid 1 to smithi002125626-26 2023-12-16T19:36:58.976 INFO:tasks.rados.rados.0.smithi002.stdout:2037: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:36:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:2039: finishing write tid 2 to smithi002125626-26 2023-12-16T19:36:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:2039: finishing write tid 3 to smithi002125626-26 2023-12-16T19:36:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:2039: finishing write tid 4 to smithi002125626-26 2023-12-16T19:36:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:2039: finishing write tid 5 to smithi002125626-26 2023-12-16T19:36:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2486 (ObjNum 662 snap 202 seq_num 662) dirty exists 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2039: left oid 26 (ObjNum 662 snap 202 seq_num 662) 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2037: done (3 left) 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2039: done (2 left) 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2041: done (1 left) 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2042: done (0 left) 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2043: read oid 6 snap 177 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2043: expect deleted 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2044: rollback oid 46 current snap is 202 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 189 2023-12-16T19:36:59.195 INFO:tasks.rados.rados.0.smithi002.stdout:2045: setattr oid 32 current snap is 202 2023-12-16T19:36:59.197 INFO:tasks.rados.rados.0.smithi002.stdout:2043: done (2 left) 2023-12-16T19:36:59.197 INFO:tasks.rados.rados.0.smithi002.stdout:2046: read oid 48 snap -1 2023-12-16T19:36:59.197 INFO:tasks.rados.rados.0.smithi002.stdout:2046: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:36:59.197 INFO:tasks.rados.rados.0.smithi002.stdout:2047: snap_remove snap 190 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[137674]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[137674]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[137674]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[140029]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[140029]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:36:59 smithi002 ceph-mon[140029]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T19:36:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:59 smithi043 ceph-mon[135010]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:59 smithi043 ceph-mon[135010]: failed to encode map e448 with expected crc 2023-12-16T19:36:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:36:59 smithi043 ceph-mon[135010]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2047: done (3 left) 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2048: rollback oid 23 current snap is 202 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 197 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2044: finishing rollback tid 0 to smithi002125626-46 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2044: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2044: finishing rollback tid 2 to smithi002125626-46 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1972 (ObjNum 550 snap 169 seq_num 550) dirty exists 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2501 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-16T19:37:00.031 INFO:tasks.rados.rados.0.smithi002.stdout:2046: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:37:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:2048: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:37:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:2048: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:37:00.073 INFO:tasks.rados.rados.0.smithi002.stdout:2048: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1963 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2044: done (3 left) 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2045: done (2 left) 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2046: done (1 left) 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2048: done (0 left) 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2049: rollback oid 33 current snap is 202 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 196 2023-12-16T19:37:00.074 INFO:tasks.rados.rados.0.smithi002.stdout:2050: snap_remove snap 201 2023-12-16T19:37:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:00 smithi002 ceph-mon[137674]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 622 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2023-12-16T19:37:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:00 smithi002 ceph-mon[137674]: failed to encode map e449 with expected crc 2023-12-16T19:37:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:00 smithi002 ceph-mon[140029]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 622 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2023-12-16T19:37:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:00 smithi002 ceph-mon[140029]: failed to encode map e449 with expected crc 2023-12-16T19:37:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:00 smithi043 ceph-mon[135010]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 622 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2023-12-16T19:37:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:00 smithi043 ceph-mon[135010]: failed to encode map e449 with expected crc 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:2050: done (1 left) 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:2051: delete oid 10 current snap is 202 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:2049: finishing rollback tid 0 to smithi002125626-33 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:2049: finishing rollback tid 1 to smithi002125626-33 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:2049: finishing rollback tid 2 to smithi002125626-33 2023-12-16T19:37:01.036 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1164 (ObjNum 614 snap 189 seq_num 614) dirty exists 2023-12-16T19:37:01.046 INFO:tasks.rados.rados.0.smithi002.stdout:2049: done (1 left) 2023-12-16T19:37:01.046 INFO:tasks.rados.rados.0.smithi002.stdout:2051: done (0 left) 2023-12-16T19:37:01.046 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 202 2023-12-16T19:37:01.046 INFO:tasks.rados.rados.0.smithi002.stdout:2052: seq_num 665 ranges {3940352=745472,4685824=606208,5292032=196608} 2023-12-16T19:37:01.071 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi002125626-49 from 3940352 to 4685824 tid 1 2023-12-16T19:37:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi002125626-49 from 4685824 to 5292032 tid 2 2023-12-16T19:37:01.076 INFO:tasks.rados.rados.0.smithi002.stdout:2052: writing smithi002125626-49 from 5292032 to 5488640 tid 3 2023-12-16T19:37:01.076 INFO:tasks.rados.rados.0.smithi002.stdout:2053: rmattr oid 11 current snap is 202 2023-12-16T19:37:01.076 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 1 to smithi002125626-49 2023-12-16T19:37:01.076 INFO:tasks.rados.rados.0.smithi002.stdout:2054: snap_create 2023-12-16T19:37:01.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1771 (ObjNum 628 snap 195 seq_num 628) dirty exists 2023-12-16T19:37:01.080 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 2 to smithi002125626-49 2023-12-16T19:37:01.080 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 3 to smithi002125626-49 2023-12-16T19:37:01.080 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 4 to smithi002125626-49 2023-12-16T19:37:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:2052: finishing write tid 5 to smithi002125626-49 2023-12-16T19:37:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1976 (ObjNum 665 snap 202 seq_num 665) dirty exists 2023-12-16T19:37:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:2052: left oid 49 (ObjNum 665 snap 202 seq_num 665) 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[140029]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[140029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[140029]: Upgrade: osd.7 is safe to restart 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[140029]: failed to encode map e450 with expected crc 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[137674]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[137674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[137674]: Upgrade: osd.7 is safe to restart 2023-12-16T19:37:01.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-mon[137674]: failed to encode map e450 with expected crc 2023-12-16T19:37:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:01 smithi043 ceph-mon[135010]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T19:37:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:01 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:01 smithi043 ceph-mon[135010]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T19:37:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:01 smithi043 ceph-mon[135010]: Upgrade: osd.7 is safe to restart 2023-12-16T19:37:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:01 smithi043 ceph-mon[135010]: failed to encode map e450 with expected crc 2023-12-16T19:37:02.040 INFO:tasks.rados.rados.0.smithi002.stdout:2052: done (2 left) 2023-12-16T19:37:02.040 INFO:tasks.rados.rados.0.smithi002.stdout:2053: done (1 left) 2023-12-16T19:37:02.040 INFO:tasks.rados.rados.0.smithi002.stdout:2054: done (0 left) 2023-12-16T19:37:02.040 INFO:tasks.rados.rados.0.smithi002.stdout:2055: delete oid 46 current snap is 203 2023-12-16T19:37:02.046 INFO:tasks.rados.rados.0.smithi002.stdout:2055: done (0 left) 2023-12-16T19:37:02.046 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 203 2023-12-16T19:37:02.046 INFO:tasks.rados.rados.0.smithi002.stdout:2056: seq_num 667 ranges {5488640=778240,6266880=778240,7045120=24576} 2023-12-16T19:37:02.081 INFO:tasks.rados.rados.0.smithi002.stdout:2056: writing smithi002125626-49 from 5488640 to 6266880 tid 1 2023-12-16T19:37:02.085 INFO:tasks.rados.rados.0.smithi002.stdout:2056: writing smithi002125626-49 from 6266880 to 7045120 tid 2 2023-12-16T19:37:02.085 INFO:tasks.rados.rados.0.smithi002.stdout:2056: writing smithi002125626-49 from 7045120 to 7069696 tid 3 2023-12-16T19:37:02.085 INFO:tasks.rados.rados.0.smithi002.stdout:2057: rmattr oid 35 current snap is 203 2023-12-16T19:37:02.085 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 203 2023-12-16T19:37:02.085 INFO:tasks.rados.rados.0.smithi002.stdout:2058: seq_num 668 ranges {5341184=794624,6135808=663552,6799360=139264} 2023-12-16T19:37:02.118 INFO:tasks.rados.rados.0.smithi002.stdout:2058: writing smithi002125626-44 from 5341184 to 6135808 tid 1 2023-12-16T19:37:02.122 INFO:tasks.rados.rados.0.smithi002.stdout:2058: writing smithi002125626-44 from 6135808 to 6799360 tid 2 2023-12-16T19:37:02.123 INFO:tasks.rados.rados.0.smithi002.stdout:2058: writing smithi002125626-44 from 6799360 to 6938624 tid 3 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2059: delete oid 19 current snap is 203 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 0 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: finishing write tid 1 to smithi002125626-49 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: finishing write tid 2 to smithi002125626-49 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: finishing write tid 3 to smithi002125626-49 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: finishing write tid 4 to smithi002125626-49 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: finishing write tid 5 to smithi002125626-49 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1981 (ObjNum 667 snap 203 seq_num 667) dirty exists 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2056: left oid 49 (ObjNum 667 snap 203 seq_num 667) 2023-12-16T19:37:02.124 INFO:tasks.rados.rados.0.smithi002.stdout:2058: finishing write tid 1 to smithi002125626-44 2023-12-16T19:37:02.126 INFO:tasks.rados.rados.0.smithi002.stdout:2056: done (3 left) 2023-12-16T19:37:02.126 INFO:tasks.rados.rados.0.smithi002.stdout:2057: done (2 left) 2023-12-16T19:37:02.126 INFO:tasks.rados.rados.0.smithi002.stdout:2059: done (1 left) 2023-12-16T19:37:02.126 INFO:tasks.rados.rados.0.smithi002.stdout:2060: setattr oid 46 current snap is 203 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2058: finishing write tid 2 to smithi002125626-44 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2058: finishing write tid 3 to smithi002125626-44 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2061: read oid 2 snap -1 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2061: expect deleted 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2062: copy_from oid 7 from oid 21 current snap is 203 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2063: read oid 38 snap -1 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2063: expect (ObjNum 639 snap 198 seq_num 639) 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2064: snap_create 2023-12-16T19:37:02.128 INFO:tasks.rados.rados.0.smithi002.stdout:2058: finishing write tid 4 to smithi002125626-44 2023-12-16T19:37:02.129 INFO:tasks.rados.rados.0.smithi002.stdout:2058: finishing write tid 5 to smithi002125626-44 2023-12-16T19:37:02.129 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1383 (ObjNum 668 snap 203 seq_num 668) dirty exists 2023-12-16T19:37:02.129 INFO:tasks.rados.rados.0.smithi002.stdout:2058: left oid 44 (ObjNum 668 snap 203 seq_num 668) 2023-12-16T19:37:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1982 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:37:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2062: finishing copy_from to smithi002125626-7 2023-12-16T19:37:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2062: got expected ENOENT (src dne) 2023-12-16T19:37:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2062: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:37:02.137 INFO:tasks.rados.rados.0.smithi002.stdout:2063: expect (ObjNum 639 snap 198 seq_num 639) 2023-12-16T19:37:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:01] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: pgmap v369: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: failed to encode map e451 with expected crc 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: Upgrade: Updating osd.7 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[140029]: Deploying daemon osd.7 on smithi043 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: pgmap v369: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: failed to encode map e451 with expected crc 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: Upgrade: Updating osd.7 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:02.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:02 smithi002 ceph-mon[137674]: Deploying daemon osd.7 on smithi043 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: pgmap v369: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: failed to encode map e451 with expected crc 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: Upgrade: Updating osd.7 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:02.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:02 smithi043 ceph-mon[135010]: Deploying daemon osd.7 on smithi043 2023-12-16T19:37:02.970 INFO:tasks.rados.rados.0.smithi002.stdout:2058: done (5 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2060: done (4 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2061: done (3 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2062: done (2 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2063: done (1 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2064: done (0 left) 2023-12-16T19:37:02.971 INFO:tasks.rados.rados.0.smithi002.stdout:2065: snap_create 2023-12-16T19:37:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-mon[135010]: failed to encode map e452 with expected crc 2023-12-16T19:37:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-mon[135010]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T19:37:03.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-mon[135010]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[137674]: failed to encode map e452 with expected crc 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[137674]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[137674]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[140029]: failed to encode map e452 with expected crc 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[140029]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T19:37:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:03 smithi002 ceph-mon[140029]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T19:37:03.643 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:03 smithi043 systemd[1]: Stopping Ceph osd.7 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:37:03.976 INFO:tasks.rados.rados.0.smithi002.stdout:2065: done (0 left) 2023-12-16T19:37:03.976 INFO:tasks.rados.rados.0.smithi002.stdout:2066: delete oid 45 current snap is 205 2023-12-16T19:37:03.998 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:37:03.641+0000 7f5d6816c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:37:03.998 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:37:03.641+0000 7f5d6816c700 -1 osd.7 453 *** Got signal Terminated *** 2023-12-16T19:37:03.998 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[103965]: 2023-12-16T19:37:03.641+0000 7f5d6816c700 -1 osd.7 453 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:37:04.411 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:04 smithi043 ceph-mon[135010]: pgmap v372: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-16T19:37:04.411 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:04 smithi043 ceph-mon[135010]: failed to encode map e453 with expected crc 2023-12-16T19:37:04.411 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:04 smithi043 ceph-mon[135010]: osd.7 marked itself down and dead 2023-12-16T19:37:04.411 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:04 smithi043 ceph-mon[135010]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:37:04.411 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:04 smithi043 ceph-mon[135010]: osdmap e454: 8 total, 7 up, 8 in 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[137674]: pgmap v372: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[137674]: failed to encode map e453 with expected crc 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[137674]: osd.7 marked itself down and dead 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[137674]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[137674]: osdmap e454: 8 total, 7 up, 8 in 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[140029]: pgmap v372: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 606 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[140029]: failed to encode map e453 with expected crc 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[140029]: osd.7 marked itself down and dead 2023-12-16T19:37:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[140029]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T19:37:04.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:04 smithi002 ceph-mon[140029]: osdmap e454: 8 total, 7 up, 8 in 2023-12-16T19:37:04.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:04 smithi043 podman[154709]: 2023-12-16 19:37:04.409857897 +0000 UTC m=+0.828413854 container died c5bdb9a24fc0435abb94198e16d2a230f5cb0cefa4b3a5a57c38331a6160f7fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551) 2023-12-16T19:37:04.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:04 smithi043 podman[154709]: 2023-12-16 19:37:04.539282268 +0000 UTC m=+0.957838212 container cleanup c5bdb9a24fc0435abb94198e16d2a230f5cb0cefa4b3a5a57c38331a6160f7fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2023-12-16T19:37:04.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:04 smithi043 bash[154709]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7 2023-12-16T19:37:04.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:04 smithi043 podman[154728]: 2023-12-16 19:37:04.655847382 +0000 UTC m=+0.247007277 container remove c5bdb9a24fc0435abb94198e16d2a230f5cb0cefa4b3a5a57c38331a6160f7fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2023-12-16T19:37:04.993 INFO:tasks.rados.rados.0.smithi002.stdout:2066: done (0 left) 2023-12-16T19:37:04.993 INFO:tasks.rados.rados.0.smithi002.stdout:2067: read oid 40 snap -1 2023-12-16T19:37:04.993 INFO:tasks.rados.rados.0.smithi002.stdout:2067: expect deleted 2023-12-16T19:37:04.993 INFO:tasks.rados.rados.0.smithi002.stdout:2068: snap_remove snap 199 2023-12-16T19:37:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:04 smithi043 podman[154817]: 2023-12-16 19:37:04.94749241 +0000 UTC m=+0.048547337 container create d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T19:37:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154817]: 2023-12-16 19:37:04.916955699 +0000 UTC m=+0.018010640 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:37:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154817]: 2023-12-16 19:37:05.02285246 +0000 UTC m=+0.123907388 container init d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:37:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154817]: 2023-12-16 19:37:05.027329803 +0000 UTC m=+0.128384729 container start d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2023-12-16T19:37:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154817]: 2023-12-16 19:37:05.055723293 +0000 UTC m=+0.156778239 container attach d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2023-12-16T19:37:05.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154817]: 2023-12-16 19:37:05.317109665 +0000 UTC m=+0.418164619 container died d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2023-12-16T19:37:05.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154844]: 2023-12-16 19:37:05.539022262 +0000 UTC m=+0.216677407 container remove d8095741735da6ae3b07b08e6f707d4089409a3b8e0df87fdbc34efc989b1632 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:37:05.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.7.service: Deactivated successfully. 2023-12-16T19:37:05.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 systemd[1]: Stopped Ceph osd.7 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:37:05.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.7.service: Consumed 16.080s CPU time. 2023-12-16T19:37:05.982 INFO:tasks.rados.rados.0.smithi002.stdout:2068: done (1 left) 2023-12-16T19:37:05.982 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 205 2023-12-16T19:37:05.982 INFO:tasks.rados.rados.0.smithi002.stdout:2069: seq_num 671 ranges {5603328=442368,6045696=761856,6807552=442368} 2023-12-16T19:37:06.016 INFO:tasks.rados.rados.0.smithi002.stdout:2069: writing smithi002125626-36 from 5603328 to 6045696 tid 1 2023-12-16T19:37:06.019 INFO:tasks.rados.rados.0.smithi002.stdout:2069: writing smithi002125626-36 from 6045696 to 6807552 tid 2 2023-12-16T19:37:06.022 INFO:tasks.rados.rados.0.smithi002.stdout:2069: writing smithi002125626-36 from 6807552 to 7249920 tid 3 2023-12-16T19:37:06.022 INFO:tasks.rados.rados.0.smithi002.stdout:2070: delete oid 1 current snap is 205 2023-12-16T19:37:06.022 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing write tid 1 to smithi002125626-36 2023-12-16T19:37:06.022 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing write tid 2 to smithi002125626-36 2023-12-16T19:37:06.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:05 smithi043 ceph-mon[135010]: pgmap v375: 121 pgs: 9 peering, 18 stale+active+clean, 94 active+clean; 610 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T19:37:06.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:05 smithi043 ceph-mon[135010]: osdmap e455: 8 total, 7 up, 8 in 2023-12-16T19:37:06.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:06.023 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:06.023 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 systemd[1]: Starting Ceph osd.7 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T19:37:06.024 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154946]: 2023-12-16 19:37:05.922293719 +0000 UTC m=+0.060593535 container create 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True) 2023-12-16T19:37:06.024 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154946]: 2023-12-16 19:37:05.87988149 +0000 UTC m=+0.018181316 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:37:06.024 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:05 smithi043 podman[154946]: 2023-12-16 19:37:05.989863868 +0000 UTC m=+0.128163711 container init 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:37:06.024 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[154946]: 2023-12-16 19:37:06.00400852 +0000 UTC m=+0.142308333 container start 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3) 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing write tid 3 to smithi002125626-36 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing write tid 4 to smithi002125626-36 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2067: done (2 left) 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2070: done (1 left) 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2071: read oid 9 snap -1 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2071: expect (ObjNum 580 snap 177 seq_num 580) 2023-12-16T19:37:06.026 INFO:tasks.rados.rados.0.smithi002.stdout:2072: delete oid 22 current snap is 205 2023-12-16T19:37:06.027 INFO:tasks.rados.rados.0.smithi002.stdout:2069: finishing write tid 5 to smithi002125626-36 2023-12-16T19:37:06.027 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1156 (ObjNum 671 snap 205 seq_num 671) dirty exists 2023-12-16T19:37:06.027 INFO:tasks.rados.rados.0.smithi002.stdout:2069: left oid 36 (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:06.029 INFO:tasks.rados.rados.0.smithi002.stdout:2069: done (2 left) 2023-12-16T19:37:06.029 INFO:tasks.rados.rados.0.smithi002.stdout:2072: done (1 left) 2023-12-16T19:37:06.029 INFO:tasks.rados.rados.0.smithi002.stdout:2073: delete oid 43 current snap is 205 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2073: done (1 left) 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2074: read oid 32 snap 185 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2074: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2075: read oid 39 snap -1 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2075: expect deleted 2023-12-16T19:37:06.034 INFO:tasks.rados.rados.0.smithi002.stdout:2076: delete oid 17 current snap is 205 2023-12-16T19:37:06.039 INFO:tasks.rados.rados.0.smithi002.stdout:2075: done (3 left) 2023-12-16T19:37:06.039 INFO:tasks.rados.rados.0.smithi002.stdout:2076: done (2 left) 2023-12-16T19:37:06.039 INFO:tasks.rados.rados.0.smithi002.stdout:2077: rollback oid 19 current snap is 205 2023-12-16T19:37:06.039 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 204 2023-12-16T19:37:06.039 INFO:tasks.rados.rados.0.smithi002.stdout:2078: snap_create 2023-12-16T19:37:06.041 INFO:tasks.rados.rados.0.smithi002.stdout:2071: expect (ObjNum 580 snap 177 seq_num 580) 2023-12-16T19:37:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:2077: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:37:06.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1165 (ObjNum 145 snap 0 seq_num 2053326352) dirty dne 2023-12-16T19:37:06.131 INFO:tasks.rados.rados.0.smithi002.stdout:2074: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:37:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[137674]: pgmap v375: 121 pgs: 9 peering, 18 stale+active+clean, 94 active+clean; 610 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[137674]: osdmap e455: 8 total, 7 up, 8 in 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[140029]: pgmap v375: 121 pgs: 9 peering, 18 stale+active+clean, 94 active+clean; 610 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[140029]: osdmap e455: 8 total, 7 up, 8 in 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:06.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:06.461 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[154946]: 2023-12-16 19:37:06.022257668 +0000 UTC m=+0.160557486 container attach 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0) 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T19:37:06.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[154946]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate[154962]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[154946]: 2023-12-16 19:37:06.483706621 +0000 UTC m=+0.622006461 container died 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:37:06.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[155089]: 2023-12-16 19:37:06.680463461 +0000 UTC m=+0.188020312 container remove 5c78a6c88faa30ba68f04860e8aaa8a2212872398a0693dd7454ef3e3fc635b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-activate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2) 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:2071: done (3 left) 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:2074: done (2 left) 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:2077: done (1 left) 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:2078: done (0 left) 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 206 2023-12-16T19:37:06.987 INFO:tasks.rados.rados.0.smithi002.stdout:2079: seq_num 676 ranges {8716288=524288,9240576=589824,9830400=450560,10280960=163840} 2023-12-16T19:37:07.037 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi002125626-20 from 8716288 to 9240576 tid 1 2023-12-16T19:37:07.040 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi002125626-20 from 9240576 to 9830400 tid 2 2023-12-16T19:37:07.043 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi002125626-20 from 9830400 to 10280960 tid 3 2023-12-16T19:37:07.045 INFO:tasks.rados.rados.0.smithi002.stdout:2079: writing smithi002125626-20 from 10280960 to 10444800 tid 4 2023-12-16T19:37:07.045 INFO:tasks.rados.rados.0.smithi002.stdout:2080: delete oid 11 current snap is 206 2023-12-16T19:37:07.045 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 1 to smithi002125626-20 2023-12-16T19:37:07.045 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 2 to smithi002125626-20 2023-12-16T19:37:07.047 INFO:tasks.rados.rados.0.smithi002.stdout:2080: done (1 left) 2023-12-16T19:37:07.048 INFO:tasks.rados.rados.0.smithi002.stdout:2081: snap_remove snap 185 2023-12-16T19:37:07.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:06 smithi002 ceph-mon[137674]: osdmap e456: 8 total, 7 up, 8 in 2023-12-16T19:37:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:06 smithi002 ceph-mon[140029]: osdmap e456: 8 total, 7 up, 8 in 2023-12-16T19:37:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-mon[135010]: osdmap e456: 8 total, 7 up, 8 in 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[155151]: 2023-12-16 19:37:06.847131329 +0000 UTC m=+0.068057115 container create 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[155151]: 2023-12-16 19:37:06.797151497 +0000 UTC m=+0.018077282 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[155151]: 2023-12-16 19:37:06.905690654 +0000 UTC m=+0.126616455 container init 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 podman[155151]: 2023-12-16 19:37:06.925474761 +0000 UTC m=+0.146400538 container start 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 ceph-osd[155170]: -- 172.21.15.43:0/1173583964 <== mon.1 v2:172.21.15.43:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559ab103b6c0 con 0x559ab100cc00 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 bash[155151]: 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 2023-12-16T19:37:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:06 smithi043 systemd[1]: Started Ceph osd.7 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T19:37:07.718 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:37:07.468+0000 7ff5df0a6640 -1 Falling back to public interface 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2081: done (1 left) 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2082: read oid 18 snap 89 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2082: expect deleted 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2083: delete oid 42 current snap is 206 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 3 to smithi002125626-20 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 4 to smithi002125626-20 2023-12-16T19:37:07.973 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 5 to smithi002125626-20 2023-12-16T19:37:07.974 INFO:tasks.rados.rados.0.smithi002.stdout:2079: finishing write tid 6 to smithi002125626-20 2023-12-16T19:37:07.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1161 (ObjNum 676 snap 206 seq_num 676) dirty exists 2023-12-16T19:37:07.974 INFO:tasks.rados.rados.0.smithi002.stdout:2079: left oid 20 (ObjNum 676 snap 206 seq_num 676) 2023-12-16T19:37:07.987 INFO:tasks.rados.rados.0.smithi002.stdout:2079: done (2 left) 2023-12-16T19:37:07.987 INFO:tasks.rados.rados.0.smithi002.stdout:2082: done (1 left) 2023-12-16T19:37:07.988 INFO:tasks.rados.rados.0.smithi002.stdout:2083: done (0 left) 2023-12-16T19:37:07.988 INFO:tasks.rados.rados.0.smithi002.stdout:2084: read oid 7 snap -1 2023-12-16T19:37:07.988 INFO:tasks.rados.rados.0.smithi002.stdout:2084: expect (ObjNum 622 snap 192 seq_num 622) 2023-12-16T19:37:07.988 INFO:tasks.rados.rados.0.smithi002.stdout:2085: copy_from oid 47 from oid 41 current snap is 206 2023-12-16T19:37:07.991 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 206 2023-12-16T19:37:07.991 INFO:tasks.rados.rados.0.smithi002.stdout:2086: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2023-12-16T19:37:07.992 INFO:tasks.rados.rados.0.smithi002.stdout:2086: writing smithi002125626-34 from 0 to 581632 tid 1 2023-12-16T19:37:07.997 INFO:tasks.rados.rados.0.smithi002.stdout:2086: writing smithi002125626-34 from 581632 to 1269760 tid 2 2023-12-16T19:37:08.000 INFO:tasks.rados.rados.0.smithi002.stdout:2086: writing smithi002125626-34 from 1269760 to 1785856 tid 3 2023-12-16T19:37:08.000 INFO:tasks.rados.rados.0.smithi002.stdout:2087: read oid 14 snap -1 2023-12-16T19:37:08.000 INFO:tasks.rados.rados.0.smithi002.stdout:2087: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:37:08.001 INFO:tasks.rados.rados.0.smithi002.stdout:2086: finishing write tid 1 to smithi002125626-34 2023-12-16T19:37:08.001 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 206 2023-12-16T19:37:08.001 INFO:tasks.rados.rados.0.smithi002.stdout:2088: seq_num 680 ranges {3940352=598016,4538368=573440,5111808=434176,5545984=196608} 2023-12-16T19:37:08.029 INFO:tasks.rados.rados.0.smithi002.stdout:2088: writing smithi002125626-23 from 3940352 to 4538368 tid 1 2023-12-16T19:37:08.030 INFO:tasks.rados.rados.0.smithi002.stdout:2088: writing smithi002125626-23 from 4538368 to 5111808 tid 2 2023-12-16T19:37:08.033 INFO:tasks.rados.rados.0.smithi002.stdout:2088: writing smithi002125626-23 from 5111808 to 5545984 tid 3 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2088: writing smithi002125626-23 from 5545984 to 5742592 tid 4 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2089: copy_from oid 45 from oid 36 current snap is 206 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2086: finishing write tid 2 to smithi002125626-34 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2086: finishing write tid 3 to smithi002125626-34 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2086: finishing write tid 4 to smithi002125626-34 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2086: finishing write tid 5 to smithi002125626-34 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1143 (ObjNum 679 snap 206 seq_num 679) dirty exists 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2086: left oid 34 (ObjNum 679 snap 206 seq_num 679) 2023-12-16T19:37:08.035 INFO:tasks.rados.rados.0.smithi002.stdout:2084: expect (ObjNum 622 snap 192 seq_num 622) 2023-12-16T19:37:08.185 INFO:tasks.rados.rados.0.smithi002.stdout:2087: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: pgmap v378: 121 pgs: 5 active+undersized+degraded, 9 peering, 6 stale+active+clean, 22 active+undersized, 79 active+clean; 610 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s wr, 12 op/s; 17/1122 objects degraded (1.515%) 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: Health check failed: Degraded data redundancy: 17/1122 objects degraded (1.515%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: osdmap e457: 8 total, 7 up, 8 in 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[137674]: osdmap e458: 8 total, 7 up, 8 in 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: pgmap v378: 121 pgs: 5 active+undersized+degraded, 9 peering, 6 stale+active+clean, 22 active+undersized, 79 active+clean; 610 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s wr, 12 op/s; 17/1122 objects degraded (1.515%) 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: Health check failed: Degraded data redundancy: 17/1122 objects degraded (1.515%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: osdmap e457: 8 total, 7 up, 8 in 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:08.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:07 smithi002 ceph-mon[140029]: osdmap e458: 8 total, 7 up, 8 in 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: pgmap v378: 121 pgs: 5 active+undersized+degraded, 9 peering, 6 stale+active+clean, 22 active+undersized, 79 active+clean; 610 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s wr, 12 op/s; 17/1122 objects degraded (1.515%) 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: Health check failed: Degraded data redundancy: 17/1122 objects degraded (1.515%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: osdmap e457: 8 total, 7 up, 8 in 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:07 smithi043 ceph-mon[135010]: osdmap e458: 8 total, 7 up, 8 in 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2085: finishing copy_from racing read to smithi002125626-47 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2085: finishing copy_from to smithi002125626-47 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1952 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 1 to smithi002125626-23 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 2 to smithi002125626-23 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2084: done (5 left) 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2085: done (4 left) 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2086: done (3 left) 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2087: done (2 left) 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2090: read oid 40 snap -1 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2090: expect deleted 2023-12-16T19:37:08.366 INFO:tasks.rados.rados.0.smithi002.stdout:2091: snap_create 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 3 to smithi002125626-23 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 4 to smithi002125626-23 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 5 to smithi002125626-23 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2088: finishing write tid 6 to smithi002125626-23 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1968 (ObjNum 680 snap 206 seq_num 680) dirty exists 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2088: left oid 23 (ObjNum 680 snap 206 seq_num 680) 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2089: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:2089: finishing copy_from to smithi002125626-45 2023-12-16T19:37:08.367 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1156 (ObjNum 671 snap 205 seq_num 671) dirty exists 2023-12-16T19:37:08.994 INFO:tasks.rados.rados.0.smithi002.stdout:2088: done (3 left) 2023-12-16T19:37:08.994 INFO:tasks.rados.rados.0.smithi002.stdout:2089: done (2 left) 2023-12-16T19:37:08.994 INFO:tasks.rados.rados.0.smithi002.stdout:2090: done (1 left) 2023-12-16T19:37:08.994 INFO:tasks.rados.rados.0.smithi002.stdout:2091: done (0 left) 2023-12-16T19:37:08.994 INFO:tasks.rados.rados.0.smithi002.stdout:2092: delete oid 16 current snap is 207 2023-12-16T19:37:08.999 INFO:tasks.rados.rados.0.smithi002.stdout:2092: done (0 left) 2023-12-16T19:37:08.999 INFO:tasks.rados.rados.0.smithi002.stdout:2093: rollback oid 28 current snap is 207 2023-12-16T19:37:08.999 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 146 2023-12-16T19:37:09.000 INFO:tasks.rados.rados.0.smithi002.stdout:2094: copy_from oid 35 from oid 21 current snap is 207 2023-12-16T19:37:09.000 INFO:tasks.rados.rados.0.smithi002.stdout:2095: delete oid 50 current snap is 207 2023-12-16T19:37:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:2094: finishing copy_from to smithi002125626-35 2023-12-16T19:37:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:2094: got expected ENOENT (src dne) 2023-12-16T19:37:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:2095: done (2 left) 2023-12-16T19:37:09.003 INFO:tasks.rados.rados.0.smithi002.stdout:2096: setattr oid 44 current snap is 207 2023-12-16T19:37:09.004 INFO:tasks.rados.rados.0.smithi002.stdout:2093: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:37:09.004 INFO:tasks.rados.rados.0.smithi002.stdout:2093: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:37:09.004 INFO:tasks.rados.rados.0.smithi002.stdout:2093: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:37:09.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1953 (ObjNum 466 snap 146 seq_num 466) dirty exists 2023-12-16T19:37:09.005 INFO:tasks.rados.rados.0.smithi002.stdout:2094: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:37:09.005 INFO:tasks.rados.rados.0.smithi002.stdout:2093: done (2 left) 2023-12-16T19:37:09.005 INFO:tasks.rados.rados.0.smithi002.stdout:2094: done (1 left) 2023-12-16T19:37:09.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 207 2023-12-16T19:37:09.005 INFO:tasks.rados.rados.0.smithi002.stdout:2097: seq_num 683 ranges {737280=647168,1384448=630784,2015232=573440} 2023-12-16T19:37:09.013 INFO:tasks.rados.rados.0.smithi002.stdout:2097: writing smithi002125626-3 from 737280 to 1384448 tid 1 2023-12-16T19:37:09.017 INFO:tasks.rados.rados.0.smithi002.stdout:2097: writing smithi002125626-3 from 1384448 to 2015232 tid 2 2023-12-16T19:37:09.022 INFO:tasks.rados.rados.0.smithi002.stdout:2097: writing smithi002125626-3 from 2015232 to 2588672 tid 3 2023-12-16T19:37:09.022 INFO:tasks.rados.rados.0.smithi002.stdout:2098: read oid 28 snap -1 2023-12-16T19:37:09.022 INFO:tasks.rados.rados.0.smithi002.stdout:2098: expect (ObjNum 466 snap 146 seq_num 466) 2023-12-16T19:37:09.022 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 207 2023-12-16T19:37:09.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1385 (ObjNum 668 snap 203 seq_num 668) dirty exists 2023-12-16T19:37:09.023 INFO:tasks.rados.rados.0.smithi002.stdout:2097: finishing write tid 1 to smithi002125626-3 2023-12-16T19:37:09.023 INFO:tasks.rados.rados.0.smithi002.stdout:2097: finishing write tid 2 to smithi002125626-3 2023-12-16T19:37:09.023 INFO:tasks.rados.rados.0.smithi002.stdout:2099: seq_num 684 ranges {3055616=663552,3719168=507904,4227072=409600,4636672=286720} 2023-12-16T19:37:09.043 INFO:tasks.rados.rados.0.smithi002.stdout:2099: writing smithi002125626-7 from 3055616 to 3719168 tid 1 2023-12-16T19:37:09.045 INFO:tasks.rados.rados.0.smithi002.stdout:2099: writing smithi002125626-7 from 3719168 to 4227072 tid 2 2023-12-16T19:37:09.047 INFO:tasks.rados.rados.0.smithi002.stdout:2099: writing smithi002125626-7 from 4227072 to 4636672 tid 3 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2099: writing smithi002125626-7 from 4636672 to 4923392 tid 4 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2096: done (3 left) 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2100: snap_create 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2097: finishing write tid 3 to smithi002125626-3 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2097: finishing write tid 4 to smithi002125626-3 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2097: finishing write tid 5 to smithi002125626-3 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1972 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2097: left oid 3 (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:09.053 INFO:tasks.rados.rados.0.smithi002.stdout:2098: expect (ObjNum 466 snap 146 seq_num 466) 2023-12-16T19:37:09.150 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 1 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 2 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 3 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 4 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 5 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: finishing write tid 6 to smithi002125626-7 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2554 (ObjNum 684 snap 207 seq_num 684) dirty exists 2023-12-16T19:37:09.151 INFO:tasks.rados.rados.0.smithi002.stdout:2099: left oid 7 (ObjNum 684 snap 207 seq_num 684) 2023-12-16T19:37:10.000 INFO:tasks.rados.rados.0.smithi002.stdout:2097: done (3 left) 2023-12-16T19:37:10.000 INFO:tasks.rados.rados.0.smithi002.stdout:2098: done (2 left) 2023-12-16T19:37:10.001 INFO:tasks.rados.rados.0.smithi002.stdout:2099: done (1 left) 2023-12-16T19:37:10.001 INFO:tasks.rados.rados.0.smithi002.stdout:2100: done (0 left) 2023-12-16T19:37:10.001 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 208 2023-12-16T19:37:10.001 INFO:tasks.rados.rados.0.smithi002.stdout:2101: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2023-12-16T19:37:10.004 INFO:tasks.rados.rados.0.smithi002.stdout:2101: writing smithi002125626-6 from 0 to 679936 tid 1 2023-12-16T19:37:10.007 INFO:tasks.rados.rados.0.smithi002.stdout:2101: writing smithi002125626-6 from 679936 to 1122304 tid 2 2023-12-16T19:37:10.011 INFO:tasks.rados.rados.0.smithi002.stdout:2101: writing smithi002125626-6 from 1122304 to 1744896 tid 3 2023-12-16T19:37:10.012 INFO:tasks.rados.rados.0.smithi002.stdout:2101: writing smithi002125626-6 from 1744896 to 1884160 tid 4 2023-12-16T19:37:10.012 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 208 2023-12-16T19:37:10.012 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 1 to smithi002125626-6 2023-12-16T19:37:10.012 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 2 to smithi002125626-6 2023-12-16T19:37:10.012 INFO:tasks.rados.rados.0.smithi002.stdout:2102: seq_num 686 ranges {7249920=696320,7946240=729088,8675328=425984,9101312=49152} 2023-12-16T19:37:10.055 INFO:tasks.rados.rados.0.smithi002.stdout:2102: writing smithi002125626-36 from 7249920 to 7946240 tid 1 2023-12-16T19:37:10.059 INFO:tasks.rados.rados.0.smithi002.stdout:2102: writing smithi002125626-36 from 7946240 to 8675328 tid 2 2023-12-16T19:37:10.062 INFO:tasks.rados.rados.0.smithi002.stdout:2102: writing smithi002125626-36 from 8675328 to 9101312 tid 3 2023-12-16T19:37:10.062 INFO:tasks.rados.rados.0.smithi002.stdout:2102: writing smithi002125626-36 from 9101312 to 9150464 tid 4 2023-12-16T19:37:10.062 INFO:tasks.rados.rados.0.smithi002.stdout:2103: snap_create 2023-12-16T19:37:10.062 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 3 to smithi002125626-6 2023-12-16T19:37:10.063 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 4 to smithi002125626-6 2023-12-16T19:37:10.063 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 5 to smithi002125626-6 2023-12-16T19:37:10.063 INFO:tasks.rados.rados.0.smithi002.stdout:2101: finishing write tid 6 to smithi002125626-6 2023-12-16T19:37:10.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1977 (ObjNum 685 snap 208 seq_num 685) dirty exists 2023-12-16T19:37:10.063 INFO:tasks.rados.rados.0.smithi002.stdout:2101: left oid 6 (ObjNum 685 snap 208 seq_num 685) 2023-12-16T19:37:10.065 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 1 to smithi002125626-36 2023-12-16T19:37:10.065 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 2 to smithi002125626-36 2023-12-16T19:37:10.065 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 3 to smithi002125626-36 2023-12-16T19:37:10.065 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 4 to smithi002125626-36 2023-12-16T19:37:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 5 to smithi002125626-36 2023-12-16T19:37:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:2102: finishing write tid 6 to smithi002125626-36 2023-12-16T19:37:10.068 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1166 (ObjNum 686 snap 208 seq_num 686) dirty exists 2023-12-16T19:37:10.068 INFO:tasks.rados.rados.0.smithi002.stdout:2102: left oid 36 (ObjNum 686 snap 208 seq_num 686) 2023-12-16T19:37:10.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:09 smithi043 ceph-mon[135010]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 31 active+undersized, 70 active+clean; 613 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s wr, 4 op/s; 73/1131 objects degraded (6.454%) 2023-12-16T19:37:10.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:09 smithi043 ceph-mon[135010]: osdmap e459: 8 total, 7 up, 8 in 2023-12-16T19:37:10.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[137674]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 31 active+undersized, 70 active+clean; 613 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s wr, 4 op/s; 73/1131 objects degraded (6.454%) 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[137674]: osdmap e459: 8 total, 7 up, 8 in 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[140029]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 31 active+undersized, 70 active+clean; 613 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s wr, 4 op/s; 73/1131 objects degraded (6.454%) 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[140029]: osdmap e459: 8 total, 7 up, 8 in 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:10.998 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:37:10.592+0000 7ff5df0a6640 -1 osd.7 0 read_superblock omap replica is missing. 2023-12-16T19:37:10.998 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:37:10.676+0000 7ff5df0a6640 -1 osd.7 453 log_to_monitors true 2023-12-16T19:37:11.002 INFO:tasks.rados.rados.0.smithi002.stdout:2101: done (2 left) 2023-12-16T19:37:11.002 INFO:tasks.rados.rados.0.smithi002.stdout:2102: done (1 left) 2023-12-16T19:37:11.002 INFO:tasks.rados.rados.0.smithi002.stdout:2103: done (0 left) 2023-12-16T19:37:11.002 INFO:tasks.rados.rados.0.smithi002.stdout:2104: rmattr oid 11 current snap is 209 2023-12-16T19:37:11.002 INFO:tasks.rados.rados.0.smithi002.stdout:2104: done (0 left) 2023-12-16T19:37:11.003 INFO:tasks.rados.rados.0.smithi002.stdout:2105: read oid 45 snap -1 2023-12-16T19:37:11.003 INFO:tasks.rados.rados.0.smithi002.stdout:2105: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:11.003 INFO:tasks.rados.rados.0.smithi002.stdout:2106: copy_from oid 30 from oid 9 current snap is 209 2023-12-16T19:37:11.003 INFO:tasks.rados.rados.0.smithi002.stdout:2107: snap_create 2023-12-16T19:37:11.027 INFO:tasks.rados.rados.0.smithi002.stdout:2106: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:37:11.027 INFO:tasks.rados.rados.0.smithi002.stdout:2106: finishing copy_from to smithi002125626-30 2023-12-16T19:37:11.027 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 765 (ObjNum 580 snap 177 seq_num 580) dirty exists 2023-12-16T19:37:11.044 INFO:tasks.rados.rados.0.smithi002.stdout:2105: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:11.462 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:37:11.027+0000 7ff5d0517700 -1 osd.7 453 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T19:37:11.463 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-mon[135010]: osdmap e460: 8 total, 7 up, 8 in 2023-12-16T19:37:11.463 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-mon[135010]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.463 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-mon[135010]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.463 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:11.463 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[137674]: osdmap e460: 8 total, 7 up, 8 in 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[137674]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[137674]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[140029]: osdmap e460: 8 total, 7 up, 8 in 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[140029]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[140029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T19:37:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2105: done (2 left) 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2106: done (1 left) 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2107: done (0 left) 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2108: rollback oid 30 current snap is 210 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 182 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2109: rollback oid 36 current snap is 210 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 194 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2110: read oid 1 snap -1 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2110: expect deleted 2023-12-16T19:37:12.006 INFO:tasks.rados.rados.0.smithi002.stdout:2111: snap_remove snap 195 2023-12-16T19:37:12.113 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:12.113 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: osdmap e461: 8 total, 7 up, 8 in 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188] boot 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T19:37:12.114 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:37:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:11] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2023-12-16T19:37:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:37:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: osdmap e461: 8 total, 7 up, 8 in 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188] boot 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T19:37:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: from='osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: osdmap e461: 8 total, 7 up, 8 in 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi043", "root=default"]}]: dispatch 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: osd.7 [v2:172.21.15.43:6824/3715004188,v1:172.21.15.43:6825/3715004188] boot 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T19:37:12.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T19:37:13.005 INFO:tasks.rados.rados.0.smithi002.stdout:2111: done (3 left) 2023-12-16T19:37:13.005 INFO:tasks.rados.rados.0.smithi002.stdout:2112: snap_create 2023-12-16T19:37:13.005 INFO:tasks.rados.rados.0.smithi002.stdout:2108: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:37:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:2108: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:37:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:2108: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:37:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1985 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:37:13.074 INFO:tasks.rados.rados.0.smithi002.stdout:2109: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:37:13.074 INFO:tasks.rados.rados.0.smithi002.stdout:2109: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:37:13.074 INFO:tasks.rados.rados.0.smithi002.stdout:2109: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:37:13.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1169 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-16T19:37:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:13 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 73/1149 objects degraded (6.353%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:13.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:13 smithi043 ceph-mon[135010]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T19:37:13.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:13 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 73/1149 objects degraded (6.353%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:13.340 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:13 smithi002 ceph-mon[137674]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T19:37:13.340 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:13 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 73/1149 objects degraded (6.353%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:13.341 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:13 smithi002 ceph-mon[140029]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T19:37:13.742 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T19:37:13.339+0000 7fd8e07df700 -1 log_channel(cephadm) log [ERR] : Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:37:14.006 INFO:tasks.rados.rados.0.smithi002.stdout:2108: done (3 left) 2023-12-16T19:37:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:2109: done (2 left) 2023-12-16T19:37:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:2110: done (1 left) 2023-12-16T19:37:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:2112: done (0 left) 2023-12-16T19:37:14.007 INFO:tasks.rados.rados.0.smithi002.stdout:2113: snap_create 2023-12-16T19:37:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: Upgrade: Setting container_image for all osd 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T19:37:14.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: Upgrade: Setting container_image for all osd 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T19:37:14.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T19:37:14.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: pgmap v389: 121 pgs: 8 peering, 8 active+undersized+degraded, 34 active+undersized, 71 active+clean; 622 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s; 71/1158 objects degraded (6.131%) 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.494 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[140029]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T19:37:14.495 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:37:14.496 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: pgmap v389: 121 pgs: 8 peering, 8 active+undersized+degraded, 34 active+undersized, 71 active+clean; 622 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s; 71/1158 objects degraded (6.131%) 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-mon[137674]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T19:37:14.497 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:37:14.340+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T19:37:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 1 active+clean+snaptrim, 40 active+undersized, 70 active+clean; 617 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 73/1149 objects degraded (6.353%) 2023-12-16T19:37:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: Upgrade: Setting container_image for all osd 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T19:37:14.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: pgmap v389: 121 pgs: 8 peering, 8 active+undersized+degraded, 34 active+undersized, 71 active+clean; 622 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.4 MiB/s wr, 15 op/s; 71/1158 objects degraded (6.131%) 2023-12-16T19:37:14.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:37:14.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:37:14.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:37:14.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:14.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:14 smithi043 ceph-mon[135010]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T19:37:15.008 INFO:tasks.rados.rados.0.smithi002.stdout:2113: done (0 left) 2023-12-16T19:37:15.008 INFO:tasks.rados.rados.0.smithi002.stdout:2114: setattr oid 22 current snap is 212 2023-12-16T19:37:15.009 INFO:tasks.rados.rados.0.smithi002.stdout:2115: snap_remove snap 205 2023-12-16T19:37:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:15 smithi002 ceph-mon[137674]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T19:37:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:15 smithi002 ceph-mon[137674]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T19:37:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:15 smithi002 ceph-mon[140029]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T19:37:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:15 smithi002 ceph-mon[140029]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T19:37:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:15 smithi043 ceph-mon[135010]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T19:37:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:15 smithi043 ceph-mon[135010]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T19:37:16.010 INFO:tasks.rados.rados.0.smithi002.stdout:2115: done (1 left) 2023-12-16T19:37:16.010 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 212 2023-12-16T19:37:16.011 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1774 (ObjNum 129 snap 0 seq_num 2052365328) dirty exists 2023-12-16T19:37:16.011 INFO:tasks.rados.rados.0.smithi002.stdout:2116: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2023-12-16T19:37:16.016 INFO:tasks.rados.rados.0.smithi002.stdout:2116: writing smithi002125626-11 from 0 to 712704 tid 1 2023-12-16T19:37:16.021 INFO:tasks.rados.rados.0.smithi002.stdout:2116: writing smithi002125626-11 from 712704 to 1327104 tid 2 2023-12-16T19:37:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:2116: writing smithi002125626-11 from 1327104 to 1916928 tid 3 2023-12-16T19:37:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:2114: done (1 left) 2023-12-16T19:37:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 212 2023-12-16T19:37:16.023 INFO:tasks.rados.rados.0.smithi002.stdout:2116: finishing write tid 1 to smithi002125626-11 2023-12-16T19:37:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:2116: finishing write tid 2 to smithi002125626-11 2023-12-16T19:37:16.024 INFO:tasks.rados.rados.0.smithi002.stdout:2117: seq_num 688 ranges {6938624=729088,7667712=499712,8167424=704512} 2023-12-16T19:37:16.065 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi002125626-44 from 6938624 to 7667712 tid 1 2023-12-16T19:37:16.068 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi002125626-44 from 7667712 to 8167424 tid 2 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2117: writing smithi002125626-44 from 8167424 to 8871936 tid 3 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2118: setattr oid 23 current snap is 212 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2116: finishing write tid 3 to smithi002125626-11 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2116: finishing write tid 4 to smithi002125626-11 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2116: finishing write tid 5 to smithi002125626-11 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1778 (ObjNum 687 snap 212 seq_num 687) dirty exists 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2116: left oid 11 (ObjNum 687 snap 212 seq_num 687) 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 1 to smithi002125626-44 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 2 to smithi002125626-44 2023-12-16T19:37:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2116: done (2 left) 2023-12-16T19:37:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2119: snap_remove snap 164 2023-12-16T19:37:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:16 smithi002 ceph-mon[140029]: pgmap v392: 121 pgs: 8 peering, 5 active+undersized+degraded, 18 active+undersized, 90 active+clean; 628 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 57/1167 objects degraded (4.884%); 521 KiB/s, 0 objects/s recovering 2023-12-16T19:37:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:16 smithi002 ceph-mon[140029]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T19:37:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:16 smithi002 ceph-mon[137674]: pgmap v392: 121 pgs: 8 peering, 5 active+undersized+degraded, 18 active+undersized, 90 active+clean; 628 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 57/1167 objects degraded (4.884%); 521 KiB/s, 0 objects/s recovering 2023-12-16T19:37:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:16 smithi002 ceph-mon[137674]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T19:37:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:16 smithi043 ceph-mon[135010]: pgmap v392: 121 pgs: 8 peering, 5 active+undersized+degraded, 18 active+undersized, 90 active+clean; 628 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 14 op/s; 57/1167 objects degraded (4.884%); 521 KiB/s, 0 objects/s recovering 2023-12-16T19:37:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:16 smithi043 ceph-mon[135010]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 3 to smithi002125626-44 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 4 to smithi002125626-44 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2117: finishing write tid 5 to smithi002125626-44 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1389 (ObjNum 688 snap 212 seq_num 688) dirty exists 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2117: left oid 44 (ObjNum 688 snap 212 seq_num 688) 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1978 (ObjNum 680 snap 206 seq_num 680) dirty exists 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2117: done (2 left) 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2118: done (1 left) 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2119: done (0 left) 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2120: read oid 24 snap -1 2023-12-16T19:37:17.013 INFO:tasks.rados.rados.0.smithi002.stdout:2120: expect deleted 2023-12-16T19:37:17.014 INFO:tasks.rados.rados.0.smithi002.stdout:2121: delete oid 9 current snap is 212 2023-12-16T19:37:17.024 INFO:tasks.rados.rados.0.smithi002.stdout:2120: done (1 left) 2023-12-16T19:37:17.024 INFO:tasks.rados.rados.0.smithi002.stdout:2121: done (0 left) 2023-12-16T19:37:17.024 INFO:tasks.rados.rados.0.smithi002.stdout:2122: snap_remove snap 188 2023-12-16T19:37:18.029 INFO:tasks.rados.rados.0.smithi002.stdout:2122: done (0 left) 2023-12-16T19:37:18.029 INFO:tasks.rados.rados.0.smithi002.stdout:2123: rollback oid 11 current snap is 212 2023-12-16T19:37:18.029 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 177 2023-12-16T19:37:18.029 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 212 2023-12-16T19:37:18.030 INFO:tasks.rados.rados.0.smithi002.stdout:2124: seq_num 690 ranges {1884160=761856,2646016=663552,3309568=409600,3719168=131072} 2023-12-16T19:37:18.045 INFO:tasks.rados.rados.0.smithi002.stdout:2124: writing smithi002125626-6 from 1884160 to 2646016 tid 1 2023-12-16T19:37:18.049 INFO:tasks.rados.rados.0.smithi002.stdout:2124: writing smithi002125626-6 from 2646016 to 3309568 tid 2 2023-12-16T19:37:18.052 INFO:tasks.rados.rados.0.smithi002.stdout:2124: writing smithi002125626-6 from 3309568 to 3719168 tid 3 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:2124: writing smithi002125626-6 from 3719168 to 3850240 tid 4 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 212 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:2123: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:2123: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:2123: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1781 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:37:18.054 INFO:tasks.rados.rados.0.smithi002.stdout:2125: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2023-12-16T19:37:18.061 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi002125626-37 from 0 to 778240 tid 1 2023-12-16T19:37:18.063 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi002125626-37 from 778240 to 1327104 tid 2 2023-12-16T19:37:18.067 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi002125626-37 from 1327104 to 1941504 tid 3 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2125: writing smithi002125626-37 from 1941504 to 1982464 tid 4 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2123: done (2 left) 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2126: snap_create 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 1 to smithi002125626-6 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 2 to smithi002125626-6 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 3 to smithi002125626-6 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 4 to smithi002125626-6 2023-12-16T19:37:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 5 to smithi002125626-6 2023-12-16T19:37:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:2124: finishing write tid 6 to smithi002125626-6 2023-12-16T19:37:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1983 (ObjNum 690 snap 212 seq_num 690) dirty exists 2023-12-16T19:37:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:2124: left oid 6 (ObjNum 690 snap 212 seq_num 690) 2023-12-16T19:37:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 1 to smithi002125626-37 2023-12-16T19:37:18.070 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 2 to smithi002125626-37 2023-12-16T19:37:18.074 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 3 to smithi002125626-37 2023-12-16T19:37:18.074 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 4 to smithi002125626-37 2023-12-16T19:37:18.075 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 5 to smithi002125626-37 2023-12-16T19:37:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:2125: finishing write tid 6 to smithi002125626-37 2023-12-16T19:37:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 1174 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:37:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:2125: left oid 37 (ObjNum 691 snap 212 seq_num 691) 2023-12-16T19:37:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[137674]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T19:37:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[137674]: pgmap v395: 121 pgs: 8 peering, 113 active+clean; 643 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[137674]: Health check update: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[140029]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T19:37:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[140029]: pgmap v395: 121 pgs: 8 peering, 113 active+clean; 643 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:18 smithi002 ceph-mon[140029]: Health check update: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:18 smithi043 ceph-mon[135010]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T19:37:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:18 smithi043 ceph-mon[135010]: pgmap v395: 121 pgs: 8 peering, 113 active+clean; 643 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:18 smithi043 ceph-mon[135010]: Health check update: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T19:37:18.516 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (5m) 2m ago 8m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (5m) 9s ago 7m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (9m) 2m ago 9m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (9m) 9s ago 9m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (4m) 9s ago 11m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (5m) 2m ago 12m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (4m) 2m ago 12m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (4m) 9s ago 11m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:37:18.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (4m) 2m ago 11m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (5m) 2m ago 7m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (5m) 9s ago 7m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (3m) 2m ago 10m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (3m) 2m ago 10m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (2m) 2m ago 10m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (2m) 2m ago 10m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (97s) 9s ago 9m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (69s) 9s ago 9m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (40s) 9s ago 9m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (12s) 9s ago 9m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:37:18.839 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (4m) 9s ago 8m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2124: done (2 left) 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2125: done (1 left) 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2126: done (0 left) 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2127: rollback oid 16 current snap is 213 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 202 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2128: read oid 42 snap -1 2023-12-16T19:37:19.031 INFO:tasks.rados.rados.0.smithi002.stdout:2128: expect deleted 2023-12-16T19:37:19.032 INFO:tasks.rados.rados.0.smithi002.stdout:2129: snap_remove snap 200 2023-12-16T19:37:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[137674]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded) 2023-12-16T19:37:19.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[137674]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T19:37:19.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[137674]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[140029]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded) 2023-12-16T19:37:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[140029]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T19:37:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:19 smithi002 ceph-mon[140029]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:19.246 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:19.247 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:19.248 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:37:19.249 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:37:19.249 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:37:19.249 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:37:19.249 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:37:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:19 smithi043 ceph-mon[135010]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/1167 objects degraded (4.884%), 5 pgs degraded) 2023-12-16T19:37:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:19 smithi043 ceph-mon[135010]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T19:37:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:19 smithi043 ceph-mon[135010]: from='client.44273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2129: done (2 left) 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2130: copy_from oid 12 from oid 25 current snap is 213 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2127: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 1955 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2127: done (2 left) 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2128: done (1 left) 2023-12-16T19:37:20.038 INFO:tasks.rados.rados.0.smithi002.stdout:2131: snap_create 2023-12-16T19:37:20.065 INFO:tasks.rados.rados.0.smithi002.stdout:2130: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:37:20.066 INFO:tasks.rados.rados.0.smithi002.stdout:2130: finishing copy_from to smithi002125626-12 2023-12-16T19:37:20.066 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1963 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[137674]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[137674]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1296533271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[137674]: pgmap v398: 121 pgs: 121 active+clean; 642 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[140029]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[140029]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T19:37:20.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1296533271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:20.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:20 smithi002 ceph-mon[140029]: pgmap v398: 121 pgs: 121 active+clean; 642 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:20 smithi043 ceph-mon[135010]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:20 smithi043 ceph-mon[135010]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T19:37:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1296533271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:20 smithi043 ceph-mon[135010]: pgmap v398: 121 pgs: 121 active+clean; 642 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T19:37:21.039 INFO:tasks.rados.rados.0.smithi002.stdout:2130: done (1 left) 2023-12-16T19:37:21.039 INFO:tasks.rados.rados.0.smithi002.stdout:2131: done (0 left) 2023-12-16T19:37:21.039 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 214 2023-12-16T19:37:21.039 INFO:tasks.rados.rados.0.smithi002.stdout:2132: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2023-12-16T19:37:21.043 INFO:tasks.rados.rados.0.smithi002.stdout:2132: writing smithi002125626-40 from 0 to 794624 tid 1 2023-12-16T19:37:21.046 INFO:tasks.rados.rados.0.smithi002.stdout:2132: writing smithi002125626-40 from 794624 to 1277952 tid 2 2023-12-16T19:37:21.052 INFO:tasks.rados.rados.0.smithi002.stdout:2132: writing smithi002125626-40 from 1277952 to 1998848 tid 3 2023-12-16T19:37:21.052 INFO:tasks.rados.rados.0.smithi002.stdout:2133: copy_from oid 27 from oid 9 current snap is 214 2023-12-16T19:37:21.053 INFO:tasks.rados.rados.0.smithi002.stdout:2132: finishing write tid 1 to smithi002125626-40 2023-12-16T19:37:21.053 INFO:tasks.rados.rados.0.smithi002.stdout:2132: finishing write tid 2 to smithi002125626-40 2023-12-16T19:37:21.053 INFO:tasks.rados.rados.0.smithi002.stdout:2134: snap_remove snap 194 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[137674]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[140029]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:21 smithi043 ceph-mon[135010]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T19:37:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:22.050 INFO:tasks.rados.rados.0.smithi002.stdout:2134: done (2 left) 2023-12-16T19:37:22.050 INFO:tasks.rados.rados.0.smithi002.stdout:2135: copy_from oid 32 from oid 2 current snap is 214 2023-12-16T19:37:22.050 INFO:tasks.rados.rados.0.smithi002.stdout:2133: finishing copy_from to smithi002125626-27 2023-12-16T19:37:22.050 INFO:tasks.rados.rados.0.smithi002.stdout:2133: got expected ENOENT (src dne) 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2133: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2132: finishing write tid 3 to smithi002125626-40 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2132: finishing write tid 4 to smithi002125626-40 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2132: finishing write tid 5 to smithi002125626-40 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1785 (ObjNum 692 snap 214 seq_num 692) dirty exists 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2132: left oid 40 (ObjNum 692 snap 214 seq_num 692) 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2132: done (2 left) 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2133: done (1 left) 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2136: rmattr oid 44 current snap is 214 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2137: copy_from oid 21 from oid 29 current snap is 214 2023-12-16T19:37:22.051 INFO:tasks.rados.rados.0.smithi002.stdout:2138: snap_create 2023-12-16T19:37:22.061 INFO:tasks.rados.rados.0.smithi002.stdout:2135: finishing copy_from to smithi002125626-32 2023-12-16T19:37:22.062 INFO:tasks.rados.rados.0.smithi002.stdout:2135: got expected ENOENT (src dne) 2023-12-16T19:37:22.063 INFO:tasks.rados.rados.0.smithi002.stdout:2135: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:37:22.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1390 (ObjNum 688 snap 212 seq_num 688) dirty exists 2023-12-16T19:37:22.085 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing copy_from racing read to smithi002125626-21 2023-12-16T19:37:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:2137: finishing copy_from to smithi002125626-21 2023-12-16T19:37:22.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 1941 (ObjNum 571 snap 176 seq_num 571) dirty exists 2023-12-16T19:37:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:22 smithi002 ceph-mon[137674]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T19:37:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:22 smithi002 ceph-mon[137674]: pgmap v401: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T19:37:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:21] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2023-12-16T19:37:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:22 smithi002 ceph-mon[140029]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T19:37:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:22 smithi002 ceph-mon[140029]: pgmap v401: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T19:37:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:22 smithi043 ceph-mon[135010]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T19:37:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:22 smithi043 ceph-mon[135010]: pgmap v401: 121 pgs: 121 active+clean; 644 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:2135: done (3 left) 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:2136: done (2 left) 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:2137: done (1 left) 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:2138: done (0 left) 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 215 2023-12-16T19:37:22.976 INFO:tasks.rados.rados.0.smithi002.stdout:2139: seq_num 693 ranges {1998848=409600,2408448=770048,3178496=581632,3760128=253952} 2023-12-16T19:37:22.989 INFO:tasks.rados.rados.0.smithi002.stdout:2139: writing smithi002125626-40 from 1998848 to 2408448 tid 1 2023-12-16T19:37:22.994 INFO:tasks.rados.rados.0.smithi002.stdout:2139: writing smithi002125626-40 from 2408448 to 3178496 tid 2 2023-12-16T19:37:22.997 INFO:tasks.rados.rados.0.smithi002.stdout:2139: writing smithi002125626-40 from 3178496 to 3760128 tid 3 2023-12-16T19:37:22.999 INFO:tasks.rados.rados.0.smithi002.stdout:2139: writing smithi002125626-40 from 3760128 to 4014080 tid 4 2023-12-16T19:37:22.999 INFO:tasks.rados.rados.0.smithi002.stdout:2140: setattr oid 23 current snap is 215 2023-12-16T19:37:22.999 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 1 to smithi002125626-40 2023-12-16T19:37:22.999 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 2 to smithi002125626-40 2023-12-16T19:37:23.001 INFO:tasks.rados.rados.0.smithi002.stdout:2141: delete oid 21 current snap is 215 2023-12-16T19:37:23.002 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 3 to smithi002125626-40 2023-12-16T19:37:23.003 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 4 to smithi002125626-40 2023-12-16T19:37:23.003 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 5 to smithi002125626-40 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2139: finishing write tid 6 to smithi002125626-40 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1790 (ObjNum 693 snap 215 seq_num 693) dirty exists 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2139: left oid 40 (ObjNum 693 snap 215 seq_num 693) 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2139: done (2 left) 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2141: done (1 left) 2023-12-16T19:37:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2142: read oid 18 snap -1 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:2142: expect deleted 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:2143: rollback oid 44 current snap is 215 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 210 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1984 (ObjNum 680 snap 206 seq_num 680) dirty exists 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:2140: done (2 left) 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:2144: setattr oid 30 current snap is 215 2023-12-16T19:37:23.009 INFO:tasks.rados.rados.0.smithi002.stdout:2142: done (2 left) 2023-12-16T19:37:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 215 2023-12-16T19:37:23.010 INFO:tasks.rados.rados.0.smithi002.stdout:2145: seq_num 695 ranges {2572288=442368,3014656=540672,3555328=598016,4153344=466944} 2023-12-16T19:37:23.027 INFO:tasks.rados.rados.0.smithi002.stdout:2145: writing smithi002125626-38 from 2572288 to 3014656 tid 1 2023-12-16T19:37:23.030 INFO:tasks.rados.rados.0.smithi002.stdout:2145: writing smithi002125626-38 from 3014656 to 3555328 tid 2 2023-12-16T19:37:23.033 INFO:tasks.rados.rados.0.smithi002.stdout:2145: writing smithi002125626-38 from 3555328 to 4153344 tid 3 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:2145: writing smithi002125626-38 from 4153344 to 4620288 tid 4 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:2146: copy_from oid 13 from oid 5 current snap is 215 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:2143: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 1986 (ObjNum 527 snap 162 seq_num 527) dirty exists 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:2143: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:37:23.036 INFO:tasks.rados.rados.0.smithi002.stdout:2143: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1393 (ObjNum 668 snap 203 seq_num 668) dirty exists 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 1 to smithi002125626-38 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 2 to smithi002125626-38 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:2143: done (3 left) 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:2144: done (2 left) 2023-12-16T19:37:23.037 INFO:tasks.rados.rados.0.smithi002.stdout:2147: snap_remove snap 89 2023-12-16T19:37:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:23 smithi002 ceph-mon[140029]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T19:37:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:23 smithi002 ceph-mon[140029]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T19:37:23.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:23 smithi002 ceph-mon[137674]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T19:37:23.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:23 smithi002 ceph-mon[137674]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T19:37:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:23 smithi043 ceph-mon[135010]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T19:37:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:23 smithi043 ceph-mon[135010]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T19:37:23.983 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 3 to smithi002125626-38 2023-12-16T19:37:23.983 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 4 to smithi002125626-38 2023-12-16T19:37:23.983 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 5 to smithi002125626-38 2023-12-16T19:37:23.983 INFO:tasks.rados.rados.0.smithi002.stdout:2145: finishing write tid 6 to smithi002125626-38 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2633 (ObjNum 695 snap 215 seq_num 695) dirty exists 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:2145: left oid 38 (ObjNum 695 snap 215 seq_num 695) 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:2146: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:2146: finishing copy_from to smithi002125626-13 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1947 (ObjNum 653 snap 201 seq_num 653) dirty exists 2023-12-16T19:37:23.984 INFO:tasks.rados.rados.0.smithi002.stdout:2145: done (2 left) 2023-12-16T19:37:23.985 INFO:tasks.rados.rados.0.smithi002.stdout:2146: done (1 left) 2023-12-16T19:37:23.985 INFO:tasks.rados.rados.0.smithi002.stdout:2147: done (0 left) 2023-12-16T19:37:23.985 INFO:tasks.rados.rados.0.smithi002.stdout:2148: snap_create 2023-12-16T19:37:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:24 smithi002 ceph-mon[140029]: pgmap v404: 121 pgs: 121 active+clean; 655 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-16T19:37:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:24 smithi002 ceph-mon[140029]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T19:37:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:24 smithi002 ceph-mon[137674]: pgmap v404: 121 pgs: 121 active+clean; 655 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-16T19:37:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:24 smithi002 ceph-mon[137674]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T19:37:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:24 smithi043 ceph-mon[135010]: pgmap v404: 121 pgs: 121 active+clean; 655 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-16T19:37:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:24 smithi043 ceph-mon[135010]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T19:37:24.985 INFO:tasks.rados.rados.0.smithi002.stdout:2148: done (0 left) 2023-12-16T19:37:24.985 INFO:tasks.rados.rados.0.smithi002.stdout:2149: rollback oid 29 current snap is 216 2023-12-16T19:37:24.985 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 197 2023-12-16T19:37:24.985 INFO:tasks.rados.rados.0.smithi002.stdout:2150: snap_remove snap 177 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2149: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1958 (ObjNum 571 snap 176 seq_num 571) dirty exists 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2149: done (1 left) 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2150: done (0 left) 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2151: rollback oid 44 current snap is 216 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 208 2023-12-16T19:37:25.994 INFO:tasks.rados.rados.0.smithi002.stdout:2152: delete oid 11 current snap is 216 2023-12-16T19:37:26.005 INFO:tasks.rados.rados.0.smithi002.stdout:2152: done (1 left) 2023-12-16T19:37:26.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 216 2023-12-16T19:37:26.005 INFO:tasks.rados.rados.0.smithi002.stdout:2153: seq_num 697 ranges {7069696=475136,7544832=704512,8249344=557056,8806400=344064} 2023-12-16T19:37:26.049 INFO:tasks.rados.rados.0.smithi002.stdout:2153: writing smithi002125626-49 from 7069696 to 7544832 tid 1 2023-12-16T19:37:26.051 INFO:tasks.rados.rados.0.smithi002.stdout:2153: writing smithi002125626-49 from 7544832 to 8249344 tid 2 2023-12-16T19:37:26.054 INFO:tasks.rados.rados.0.smithi002.stdout:2153: writing smithi002125626-49 from 8249344 to 8806400 tid 3 2023-12-16T19:37:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2153: writing smithi002125626-49 from 8806400 to 9150464 tid 4 2023-12-16T19:37:26.056 INFO:tasks.rados.rados.0.smithi002.stdout:2154: rmattr oid 12 current snap is 216 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2151: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2151: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2151: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1396 (ObjNum 668 snap 203 seq_num 668) dirty exists 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 1 to smithi002125626-49 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2151: done (2 left) 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2155: rmattr oid 10 current snap is 216 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2155: done (2 left) 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2156: copy_from oid 24 from oid 37 current snap is 216 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2157: copy_from oid 11 from oid 50 current snap is 216 2023-12-16T19:37:26.057 INFO:tasks.rados.rados.0.smithi002.stdout:2158: snap_remove snap 145 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[140029]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[140029]: pgmap v407: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 13 op/s 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[137674]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[137674]: pgmap v407: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 13 op/s 2023-12-16T19:37:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:25 smithi043 ceph-mon[135010]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T19:37:26.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:25 smithi043 ceph-mon[135010]: pgmap v407: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 636 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 13 op/s 2023-12-16T19:37:26.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:37:26.992 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 2 to smithi002125626-49 2023-12-16T19:37:26.992 INFO:tasks.rados.rados.0.smithi002.stdout:2157: finishing copy_from to smithi002125626-11 2023-12-16T19:37:26.993 INFO:tasks.rados.rados.0.smithi002.stdout:2157: got expected ENOENT (src dne) 2023-12-16T19:37:26.993 INFO:tasks.rados.rados.0.smithi002.stdout:2157: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:37:26.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1964 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:37:26.994 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 3 to smithi002125626-49 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 4 to smithi002125626-49 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 5 to smithi002125626-49 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:2153: finishing write tid 6 to smithi002125626-49 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1991 (ObjNum 697 snap 216 seq_num 697) dirty exists 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:2153: left oid 49 (ObjNum 697 snap 216 seq_num 697) 2023-12-16T19:37:26.995 INFO:tasks.rados.rados.0.smithi002.stdout:2156: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2156: finishing copy_from to smithi002125626-24 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1174 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2153: done (4 left) 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2154: done (3 left) 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2156: done (2 left) 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2157: done (1 left) 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2158: done (0 left) 2023-12-16T19:37:26.996 INFO:tasks.rados.rados.0.smithi002.stdout:2159: rollback oid 17 current snap is 216 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 161 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:2160: rollback oid 9 current snap is 216 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 146 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:2161: read oid 48 snap -1 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:2161: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:2162: rollback oid 47 current snap is 216 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 193 2023-12-16T19:37:26.997 INFO:tasks.rados.rados.0.smithi002.stdout:2163: snap_remove snap 204 2023-12-16T19:37:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:26 smithi043 ceph-mon[135010]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T19:37:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:26 smithi002 ceph-mon[137674]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T19:37:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:26 smithi002 ceph-mon[140029]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T19:37:27.983 INFO:tasks.rados.rados.0.smithi002.stdout:2161: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:37:28.021 INFO:tasks.rados.rados.0.smithi002.stdout:2160: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:37:28.021 INFO:tasks.rados.rados.0.smithi002.stdout:2160: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1950 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2159: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1398 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2159: done (4 left) 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2160: done (3 left) 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2161: done (2 left) 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2163: done (1 left) 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2164: rollback oid 48 current snap is 216 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 175 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:2162: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:37:28.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2673 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:37:28.023 INFO:tasks.rados.rados.0.smithi002.stdout:2162: done (1 left) 2023-12-16T19:37:28.023 INFO:tasks.rados.rados.0.smithi002.stdout:2165: delete oid 36 current snap is 216 2023-12-16T19:37:28.025 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:37:28.025 INFO:tasks.rados.rados.0.smithi002.stdout:2164: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:37:28.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 506 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:37:28.028 INFO:tasks.rados.rados.0.smithi002.stdout:2164: done (1 left) 2023-12-16T19:37:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:2165: done (0 left) 2023-12-16T19:37:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:2166: rollback oid 11 current snap is 216 2023-12-16T19:37:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 183 2023-12-16T19:37:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:2167: snap_create 2023-12-16T19:37:28.031 INFO:tasks.rados.rados.0.smithi002.stdout:2166: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:37:28.031 INFO:tasks.rados.rados.0.smithi002.stdout:2166: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:37:28.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1793 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[137674]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[137674]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.5 MiB/s wr, 11 op/s 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[137674]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[140029]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[140029]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.5 MiB/s wr, 11 op/s 2023-12-16T19:37:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:28 smithi002 ceph-mon[140029]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T19:37:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:28 smithi043 ceph-mon[135010]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T19:37:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:28 smithi043 ceph-mon[135010]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 639 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.5 MiB/s wr, 11 op/s 2023-12-16T19:37:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:28 smithi043 ceph-mon[135010]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T19:37:29.009 INFO:tasks.rados.rados.0.smithi002.stdout:2166: done (1 left) 2023-12-16T19:37:29.010 INFO:tasks.rados.rados.0.smithi002.stdout:2167: done (0 left) 2023-12-16T19:37:29.010 INFO:tasks.rados.rados.0.smithi002.stdout:2168: snap_create 2023-12-16T19:37:30.015 INFO:tasks.rados.rados.0.smithi002.stdout:2168: done (0 left) 2023-12-16T19:37:30.015 INFO:tasks.rados.rados.0.smithi002.stdout:2169: snap_create 2023-12-16T19:37:30.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:30 smithi002 ceph-mon[137674]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T19:37:30.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:30 smithi002 ceph-mon[137674]: pgmap v413: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 616 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 4.3 MiB/s wr, 9 op/s 2023-12-16T19:37:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:30 smithi002 ceph-mon[140029]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T19:37:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:30 smithi002 ceph-mon[140029]: pgmap v413: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 616 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 4.3 MiB/s wr, 9 op/s 2023-12-16T19:37:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:30 smithi043 ceph-mon[135010]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T19:37:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:30 smithi043 ceph-mon[135010]: pgmap v413: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 616 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 4.3 MiB/s wr, 9 op/s 2023-12-16T19:37:31.016 INFO:tasks.rados.rados.0.smithi002.stdout:2169: done (0 left) 2023-12-16T19:37:31.016 INFO:tasks.rados.rados.0.smithi002.stdout:2170: read oid 21 snap -1 2023-12-16T19:37:31.017 INFO:tasks.rados.rados.0.smithi002.stdout:2170: expect deleted 2023-12-16T19:37:31.017 INFO:tasks.rados.rados.0.smithi002.stdout:2171: delete oid 10 current snap is 219 2023-12-16T19:37:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2170: done (1 left) 2023-12-16T19:37:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2171: done (0 left) 2023-12-16T19:37:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2172: rollback oid 38 current snap is 219 2023-12-16T19:37:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 202 2023-12-16T19:37:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2173: snap_remove snap 218 2023-12-16T19:37:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:31 smithi002 ceph-mon[137674]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T19:37:31.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:31 smithi002 ceph-mon[140029]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T19:37:31.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:31 smithi043 ceph-mon[135010]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing rollback tid 0 to smithi002125626-38 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2172: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2699 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2172: done (1 left) 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2173: done (0 left) 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 219 2023-12-16T19:37:32.028 INFO:tasks.rados.rados.0.smithi002.stdout:2174: seq_num 700 ranges {4014080=532480,4546560=409600,4956160=737280,5693440=458752} 2023-12-16T19:37:32.052 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi002125626-40 from 4014080 to 4546560 tid 1 2023-12-16T19:37:32.055 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi002125626-40 from 4546560 to 4956160 tid 2 2023-12-16T19:37:32.060 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi002125626-40 from 4956160 to 5693440 tid 3 2023-12-16T19:37:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2174: writing smithi002125626-40 from 5693440 to 6152192 tid 4 2023-12-16T19:37:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2175: setattr oid 18 current snap is 219 2023-12-16T19:37:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 1 to smithi002125626-40 2023-12-16T19:37:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 2 to smithi002125626-40 2023-12-16T19:37:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 3 to smithi002125626-40 2023-12-16T19:37:32.064 INFO:tasks.rados.rados.0.smithi002.stdout:2176: setattr oid 7 current snap is 219 2023-12-16T19:37:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2177: rollback oid 12 current snap is 219 2023-12-16T19:37:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 187 2023-12-16T19:37:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 219 2023-12-16T19:37:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2178: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2023-12-16T19:37:32.069 INFO:tasks.rados.rados.0.smithi002.stdout:2178: writing smithi002125626-4 from 0 to 548864 tid 1 2023-12-16T19:37:32.074 INFO:tasks.rados.rados.0.smithi002.stdout:2178: writing smithi002125626-4 from 548864 to 1245184 tid 2 2023-12-16T19:37:32.077 INFO:tasks.rados.rados.0.smithi002.stdout:2178: writing smithi002125626-4 from 1245184 to 1785856 tid 3 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2178: writing smithi002125626-4 from 1785856 to 2154496 tid 4 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2179: read oid 32 snap 183 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2179: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2180: copy_from oid 46 from oid 20 current snap is 219 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1144 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 4 to smithi002125626-40 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 5 to smithi002125626-40 2023-12-16T19:37:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2177: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2174: finishing write tid 6 to smithi002125626-40 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1798 (ObjNum 700 snap 219 seq_num 700) dirty exists 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2174: left oid 40 (ObjNum 700 snap 219 seq_num 700) 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2177: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1966 (ObjNum 65 snap 0 seq_num 1667068787) dirty dne 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2703 (ObjNum 684 snap 207 seq_num 684) dirty exists 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 1 to smithi002125626-4 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 2 to smithi002125626-4 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2174: done (6 left) 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2175: done (5 left) 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2176: done (4 left) 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2177: done (3 left) 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2181: read oid 38 snap 187 2023-12-16T19:37:32.082 INFO:tasks.rados.rados.0.smithi002.stdout:2181: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:32.083 INFO:tasks.rados.rados.0.smithi002.stdout:2182: snap_create 2023-12-16T19:37:32.083 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 3 to smithi002125626-4 2023-12-16T19:37:32.087 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 4 to smithi002125626-4 2023-12-16T19:37:32.087 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 5 to smithi002125626-4 2023-12-16T19:37:32.089 INFO:tasks.rados.rados.0.smithi002.stdout:2179: expect (ObjNum 561 snap 172 seq_num 561) 2023-12-16T19:37:32.148 INFO:tasks.rados.rados.0.smithi002.stdout:2178: finishing write tid 6 to smithi002125626-4 2023-12-16T19:37:32.148 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1170 (ObjNum 701 snap 219 seq_num 701) dirty exists 2023-12-16T19:37:32.148 INFO:tasks.rados.rados.0.smithi002.stdout:2178: left oid 4 (ObjNum 701 snap 219 seq_num 701) 2023-12-16T19:37:32.148 INFO:tasks.rados.rados.0.smithi002.stdout:2181: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:32.227 INFO:tasks.rados.rados.0.smithi002.stdout:2180: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:37:32.228 INFO:tasks.rados.rados.0.smithi002.stdout:2180: finishing copy_from to smithi002125626-46 2023-12-16T19:37:32.228 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1161 (ObjNum 676 snap 206 seq_num 676) dirty exists 2023-12-16T19:37:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:32 smithi002 ceph-mon[137674]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T19:37:32.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:32 smithi002 ceph-mon[137674]: pgmap v416: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 992 KiB/s wr, 12 op/s 2023-12-16T19:37:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:31] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2023-12-16T19:37:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:32 smithi002 ceph-mon[140029]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T19:37:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:32 smithi002 ceph-mon[140029]: pgmap v416: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 992 KiB/s wr, 12 op/s 2023-12-16T19:37:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:32 smithi043 ceph-mon[135010]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T19:37:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:32 smithi043 ceph-mon[135010]: pgmap v416: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 992 KiB/s wr, 12 op/s 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2178: done (4 left) 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2179: done (3 left) 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2180: done (2 left) 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2181: done (1 left) 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2182: done (0 left) 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2183: copy_from oid 23 from oid 16 current snap is 220 2023-12-16T19:37:32.979 INFO:tasks.rados.rados.0.smithi002.stdout:2184: setattr oid 43 current snap is 220 2023-12-16T19:37:32.980 INFO:tasks.rados.rados.0.smithi002.stdout:2185: snap_create 2023-12-16T19:37:32.984 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1967 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:37:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2183: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:37:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:2183: finishing copy_from to smithi002125626-23 2023-12-16T19:37:33.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1955 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:37:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:33 smithi002 ceph-mon[137674]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T19:37:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:33 smithi002 ceph-mon[137674]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T19:37:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:33 smithi002 ceph-mon[140029]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T19:37:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:33 smithi002 ceph-mon[140029]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T19:37:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:33 smithi043 ceph-mon[135010]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T19:37:33.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:33 smithi043 ceph-mon[135010]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2183: done (2 left) 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2184: done (1 left) 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2185: done (0 left) 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2186: copy_from oid 9 from oid 43 current snap is 221 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2187: copy_from oid 20 from oid 18 current snap is 221 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2188: read oid 15 snap 215 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2188: expect (ObjNum 627 snap 193 seq_num 627) 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2189: rollback oid 48 current snap is 221 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 208 2023-12-16T19:37:33.986 INFO:tasks.rados.rados.0.smithi002.stdout:2190: read oid 19 snap -1 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2190: expect deleted 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2191: read oid 45 snap -1 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2191: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2192: setattr oid 38 current snap is 221 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2193: rollback oid 42 current snap is 221 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 187 2023-12-16T19:37:33.987 INFO:tasks.rados.rados.0.smithi002.stdout:2194: snap_create 2023-12-16T19:37:33.991 INFO:tasks.rados.rados.0.smithi002.stdout:2186: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:37:33.991 INFO:tasks.rados.rados.0.smithi002.stdout:2189: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:37:33.993 INFO:tasks.rados.rados.0.smithi002.stdout:2186: finishing copy_from to smithi002125626-9 2023-12-16T19:37:33.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1967 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:37:33.994 INFO:tasks.rados.rados.0.smithi002.stdout:2189: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:37:33.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 508 (ObjNum 644 snap 200 seq_num 644) dirty exists 2023-12-16T19:37:33.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2705 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:37:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2193: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:37:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:2193: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:37:34.000 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 510 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:37:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2187: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:37:34.010 INFO:tasks.rados.rados.0.smithi002.stdout:2188: expect (ObjNum 627 snap 193 seq_num 627) 2023-12-16T19:37:34.205 INFO:tasks.rados.rados.0.smithi002.stdout:2187: finishing copy_from to smithi002125626-20 2023-12-16T19:37:34.205 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1144 (ObjNum 177 snap 0 seq_num 0) dirty exists 2023-12-16T19:37:34.205 INFO:tasks.rados.rados.0.smithi002.stdout:2191: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:34 smithi002 ceph-mon[137674]: pgmap v419: 121 pgs: 121 active+clean; 624 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T19:37:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:34 smithi002 ceph-mon[137674]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T19:37:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:34 smithi002 ceph-mon[140029]: pgmap v419: 121 pgs: 121 active+clean; 624 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T19:37:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:34 smithi002 ceph-mon[140029]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T19:37:34.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:34 smithi043 ceph-mon[135010]: pgmap v419: 121 pgs: 121 active+clean; 624 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T19:37:34.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:34 smithi043 ceph-mon[135010]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2186: done (8 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2187: done (7 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2188: done (6 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2189: done (5 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2190: done (4 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2191: done (3 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2192: done (2 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2193: done (1 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2194: done (0 left) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2195: read oid 7 snap -1 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2195: expect (ObjNum 684 snap 207 seq_num 684) 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2196: copy_from oid 40 from oid 3 current snap is 222 2023-12-16T19:37:34.988 INFO:tasks.rados.rados.0.smithi002.stdout:2197: delete oid 27 current snap is 222 2023-12-16T19:37:34.991 INFO:tasks.rados.rados.0.smithi002.stdout:2197: done (2 left) 2023-12-16T19:37:34.991 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 222 2023-12-16T19:37:34.991 INFO:tasks.rados.rados.0.smithi002.stdout:2198: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2023-12-16T19:37:34.993 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi002125626-43 from 0 to 581632 tid 1 2023-12-16T19:37:34.997 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi002125626-43 from 581632 to 1040384 tid 2 2023-12-16T19:37:35.001 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi002125626-43 from 1040384 to 1597440 tid 3 2023-12-16T19:37:35.003 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi002125626-43 from 1597440 to 2015232 tid 4 2023-12-16T19:37:35.005 INFO:tasks.rados.rados.0.smithi002.stdout:2198: writing smithi002125626-43 from 2015232 to 2187264 tid 5 2023-12-16T19:37:35.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 222 2023-12-16T19:37:35.005 INFO:tasks.rados.rados.0.smithi002.stdout:2199: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2023-12-16T19:37:35.009 INFO:tasks.rados.rados.0.smithi002.stdout:2199: writing smithi002125626-27 from 0 to 598016 tid 1 2023-12-16T19:37:35.014 INFO:tasks.rados.rados.0.smithi002.stdout:2199: writing smithi002125626-27 from 598016 to 1343488 tid 2 2023-12-16T19:37:35.018 INFO:tasks.rados.rados.0.smithi002.stdout:2199: writing smithi002125626-27 from 1343488 to 2056192 tid 3 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2199: writing smithi002125626-27 from 2056192 to 2203648 tid 4 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2200: read oid 35 snap -1 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2200: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2201: copy_from oid 10 from oid 36 current snap is 222 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 1 to smithi002125626-43 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 2 to smithi002125626-43 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2196: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 3 to smithi002125626-43 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 4 to smithi002125626-43 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 5 to smithi002125626-43 2023-12-16T19:37:35.020 INFO:tasks.rados.rados.0.smithi002.stdout:2195: expect (ObjNum 684 snap 207 seq_num 684) 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 6 to smithi002125626-43 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2196: finishing copy_from to smithi002125626-40 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1972 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2195: done (5 left) 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2196: done (4 left) 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2202: read oid 19 snap -1 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2202: expect deleted 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2203: setattr oid 22 current snap is 222 2023-12-16T19:37:35.269 INFO:tasks.rados.rados.0.smithi002.stdout:2198: finishing write tid 7 to smithi002125626-43 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1973 (ObjNum 703 snap 222 seq_num 703) dirty exists 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2198: left oid 43 (ObjNum 703 snap 222 seq_num 703) 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 1 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 2 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2201: finishing copy_from to smithi002125626-10 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2201: got expected ENOENT (src dne) 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2201: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 3 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 4 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 5 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: finishing write tid 6 to smithi002125626-27 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2205 (ObjNum 704 snap 222 seq_num 704) dirty exists 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2199: left oid 27 (ObjNum 704 snap 222 seq_num 704) 2023-12-16T19:37:35.270 INFO:tasks.rados.rados.0.smithi002.stdout:2200: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:35.348 INFO:tasks.rados.rados.0.smithi002.stdout:2198: done (5 left) 2023-12-16T19:37:35.348 INFO:tasks.rados.rados.0.smithi002.stdout:2199: done (4 left) 2023-12-16T19:37:35.348 INFO:tasks.rados.rados.0.smithi002.stdout:2200: done (3 left) 2023-12-16T19:37:35.349 INFO:tasks.rados.rados.0.smithi002.stdout:2201: done (2 left) 2023-12-16T19:37:35.349 INFO:tasks.rados.rados.0.smithi002.stdout:2202: done (1 left) 2023-12-16T19:37:35.349 INFO:tasks.rados.rados.0.smithi002.stdout:2204: setattr oid 49 current snap is 222 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:2205: rmattr oid 38 current snap is 222 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:2206: read oid 44 snap -1 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:2206: expect (ObjNum 668 snap 203 seq_num 668) 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:2207: rollback oid 19 current snap is 222 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 206 2023-12-16T19:37:35.350 INFO:tasks.rados.rados.0.smithi002.stdout:2208: rollback oid 43 current snap is 222 2023-12-16T19:37:35.351 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 214 2023-12-16T19:37:35.351 INFO:tasks.rados.rados.0.smithi002.stdout:2209: snap_remove snap 180 2023-12-16T19:37:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1973 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:37:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:2207: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:37:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1165 (ObjNum 177 snap 0 seq_num 766445372) dirty dne 2023-12-16T19:37:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:2208: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:37:35.993 INFO:tasks.rados.rados.0.smithi002.stdout:2208: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:37:35.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1975 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:37:35.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2707 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:37:35.994 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 1992 (ObjNum 697 snap 216 seq_num 697) dirty exists 2023-12-16T19:37:35.994 INFO:tasks.rados.rados.0.smithi002.stdout:2206: expect (ObjNum 668 snap 203 seq_num 668) 2023-12-16T19:37:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:35 smithi043 ceph-mon[135010]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T19:37:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:35 smithi043 ceph-mon[135010]: pgmap v422: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-16T19:37:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:36.338 INFO:tasks.rados.rados.0.smithi002.stdout:2203: done (6 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2204: done (5 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2205: done (4 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2206: done (3 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2207: done (2 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2208: done (1 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2209: done (0 left) 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 222 2023-12-16T19:37:36.339 INFO:tasks.rados.rados.0.smithi002.stdout:2210: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2023-12-16T19:37:36.341 INFO:tasks.rados.rados.0.smithi002.stdout:2210: writing smithi002125626-21 from 0 to 614400 tid 1 2023-12-16T19:37:36.345 INFO:tasks.rados.rados.0.smithi002.stdout:2210: writing smithi002125626-21 from 614400 to 1245184 tid 2 2023-12-16T19:37:36.348 INFO:tasks.rados.rados.0.smithi002.stdout:2210: writing smithi002125626-21 from 1245184 to 1769472 tid 3 2023-12-16T19:37:36.351 INFO:tasks.rados.rados.0.smithi002.stdout:2210: writing smithi002125626-21 from 1769472 to 2220032 tid 4 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:2211: rollback oid 5 current snap is 222 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 213 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 1 to smithi002125626-21 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 2 to smithi002125626-21 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 222 2023-12-16T19:37:36.352 INFO:tasks.rados.rados.0.smithi002.stdout:2212: seq_num 706 ranges {1982464=630784,2613248=516096,3129344=729088,3858432=360448} 2023-12-16T19:37:36.366 INFO:tasks.rados.rados.0.smithi002.stdout:2212: writing smithi002125626-37 from 1982464 to 2613248 tid 1 2023-12-16T19:37:36.369 INFO:tasks.rados.rados.0.smithi002.stdout:2212: writing smithi002125626-37 from 2613248 to 3129344 tid 2 2023-12-16T19:37:36.373 INFO:tasks.rados.rados.0.smithi002.stdout:2212: writing smithi002125626-37 from 3129344 to 3858432 tid 3 2023-12-16T19:37:36.375 INFO:tasks.rados.rados.0.smithi002.stdout:2212: writing smithi002125626-37 from 3858432 to 4218880 tid 4 2023-12-16T19:37:36.375 INFO:tasks.rados.rados.0.smithi002.stdout:2213: snap_create 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 3 to smithi002125626-21 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 4 to smithi002125626-21 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 5 to smithi002125626-21 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2211: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1970 (ObjNum 653 snap 201 seq_num 653) dirty exists 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2210: finishing write tid 6 to smithi002125626-21 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2728 (ObjNum 705 snap 222 seq_num 705) dirty exists 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2210: left oid 21 (ObjNum 705 snap 222 seq_num 705) 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 1 to smithi002125626-37 2023-12-16T19:37:36.376 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 2 to smithi002125626-37 2023-12-16T19:37:36.378 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 3 to smithi002125626-37 2023-12-16T19:37:36.378 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 4 to smithi002125626-37 2023-12-16T19:37:36.378 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 5 to smithi002125626-37 2023-12-16T19:37:36.379 INFO:tasks.rados.rados.0.smithi002.stdout:2212: finishing write tid 6 to smithi002125626-37 2023-12-16T19:37:36.379 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 1180 (ObjNum 706 snap 222 seq_num 706) dirty exists 2023-12-16T19:37:36.379 INFO:tasks.rados.rados.0.smithi002.stdout:2212: left oid 37 (ObjNum 706 snap 222 seq_num 706) 2023-12-16T19:37:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[137674]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T19:37:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[137674]: pgmap v422: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-16T19:37:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[140029]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T19:37:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[140029]: pgmap v422: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-16T19:37:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:37.003 INFO:tasks.rados.rados.0.smithi002.stdout:2210: done (3 left) 2023-12-16T19:37:37.003 INFO:tasks.rados.rados.0.smithi002.stdout:2211: done (2 left) 2023-12-16T19:37:37.003 INFO:tasks.rados.rados.0.smithi002.stdout:2212: done (1 left) 2023-12-16T19:37:37.004 INFO:tasks.rados.rados.0.smithi002.stdout:2213: done (0 left) 2023-12-16T19:37:37.004 INFO:tasks.rados.rados.0.smithi002.stdout:2214: snap_remove snap 221 2023-12-16T19:37:37.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:36 smithi043 ceph-mon[135010]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T19:37:37.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:36 smithi002 ceph-mon[137674]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T19:37:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:36 smithi002 ceph-mon[140029]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T19:37:37.980 INFO:tasks.rados.rados.0.smithi002.stdout:2214: done (0 left) 2023-12-16T19:37:37.980 INFO:tasks.rados.rados.0.smithi002.stdout:2215: read oid 16 snap -1 2023-12-16T19:37:37.981 INFO:tasks.rados.rados.0.smithi002.stdout:2215: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:37.981 INFO:tasks.rados.rados.0.smithi002.stdout:2216: rollback oid 31 current snap is 223 2023-12-16T19:37:37.981 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 215 2023-12-16T19:37:37.981 INFO:tasks.rados.rados.0.smithi002.stdout:2217: rollback oid 36 current snap is 223 2023-12-16T19:37:37.981 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 202 2023-12-16T19:37:37.982 INFO:tasks.rados.rados.0.smithi002.stdout:2218: rollback oid 28 current snap is 223 2023-12-16T19:37:37.982 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 203 2023-12-16T19:37:37.982 INFO:tasks.rados.rados.0.smithi002.stdout:2219: snap_create 2023-12-16T19:37:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:37:37.994 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:37:37.994 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:37:37.995 INFO:tasks.rados.rados.0.smithi002.stdout:2216: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:37:37.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2208 (ObjNum 601 snap 185 seq_num 601) dirty exists 2023-12-16T19:37:37.995 INFO:tasks.rados.rados.0.smithi002.stdout:2217: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:37:37.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1182 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-16T19:37:37.999 INFO:tasks.rados.rados.0.smithi002.stdout:2218: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:37:38.001 INFO:tasks.rados.rados.0.smithi002.stdout:2218: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:37:38.001 INFO:tasks.rados.rados.0.smithi002.stdout:2218: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:37:38.001 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1956 (ObjNum 657 snap 201 seq_num 657) dirty exists 2023-12-16T19:37:38.018 INFO:tasks.rados.rados.0.smithi002.stdout:2215: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[137674]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[137674]: pgmap v425: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[137674]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[140029]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[140029]: pgmap v425: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2023-12-16T19:37:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:38 smithi002 ceph-mon[140029]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T19:37:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:38 smithi043 ceph-mon[135010]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T19:37:38.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:38 smithi043 ceph-mon[135010]: pgmap v425: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2023-12-16T19:37:38.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:38 smithi043 ceph-mon[135010]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T19:37:38.988 INFO:tasks.rados.rados.0.smithi002.stdout:2215: done (4 left) 2023-12-16T19:37:38.988 INFO:tasks.rados.rados.0.smithi002.stdout:2216: done (3 left) 2023-12-16T19:37:38.988 INFO:tasks.rados.rados.0.smithi002.stdout:2217: done (2 left) 2023-12-16T19:37:38.988 INFO:tasks.rados.rados.0.smithi002.stdout:2218: done (1 left) 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2219: done (0 left) 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2220: rollback oid 20 current snap is 224 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 175 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2221: copy_from oid 33 from oid 28 current snap is 224 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2222: read oid 50 snap 217 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2222: expect deleted 2023-12-16T19:37:38.989 INFO:tasks.rados.rados.0.smithi002.stdout:2223: delete oid 29 current snap is 224 2023-12-16T19:37:38.992 INFO:tasks.rados.rados.0.smithi002.stdout:2222: done (3 left) 2023-12-16T19:37:38.992 INFO:tasks.rados.rados.0.smithi002.stdout:2223: done (2 left) 2023-12-16T19:37:38.993 INFO:tasks.rados.rados.0.smithi002.stdout:2224: rmattr oid 24 current snap is 224 2023-12-16T19:37:38.993 INFO:tasks.rados.rados.0.smithi002.stdout:2224: done (2 left) 2023-12-16T19:37:38.993 INFO:tasks.rados.rados.0.smithi002.stdout:2225: delete oid 27 current snap is 224 2023-12-16T19:37:38.995 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:37:38.995 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2225: done (2 left) 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2226: copy_from oid 39 from oid 45 current snap is 224 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2227: read oid 15 snap 182 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2227: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2228: read oid 46 snap -1 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2228: expect (ObjNum 676 snap 206 seq_num 676) 2023-12-16T19:37:38.997 INFO:tasks.rados.rados.0.smithi002.stdout:2229: snap_remove snap 214 2023-12-16T19:37:39.994 INFO:tasks.rados.rados.0.smithi002.stdout:2229: done (5 left) 2023-12-16T19:37:39.994 INFO:tasks.rados.rados.0.smithi002.stdout:2230: read oid 9 snap -1 2023-12-16T19:37:39.994 INFO:tasks.rados.rados.0.smithi002.stdout:2230: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:37:39.994 INFO:tasks.rados.rados.0.smithi002.stdout:2231: snap_create 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:2220: finishing rollback tid 2 to smithi002125626-20 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1185 (ObjNum 564 snap 173 seq_num 564) dirty exists 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:2221: finishing copy_from to smithi002125626-33 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1956 (ObjNum 657 snap 201 seq_num 657) dirty exists 2023-12-16T19:37:39.995 INFO:tasks.rados.rados.0.smithi002.stdout:2227: expect (ObjNum 473 snap 147 seq_num 473) 2023-12-16T19:37:40.131 INFO:tasks.rados.rados.0.smithi002.stdout:2226: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:37:40.131 INFO:tasks.rados.rados.0.smithi002.stdout:2226: finishing copy_from to smithi002125626-39 2023-12-16T19:37:40.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1156 (ObjNum 671 snap 205 seq_num 671) dirty exists 2023-12-16T19:37:40.131 INFO:tasks.rados.rados.0.smithi002.stdout:2228: expect (ObjNum 676 snap 206 seq_num 676) 2023-12-16T19:37:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:39 smithi002 ceph-mon[137674]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T19:37:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:39 smithi002 ceph-mon[137674]: pgmap v428: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 534 KiB/s wr, 11 op/s 2023-12-16T19:37:40.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:39 smithi002 ceph-mon[140029]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T19:37:40.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:39 smithi002 ceph-mon[140029]: pgmap v428: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 534 KiB/s wr, 11 op/s 2023-12-16T19:37:40.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:39 smithi043 ceph-mon[135010]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T19:37:40.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:39 smithi043 ceph-mon[135010]: pgmap v428: 121 pgs: 121 active+clean; 641 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 534 KiB/s wr, 11 op/s 2023-12-16T19:37:40.987 INFO:tasks.rados.rados.0.smithi002.stdout:2230: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:37:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:2220: done (6 left) 2023-12-16T19:37:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:2221: done (5 left) 2023-12-16T19:37:40.993 INFO:tasks.rados.rados.0.smithi002.stdout:2226: done (4 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2227: done (3 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2228: done (2 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2230: done (1 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2231: done (0 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2232: rmattr oid 36 current snap is 225 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2232: done (0 left) 2023-12-16T19:37:40.994 INFO:tasks.rados.rados.0.smithi002.stdout:2233: delete oid 24 current snap is 225 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2233: done (0 left) 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2234: read oid 46 snap -1 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2234: expect (ObjNum 676 snap 206 seq_num 676) 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2235: read oid 23 snap -1 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2235: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:41.001 INFO:tasks.rados.rados.0.smithi002.stdout:2236: read oid 39 snap -1 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2236: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2237: rmattr oid 37 current snap is 225 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2237: done (3 left) 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2238: read oid 24 snap -1 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2238: expect deleted 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 225 2023-12-16T19:37:41.002 INFO:tasks.rados.rados.0.smithi002.stdout:2239: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2023-12-16T19:37:41.004 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi002125626-18 from 0 to 696320 tid 1 2023-12-16T19:37:41.007 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi002125626-18 from 696320 to 1196032 tid 2 2023-12-16T19:37:41.012 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi002125626-18 from 1196032 to 1908736 tid 3 2023-12-16T19:37:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2239: writing smithi002125626-18 from 1908736 to 2301952 tid 4 2023-12-16T19:37:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2240: read oid 29 snap 212 2023-12-16T19:37:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2240: expect (ObjNum 571 snap 176 seq_num 571) 2023-12-16T19:37:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2241: snap_remove snap 193 2023-12-16T19:37:41.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:40 smithi043 ceph-mon[135010]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T19:37:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:40 smithi002 ceph-mon[137674]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T19:37:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:40 smithi002 ceph-mon[140029]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T19:37:42.004 INFO:tasks.rados.rados.0.smithi002.stdout:2241: done (6 left) 2023-12-16T19:37:42.004 INFO:tasks.rados.rados.0.smithi002.stdout:2242: delete oid 20 current snap is 225 2023-12-16T19:37:42.004 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 1 to smithi002125626-18 2023-12-16T19:37:42.004 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 2 to smithi002125626-18 2023-12-16T19:37:42.004 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 3 to smithi002125626-18 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 4 to smithi002125626-18 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 5 to smithi002125626-18 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:2239: finishing write tid 6 to smithi002125626-18 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1149 (ObjNum 710 snap 225 seq_num 710) dirty exists 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:2239: left oid 18 (ObjNum 710 snap 225 seq_num 710) 2023-12-16T19:37:42.005 INFO:tasks.rados.rados.0.smithi002.stdout:2235: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:41 smithi002 ceph-mon[137674]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T19:37:42.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:41 smithi002 ceph-mon[137674]: pgmap v431: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 669 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2023-12-16T19:37:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:41] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2023-12-16T19:37:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:41 smithi002 ceph-mon[140029]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T19:37:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:41 smithi002 ceph-mon[140029]: pgmap v431: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 669 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2023-12-16T19:37:42.367 INFO:tasks.rados.rados.0.smithi002.stdout:2240: expect (ObjNum 571 snap 176 seq_num 571) 2023-12-16T19:37:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:41 smithi043 ceph-mon[135010]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T19:37:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:41 smithi043 ceph-mon[135010]: pgmap v431: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 669 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2023-12-16T19:37:42.576 INFO:tasks.rados.rados.0.smithi002.stdout:2234: expect (ObjNum 676 snap 206 seq_num 676) 2023-12-16T19:37:43.435 INFO:tasks.rados.rados.0.smithi002.stdout:2236: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:42 smithi002 ceph-mon[137674]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T19:37:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:42 smithi002 ceph-mon[137674]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T19:37:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:42 smithi002 ceph-mon[140029]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T19:37:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:42 smithi002 ceph-mon[140029]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T19:37:43.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:42 smithi043 ceph-mon[135010]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T19:37:43.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:42 smithi043 ceph-mon[135010]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T19:37:43.868 INFO:tasks.rados.rados.0.smithi002.stdout:2234: done (6 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2235: done (5 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2236: done (4 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2238: done (3 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2239: done (2 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2240: done (1 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2242: done (0 left) 2023-12-16T19:37:43.869 INFO:tasks.rados.rados.0.smithi002.stdout:2243: setattr oid 9 current snap is 225 2023-12-16T19:37:43.870 INFO:tasks.rados.rados.0.smithi002.stdout:2244: snap_remove snap 146 2023-12-16T19:37:44.009 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1971 (ObjNum 1537 snap 0 seq_num 3267342672) dirty exists 2023-12-16T19:37:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:2243: done (1 left) 2023-12-16T19:37:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:2244: done (0 left) 2023-12-16T19:37:44.010 INFO:tasks.rados.rados.0.smithi002.stdout:2245: snap_create 2023-12-16T19:37:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:44 smithi002 ceph-mon[137674]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2023-12-16T19:37:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:44 smithi002 ceph-mon[140029]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2023-12-16T19:37:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:44 smithi043 ceph-mon[135010]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2023-12-16T19:37:45.010 INFO:tasks.rados.rados.0.smithi002.stdout:2245: done (0 left) 2023-12-16T19:37:45.011 INFO:tasks.rados.rados.0.smithi002.stdout:2246: read oid 42 snap -1 2023-12-16T19:37:45.011 INFO:tasks.rados.rados.0.smithi002.stdout:2246: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:45.011 INFO:tasks.rados.rados.0.smithi002.stdout:2247: snap_create 2023-12-16T19:37:45.021 INFO:tasks.rados.rados.0.smithi002.stdout:2246: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:45 smithi002 ceph-mon[137674]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T19:37:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:45 smithi002 ceph-mon[140029]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T19:37:45.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:45 smithi043 ceph-mon[135010]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T19:37:46.012 INFO:tasks.rados.rados.0.smithi002.stdout:2246: done (1 left) 2023-12-16T19:37:46.012 INFO:tasks.rados.rados.0.smithi002.stdout:2247: done (0 left) 2023-12-16T19:37:46.012 INFO:tasks.rados.rados.0.smithi002.stdout:2248: rmattr oid 38 current snap is 227 2023-12-16T19:37:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:2249: read oid 42 snap 225 2023-12-16T19:37:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:2249: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:2250: delete oid 6 current snap is 227 2023-12-16T19:37:46.018 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2766 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:37:46.022 INFO:tasks.rados.rados.0.smithi002.stdout:2248: done (2 left) 2023-12-16T19:37:46.022 INFO:tasks.rados.rados.0.smithi002.stdout:2250: done (1 left) 2023-12-16T19:37:46.022 INFO:tasks.rados.rados.0.smithi002.stdout:2251: delete oid 12 current snap is 227 2023-12-16T19:37:46.022 INFO:tasks.rados.rados.0.smithi002.stdout:2249: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:2249: done (1 left) 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:2251: done (0 left) 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:2252: read oid 13 snap -1 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:2252: expect (ObjNum 653 snap 201 seq_num 653) 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 227 2023-12-16T19:37:46.105 INFO:tasks.rados.rados.0.smithi002.stdout:2253: seq_num 714 ranges {2301952=761856,3063808=442368,3506176=688128,4194304=475136} 2023-12-16T19:37:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:2253: writing smithi002125626-18 from 2301952 to 3063808 tid 1 2023-12-16T19:37:46.124 INFO:tasks.rados.rados.0.smithi002.stdout:2253: writing smithi002125626-18 from 3063808 to 3506176 tid 2 2023-12-16T19:37:46.128 INFO:tasks.rados.rados.0.smithi002.stdout:2253: writing smithi002125626-18 from 3506176 to 4194304 tid 3 2023-12-16T19:37:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2253: writing smithi002125626-18 from 4194304 to 4669440 tid 4 2023-12-16T19:37:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2254: snap_create 2023-12-16T19:37:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 1 to smithi002125626-18 2023-12-16T19:37:46.131 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 2 to smithi002125626-18 2023-12-16T19:37:46.134 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 3 to smithi002125626-18 2023-12-16T19:37:46.135 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 4 to smithi002125626-18 2023-12-16T19:37:46.135 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 5 to smithi002125626-18 2023-12-16T19:37:46.137 INFO:tasks.rados.rados.0.smithi002.stdout:2253: finishing write tid 6 to smithi002125626-18 2023-12-16T19:37:46.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1154 (ObjNum 714 snap 227 seq_num 714) dirty exists 2023-12-16T19:37:46.137 INFO:tasks.rados.rados.0.smithi002.stdout:2253: left oid 18 (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:37:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:2252: expect (ObjNum 653 snap 201 seq_num 653) 2023-12-16T19:37:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:46 smithi002 ceph-mon[137674]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T19:37:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:46 smithi002 ceph-mon[137674]: pgmap v437: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:37:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:46 smithi002 ceph-mon[140029]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T19:37:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:46 smithi002 ceph-mon[140029]: pgmap v437: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:37:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:46 smithi043 ceph-mon[135010]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T19:37:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:46 smithi043 ceph-mon[135010]: pgmap v437: 121 pgs: 121 active+clean; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:37:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:47 smithi002 ceph-mon[137674]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T19:37:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:47 smithi002 ceph-mon[140029]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T19:37:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:47 smithi043 ceph-mon[135010]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2252: done (2 left) 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2253: done (1 left) 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2254: done (0 left) 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2255: read oid 28 snap -1 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2255: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2256: read oid 50 snap -1 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2256: expect deleted 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 228 2023-12-16T19:37:48.366 INFO:tasks.rados.rados.0.smithi002.stdout:2257: seq_num 715 ranges {3276800=778240,4055040=770048,4825088=499712,5324800=335872} 2023-12-16T19:37:48.388 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi002125626-15 from 3276800 to 4055040 tid 1 2023-12-16T19:37:48.395 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi002125626-15 from 4055040 to 4825088 tid 2 2023-12-16T19:37:48.395 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi002125626-15 from 4825088 to 5324800 tid 3 2023-12-16T19:37:48.396 INFO:tasks.rados.rados.0.smithi002.stdout:2257: writing smithi002125626-15 from 5324800 to 5660672 tid 4 2023-12-16T19:37:48.396 INFO:tasks.rados.rados.0.smithi002.stdout:2258: snap_remove snap 208 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[137674]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[137674]: pgmap v440: 121 pgs: 121 active+clean; 660 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 562 KiB/s wr, 5 op/s 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[137674]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[140029]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[140029]: pgmap v440: 121 pgs: 121 active+clean; 660 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 562 KiB/s wr, 5 op/s 2023-12-16T19:37:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:48 smithi002 ceph-mon[140029]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T19:37:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:48 smithi043 ceph-mon[135010]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T19:37:48.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:48 smithi043 ceph-mon[135010]: pgmap v440: 121 pgs: 121 active+clean; 660 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 562 KiB/s wr, 5 op/s 2023-12-16T19:37:48.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:48 smithi043 ceph-mon[135010]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T19:37:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:2255: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:37:49.101 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 1 to smithi002125626-15 2023-12-16T19:37:49.101 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 2 to smithi002125626-15 2023-12-16T19:37:49.101 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 3 to smithi002125626-15 2023-12-16T19:37:49.101 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 4 to smithi002125626-15 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 5 to smithi002125626-15 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2255: done (3 left) 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2256: done (2 left) 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2258: done (1 left) 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 228 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2257: finishing write tid 6 to smithi002125626-15 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 1997 (ObjNum 715 snap 228 seq_num 715) dirty exists 2023-12-16T19:37:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:2257: left oid 15 (ObjNum 715 snap 228 seq_num 715) 2023-12-16T19:37:49.103 INFO:tasks.rados.rados.0.smithi002.stdout:2259: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2023-12-16T19:37:49.105 INFO:tasks.rados.rados.0.smithi002.stdout:2259: writing smithi002125626-2 from 0 to 794624 tid 1 2023-12-16T19:37:49.108 INFO:tasks.rados.rados.0.smithi002.stdout:2259: writing smithi002125626-2 from 794624 to 1449984 tid 2 2023-12-16T19:37:49.112 INFO:tasks.rados.rados.0.smithi002.stdout:2259: writing smithi002125626-2 from 1449984 to 2154496 tid 3 2023-12-16T19:37:49.114 INFO:tasks.rados.rados.0.smithi002.stdout:2259: writing smithi002125626-2 from 2154496 to 2400256 tid 4 2023-12-16T19:37:49.114 INFO:tasks.rados.rados.0.smithi002.stdout:2257: done (1 left) 2023-12-16T19:37:49.114 INFO:tasks.rados.rados.0.smithi002.stdout:2260: rollback oid 32 current snap is 228 2023-12-16T19:37:49.114 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 202 2023-12-16T19:37:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 1 to smithi002125626-2 2023-12-16T19:37:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 2 to smithi002125626-2 2023-12-16T19:37:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:2261: read oid 25 snap 189 2023-12-16T19:37:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:2261: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:37:49.115 INFO:tasks.rados.rados.0.smithi002.stdout:2262: snap_create 2023-12-16T19:37:49.116 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 3 to smithi002125626-2 2023-12-16T19:37:49.117 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 4 to smithi002125626-2 2023-12-16T19:37:49.117 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 5 to smithi002125626-2 2023-12-16T19:37:49.118 INFO:tasks.rados.rados.0.smithi002.stdout:2259: finishing write tid 6 to smithi002125626-2 2023-12-16T19:37:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2214 (ObjNum 716 snap 228 seq_num 716) dirty exists 2023-12-16T19:37:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:2259: left oid 2 (ObjNum 716 snap 228 seq_num 716) 2023-12-16T19:37:49.122 INFO:tasks.rados.rados.0.smithi002.stdout:2260: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:37:49.122 INFO:tasks.rados.rados.0.smithi002.stdout:2260: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:37:49.122 INFO:tasks.rados.rados.0.smithi002.stdout:2260: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:37:49.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2776 (ObjNum 65 snap 0 seq_num 1952012135) dirty exists 2023-12-16T19:37:49.133 INFO:tasks.rados.rados.0.smithi002.stdout:2261: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:37:49.598 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (6m) 2m ago 8m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (5m) 40s ago 8m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (9m) 2m ago 9m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (9m) 40s ago 9m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (5m) 40s ago 11m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (5m) 2m ago 12m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (5m) 2m ago 12m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (4m) 40s ago 11m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (4m) 2m ago 11m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:37:49.926 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (6m) 2m ago 8m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (5m) 40s ago 8m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 2m ago 11m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (3m) 2m ago 11m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (3m) 2m ago 10m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (2m) 2m ago 10m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (2m) 40s ago 10m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (100s) 40s ago 10m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (71s) 40s ago 10m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (43s) 40s ago 9m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:37:49.927 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (5m) 40s ago 9m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:37:50.037 INFO:tasks.rados.rados.0.smithi002.stdout:2259: done (3 left) 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2260: done (2 left) 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2261: done (1 left) 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2262: done (0 left) 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2263: read oid 16 snap -1 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2263: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 229 2023-12-16T19:37:50.038 INFO:tasks.rados.rados.0.smithi002.stdout:2264: seq_num 717 ranges {10444800=16384} 2023-12-16T19:37:50.096 INFO:tasks.rados.rados.0.smithi002.stdout:2264: writing smithi002125626-46 from 10444800 to 10461184 tid 1 2023-12-16T19:37:50.096 INFO:tasks.rados.rados.0.smithi002.stdout:2265: read oid 18 snap -1 2023-12-16T19:37:50.096 INFO:tasks.rados.rados.0.smithi002.stdout:2265: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:37:50.096 INFO:tasks.rados.rados.0.smithi002.stdout:2266: snap_create 2023-12-16T19:37:50.096 INFO:tasks.rados.rados.0.smithi002.stdout:2263: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[137674]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[137674]: pgmap v443: 121 pgs: 121 active+clean; 647 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 582 KiB/s wr, 7 op/s 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[137674]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[140029]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[140029]: pgmap v443: 121 pgs: 121 active+clean; 647 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 582 KiB/s wr, 7 op/s 2023-12-16T19:37:50.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:50 smithi002 ceph-mon[140029]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:50.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:50 smithi043 ceph-mon[135010]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T19:37:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:50 smithi043 ceph-mon[135010]: pgmap v443: 121 pgs: 121 active+clean; 647 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 582 KiB/s wr, 7 op/s 2023-12-16T19:37:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:50 smithi043 ceph-mon[135010]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:50.336 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:37:50.337 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:37:50.452 INFO:tasks.rados.rados.0.smithi002.stdout:2264: finishing write tid 1 to smithi002125626-46 2023-12-16T19:37:50.452 INFO:tasks.rados.rados.0.smithi002.stdout:2264: finishing write tid 2 to smithi002125626-46 2023-12-16T19:37:50.452 INFO:tasks.rados.rados.0.smithi002.stdout:2264: finishing write tid 3 to smithi002125626-46 2023-12-16T19:37:50.452 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 1999 (ObjNum 717 snap 229 seq_num 717) dirty exists 2023-12-16T19:37:50.453 INFO:tasks.rados.rados.0.smithi002.stdout:2264: left oid 46 (ObjNum 717 snap 229 seq_num 717) 2023-12-16T19:37:50.453 INFO:tasks.rados.rados.0.smithi002.stdout:2265: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:2263: done (3 left) 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:2264: done (2 left) 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:2265: done (1 left) 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:2266: done (0 left) 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 230 2023-12-16T19:37:51.041 INFO:tasks.rados.rados.0.smithi002.stdout:2267: seq_num 718 ranges {7151616=32768} 2023-12-16T19:37:51.080 INFO:tasks.rados.rados.0.smithi002.stdout:2267: writing smithi002125626-23 from 7151616 to 7184384 tid 1 2023-12-16T19:37:51.080 INFO:tasks.rados.rados.0.smithi002.stdout:2268: rollback oid 40 current snap is 230 2023-12-16T19:37:51.080 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 223 2023-12-16T19:37:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:2269: read oid 49 snap -1 2023-12-16T19:37:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:2269: expect (ObjNum 697 snap 216 seq_num 697) 2023-12-16T19:37:51.081 INFO:tasks.rados.rados.0.smithi002.stdout:2270: delete oid 5 current snap is 230 2023-12-16T19:37:51.085 INFO:tasks.rados.rados.0.smithi002.stdout:2268: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:37:51.086 INFO:tasks.rados.rados.0.smithi002.stdout:2268: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:37:51.087 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 1 to smithi002125626-23 2023-12-16T19:37:51.088 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 2 to smithi002125626-23 2023-12-16T19:37:51.088 INFO:tasks.rados.rados.0.smithi002.stdout:2270: done (3 left) 2023-12-16T19:37:51.088 INFO:tasks.rados.rados.0.smithi002.stdout:2271: delete oid 2 current snap is 230 2023-12-16T19:37:51.089 INFO:tasks.rados.rados.0.smithi002.stdout:2268: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:37:51.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1976 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:37:51.090 INFO:tasks.rados.rados.0.smithi002.stdout:2267: finishing write tid 3 to smithi002125626-23 2023-12-16T19:37:51.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1987 (ObjNum 718 snap 230 seq_num 718) dirty exists 2023-12-16T19:37:51.090 INFO:tasks.rados.rados.0.smithi002.stdout:2267: left oid 23 (ObjNum 718 snap 230 seq_num 718) 2023-12-16T19:37:51.092 INFO:tasks.rados.rados.0.smithi002.stdout:2267: done (3 left) 2023-12-16T19:37:51.092 INFO:tasks.rados.rados.0.smithi002.stdout:2268: done (2 left) 2023-12-16T19:37:51.092 INFO:tasks.rados.rados.0.smithi002.stdout:2271: done (1 left) 2023-12-16T19:37:51.092 INFO:tasks.rados.rados.0.smithi002.stdout:2272: snap_remove snap 224 2023-12-16T19:37:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[137674]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[137674]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T19:37:51.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4278648235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:51.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:51.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[140029]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:51.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[140029]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T19:37:51.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4278648235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:51.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:51 smithi043 ceph-mon[135010]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:37:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:51 smithi043 ceph-mon[135010]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T19:37:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4278648235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:37:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:37:52.048 INFO:tasks.rados.rados.0.smithi002.stdout:2272: done (1 left) 2023-12-16T19:37:52.048 INFO:tasks.rados.rados.0.smithi002.stdout:2273: snap_create 2023-12-16T19:37:52.048 INFO:tasks.rados.rados.0.smithi002.stdout:2269: expect (ObjNum 697 snap 216 seq_num 697) 2023-12-16T19:37:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:52 smithi002 ceph-mon[137674]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T19:37:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:52 smithi002 ceph-mon[137674]: pgmap v446: 121 pgs: 121 active+clean; 652 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-16T19:37:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:37:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:37:51] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:37:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:52 smithi002 ceph-mon[140029]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T19:37:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:52 smithi002 ceph-mon[140029]: pgmap v446: 121 pgs: 121 active+clean; 652 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-16T19:37:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:52 smithi043 ceph-mon[135010]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T19:37:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:52 smithi043 ceph-mon[135010]: pgmap v446: 121 pgs: 121 active+clean; 652 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-16T19:37:52.982 INFO:tasks.rados.rados.0.smithi002.stdout:2269: done (1 left) 2023-12-16T19:37:52.982 INFO:tasks.rados.rados.0.smithi002.stdout:2273: done (0 left) 2023-12-16T19:37:52.983 INFO:tasks.rados.rados.0.smithi002.stdout:2274: snap_remove snap 220 2023-12-16T19:37:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:53 smithi002 ceph-mon[137674]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T19:37:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:53 smithi002 ceph-mon[137674]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T19:37:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:53 smithi002 ceph-mon[140029]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T19:37:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:53 smithi002 ceph-mon[140029]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T19:37:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:53 smithi043 ceph-mon[135010]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T19:37:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:53 smithi043 ceph-mon[135010]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T19:37:53.991 INFO:tasks.rados.rados.0.smithi002.stdout:2274: done (0 left) 2023-12-16T19:37:53.991 INFO:tasks.rados.rados.0.smithi002.stdout:2275: setattr oid 43 current snap is 231 2023-12-16T19:37:53.994 INFO:tasks.rados.rados.0.smithi002.stdout:2276: setattr oid 29 current snap is 231 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2277: rmattr oid 12 current snap is 231 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2277: done (2 left) 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2278: read oid 3 snap -1 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2278: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2279: copy_from oid 15 from oid 24 current snap is 231 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2280: read oid 32 snap 212 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2280: expect (ObjNum 2053499136 snap 21887 seq_num 2052574032) 2023-12-16T19:37:53.998 INFO:tasks.rados.rados.0.smithi002.stdout:2281: read oid 42 snap -1 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2281: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2282: read oid 38 snap 187 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2282: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 231 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2283: seq_num 721 ranges {0=81920} 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2283: writing smithi002125626-22 from 0 to 81920 tid 1 2023-12-16T19:37:53.999 INFO:tasks.rados.rados.0.smithi002.stdout:2284: snap_create 2023-12-16T19:37:54.003 INFO:tasks.rados.rados.0.smithi002.stdout:2280: expect (ObjNum 2053499136 snap 21887 seq_num 2052574032) 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1976 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:2279: finishing copy_from to smithi002125626-15 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:2279: got expected ENOENT (src dne) 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:2279: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:2283: finishing write tid 1 to smithi002125626-22 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1960 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:37:54.012 INFO:tasks.rados.rados.0.smithi002.stdout:2283: finishing write tid 2 to smithi002125626-22 2023-12-16T19:37:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:2283: finishing write tid 3 to smithi002125626-22 2023-12-16T19:37:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1978 (ObjNum 721 snap 231 seq_num 721) dirty exists 2023-12-16T19:37:54.013 INFO:tasks.rados.rados.0.smithi002.stdout:2283: left oid 22 (ObjNum 721 snap 231 seq_num 721) 2023-12-16T19:37:54.014 INFO:tasks.rados.rados.0.smithi002.stdout:2281: expect (ObjNum 588 snap 178 seq_num 588) 2023-12-16T19:37:54.100 INFO:tasks.rados.rados.0.smithi002.stdout:2278: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:54.180 INFO:tasks.rados.rados.0.smithi002.stdout:2282: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:54 smithi002 ceph-mon[137674]: pgmap v449: 121 pgs: 121 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:37:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:54 smithi002 ceph-mon[137674]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T19:37:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:54 smithi002 ceph-mon[140029]: pgmap v449: 121 pgs: 121 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:37:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:54 smithi002 ceph-mon[140029]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T19:37:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:54 smithi043 ceph-mon[135010]: pgmap v449: 121 pgs: 121 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:37:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:54 smithi043 ceph-mon[135010]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2275: done (8 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2276: done (7 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2278: done (6 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2279: done (5 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2280: done (4 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2281: done (3 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2282: done (2 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2283: done (1 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:2284: done (0 left) 2023-12-16T19:37:54.992 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 232 2023-12-16T19:37:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:2285: seq_num 722 ranges {0=98304} 2023-12-16T19:37:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:2285: writing smithi002125626-9 from 0 to 98304 tid 1 2023-12-16T19:37:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:2286: read oid 18 snap -1 2023-12-16T19:37:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:2286: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:37:54.993 INFO:tasks.rados.rados.0.smithi002.stdout:2287: snap_remove snap 209 2023-12-16T19:37:55.997 INFO:tasks.rados.rados.0.smithi002.stdout:2287: done (2 left) 2023-12-16T19:37:55.997 INFO:tasks.rados.rados.0.smithi002.stdout:2288: copy_from oid 19 from oid 12 current snap is 232 2023-12-16T19:37:55.997 INFO:tasks.rados.rados.0.smithi002.stdout:2289: read oid 20 snap -1 2023-12-16T19:37:55.997 INFO:tasks.rados.rados.0.smithi002.stdout:2289: expect deleted 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 232 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:2285: finishing write tid 1 to smithi002125626-9 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:2285: finishing write tid 2 to smithi002125626-9 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:2285: finishing write tid 3 to smithi002125626-9 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1974 (ObjNum 722 snap 232 seq_num 722) dirty exists 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:2285: left oid 9 (ObjNum 722 snap 232 seq_num 722) 2023-12-16T19:37:55.998 INFO:tasks.rados.rados.0.smithi002.stdout:2286: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:37:56.167 INFO:tasks.rados.rados.0.smithi002.stdout:2288: finishing copy_from to smithi002125626-19 2023-12-16T19:37:56.167 INFO:tasks.rados.rados.0.smithi002.stdout:2288: got expected ENOENT (src dne) 2023-12-16T19:37:56.167 INFO:tasks.rados.rados.0.smithi002.stdout:2288: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:37:56.167 INFO:tasks.rados.rados.0.smithi002.stdout:2290: seq_num 723 ranges {0=114688} 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2290: writing smithi002125626-50 from 0 to 114688 tid 1 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2285: done (4 left) 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2286: done (3 left) 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2288: done (2 left) 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2289: done (1 left) 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 232 2023-12-16T19:37:56.168 INFO:tasks.rados.rados.0.smithi002.stdout:2291: seq_num 724 ranges {2220032=131072} 2023-12-16T19:37:56.180 INFO:tasks.rados.rados.0.smithi002.stdout:2291: writing smithi002125626-21 from 2220032 to 2351104 tid 1 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:2292: delete oid 24 current snap is 232 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:2290: finishing write tid 1 to smithi002125626-50 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:2290: finishing write tid 2 to smithi002125626-50 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:2290: finishing write tid 3 to smithi002125626-50 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2794 (ObjNum 723 snap 232 seq_num 723) dirty exists 2023-12-16T19:37:56.181 INFO:tasks.rados.rados.0.smithi002.stdout:2290: left oid 50 (ObjNum 723 snap 232 seq_num 723) 2023-12-16T19:37:56.183 INFO:tasks.rados.rados.0.smithi002.stdout:2290: done (2 left) 2023-12-16T19:37:56.183 INFO:tasks.rados.rados.0.smithi002.stdout:2292: done (1 left) 2023-12-16T19:37:56.183 INFO:tasks.rados.rados.0.smithi002.stdout:2293: setattr oid 40 current snap is 232 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:2291: finishing write tid 1 to smithi002125626-21 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:2291: finishing write tid 2 to smithi002125626-21 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:2294: read oid 50 snap -1 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:2294: expect (ObjNum 723 snap 232 seq_num 723) 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 232 2023-12-16T19:37:56.184 INFO:tasks.rados.rados.0.smithi002.stdout:2295: seq_num 726 ranges {1212416=163840} 2023-12-16T19:37:56.192 INFO:tasks.rados.rados.0.smithi002.stdout:2295: writing smithi002125626-8 from 1212416 to 1376256 tid 1 2023-12-16T19:37:56.192 INFO:tasks.rados.rados.0.smithi002.stdout:2296: delete oid 44 current snap is 232 2023-12-16T19:37:56.192 INFO:tasks.rados.rados.0.smithi002.stdout:2291: finishing write tid 3 to smithi002125626-21 2023-12-16T19:37:56.193 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2797 (ObjNum 724 snap 232 seq_num 724) dirty exists 2023-12-16T19:37:56.193 INFO:tasks.rados.rados.0.smithi002.stdout:2291: left oid 21 (ObjNum 724 snap 232 seq_num 724) 2023-12-16T19:37:56.193 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1979 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:37:56.193 INFO:tasks.rados.rados.0.smithi002.stdout:2294: expect (ObjNum 723 snap 232 seq_num 723) 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2295: finishing write tid 1 to smithi002125626-8 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2295: finishing write tid 2 to smithi002125626-8 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2291: done (4 left) 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2293: done (3 left) 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2294: done (2 left) 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2296: done (1 left) 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2297: read oid 27 snap -1 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2297: expect deleted 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2298: rollback oid 50 current snap is 232 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 216 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2299: rmattr oid 32 current snap is 232 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 232 2023-12-16T19:37:56.198 INFO:tasks.rados.rados.0.smithi002.stdout:2300: seq_num 728 ranges {0=196608} 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2300: writing smithi002125626-2 from 0 to 196608 tid 1 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2301: read oid 45 snap -1 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2301: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2302: read oid 35 snap -1 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2302: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2303: rollback oid 28 current snap is 232 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 196 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:2295: finishing write tid 3 to smithi002125626-8 2023-12-16T19:37:56.200 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1400 (ObjNum 726 snap 232 seq_num 726) dirty exists 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2295: left oid 8 (ObjNum 726 snap 232 seq_num 726) 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2295: done (7 left) 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2297: done (6 left) 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2304: read oid 37 snap -1 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2304: expect (ObjNum 706 snap 222 seq_num 706) 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2305: read oid 16 snap -1 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2305: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2306: rollback oid 3 current snap is 232 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 212 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2307: rollback oid 21 current snap is 232 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 215 2023-12-16T19:37:56.201 INFO:tasks.rados.rados.0.smithi002.stdout:2308: setattr oid 17 current snap is 232 2023-12-16T19:37:56.202 INFO:tasks.rados.rados.0.smithi002.stdout:2309: snap_create 2023-12-16T19:37:56.204 INFO:tasks.rados.rados.0.smithi002.stdout:2298: finishing rollback tid 0 to smithi002125626-50 2023-12-16T19:37:56.207 INFO:tasks.rados.rados.0.smithi002.stdout:2300: finishing write tid 1 to smithi002125626-2 2023-12-16T19:37:56.207 INFO:tasks.rados.rados.0.smithi002.stdout:2300: finishing write tid 2 to smithi002125626-2 2023-12-16T19:37:56.207 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing rollback tid 0 to smithi002125626-3 2023-12-16T19:37:56.210 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:37:56.210 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1402 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:2306: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1990 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:2300: finishing write tid 3 to smithi002125626-2 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2217 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:2300: left oid 2 (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:2298: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2799 (ObjNum 65 snap 0 seq_num 1566728558) dirty dne 2023-12-16T19:37:56.211 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2801 (ObjNum 65 snap 0 seq_num 1885430374) dirty exists 2023-12-16T19:37:56.213 INFO:tasks.rados.rados.0.smithi002.stdout:2307: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:37:56.213 INFO:tasks.rados.rados.0.smithi002.stdout:2307: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:37:56.213 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2803 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:37:56.214 INFO:tasks.rados.rados.0.smithi002.stdout:2303: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:37:56.216 INFO:tasks.rados.rados.0.smithi002.stdout:2302: expect (ObjNum 583 snap 177 seq_num 583) 2023-12-16T19:37:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:55 smithi043 ceph-mon[135010]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T19:37:56.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:55 smithi043 ceph-mon[135010]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 32 KiB/s wr, 11 op/s 2023-12-16T19:37:56.299 INFO:tasks.rados.rados.0.smithi002.stdout:2303: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:37:56.299 INFO:tasks.rados.rados.0.smithi002.stdout:2305: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:37:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:55 smithi002 ceph-mon[137674]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T19:37:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:55 smithi002 ceph-mon[137674]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 32 KiB/s wr, 11 op/s 2023-12-16T19:37:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:55 smithi002 ceph-mon[140029]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T19:37:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:55 smithi002 ceph-mon[140029]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 652 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 32 KiB/s wr, 11 op/s 2023-12-16T19:37:56.651 INFO:tasks.rados.rados.0.smithi002.stdout:2303: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:37:56.652 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1960 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:37:56.652 INFO:tasks.rados.rados.0.smithi002.stdout:2301: expect (ObjNum 671 snap 205 seq_num 671) 2023-12-16T19:37:57.088 INFO:tasks.rados.rados.0.smithi002.stdout:2304: expect (ObjNum 706 snap 222 seq_num 706) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2298: done (11 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2299: done (10 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2300: done (9 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2301: done (8 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2302: done (7 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2303: done (6 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2304: done (5 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2305: done (4 left) 2023-12-16T19:37:57.232 INFO:tasks.rados.rados.0.smithi002.stdout:2306: done (3 left) 2023-12-16T19:37:57.233 INFO:tasks.rados.rados.0.smithi002.stdout:2307: done (2 left) 2023-12-16T19:37:57.233 INFO:tasks.rados.rados.0.smithi002.stdout:2308: done (1 left) 2023-12-16T19:37:57.233 INFO:tasks.rados.rados.0.smithi002.stdout:2309: done (0 left) 2023-12-16T19:37:57.233 INFO:tasks.rados.rados.0.smithi002.stdout:2310: delete oid 27 current snap is 233 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2310: done (0 left) 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2311: read oid 47 snap 127 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2311: expect deleted 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2312: read oid 6 snap -1 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2312: expect deleted 2023-12-16T19:37:57.234 INFO:tasks.rados.rados.0.smithi002.stdout:2313: snap_create 2023-12-16T19:37:57.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:56 smithi043 ceph-mon[135010]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T19:37:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:56 smithi002 ceph-mon[137674]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T19:37:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:56 smithi002 ceph-mon[140029]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T19:37:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2311: done (2 left) 2023-12-16T19:37:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2312: done (1 left) 2023-12-16T19:37:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2313: done (0 left) 2023-12-16T19:37:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2314: copy_from oid 43 from oid 4 current snap is 234 2023-12-16T19:37:57.985 INFO:tasks.rados.rados.0.smithi002.stdout:2315: setattr oid 12 current snap is 234 2023-12-16T19:37:57.986 INFO:tasks.rados.rados.0.smithi002.stdout:2316: read oid 2 snap -1 2023-12-16T19:37:57.986 INFO:tasks.rados.rados.0.smithi002.stdout:2316: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:37:57.987 INFO:tasks.rados.rados.0.smithi002.stdout:2317: setattr oid 29 current snap is 234 2023-12-16T19:37:57.988 INFO:tasks.rados.rados.0.smithi002.stdout:2318: read oid 33 snap -1 2023-12-16T19:37:57.988 INFO:tasks.rados.rados.0.smithi002.stdout:2318: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:37:57.988 INFO:tasks.rados.rados.0.smithi002.stdout:2319: setattr oid 35 current snap is 234 2023-12-16T19:37:57.989 INFO:tasks.rados.rados.0.smithi002.stdout:2316: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1977 (ObjNum 33 snap 0 seq_num 2052799792) dirty exists 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 1961 (ObjNum 129 snap 0 seq_num 2052459536) dirty exists 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2315: done (5 left) 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2316: done (4 left) 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2317: done (3 left) 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2320: read oid 40 snap -1 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2320: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2321: copy_from oid 25 from oid 19 current snap is 234 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2322: read oid 22 snap -1 2023-12-16T19:37:58.000 INFO:tasks.rados.rados.0.smithi002.stdout:2322: expect (ObjNum 721 snap 231 seq_num 721) 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:2323: rollback oid 47 current snap is 234 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 228 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:2324: copy_from oid 29 from oid 26 current snap is 234 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:2325: rollback oid 42 current snap is 234 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 182 2023-12-16T19:37:58.001 INFO:tasks.rados.rados.0.smithi002.stdout:2326: setattr oid 38 current snap is 234 2023-12-16T19:37:58.002 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 234 2023-12-16T19:37:58.002 INFO:tasks.rados.rados.0.smithi002.stdout:2327: seq_num 730 ranges {3432448=229376} 2023-12-16T19:37:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2327: writing smithi002125626-30 from 3432448 to 3661824 tid 1 2023-12-16T19:37:58.024 INFO:tasks.rados.rados.0.smithi002.stdout:2328: delete oid 41 current snap is 234 2023-12-16T19:37:58.024 INFO:tasks.rados.rados.0.smithi002.stdout:2321: finishing copy_from to smithi002125626-25 2023-12-16T19:37:58.024 INFO:tasks.rados.rados.0.smithi002.stdout:2321: got expected ENOENT (src dne) 2023-12-16T19:37:58.024 INFO:tasks.rados.rados.0.smithi002.stdout:2321: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:37:58.024 INFO:tasks.rados.rados.0.smithi002.stdout:2318: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing rollback tid 0 to smithi002125626-42 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2325: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 530 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2318: done (11 left) 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2321: done (10 left) 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2325: done (9 left) 2023-12-16T19:37:58.090 INFO:tasks.rados.rados.0.smithi002.stdout:2328: done (8 left) 2023-12-16T19:37:58.091 INFO:tasks.rados.rados.0.smithi002.stdout:2329: setattr oid 7 current snap is 234 2023-12-16T19:37:58.091 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2805 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:37:58.091 INFO:tasks.rados.rados.0.smithi002.stdout:2314: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:37:58.091 INFO:tasks.rados.rados.0.smithi002.stdout:2320: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:58.171 INFO:tasks.rados.rados.0.smithi002.stdout:2314: finishing copy_from to smithi002125626-43 2023-12-16T19:37:58.171 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1170 (ObjNum 701 snap 219 seq_num 701) dirty exists 2023-12-16T19:37:58.171 INFO:tasks.rados.rados.0.smithi002.stdout:2322: expect (ObjNum 721 snap 231 seq_num 721) 2023-12-16T19:37:58.178 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:2323: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2809 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2811 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:2327: finishing write tid 1 to smithi002125626-30 2023-12-16T19:37:58.179 INFO:tasks.rados.rados.0.smithi002.stdout:2327: finishing write tid 2 to smithi002125626-30 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:2327: finishing write tid 3 to smithi002125626-30 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2001 (ObjNum 730 snap 234 seq_num 730) dirty exists 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:2327: left oid 30 (ObjNum 730 snap 234 seq_num 730) 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:2324: finishing copy_from racing read to smithi002125626-29 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:2324: finishing copy_from to smithi002125626-29 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2486 (ObjNum 662 snap 202 seq_num 662) dirty exists 2023-12-16T19:37:58.180 INFO:tasks.rados.rados.0.smithi002.stdout:2314: done (8 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2319: done (7 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2320: done (6 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2322: done (5 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2323: done (4 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2324: done (3 left) 2023-12-16T19:37:58.181 INFO:tasks.rados.rados.0.smithi002.stdout:2326: done (2 left) 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:2327: done (1 left) 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:2330: copy_from oid 43 from oid 12 current snap is 234 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:2331: read oid 28 snap -1 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:2331: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:2332: rollback oid 47 current snap is 234 2023-12-16T19:37:58.182 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 197 2023-12-16T19:37:58.183 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 234 2023-12-16T19:37:58.183 INFO:tasks.rados.rados.0.smithi002.stdout:2333: seq_num 732 ranges {0=262144} 2023-12-16T19:37:58.184 INFO:tasks.rados.rados.0.smithi002.stdout:2333: writing smithi002125626-10 from 0 to 262144 tid 1 2023-12-16T19:37:58.184 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 234 2023-12-16T19:37:58.184 INFO:tasks.rados.rados.0.smithi002.stdout:2334: seq_num 733 ranges {1785856=278528} 2023-12-16T19:37:58.191 INFO:tasks.rados.rados.0.smithi002.stdout:2334: writing smithi002125626-34 from 1785856 to 2064384 tid 1 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2335: snap_create 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2330: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2330: finishing copy_from to smithi002125626-43 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1977 (ObjNum 33 snap 0 seq_num 2053522656) dirty exists 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2333: finishing write tid 1 to smithi002125626-10 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2333: finishing write tid 2 to smithi002125626-10 2023-12-16T19:37:58.192 INFO:tasks.rados.rados.0.smithi002.stdout:2331: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2333: finishing write tid 3 to smithi002125626-10 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1404 (ObjNum 732 snap 234 seq_num 732) dirty exists 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2333: left oid 10 (ObjNum 732 snap 234 seq_num 732) 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2813 (ObjNum 684 snap 207 seq_num 684) dirty exists 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2332: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2332: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2332: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2816 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2334: finishing write tid 1 to smithi002125626-34 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2334: finishing write tid 2 to smithi002125626-34 2023-12-16T19:37:58.209 INFO:tasks.rados.rados.0.smithi002.stdout:2334: finishing write tid 3 to smithi002125626-34 2023-12-16T19:37:58.210 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1156 (ObjNum 733 snap 234 seq_num 733) dirty exists 2023-12-16T19:37:58.210 INFO:tasks.rados.rados.0.smithi002.stdout:2334: left oid 34 (ObjNum 733 snap 234 seq_num 733) 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[137674]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[137674]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 643 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[137674]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[140029]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[140029]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 643 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-16T19:37:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:37:58 smithi002 ceph-mon[140029]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T19:37:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:58 smithi043 ceph-mon[135010]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T19:37:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:58 smithi043 ceph-mon[135010]: pgmap v455: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 643 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-16T19:37:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:37:58 smithi043 ceph-mon[135010]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T19:37:59.016 INFO:tasks.rados.rados.0.smithi002.stdout:2329: done (6 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2330: done (5 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2331: done (4 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2332: done (3 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2333: done (2 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2334: done (1 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2335: done (0 left) 2023-12-16T19:37:59.017 INFO:tasks.rados.rados.0.smithi002.stdout:2336: rollback oid 45 current snap is 235 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 45 to 217 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:2337: read oid 14 snap -1 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:2337: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:2338: read oid 3 snap -1 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:2338: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:59.018 INFO:tasks.rados.rados.0.smithi002.stdout:2339: delete oid 25 current snap is 235 2023-12-16T19:37:59.026 INFO:tasks.rados.rados.0.smithi002.stdout:2339: done (3 left) 2023-12-16T19:37:59.026 INFO:tasks.rados.rados.0.smithi002.stdout:2340: delete oid 29 current snap is 235 2023-12-16T19:37:59.026 INFO:tasks.rados.rados.0.smithi002.stdout:2336: finishing rollback tid 0 to smithi002125626-45 2023-12-16T19:37:59.027 INFO:tasks.rados.rados.0.smithi002.stdout:2336: finishing rollback tid 1 to smithi002125626-45 2023-12-16T19:37:59.027 INFO:tasks.rados.rados.0.smithi002.stdout:2336: finishing rollback tid 2 to smithi002125626-45 2023-12-16T19:37:59.027 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 1223 (ObjNum 671 snap 205 seq_num 671) dirty exists 2023-12-16T19:37:59.035 INFO:tasks.rados.rados.0.smithi002.stdout:2337: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:37:59.216 INFO:tasks.rados.rados.0.smithi002.stdout:2338: expect (ObjNum 683 snap 207 seq_num 683) 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:2336: done (3 left) 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:2337: done (2 left) 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:2338: done (1 left) 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:2340: done (0 left) 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 235 2023-12-16T19:37:59.296 INFO:tasks.rados.rados.0.smithi002.stdout:2341: seq_num 736 ranges {0=335872} 2023-12-16T19:37:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:2341: writing smithi002125626-21 from 0 to 335872 tid 1 2023-12-16T19:37:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:2342: rollback oid 1 current snap is 235 2023-12-16T19:37:59.297 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 217 2023-12-16T19:37:59.298 INFO:tasks.rados.rados.0.smithi002.stdout:2343: snap_create 2023-12-16T19:37:59.302 INFO:tasks.rados.rados.0.smithi002.stdout:2341: finishing write tid 1 to smithi002125626-21 2023-12-16T19:37:59.302 INFO:tasks.rados.rados.0.smithi002.stdout:2341: finishing write tid 2 to smithi002125626-21 2023-12-16T19:37:59.303 INFO:tasks.rados.rados.0.smithi002.stdout:2342: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:37:59.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2465 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:37:59.303 INFO:tasks.rados.rados.0.smithi002.stdout:2341: finishing write tid 3 to smithi002125626-21 2023-12-16T19:37:59.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2818 (ObjNum 736 snap 235 seq_num 736) dirty exists 2023-12-16T19:37:59.303 INFO:tasks.rados.rados.0.smithi002.stdout:2341: left oid 21 (ObjNum 736 snap 235 seq_num 736) 2023-12-16T19:38:00.021 INFO:tasks.rados.rados.0.smithi002.stdout:2341: done (2 left) 2023-12-16T19:38:00.021 INFO:tasks.rados.rados.0.smithi002.stdout:2342: done (1 left) 2023-12-16T19:38:00.021 INFO:tasks.rados.rados.0.smithi002.stdout:2343: done (0 left) 2023-12-16T19:38:00.021 INFO:tasks.rados.rados.0.smithi002.stdout:2344: snap_create 2023-12-16T19:38:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:00 smithi002 ceph-mon[137674]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T19:38:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:00 smithi002 ceph-mon[137674]: pgmap v458: 121 pgs: 121 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 184 KiB/s wr, 30 op/s 2023-12-16T19:38:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:00 smithi002 ceph-mon[140029]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T19:38:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:00 smithi002 ceph-mon[140029]: pgmap v458: 121 pgs: 121 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 184 KiB/s wr, 30 op/s 2023-12-16T19:38:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:00 smithi043 ceph-mon[135010]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T19:38:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:00 smithi043 ceph-mon[135010]: pgmap v458: 121 pgs: 121 active+clean; 642 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 184 KiB/s wr, 30 op/s 2023-12-16T19:38:01.023 INFO:tasks.rados.rados.0.smithi002.stdout:2344: done (0 left) 2023-12-16T19:38:01.023 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 237 2023-12-16T19:38:01.023 INFO:tasks.rados.rados.0.smithi002.stdout:2345: seq_num 737 ranges {5603328=352256} 2023-12-16T19:38:01.056 INFO:tasks.rados.rados.0.smithi002.stdout:2345: writing smithi002125626-36 from 5603328 to 5955584 tid 1 2023-12-16T19:38:01.056 INFO:tasks.rados.rados.0.smithi002.stdout:2346: snap_create 2023-12-16T19:38:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 1 to smithi002125626-36 2023-12-16T19:38:01.063 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 2 to smithi002125626-36 2023-12-16T19:38:01.064 INFO:tasks.rados.rados.0.smithi002.stdout:2345: finishing write tid 3 to smithi002125626-36 2023-12-16T19:38:01.064 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 1226 (ObjNum 737 snap 237 seq_num 737) dirty exists 2023-12-16T19:38:01.064 INFO:tasks.rados.rados.0.smithi002.stdout:2345: left oid 36 (ObjNum 737 snap 237 seq_num 737) 2023-12-16T19:38:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:01 smithi002 ceph-mon[137674]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T19:38:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:01 smithi002 ceph-mon[140029]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T19:38:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:01 smithi043 ceph-mon[135010]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T19:38:02.033 INFO:tasks.rados.rados.0.smithi002.stdout:2345: done (1 left) 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:2346: done (0 left) 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:2347: read oid 5 snap 228 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:2347: expect (ObjNum 653 snap 201 seq_num 653) 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:2348: copy_from oid 45 from oid 41 current snap is 238 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 238 2023-12-16T19:38:02.034 INFO:tasks.rados.rados.0.smithi002.stdout:2349: seq_num 738 ranges {16138240=368640} 2023-12-16T19:38:02.125 INFO:tasks.rados.rados.0.smithi002.stdout:2349: writing smithi002125626-13 from 16138240 to 16506880 tid 1 2023-12-16T19:38:02.125 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 238 2023-12-16T19:38:02.125 INFO:tasks.rados.rados.0.smithi002.stdout:2350: seq_num 739 ranges {614400=385024} 2023-12-16T19:38:02.130 INFO:tasks.rados.rados.0.smithi002.stdout:2350: writing smithi002125626-31 from 614400 to 999424 tid 1 2023-12-16T19:38:02.130 INFO:tasks.rados.rados.0.smithi002.stdout:2351: rmattr oid 20 current snap is 238 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2351: done (4 left) 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2352: snap_create 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2348: finishing copy_from to smithi002125626-45 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2348: got expected ENOENT (src dne) 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2348: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:38:02.131 INFO:tasks.rados.rados.0.smithi002.stdout:2347: expect (ObjNum 653 snap 201 seq_num 653) 2023-12-16T19:38:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:01] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:38:02.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:02 smithi002 ceph-mon[137674]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T19:38:02.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:02 smithi002 ceph-mon[137674]: pgmap v461: 121 pgs: 121 active+clean; 651 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 442 KiB/s wr, 67 op/s 2023-12-16T19:38:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:02 smithi002 ceph-mon[140029]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T19:38:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:02 smithi002 ceph-mon[140029]: pgmap v461: 121 pgs: 121 active+clean; 651 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 442 KiB/s wr, 67 op/s 2023-12-16T19:38:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:02 smithi043 ceph-mon[135010]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T19:38:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:02 smithi043 ceph-mon[135010]: pgmap v461: 121 pgs: 121 active+clean; 651 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 442 KiB/s wr, 67 op/s 2023-12-16T19:38:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:03 smithi002 ceph-mon[137674]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T19:38:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:03 smithi002 ceph-mon[137674]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T19:38:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:03 smithi002 ceph-mon[140029]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T19:38:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:03 smithi002 ceph-mon[140029]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T19:38:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:03 smithi043 ceph-mon[135010]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T19:38:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:03 smithi043 ceph-mon[135010]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T19:38:04.309 INFO:tasks.rados.rados.0.smithi002.stdout:2349: finishing write tid 1 to smithi002125626-13 2023-12-16T19:38:04.309 INFO:tasks.rados.rados.0.smithi002.stdout:2349: finishing write tid 2 to smithi002125626-13 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2350: finishing write tid 1 to smithi002125626-31 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2350: finishing write tid 2 to smithi002125626-31 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2347: done (4 left) 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2348: done (3 left) 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2352: done (2 left) 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2353: read oid 30 snap -1 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2353: expect (ObjNum 730 snap 234 seq_num 730) 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2354: snap_create 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2349: finishing write tid 3 to smithi002125626-13 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1962 (ObjNum 738 snap 238 seq_num 738) dirty exists 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2349: left oid 13 (ObjNum 738 snap 238 seq_num 738) 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:2350: finishing write tid 3 to smithi002125626-31 2023-12-16T19:38:04.310 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2219 (ObjNum 739 snap 238 seq_num 739) dirty exists 2023-12-16T19:38:04.311 INFO:tasks.rados.rados.0.smithi002.stdout:2350: left oid 31 (ObjNum 739 snap 238 seq_num 739) 2023-12-16T19:38:04.326 INFO:tasks.rados.rados.0.smithi002.stdout:2353: expect (ObjNum 730 snap 234 seq_num 730) 2023-12-16T19:38:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:04 smithi002 ceph-mon[137674]: pgmap v464: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2023-12-16T19:38:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:04 smithi002 ceph-mon[140029]: pgmap v464: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2023-12-16T19:38:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:04 smithi043 ceph-mon[135010]: pgmap v464: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.4 MiB/s wr, 43 op/s 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2349: done (3 left) 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2350: done (2 left) 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2353: done (1 left) 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2354: done (0 left) 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2355: copy_from oid 15 from oid 35 current snap is 240 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2356: read oid 4 snap -1 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2356: expect (ObjNum 701 snap 219 seq_num 701) 2023-12-16T19:38:05.040 INFO:tasks.rados.rados.0.smithi002.stdout:2357: rollback oid 23 current snap is 240 2023-12-16T19:38:05.041 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 183 2023-12-16T19:38:05.041 INFO:tasks.rados.rados.0.smithi002.stdout:2358: rmattr oid 17 current snap is 240 2023-12-16T19:38:05.041 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 240 2023-12-16T19:38:05.041 INFO:tasks.rados.rados.0.smithi002.stdout:2359: seq_num 740 ranges {4669440=401408} 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:2359: writing smithi002125626-18 from 4669440 to 5070848 tid 1 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:2360: read oid 30 snap -1 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:2360: expect (ObjNum 730 snap 234 seq_num 730) 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:2361: rollback oid 32 current snap is 240 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 234 2023-12-16T19:38:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:2357: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2357: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2357: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 1993 (ObjNum 579 snap 177 seq_num 579) dirty exists 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 1405 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2357: done (6 left) 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2358: done (5 left) 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2362: rmattr oid 41 current snap is 240 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2362: done (5 left) 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 240 2023-12-16T19:38:05.070 INFO:tasks.rados.rados.0.smithi002.stdout:2356: expect (ObjNum 701 snap 219 seq_num 701) 2023-12-16T19:38:05.129 INFO:tasks.rados.rados.0.smithi002.stdout:2355: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:38:05.129 INFO:tasks.rados.rados.0.smithi002.stdout:2355: finishing copy_from to smithi002125626-15 2023-12-16T19:38:05.129 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2805 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:38:05.129 INFO:tasks.rados.rados.0.smithi002.stdout:2359: finishing write tid 1 to smithi002125626-18 2023-12-16T19:38:05.130 INFO:tasks.rados.rados.0.smithi002.stdout:2359: finishing write tid 2 to smithi002125626-18 2023-12-16T19:38:05.130 INFO:tasks.rados.rados.0.smithi002.stdout:2363: seq_num 741 ranges {999424=417792} 2023-12-16T19:38:05.137 INFO:tasks.rados.rados.0.smithi002.stdout:2363: writing smithi002125626-31 from 999424 to 1417216 tid 1 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2355: done (5 left) 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2356: done (4 left) 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 240 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2361: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2361: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2361: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2823 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2359: finishing write tid 3 to smithi002125626-18 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1158 (ObjNum 740 snap 240 seq_num 740) dirty exists 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2359: left oid 18 (ObjNum 740 snap 240 seq_num 740) 2023-12-16T19:38:05.138 INFO:tasks.rados.rados.0.smithi002.stdout:2360: expect (ObjNum 730 snap 234 seq_num 730) 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 1 to smithi002125626-31 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 2 to smithi002125626-31 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:2363: finishing write tid 3 to smithi002125626-31 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2221 (ObjNum 741 snap 240 seq_num 741) dirty exists 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:2363: left oid 31 (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:38:05.335 INFO:tasks.rados.rados.0.smithi002.stdout:2364: seq_num 742 ranges {7249920=434176} 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2364: writing smithi002125626-39 from 7249920 to 7684096 tid 1 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2359: done (4 left) 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2360: done (3 left) 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2361: done (2 left) 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2363: done (1 left) 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 240 2023-12-16T19:38:05.377 INFO:tasks.rados.rados.0.smithi002.stdout:2365: seq_num 743 ranges {0=450560} 2023-12-16T19:38:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:2365: writing smithi002125626-5 from 0 to 450560 tid 1 2023-12-16T19:38:05.379 INFO:tasks.rados.rados.0.smithi002.stdout:2366: delete oid 30 current snap is 240 2023-12-16T19:38:05.382 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 1 to smithi002125626-39 2023-12-16T19:38:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing write tid 1 to smithi002125626-5 2023-12-16T19:38:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:2366: done (2 left) 2023-12-16T19:38:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:2367: snap_create 2023-12-16T19:38:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 2 to smithi002125626-39 2023-12-16T19:38:05.383 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing write tid 2 to smithi002125626-5 2023-12-16T19:38:05.384 INFO:tasks.rados.rados.0.smithi002.stdout:2365: finishing write tid 3 to smithi002125626-5 2023-12-16T19:38:05.384 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1976 (ObjNum 743 snap 240 seq_num 743) dirty exists 2023-12-16T19:38:05.384 INFO:tasks.rados.rados.0.smithi002.stdout:2365: left oid 5 (ObjNum 743 snap 240 seq_num 743) 2023-12-16T19:38:05.385 INFO:tasks.rados.rados.0.smithi002.stdout:2364: finishing write tid 3 to smithi002125626-39 2023-12-16T19:38:05.385 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1964 (ObjNum 742 snap 240 seq_num 742) dirty exists 2023-12-16T19:38:05.385 INFO:tasks.rados.rados.0.smithi002.stdout:2364: left oid 39 (ObjNum 742 snap 240 seq_num 742) 2023-12-16T19:38:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2364: done (2 left) 2023-12-16T19:38:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2365: done (1 left) 2023-12-16T19:38:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2367: done (0 left) 2023-12-16T19:38:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 241 2023-12-16T19:38:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2368: seq_num 745 ranges {1196032=483328} 2023-12-16T19:38:06.054 INFO:tasks.rados.rados.0.smithi002.stdout:2368: writing smithi002125626-48 from 1196032 to 1679360 tid 1 2023-12-16T19:38:06.054 INFO:tasks.rados.rados.0.smithi002.stdout:2369: delete oid 9 current snap is 241 2023-12-16T19:38:06.058 INFO:tasks.rados.rados.0.smithi002.stdout:2368: finishing write tid 1 to smithi002125626-48 2023-12-16T19:38:06.059 INFO:tasks.rados.rados.0.smithi002.stdout:2368: finishing write tid 2 to smithi002125626-48 2023-12-16T19:38:06.061 INFO:tasks.rados.rados.0.smithi002.stdout:2368: finishing write tid 3 to smithi002125626-48 2023-12-16T19:38:06.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 533 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:38:06.061 INFO:tasks.rados.rados.0.smithi002.stdout:2368: left oid 48 (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:38:06.061 INFO:tasks.rados.rados.0.smithi002.stdout:2368: done (1 left) 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2369: done (0 left) 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2370: read oid 28 snap -1 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2370: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2371: read oid 23 snap -1 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2371: expect (ObjNum 579 snap 177 seq_num 579) 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2372: copy_from oid 4 from oid 13 current snap is 241 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2373: read oid 8 snap -1 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2373: expect (ObjNum 726 snap 232 seq_num 726) 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2374: rollback oid 38 current snap is 241 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 202 2023-12-16T19:38:06.062 INFO:tasks.rados.rados.0.smithi002.stdout:2375: snap_create 2023-12-16T19:38:06.071 INFO:tasks.rados.rados.0.smithi002.stdout:2373: expect (ObjNum 726 snap 232 seq_num 726) 2023-12-16T19:38:06.132 INFO:tasks.rados.rados.0.smithi002.stdout:2370: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:38:06.149 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 0 to smithi002125626-38 2023-12-16T19:38:06.149 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:38:06.149 INFO:tasks.rados.rados.0.smithi002.stdout:2374: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:38:06.149 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2827 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:38:06.149 INFO:tasks.rados.rados.0.smithi002.stdout:2371: expect (ObjNum 579 snap 177 seq_num 579) 2023-12-16T19:38:06.247 INFO:tasks.rados.rados.0.smithi002.stdout:2372: finishing copy_from racing read to smithi002125626-4 2023-12-16T19:38:06.247 INFO:tasks.rados.rados.0.smithi002.stdout:2372: finishing copy_from to smithi002125626-4 2023-12-16T19:38:06.247 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1962 (ObjNum 738 snap 238 seq_num 738) dirty exists 2023-12-16T19:38:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[137674]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T19:38:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[137674]: pgmap v466: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:38:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[140029]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T19:38:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[140029]: pgmap v466: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:38:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:06 smithi043 ceph-mon[135010]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T19:38:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:06 smithi043 ceph-mon[135010]: pgmap v466: 121 pgs: 121 active+clean; 654 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:38:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:2370: done (5 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2371: done (4 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2372: done (3 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2373: done (2 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2374: done (1 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2375: done (0 left) 2023-12-16T19:38:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2376: snap_remove snap 239 2023-12-16T19:38:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:07 smithi002 ceph-mon[137674]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T19:38:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:07 smithi002 ceph-mon[140029]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T19:38:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:07 smithi043 ceph-mon[135010]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T19:38:08.054 INFO:tasks.rados.rados.0.smithi002.stdout:2376: done (0 left) 2023-12-16T19:38:08.055 INFO:tasks.rados.rados.0.smithi002.stdout:2377: delete oid 47 current snap is 242 2023-12-16T19:38:08.068 INFO:tasks.rados.rados.0.smithi002.stdout:2377: done (0 left) 2023-12-16T19:38:08.068 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 242 2023-12-16T19:38:08.068 INFO:tasks.rados.rados.0.smithi002.stdout:2378: seq_num 748 ranges {0=532480} 2023-12-16T19:38:08.072 INFO:tasks.rados.rados.0.smithi002.stdout:2378: writing smithi002125626-27 from 0 to 532480 tid 1 2023-12-16T19:38:08.072 INFO:tasks.rados.rados.0.smithi002.stdout:2379: read oid 18 snap -1 2023-12-16T19:38:08.072 INFO:tasks.rados.rados.0.smithi002.stdout:2379: expect (ObjNum 740 snap 240 seq_num 740) 2023-12-16T19:38:08.072 INFO:tasks.rados.rados.0.smithi002.stdout:2380: read oid 39 snap -1 2023-12-16T19:38:08.072 INFO:tasks.rados.rados.0.smithi002.stdout:2380: expect (ObjNum 742 snap 240 seq_num 742) 2023-12-16T19:38:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 242 2023-12-16T19:38:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:2381: seq_num 749 ranges {0=548864} 2023-12-16T19:38:08.075 INFO:tasks.rados.rados.0.smithi002.stdout:2381: writing smithi002125626-20 from 0 to 548864 tid 1 2023-12-16T19:38:08.075 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 242 2023-12-16T19:38:08.075 INFO:tasks.rados.rados.0.smithi002.stdout:2382: seq_num 750 ranges {1466368=565248} 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2382: writing smithi002125626-35 from 1466368 to 2031616 tid 1 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2383: delete oid 17 current snap is 242 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2378: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2378: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2378: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2223 (ObjNum 748 snap 242 seq_num 748) dirty exists 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2378: left oid 27 (ObjNum 748 snap 242 seq_num 748) 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2381: finishing write tid 1 to smithi002125626-20 2023-12-16T19:38:08.089 INFO:tasks.rados.rados.0.smithi002.stdout:2381: finishing write tid 2 to smithi002125626-20 2023-12-16T19:38:08.090 INFO:tasks.rados.rados.0.smithi002.stdout:2381: finishing write tid 3 to smithi002125626-20 2023-12-16T19:38:08.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 1228 (ObjNum 749 snap 242 seq_num 749) dirty exists 2023-12-16T19:38:08.090 INFO:tasks.rados.rados.0.smithi002.stdout:2381: left oid 20 (ObjNum 749 snap 242 seq_num 749) 2023-12-16T19:38:08.092 INFO:tasks.rados.rados.0.smithi002.stdout:2378: done (5 left) 2023-12-16T19:38:08.092 INFO:tasks.rados.rados.0.smithi002.stdout:2381: done (4 left) 2023-12-16T19:38:08.093 INFO:tasks.rados.rados.0.smithi002.stdout:2383: done (3 left) 2023-12-16T19:38:08.093 INFO:tasks.rados.rados.0.smithi002.stdout:2384: setattr oid 25 current snap is 242 2023-12-16T19:38:08.095 INFO:tasks.rados.rados.0.smithi002.stdout:2382: finishing write tid 1 to smithi002125626-35 2023-12-16T19:38:08.095 INFO:tasks.rados.rados.0.smithi002.stdout:2382: finishing write tid 2 to smithi002125626-35 2023-12-16T19:38:08.096 INFO:tasks.rados.rados.0.smithi002.stdout:2385: read oid 10 snap -1 2023-12-16T19:38:08.096 INFO:tasks.rados.rados.0.smithi002.stdout:2385: expect (ObjNum 732 snap 234 seq_num 732) 2023-12-16T19:38:08.096 INFO:tasks.rados.rados.0.smithi002.stdout:2386: setattr oid 1 current snap is 242 2023-12-16T19:38:08.098 INFO:tasks.rados.rados.0.smithi002.stdout:2382: finishing write tid 3 to smithi002125626-35 2023-12-16T19:38:08.098 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2836 (ObjNum 750 snap 242 seq_num 750) dirty exists 2023-12-16T19:38:08.098 INFO:tasks.rados.rados.0.smithi002.stdout:2382: left oid 35 (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2382: done (5 left) 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2387: rmattr oid 37 current snap is 242 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2387: done (5 left) 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2388: read oid 22 snap -1 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2388: expect (ObjNum 721 snap 231 seq_num 721) 2023-12-16T19:38:08.099 INFO:tasks.rados.rados.0.smithi002.stdout:2389: snap_create 2023-12-16T19:38:08.100 INFO:tasks.rados.rados.0.smithi002.stdout:2379: expect (ObjNum 740 snap 240 seq_num 740) 2023-12-16T19:38:08.351 INFO:tasks.rados.rados.0.smithi002.stdout:2388: expect (ObjNum 721 snap 231 seq_num 721) 2023-12-16T19:38:08.357 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2807 (ObjNum 2053770752 snap 21887 seq_num 304) dirty exists 2023-12-16T19:38:08.357 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2837 (ObjNum 33 snap 0 seq_num 2053769424) dirty exists 2023-12-16T19:38:08.357 INFO:tasks.rados.rados.0.smithi002.stdout:2385: expect (ObjNum 732 snap 234 seq_num 732) 2023-12-16T19:38:08.363 INFO:tasks.rados.rados.0.smithi002.stdout:2380: expect (ObjNum 742 snap 240 seq_num 742) 2023-12-16T19:38:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:08 smithi043 ceph-mon[135010]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T19:38:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:08 smithi043 ceph-mon[135010]: pgmap v469: 121 pgs: 121 active+clean; 655 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:38:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:08 smithi002 ceph-mon[137674]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T19:38:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:08 smithi002 ceph-mon[137674]: pgmap v469: 121 pgs: 121 active+clean; 655 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:38:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:08 smithi002 ceph-mon[140029]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T19:38:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:08 smithi002 ceph-mon[140029]: pgmap v469: 121 pgs: 121 active+clean; 655 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:38:09.058 INFO:tasks.rados.rados.0.smithi002.stdout:2379: done (6 left) 2023-12-16T19:38:09.058 INFO:tasks.rados.rados.0.smithi002.stdout:2380: done (5 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2384: done (4 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2385: done (3 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2386: done (2 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2388: done (1 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2389: done (0 left) 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2390: copy_from oid 50 from oid 43 current snap is 243 2023-12-16T19:38:09.059 INFO:tasks.rados.rados.0.smithi002.stdout:2391: snap_create 2023-12-16T19:38:09.062 INFO:tasks.rados.rados.0.smithi002.stdout:2390: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:38:09.063 INFO:tasks.rados.rados.0.smithi002.stdout:2390: finishing copy_from to smithi002125626-50 2023-12-16T19:38:09.064 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 1977 (ObjNum 33 snap 0 seq_num 2054442464) dirty exists 2023-12-16T19:38:09.404 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:09 smithi043 ceph-mon[135010]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T19:38:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:09 smithi002 ceph-mon[137674]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T19:38:09.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:09 smithi002 ceph-mon[140029]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:2390: done (1 left) 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:2391: done (0 left) 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:2392: rollback oid 44 current snap is 244 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 237 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 244 2023-12-16T19:38:10.064 INFO:tasks.rados.rados.0.smithi002.stdout:2393: seq_num 752 ranges {1957888=598016} 2023-12-16T19:38:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:2393: writing smithi002125626-42 from 1957888 to 2555904 tid 1 2023-12-16T19:38:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:2394: rollback oid 5 current snap is 244 2023-12-16T19:38:10.078 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 161 2023-12-16T19:38:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:2392: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:38:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1401 (ObjNum 129 snap 0 seq_num 2054277248) dirty dne 2023-12-16T19:38:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:2392: done (2 left) 2023-12-16T19:38:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 244 2023-12-16T19:38:10.079 INFO:tasks.rados.rados.0.smithi002.stdout:2395: seq_num 753 ranges {4218880=614400} 2023-12-16T19:38:10.105 INFO:tasks.rados.rados.0.smithi002.stdout:2395: writing smithi002125626-37 from 4218880 to 4833280 tid 1 2023-12-16T19:38:10.106 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 244 2023-12-16T19:38:10.106 INFO:tasks.rados.rados.0.smithi002.stdout:2394: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:38:10.106 INFO:tasks.rados.rados.0.smithi002.stdout:2394: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:38:10.106 INFO:tasks.rados.rados.0.smithi002.stdout:2396: seq_num 754 ranges {0=630784} 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2396: writing smithi002125626-9 from 0 to 630784 tid 1 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2397: read oid 19 snap -1 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2397: expect deleted 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2398: delete oid 36 current snap is 244 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2394: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1980 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 1 to smithi002125626-42 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 2 to smithi002125626-42 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2393: finishing write tid 3 to smithi002125626-42 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 538 (ObjNum 752 snap 244 seq_num 752) dirty exists 2023-12-16T19:38:10.109 INFO:tasks.rados.rados.0.smithi002.stdout:2393: left oid 42 (ObjNum 752 snap 244 seq_num 752) 2023-12-16T19:38:10.110 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing write tid 1 to smithi002125626-37 2023-12-16T19:38:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing write tid 2 to smithi002125626-37 2023-12-16T19:38:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:2396: finishing write tid 1 to smithi002125626-9 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2396: finishing write tid 2 to smithi002125626-9 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2393: done (5 left) 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2394: done (4 left) 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2397: done (3 left) 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2398: done (2 left) 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2399: read oid 34 snap -1 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2399: expect (ObjNum 733 snap 234 seq_num 733) 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 244 2023-12-16T19:38:10.114 INFO:tasks.rados.rados.0.smithi002.stdout:2400: seq_num 756 ranges {16506880=671744} 2023-12-16T19:38:10.206 INFO:tasks.rados.rados.0.smithi002.stdout:2400: writing smithi002125626-4 from 16506880 to 17178624 tid 1 2023-12-16T19:38:10.206 INFO:tasks.rados.rados.0.smithi002.stdout:2401: snap_remove snap 235 2023-12-16T19:38:10.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:10 smithi002 ceph-mon[137674]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T19:38:10.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:10 smithi002 ceph-mon[137674]: pgmap v472: 121 pgs: 121 active+clean; 675 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:38:10.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:10 smithi002 ceph-mon[140029]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T19:38:10.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:10 smithi002 ceph-mon[140029]: pgmap v472: 121 pgs: 121 active+clean; 675 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:38:10.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:10 smithi043 ceph-mon[135010]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T19:38:10.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:10 smithi043 ceph-mon[135010]: pgmap v472: 121 pgs: 121 active+clean; 675 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2023-12-16T19:38:11.066 INFO:tasks.rados.rados.0.smithi002.stdout:2401: done (4 left) 2023-12-16T19:38:11.066 INFO:tasks.rados.rados.0.smithi002.stdout:2402: copy_from oid 30 from oid 38 current snap is 244 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:2395: finishing write tid 3 to smithi002125626-37 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 1231 (ObjNum 753 snap 244 seq_num 753) dirty exists 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:2395: left oid 37 (ObjNum 753 snap 244 seq_num 753) 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:2396: finishing write tid 3 to smithi002125626-9 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1982 (ObjNum 754 snap 244 seq_num 754) dirty exists 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:2396: left oid 9 (ObjNum 754 snap 244 seq_num 754) 2023-12-16T19:38:11.067 INFO:tasks.rados.rados.0.smithi002.stdout:2399: expect (ObjNum 733 snap 234 seq_num 733) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing write tid 1 to smithi002125626-4 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing write tid 2 to smithi002125626-4 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2400: finishing write tid 3 to smithi002125626-4 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1964 (ObjNum 756 snap 244 seq_num 756) dirty exists 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2400: left oid 4 (ObjNum 756 snap 244 seq_num 756) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2395: done (4 left) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2396: done (3 left) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2399: done (2 left) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2400: done (1 left) 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2403: read oid 22 snap 223 2023-12-16T19:38:11.159 INFO:tasks.rados.rados.0.smithi002.stdout:2403: expect (ObjNum 2052421328 snap 21887 seq_num 2052362400) 2023-12-16T19:38:11.160 INFO:tasks.rados.rados.0.smithi002.stdout:2404: snap_remove snap 233 2023-12-16T19:38:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:11 smithi002 ceph-mon[137674]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T19:38:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:11 smithi002 ceph-mon[140029]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T19:38:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:11 smithi043 ceph-mon[135010]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T19:38:12.081 INFO:tasks.rados.rados.0.smithi002.stdout:2404: done (2 left) 2023-12-16T19:38:12.081 INFO:tasks.rados.rados.0.smithi002.stdout:2405: rollback oid 33 current snap is 244 2023-12-16T19:38:12.082 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 225 2023-12-16T19:38:12.082 INFO:tasks.rados.rados.0.smithi002.stdout:2402: finishing copy_from racing read to smithi002125626-30 2023-12-16T19:38:12.082 INFO:tasks.rados.rados.0.smithi002.stdout:2402: finishing copy_from to smithi002125626-30 2023-12-16T19:38:12.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2827 (ObjNum 639 snap 198 seq_num 639) dirty exists 2023-12-16T19:38:12.082 INFO:tasks.rados.rados.0.smithi002.stdout:2403: expect (ObjNum 2052421328 snap 21887 seq_num 2052362400) 2023-12-16T19:38:12.088 INFO:tasks.rados.rados.0.smithi002.stdout:2402: done (2 left) 2023-12-16T19:38:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:2403: done (1 left) 2023-12-16T19:38:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 244 2023-12-16T19:38:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:2406: seq_num 757 ranges {0=688128} 2023-12-16T19:38:12.092 INFO:tasks.rados.rados.0.smithi002.stdout:2406: writing smithi002125626-50 from 0 to 688128 tid 1 2023-12-16T19:38:12.092 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing rollback tid 0 to smithi002125626-33 2023-12-16T19:38:12.092 INFO:tasks.rados.rados.0.smithi002.stdout:2407: delete oid 13 current snap is 244 2023-12-16T19:38:12.093 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing rollback tid 1 to smithi002125626-33 2023-12-16T19:38:12.093 INFO:tasks.rados.rados.0.smithi002.stdout:2405: finishing rollback tid 2 to smithi002125626-33 2023-12-16T19:38:12.093 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1967 (ObjNum 657 snap 201 seq_num 657) dirty exists 2023-12-16T19:38:12.104 INFO:tasks.rados.rados.0.smithi002.stdout:2405: done (2 left) 2023-12-16T19:38:12.104 INFO:tasks.rados.rados.0.smithi002.stdout:2407: done (1 left) 2023-12-16T19:38:12.104 INFO:tasks.rados.rados.0.smithi002.stdout:2408: rollback oid 46 current snap is 244 2023-12-16T19:38:12.104 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 206 2023-12-16T19:38:12.104 INFO:tasks.rados.rados.0.smithi002.stdout:2409: rollback oid 21 current snap is 244 2023-12-16T19:38:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 222 2023-12-16T19:38:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:2410: copy_from oid 5 from oid 43 current snap is 244 2023-12-16T19:38:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:2411: read oid 19 snap 203 2023-12-16T19:38:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:2411: expect deleted 2023-12-16T19:38:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:2412: snap_remove snap 242 2023-12-16T19:38:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:12 smithi002 ceph-mon[137674]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T19:38:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:12 smithi002 ceph-mon[137674]: pgmap v475: 121 pgs: 121 active+clean; 678 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2023-12-16T19:38:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:11] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:38:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:12 smithi002 ceph-mon[140029]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T19:38:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:12 smithi002 ceph-mon[140029]: pgmap v475: 121 pgs: 121 active+clean; 678 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2023-12-16T19:38:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:12 smithi043 ceph-mon[135010]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T19:38:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:12 smithi043 ceph-mon[135010]: pgmap v475: 121 pgs: 121 active+clean; 678 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2023-12-16T19:38:13.086 INFO:tasks.rados.rados.0.smithi002.stdout:2412: done (5 left) 2023-12-16T19:38:13.086 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 244 2023-12-16T19:38:13.086 INFO:tasks.rados.rados.0.smithi002.stdout:2413: seq_num 759 ranges {630784=720896} 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2413: writing smithi002125626-9 from 630784 to 1351680 tid 1 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2414: read oid 24 snap 161 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2414: expect deleted 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2415: read oid 8 snap -1 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2415: expect (ObjNum 726 snap 232 seq_num 726) 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2416: copy_from oid 45 from oid 35 current snap is 244 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2410: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:2410: finishing copy_from to smithi002125626-5 2023-12-16T19:38:13.095 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1977 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2408: finishing rollback tid 0 to smithi002125626-46 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2408: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2410: done (8 left) 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2411: done (7 left) 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 244 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2408: finishing rollback tid 2 to smithi002125626-46 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 2830 (ObjNum 33 snap 0 seq_num 2) dirty exists 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing write tid 1 to smithi002125626-50 2023-12-16T19:38:13.096 INFO:tasks.rados.rados.0.smithi002.stdout:2417: seq_num 760 ranges {0=737280} 2023-12-16T19:38:13.099 INFO:tasks.rados.rados.0.smithi002.stdout:2417: writing smithi002125626-19 from 0 to 737280 tid 1 2023-12-16T19:38:13.099 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing write tid 2 to smithi002125626-50 2023-12-16T19:38:13.099 INFO:tasks.rados.rados.0.smithi002.stdout:2409: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:38:13.099 INFO:tasks.rados.rados.0.smithi002.stdout:2408: done (7 left) 2023-12-16T19:38:13.099 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 244 2023-12-16T19:38:13.100 INFO:tasks.rados.rados.0.smithi002.stdout:2409: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:38:13.100 INFO:tasks.rados.rados.0.smithi002.stdout:2418: seq_num 761 ranges {2555904=753664} 2023-12-16T19:38:13.118 INFO:tasks.rados.rados.0.smithi002.stdout:2418: writing smithi002125626-42 from 2555904 to 3309568 tid 1 2023-12-16T19:38:13.118 INFO:tasks.rados.rados.0.smithi002.stdout:2419: delete oid 40 current snap is 244 2023-12-16T19:38:13.118 INFO:tasks.rados.rados.0.smithi002.stdout:2406: finishing write tid 3 to smithi002125626-50 2023-12-16T19:38:13.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2857 (ObjNum 757 snap 244 seq_num 757) dirty exists 2023-12-16T19:38:13.119 INFO:tasks.rados.rados.0.smithi002.stdout:2406: left oid 50 (ObjNum 757 snap 244 seq_num 757) 2023-12-16T19:38:13.119 INFO:tasks.rados.rados.0.smithi002.stdout:2409: finishing rollback tid 2 to smithi002125626-21 2023-12-16T19:38:13.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 2861 (ObjNum 705 snap 222 seq_num 705) dirty exists 2023-12-16T19:38:13.119 INFO:tasks.rados.rados.0.smithi002.stdout:2415: expect (ObjNum 726 snap 232 seq_num 726) 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 1 to smithi002125626-9 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 2 to smithi002125626-9 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 1 to smithi002125626-19 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 2 to smithi002125626-19 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2406: done (8 left) 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2409: done (7 left) 2023-12-16T19:38:13.175 INFO:tasks.rados.rados.0.smithi002.stdout:2414: done (6 left) 2023-12-16T19:38:13.176 INFO:tasks.rados.rados.0.smithi002.stdout:2415: done (5 left) 2023-12-16T19:38:13.176 INFO:tasks.rados.rados.0.smithi002.stdout:2419: done (4 left) 2023-12-16T19:38:13.176 INFO:tasks.rados.rados.0.smithi002.stdout:2420: snap_remove snap 215 2023-12-16T19:38:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:13 smithi002 ceph-mon[137674]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T19:38:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:13 smithi002 ceph-mon[140029]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T19:38:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:13 smithi043 ceph-mon[135010]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T19:38:14.090 INFO:tasks.rados.rados.0.smithi002.stdout:2420: done (4 left) 2023-12-16T19:38:14.090 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 244 2023-12-16T19:38:14.090 INFO:tasks.rados.rados.0.smithi002.stdout:2421: seq_num 763 ranges {2646016=786432} 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2421: writing smithi002125626-26 from 2646016 to 3432448 tid 1 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2422: read oid 14 snap -1 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2422: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2423: snap_create 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2413: finishing write tid 3 to smithi002125626-9 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1984 (ObjNum 759 snap 244 seq_num 759) dirty exists 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2413: left oid 9 (ObjNum 759 snap 244 seq_num 759) 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2417: finishing write tid 3 to smithi002125626-19 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 1969 (ObjNum 760 snap 244 seq_num 760) dirty exists 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2417: left oid 19 (ObjNum 760 snap 244 seq_num 760) 2023-12-16T19:38:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:2416: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:2416: finishing copy_from to smithi002125626-45 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2836 (ObjNum 750 snap 242 seq_num 750) dirty exists 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:2418: finishing write tid 1 to smithi002125626-42 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:2418: finishing write tid 2 to smithi002125626-42 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:2418: finishing write tid 3 to smithi002125626-42 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 550 (ObjNum 761 snap 244 seq_num 761) dirty exists 2023-12-16T19:38:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:2418: left oid 42 (ObjNum 761 snap 244 seq_num 761) 2023-12-16T19:38:14.120 INFO:tasks.rados.rados.0.smithi002.stdout:2421: finishing write tid 1 to smithi002125626-26 2023-12-16T19:38:14.120 INFO:tasks.rados.rados.0.smithi002.stdout:2421: finishing write tid 2 to smithi002125626-26 2023-12-16T19:38:14.126 INFO:tasks.rados.rados.0.smithi002.stdout:2421: finishing write tid 3 to smithi002125626-26 2023-12-16T19:38:14.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 2878 (ObjNum 763 snap 244 seq_num 763) dirty exists 2023-12-16T19:38:14.126 INFO:tasks.rados.rados.0.smithi002.stdout:2421: left oid 26 (ObjNum 763 snap 244 seq_num 763) 2023-12-16T19:38:14.126 INFO:tasks.rados.rados.0.smithi002.stdout:2422: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:38:14.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[137674]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T19:38:14.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[137674]: pgmap v478: 121 pgs: 121 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-16T19:38:14.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:38:14.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[140029]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T19:38:14.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[140029]: pgmap v478: 121 pgs: 121 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-16T19:38:14.391 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:14 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:38:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:14 smithi043 ceph-mon[135010]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T19:38:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:14 smithi043 ceph-mon[135010]: pgmap v478: 121 pgs: 121 active+clean; 680 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-16T19:38:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:14 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:38:15.094 INFO:tasks.rados.rados.0.smithi002.stdout:2413: done (6 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2416: done (5 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2417: done (4 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2418: done (3 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2421: done (2 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2422: done (1 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2423: done (0 left) 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2424: copy_from oid 10 from oid 15 current snap is 245 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 245 2023-12-16T19:38:15.095 INFO:tasks.rados.rados.0.smithi002.stdout:2425: seq_num 764 ranges {4833280=802816} 2023-12-16T19:38:15.125 INFO:tasks.rados.rados.0.smithi002.stdout:2425: writing smithi002125626-37 from 4833280 to 5636096 tid 1 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:2426: copy_from oid 6 from oid 9 current snap is 245 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:2424: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:2424: finishing copy_from to smithi002125626-10 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2805 (ObjNum 583 snap 177 seq_num 583) dirty exists 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:2424: done (2 left) 2023-12-16T19:38:15.126 INFO:tasks.rados.rados.0.smithi002.stdout:2427: snap_remove snap 196 2023-12-16T19:38:15.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[137674]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T19:38:15.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:38:15.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:38:15.492 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:38:15.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[140029]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T19:38:15.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:38:15.492 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:38:15.493 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:38:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:15 smithi043 ceph-mon[135010]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T19:38:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:38:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:38:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:38:16.102 INFO:tasks.rados.rados.0.smithi002.stdout:2425: finishing write tid 1 to smithi002125626-37 2023-12-16T19:38:16.102 INFO:tasks.rados.rados.0.smithi002.stdout:2426: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:38:16.102 INFO:tasks.rados.rados.0.smithi002.stdout:2425: finishing write tid 2 to smithi002125626-37 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2425: finishing write tid 3 to smithi002125626-37 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2838 (ObjNum 764 snap 245 seq_num 764) dirty exists 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2425: left oid 37 (ObjNum 764 snap 245 seq_num 764) 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2426: finishing copy_from to smithi002125626-6 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1984 (ObjNum 759 snap 244 seq_num 759) dirty exists 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2425: done (2 left) 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2426: done (1 left) 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2427: done (0 left) 2023-12-16T19:38:16.103 INFO:tasks.rados.rados.0.smithi002.stdout:2428: delete oid 49 current snap is 245 2023-12-16T19:38:16.115 INFO:tasks.rados.rados.0.smithi002.stdout:2428: done (0 left) 2023-12-16T19:38:16.115 INFO:tasks.rados.rados.0.smithi002.stdout:2429: rmattr oid 13 current snap is 245 2023-12-16T19:38:16.115 INFO:tasks.rados.rados.0.smithi002.stdout:2429: done (0 left) 2023-12-16T19:38:16.115 INFO:tasks.rados.rados.0.smithi002.stdout:2430: setattr oid 39 current snap is 245 2023-12-16T19:38:16.116 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 245 2023-12-16T19:38:16.117 INFO:tasks.rados.rados.0.smithi002.stdout:2431: seq_num 766 ranges {0=434176,434176=401408} 2023-12-16T19:38:16.120 INFO:tasks.rados.rados.0.smithi002.stdout:2431: writing smithi002125626-43 from 0 to 434176 tid 1 2023-12-16T19:38:16.123 INFO:tasks.rados.rados.0.smithi002.stdout:2431: writing smithi002125626-43 from 434176 to 835584 tid 2 2023-12-16T19:38:16.124 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 245 2023-12-16T19:38:16.124 INFO:tasks.rados.rados.0.smithi002.stdout:2432: seq_num 767 ranges {0=450560,450560=401408} 2023-12-16T19:38:16.127 INFO:tasks.rados.rados.0.smithi002.stdout:2432: writing smithi002125626-47 from 0 to 450560 tid 1 2023-12-16T19:38:16.130 INFO:tasks.rados.rados.0.smithi002.stdout:2432: writing smithi002125626-47 from 450560 to 851968 tid 2 2023-12-16T19:38:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 245 2023-12-16T19:38:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 1966 (ObjNum 742 snap 240 seq_num 742) dirty exists 2023-12-16T19:38:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 1 to smithi002125626-43 2023-12-16T19:38:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 2 to smithi002125626-43 2023-12-16T19:38:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2433: seq_num 768 ranges {1351680=466944,1818624=401408} 2023-12-16T19:38:16.141 INFO:tasks.rados.rados.0.smithi002.stdout:2433: writing smithi002125626-9 from 1351680 to 1818624 tid 1 2023-12-16T19:38:16.146 INFO:tasks.rados.rados.0.smithi002.stdout:2433: writing smithi002125626-9 from 1818624 to 2220032 tid 2 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2430: done (3 left) 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2434: rollback oid 5 current snap is 245 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 168 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 3 to smithi002125626-43 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2431: finishing write tid 4 to smithi002125626-43 2023-12-16T19:38:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1980 (ObjNum 766 snap 245 seq_num 766) dirty exists 2023-12-16T19:38:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2431: left oid 43 (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2432: finishing write tid 1 to smithi002125626-47 2023-12-16T19:38:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2432: finishing write tid 2 to smithi002125626-47 2023-12-16T19:38:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2432: finishing write tid 3 to smithi002125626-47 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:2431: done (3 left) 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:2435: delete oid 42 current snap is 245 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:2432: finishing write tid 4 to smithi002125626-47 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 2893 (ObjNum 767 snap 245 seq_num 767) dirty exists 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:2432: left oid 47 (ObjNum 767 snap 245 seq_num 767) 2023-12-16T19:38:16.149 INFO:tasks.rados.rados.0.smithi002.stdout:2433: finishing write tid 1 to smithi002125626-9 2023-12-16T19:38:16.150 INFO:tasks.rados.rados.0.smithi002.stdout:2432: done (3 left) 2023-12-16T19:38:16.150 INFO:tasks.rados.rados.0.smithi002.stdout:2435: done (2 left) 2023-12-16T19:38:16.150 INFO:tasks.rados.rados.0.smithi002.stdout:2436: snap_create 2023-12-16T19:38:16.150 INFO:tasks.rados.rados.0.smithi002.stdout:2433: finishing write tid 2 to smithi002125626-9 2023-12-16T19:38:16.150 INFO:tasks.rados.rados.0.smithi002.stdout:2433: finishing write tid 3 to smithi002125626-9 2023-12-16T19:38:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:2434: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:38:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:2433: finishing write tid 4 to smithi002125626-9 2023-12-16T19:38:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1987 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:38:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:2433: left oid 9 (ObjNum 768 snap 245 seq_num 768) 2023-12-16T19:38:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:2434: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:38:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:2434: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:38:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 1990 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-16T19:38:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:16 smithi002 ceph-mon[137674]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T19:38:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:16 smithi002 ceph-mon[137674]: pgmap v481: 121 pgs: 121 active+clean; 687 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:38:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:16 smithi002 ceph-mon[140029]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T19:38:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:16 smithi002 ceph-mon[140029]: pgmap v481: 121 pgs: 121 active+clean; 687 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:38:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:16 smithi043 ceph-mon[135010]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T19:38:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:16 smithi043 ceph-mon[135010]: pgmap v481: 121 pgs: 121 active+clean; 687 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:38:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:2433: done (2 left) 2023-12-16T19:38:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:2434: done (1 left) 2023-12-16T19:38:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:2436: done (0 left) 2023-12-16T19:38:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:2437: copy_from oid 8 from oid 3 current snap is 246 2023-12-16T19:38:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:2438: setattr oid 13 current snap is 246 2023-12-16T19:38:17.104 INFO:tasks.rados.rados.0.smithi002.stdout:2439: delete oid 23 current snap is 246 2023-12-16T19:38:17.107 INFO:tasks.rados.rados.0.smithi002.stdout:2439: done (2 left) 2023-12-16T19:38:17.107 INFO:tasks.rados.rados.0.smithi002.stdout:2440: copy_from oid 2 from oid 24 current snap is 246 2023-12-16T19:38:17.107 INFO:tasks.rados.rados.0.smithi002.stdout:2441: snap_create 2023-12-16T19:38:17.110 INFO:tasks.rados.rados.0.smithi002.stdout:2440: finishing copy_from to smithi002125626-2 2023-12-16T19:38:17.110 INFO:tasks.rados.rados.0.smithi002.stdout:2440: got expected ENOENT (src dne) 2023-12-16T19:38:17.110 INFO:tasks.rados.rados.0.smithi002.stdout:2440: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:38:17.111 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 1967 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:38:17.116 INFO:tasks.rados.rados.0.smithi002.stdout:2437: finishing copy_from racing read to smithi002125626-8 2023-12-16T19:38:17.120 INFO:tasks.rados.rados.0.smithi002.stdout:2437: finishing copy_from to smithi002125626-8 2023-12-16T19:38:17.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 1990 (ObjNum 683 snap 207 seq_num 683) dirty exists 2023-12-16T19:38:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:17 smithi002 ceph-mon[137674]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T19:38:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:17 smithi002 ceph-mon[140029]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T19:38:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:17 smithi043 ceph-mon[135010]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:2437: done (3 left) 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:2438: done (2 left) 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:2440: done (1 left) 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:2441: done (0 left) 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 247 2023-12-16T19:38:17.990 INFO:tasks.rados.rados.0.smithi002.stdout:2442: seq_num 771 ranges {0=516096,516096=401408} 2023-12-16T19:38:17.993 INFO:tasks.rados.rados.0.smithi002.stdout:2442: writing smithi002125626-12 from 0 to 516096 tid 1 2023-12-16T19:38:17.996 INFO:tasks.rados.rados.0.smithi002.stdout:2442: writing smithi002125626-12 from 516096 to 917504 tid 2 2023-12-16T19:38:17.996 INFO:tasks.rados.rados.0.smithi002.stdout:2443: read oid 33 snap -1 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2443: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2444: rmattr oid 38 current snap is 247 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2444: done (2 left) 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2445: rollback oid 44 current snap is 247 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 238 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2446: rollback oid 4 current snap is 247 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 202 2023-12-16T19:38:17.997 INFO:tasks.rados.rados.0.smithi002.stdout:2447: rollback oid 41 current snap is 247 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 231 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:2448: read oid 29 snap -1 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:2448: expect deleted 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:2449: rollback oid 6 current snap is 247 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 219 2023-12-16T19:38:17.998 INFO:tasks.rados.rados.0.smithi002.stdout:2450: snap_remove snap 192 2023-12-16T19:38:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[137674]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T19:38:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[137674]: pgmap v484: 121 pgs: 121 active+clean; 690 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2023-12-16T19:38:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[137674]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T19:38:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[140029]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T19:38:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[140029]: pgmap v484: 121 pgs: 121 active+clean; 690 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2023-12-16T19:38:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:18 smithi002 ceph-mon[140029]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T19:38:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:18 smithi043 ceph-mon[135010]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T19:38:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:18 smithi043 ceph-mon[135010]: pgmap v484: 121 pgs: 121 active+clean; 690 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2023-12-16T19:38:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:18 smithi043 ceph-mon[135010]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T19:38:18.997 INFO:tasks.rados.rados.0.smithi002.stdout:2442: finishing write tid 1 to smithi002125626-12 2023-12-16T19:38:18.997 INFO:tasks.rados.rados.0.smithi002.stdout:2447: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:38:18.997 INFO:tasks.rados.rados.0.smithi002.stdout:2445: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1401 (ObjNum 49 snap 0 seq_num 1364685142) dirty dne 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2449: finishing rollback tid 0 to smithi002125626-6 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2447: finishing rollback tid 2 to smithi002125626-41 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2489 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2449: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2442: finishing write tid 2 to smithi002125626-12 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2449: finishing rollback tid 2 to smithi002125626-6 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 1997 (ObjNum 690 snap 212 seq_num 690) dirty exists 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2442: finishing write tid 3 to smithi002125626-12 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2442: finishing write tid 4 to smithi002125626-12 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1983 (ObjNum 771 snap 247 seq_num 771) dirty exists 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2442: left oid 12 (ObjNum 771 snap 247 seq_num 771) 2023-12-16T19:38:18.998 INFO:tasks.rados.rados.0.smithi002.stdout:2446: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:38:18.999 INFO:tasks.rados.rados.0.smithi002.stdout:2446: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:38:18.999 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 1971 (ObjNum 337 snap 0 seq_num 763815941) dirty dne 2023-12-16T19:38:18.999 INFO:tasks.rados.rados.0.smithi002.stdout:2443: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:38:19.070 INFO:tasks.rados.rados.0.smithi002.stdout:2442: done (7 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2443: done (6 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2445: done (5 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2446: done (4 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2447: done (3 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2448: done (2 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2449: done (1 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2450: done (0 left) 2023-12-16T19:38:19.071 INFO:tasks.rados.rados.0.smithi002.stdout:2451: snap_remove snap 219 2023-12-16T19:38:20.002 INFO:tasks.rados.rados.0.smithi002.stdout:2451: done (0 left) 2023-12-16T19:38:20.002 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 247 2023-12-16T19:38:20.002 INFO:tasks.rados.rados.0.smithi002.stdout:2452: seq_num 772 ranges {2064384=532480,2596864=401408} 2023-12-16T19:38:20.018 INFO:tasks.rados.rados.0.smithi002.stdout:2452: writing smithi002125626-34 from 2064384 to 2596864 tid 1 2023-12-16T19:38:20.021 INFO:tasks.rados.rados.0.smithi002.stdout:2452: writing smithi002125626-34 from 2596864 to 2998272 tid 2 2023-12-16T19:38:20.021 INFO:tasks.rados.rados.0.smithi002.stdout:2453: snap_create 2023-12-16T19:38:20.027 INFO:tasks.rados.rados.0.smithi002.stdout:2452: finishing write tid 1 to smithi002125626-34 2023-12-16T19:38:20.027 INFO:tasks.rados.rados.0.smithi002.stdout:2452: finishing write tid 2 to smithi002125626-34 2023-12-16T19:38:20.027 INFO:tasks.rados.rados.0.smithi002.stdout:2452: finishing write tid 3 to smithi002125626-34 2023-12-16T19:38:20.028 INFO:tasks.rados.rados.0.smithi002.stdout:2452: finishing write tid 4 to smithi002125626-34 2023-12-16T19:38:20.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 1161 (ObjNum 772 snap 247 seq_num 772) dirty exists 2023-12-16T19:38:20.028 INFO:tasks.rados.rados.0.smithi002.stdout:2452: left oid 34 (ObjNum 772 snap 247 seq_num 772) 2023-12-16T19:38:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:19 smithi002 ceph-mon[137674]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T19:38:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:19 smithi002 ceph-mon[137674]: pgmap v487: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-16T19:38:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:19 smithi002 ceph-mon[140029]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T19:38:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:19 smithi002 ceph-mon[140029]: pgmap v487: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-16T19:38:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:19 smithi043 ceph-mon[135010]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T19:38:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:19 smithi043 ceph-mon[135010]: pgmap v487: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-16T19:38:20.703 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:38:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:2452: done (1 left) 2023-12-16T19:38:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:2453: done (0 left) 2023-12-16T19:38:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 248 2023-12-16T19:38:21.005 INFO:tasks.rados.rados.0.smithi002.stdout:2454: seq_num 773 ranges {5636096=548864,6184960=401408} 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (6m) 3m ago 9m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (6m) 71s ago 9m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (10m) 3m ago 10m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (10m) 71s ago 10m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (5m) 71s ago 12m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (6m) 3m ago 13m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:38:21.033 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (5m) 3m ago 13m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (5m) 71s ago 12m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 3m ago 12m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (6m) 3m ago 8m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (6m) 71s ago 8m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (4m) 3m ago 11m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 3m ago 11m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (3m) 3m ago 11m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 3m ago 11m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (2m) 71s ago 11m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (2m) 71s ago 10m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (102s) 71s ago 10m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (74s) 71s ago 10m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:38:21.034 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (5m) 71s ago 9m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:38:21.038 INFO:tasks.rados.rados.0.smithi002.stdout:2454: writing smithi002125626-37 from 5636096 to 6184960 tid 1 2023-12-16T19:38:21.041 INFO:tasks.rados.rados.0.smithi002.stdout:2454: writing smithi002125626-37 from 6184960 to 6586368 tid 2 2023-12-16T19:38:21.041 INFO:tasks.rados.rados.0.smithi002.stdout:2455: rollback oid 2 current snap is 248 2023-12-16T19:38:21.041 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 238 2023-12-16T19:38:21.042 INFO:tasks.rados.rados.0.smithi002.stdout:2456: delete oid 36 current snap is 248 2023-12-16T19:38:21.045 INFO:tasks.rados.rados.0.smithi002.stdout:2455: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:38:21.046 INFO:tasks.rados.rados.0.smithi002.stdout:2455: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:38:21.046 INFO:tasks.rados.rados.0.smithi002.stdout:2455: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:38:21.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2226 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:38:21.047 INFO:tasks.rados.rados.0.smithi002.stdout:2454: finishing write tid 1 to smithi002125626-37 2023-12-16T19:38:21.048 INFO:tasks.rados.rados.0.smithi002.stdout:2454: finishing write tid 2 to smithi002125626-37 2023-12-16T19:38:21.048 INFO:tasks.rados.rados.0.smithi002.stdout:2454: finishing write tid 3 to smithi002125626-37 2023-12-16T19:38:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:2454: finishing write tid 4 to smithi002125626-37 2023-12-16T19:38:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2841 (ObjNum 773 snap 248 seq_num 773) dirty exists 2023-12-16T19:38:21.051 INFO:tasks.rados.rados.0.smithi002.stdout:2454: left oid 37 (ObjNum 773 snap 248 seq_num 773) 2023-12-16T19:38:21.051 INFO:tasks.rados.rados.0.smithi002.stdout:2454: done (2 left) 2023-12-16T19:38:21.051 INFO:tasks.rados.rados.0.smithi002.stdout:2455: done (1 left) 2023-12-16T19:38:21.051 INFO:tasks.rados.rados.0.smithi002.stdout:2456: done (0 left) 2023-12-16T19:38:21.051 INFO:tasks.rados.rados.0.smithi002.stdout:2457: snap_remove snap 127 2023-12-16T19:38:21.437 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:38:21.437 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:38:21.437 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:38:21.438 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:38:21.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:20 smithi002 ceph-mon[137674]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T19:38:21.439 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:21.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:20 smithi002 ceph-mon[140029]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T19:38:21.439 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:20 smithi043 ceph-mon[135010]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T19:38:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:22.011 INFO:tasks.rados.rados.0.smithi002.stdout:2457: done (0 left) 2023-12-16T19:38:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:2458: rmattr oid 9 current snap is 248 2023-12-16T19:38:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:2458: done (0 left) 2023-12-16T19:38:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:2459: rollback oid 12 current snap is 248 2023-12-16T19:38:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 213 2023-12-16T19:38:22.012 INFO:tasks.rados.rados.0.smithi002.stdout:2460: snap_remove snap 243 2023-12-16T19:38:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:21] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[140029]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[140029]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[140029]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[140029]: pgmap v490: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1697035125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[137674]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[137674]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T19:38:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[137674]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[137674]: pgmap v490: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T19:38:22.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:22 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1697035125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:22 smithi043 ceph-mon[135010]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:22 smithi043 ceph-mon[135010]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T19:38:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:22 smithi043 ceph-mon[135010]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:22 smithi043 ceph-mon[135010]: pgmap v490: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 711 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T19:38:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:22 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1697035125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:22.992 INFO:tasks.rados.rados.0.smithi002.stdout:2459: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:38:22.992 INFO:tasks.rados.rados.0.smithi002.stdout:2459: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:38:22.993 INFO:tasks.rados.rados.0.smithi002.stdout:2459: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:38:22.993 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1986 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:38:22.993 INFO:tasks.rados.rados.0.smithi002.stdout:2459: done (1 left) 2023-12-16T19:38:22.993 INFO:tasks.rados.rados.0.smithi002.stdout:2460: done (0 left) 2023-12-16T19:38:22.993 INFO:tasks.rados.rados.0.smithi002.stdout:2461: delete oid 8 current snap is 248 2023-12-16T19:38:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:2461: done (0 left) 2023-12-16T19:38:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 248 2023-12-16T19:38:23.012 INFO:tasks.rados.rados.0.smithi002.stdout:2462: seq_num 776 ranges {1466368=606208,2072576=401408} 2023-12-16T19:38:23.024 INFO:tasks.rados.rados.0.smithi002.stdout:2462: writing smithi002125626-10 from 1466368 to 2072576 tid 1 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2462: writing smithi002125626-10 from 2072576 to 2473984 tid 2 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2463: read oid 6 snap -1 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2463: expect (ObjNum 690 snap 212 seq_num 690) 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2464: rollback oid 37 current snap is 248 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 237 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2465: read oid 17 snap -1 2023-12-16T19:38:23.026 INFO:tasks.rados.rados.0.smithi002.stdout:2465: expect deleted 2023-12-16T19:38:23.027 INFO:tasks.rados.rados.0.smithi002.stdout:2466: snap_remove snap 187 2023-12-16T19:38:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:23 smithi002 ceph-mon[137674]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T19:38:23.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:23 smithi002 ceph-mon[137674]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T19:38:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:23 smithi002 ceph-mon[140029]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T19:38:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:23 smithi002 ceph-mon[140029]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T19:38:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:23 smithi043 ceph-mon[135010]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T19:38:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:23 smithi043 ceph-mon[135010]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 1 to smithi002125626-10 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 2 to smithi002125626-10 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2464: finishing rollback tid 0 to smithi002125626-37 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 3 to smithi002125626-10 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2464: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:2464: finishing rollback tid 2 to smithi002125626-37 2023-12-16T19:38:24.018 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2844 (ObjNum 706 snap 222 seq_num 706) dirty exists 2023-12-16T19:38:24.019 INFO:tasks.rados.rados.0.smithi002.stdout:2462: finishing write tid 4 to smithi002125626-10 2023-12-16T19:38:24.019 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2809 (ObjNum 776 snap 248 seq_num 776) dirty exists 2023-12-16T19:38:24.019 INFO:tasks.rados.rados.0.smithi002.stdout:2462: left oid 10 (ObjNum 776 snap 248 seq_num 776) 2023-12-16T19:38:24.019 INFO:tasks.rados.rados.0.smithi002.stdout:2463: expect (ObjNum 690 snap 212 seq_num 690) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2462: done (4 left) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2463: done (3 left) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2464: done (2 left) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2465: done (1 left) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2466: done (0 left) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2467: read oid 43 snap -1 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2467: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:24.158 INFO:tasks.rados.rados.0.smithi002.stdout:2468: delete oid 40 current snap is 248 2023-12-16T19:38:24.160 INFO:tasks.rados.rados.0.smithi002.stdout:2468: done (1 left) 2023-12-16T19:38:24.160 INFO:tasks.rados.rados.0.smithi002.stdout:2469: copy_from oid 44 from oid 13 current snap is 248 2023-12-16T19:38:24.160 INFO:tasks.rados.rados.0.smithi002.stdout:2470: rollback oid 33 current snap is 248 2023-12-16T19:38:24.161 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 231 2023-12-16T19:38:24.161 INFO:tasks.rados.rados.0.smithi002.stdout:2471: delete oid 8 current snap is 248 2023-12-16T19:38:24.165 INFO:tasks.rados.rados.0.smithi002.stdout:2467: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:24.192 INFO:tasks.rados.rados.0.smithi002.stdout:2469: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:38:24.192 INFO:tasks.rados.rados.0.smithi002.stdout:2470: finishing rollback tid 0 to smithi002125626-33 2023-12-16T19:38:24.192 INFO:tasks.rados.rados.0.smithi002.stdout:2470: finishing rollback tid 1 to smithi002125626-33 2023-12-16T19:38:24.192 INFO:tasks.rados.rados.0.smithi002.stdout:2467: done (3 left) 2023-12-16T19:38:24.193 INFO:tasks.rados.rados.0.smithi002.stdout:2471: done (2 left) 2023-12-16T19:38:24.193 INFO:tasks.rados.rados.0.smithi002.stdout:2472: read oid 43 snap -1 2023-12-16T19:38:24.193 INFO:tasks.rados.rados.0.smithi002.stdout:2472: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:24.194 INFO:tasks.rados.rados.0.smithi002.stdout:2473: copy_from oid 3 from oid 19 current snap is 248 2023-12-16T19:38:24.194 INFO:tasks.rados.rados.0.smithi002.stdout:2470: finishing rollback tid 2 to smithi002125626-33 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1974 (ObjNum 657 snap 201 seq_num 657) dirty exists 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2469: finishing copy_from to smithi002125626-44 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 1967 (ObjNum 625 snap 0 seq_num 2052235776) dirty exists 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2469: done (3 left) 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2470: done (2 left) 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2474: read oid 1 snap -1 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2474: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:24.195 INFO:tasks.rados.rados.0.smithi002.stdout:2475: setattr oid 50 current snap is 248 2023-12-16T19:38:24.196 INFO:tasks.rados.rados.0.smithi002.stdout:2474: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:24.198 INFO:tasks.rados.rados.0.smithi002.stdout:2472: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2473: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2473: finishing copy_from to smithi002125626-3 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 1969 (ObjNum 760 snap 244 seq_num 760) dirty exists 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2472: done (3 left) 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2473: done (2 left) 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2474: done (1 left) 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 248 2023-12-16T19:38:24.222 INFO:tasks.rados.rados.0.smithi002.stdout:2476: seq_num 779 ranges {0=655360,655360=401408} 2023-12-16T19:38:24.225 INFO:tasks.rados.rados.0.smithi002.stdout:2476: writing smithi002125626-29 from 0 to 655360 tid 1 2023-12-16T19:38:24.228 INFO:tasks.rados.rados.0.smithi002.stdout:2476: writing smithi002125626-29 from 655360 to 1056768 tid 2 2023-12-16T19:38:24.228 INFO:tasks.rados.rados.0.smithi002.stdout:2477: setattr oid 36 current snap is 248 2023-12-16T19:38:24.228 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 2959 (ObjNum 757 snap 244 seq_num 757) dirty exists 2023-12-16T19:38:24.229 INFO:tasks.rados.rados.0.smithi002.stdout:2476: finishing write tid 1 to smithi002125626-29 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2475: done (2 left) 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2478: rollback oid 17 current snap is 248 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 175 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2479: read oid 34 snap -1 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2479: expect (ObjNum 772 snap 247 seq_num 772) 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2480: read oid 19 snap -1 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2480: expect (ObjNum 760 snap 244 seq_num 760) 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 248 2023-12-16T19:38:24.231 INFO:tasks.rados.rados.0.smithi002.stdout:2481: seq_num 780 ranges {532480=671744,1204224=401408} 2023-12-16T19:38:24.238 INFO:tasks.rados.rados.0.smithi002.stdout:2481: writing smithi002125626-27 from 532480 to 1204224 tid 1 2023-12-16T19:38:24.241 INFO:tasks.rados.rados.0.smithi002.stdout:2481: writing smithi002125626-27 from 1204224 to 1605632 tid 2 2023-12-16T19:38:24.241 INFO:tasks.rados.rados.0.smithi002.stdout:2482: copy_from oid 38 from oid 2 current snap is 248 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2476: finishing write tid 2 to smithi002125626-29 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2476: finishing write tid 3 to smithi002125626-29 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2476: finishing write tid 4 to smithi002125626-29 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2492 (ObjNum 779 snap 248 seq_num 779) dirty exists 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2476: left oid 29 (ObjNum 779 snap 248 seq_num 779) 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 2845 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2478: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2811 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:38:24.242 INFO:tasks.rados.rados.0.smithi002.stdout:2480: expect (ObjNum 760 snap 244 seq_num 760) 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2476: done (6 left) 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2477: done (5 left) 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2478: done (4 left) 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2480: done (3 left) 2023-12-16T19:38:24.263 INFO:tasks.rados.rados.0.smithi002.stdout:2483: snap_remove snap 240 2023-12-16T19:38:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:24 smithi002 ceph-mon[137674]: pgmap v493: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 691 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 436 KiB/s wr, 14 op/s 2023-12-16T19:38:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:24 smithi002 ceph-mon[140029]: pgmap v493: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 691 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 436 KiB/s wr, 14 op/s 2023-12-16T19:38:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:24 smithi043 ceph-mon[135010]: pgmap v493: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 691 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 436 KiB/s wr, 14 op/s 2023-12-16T19:38:25.022 INFO:tasks.rados.rados.0.smithi002.stdout:2483: done (3 left) 2023-12-16T19:38:25.022 INFO:tasks.rados.rados.0.smithi002.stdout:2484: snap_remove snap 228 2023-12-16T19:38:25.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:25 smithi002 ceph-mon[137674]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T19:38:25.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:25 smithi002 ceph-mon[140029]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T19:38:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:25 smithi043 ceph-mon[135010]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T19:38:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:2484: done (3 left) 2023-12-16T19:38:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:2485: rollback oid 18 current snap is 248 2023-12-16T19:38:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 175 2023-12-16T19:38:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:26.029 INFO:tasks.rados.rados.0.smithi002.stdout:2479: expect (ObjNum 772 snap 247 seq_num 772) 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:2481: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2229 (ObjNum 780 snap 248 seq_num 780) dirty exists 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:2481: left oid 27 (ObjNum 780 snap 248 seq_num 780) 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:2482: finishing copy_from racing read to smithi002125626-38 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:2482: finishing copy_from to smithi002125626-38 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 2226 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:38:26.182 INFO:tasks.rados.rados.0.smithi002.stdout:2479: done (3 left) 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2481: done (2 left) 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2482: done (1 left) 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 248 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2485: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2485: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2485: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1164 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:38:26.183 INFO:tasks.rados.rados.0.smithi002.stdout:2486: seq_num 781 ranges {196608=688128,884736=401408} 2023-12-16T19:38:26.186 INFO:tasks.rados.rados.0.smithi002.stdout:2486: writing smithi002125626-2 from 196608 to 884736 tid 1 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:2486: writing smithi002125626-2 from 884736 to 1286144 tid 2 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:2485: done (1 left) 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:2487: rollback oid 18 current snap is 248 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 168 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 248 2023-12-16T19:38:26.190 INFO:tasks.rados.rados.0.smithi002.stdout:2488: seq_num 782 ranges {2056192=704512,2760704=401408} 2023-12-16T19:38:26.204 INFO:tasks.rados.rados.0.smithi002.stdout:2488: writing smithi002125626-33 from 2056192 to 2760704 tid 1 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:2488: writing smithi002125626-33 from 2760704 to 3162112 tid 2 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 248 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing write tid 1 to smithi002125626-2 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing write tid 2 to smithi002125626-2 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing write tid 3 to smithi002125626-2 2023-12-16T19:38:26.208 INFO:tasks.rados.rados.0.smithi002.stdout:2489: seq_num 783 ranges {0=720896,720896=401408} 2023-12-16T19:38:26.211 INFO:tasks.rados.rados.0.smithi002.stdout:2489: writing smithi002125626-42 from 0 to 720896 tid 1 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2489: writing smithi002125626-42 from 720896 to 1122304 tid 2 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2490: read oid 38 snap -1 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2490: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 248 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2487: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2487: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:38:26.214 INFO:tasks.rados.rados.0.smithi002.stdout:2491: seq_num 784 ranges {0=737280,737280=401408} 2023-12-16T19:38:26.218 INFO:tasks.rados.rados.0.smithi002.stdout:2491: writing smithi002125626-8 from 0 to 737280 tid 1 2023-12-16T19:38:26.220 INFO:tasks.rados.rados.0.smithi002.stdout:2491: writing smithi002125626-8 from 737280 to 1138688 tid 2 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2492: copy_from oid 13 from oid 40 current snap is 248 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2487: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1167 (ObjNum 81 snap 11 seq_num 81) dirty exists 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2486: finishing write tid 4 to smithi002125626-2 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2232 (ObjNum 781 snap 248 seq_num 781) dirty exists 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2486: left oid 2 (ObjNum 781 snap 248 seq_num 781) 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2488: finishing write tid 1 to smithi002125626-33 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2488: finishing write tid 2 to smithi002125626-33 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2488: finishing write tid 3 to smithi002125626-33 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2488: finishing write tid 4 to smithi002125626-33 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 1977 (ObjNum 782 snap 248 seq_num 782) dirty exists 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2488: left oid 33 (ObjNum 782 snap 248 seq_num 782) 2023-12-16T19:38:26.221 INFO:tasks.rados.rados.0.smithi002.stdout:2490: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing write tid 1 to smithi002125626-42 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing write tid 2 to smithi002125626-42 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2486: done (6 left) 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2487: done (5 left) 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2488: done (4 left) 2023-12-16T19:38:26.227 INFO:tasks.rados.rados.0.smithi002.stdout:2490: done (3 left) 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2493: read oid 43 snap -1 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2493: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 248 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing write tid 3 to smithi002125626-42 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2489: finishing write tid 4 to smithi002125626-42 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 579 (ObjNum 783 snap 248 seq_num 783) dirty exists 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2489: left oid 42 (ObjNum 783 snap 248 seq_num 783) 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing copy_from to smithi002125626-13 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2492: got expected ENOENT (src dne) 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2492: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2491: finishing write tid 1 to smithi002125626-8 2023-12-16T19:38:26.228 INFO:tasks.rados.rados.0.smithi002.stdout:2494: seq_num 785 ranges {4923392=753664,5677056=401408} 2023-12-16T19:38:26.258 INFO:tasks.rados.rados.0.smithi002.stdout:2494: writing smithi002125626-7 from 4923392 to 5677056 tid 1 2023-12-16T19:38:26.260 INFO:tasks.rados.rados.0.smithi002.stdout:2494: writing smithi002125626-7 from 5677056 to 6078464 tid 2 2023-12-16T19:38:26.260 INFO:tasks.rados.rados.0.smithi002.stdout:2489: done (4 left) 2023-12-16T19:38:26.260 INFO:tasks.rados.rados.0.smithi002.stdout:2492: done (3 left) 2023-12-16T19:38:26.260 INFO:tasks.rados.rados.0.smithi002.stdout:2495: snap_remove snap 232 2023-12-16T19:38:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:26 smithi002 ceph-mon[137674]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T19:38:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:26 smithi002 ceph-mon[137674]: pgmap v496: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 638 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 556 KiB/s wr, 12 op/s 2023-12-16T19:38:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:26 smithi002 ceph-mon[140029]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T19:38:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:26 smithi002 ceph-mon[140029]: pgmap v496: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 638 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 556 KiB/s wr, 12 op/s 2023-12-16T19:38:26.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:26 smithi043 ceph-mon[135010]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T19:38:26.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:26 smithi043 ceph-mon[135010]: pgmap v496: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 638 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 556 KiB/s wr, 12 op/s 2023-12-16T19:38:27.033 INFO:tasks.rados.rados.0.smithi002.stdout:2491: finishing write tid 2 to smithi002125626-8 2023-12-16T19:38:27.033 INFO:tasks.rados.rados.0.smithi002.stdout:2491: finishing write tid 3 to smithi002125626-8 2023-12-16T19:38:27.033 INFO:tasks.rados.rados.0.smithi002.stdout:2491: finishing write tid 4 to smithi002125626-8 2023-12-16T19:38:27.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2814 (ObjNum 784 snap 248 seq_num 784) dirty exists 2023-12-16T19:38:27.033 INFO:tasks.rados.rados.0.smithi002.stdout:2491: left oid 8 (ObjNum 784 snap 248 seq_num 784) 2023-12-16T19:38:27.034 INFO:tasks.rados.rados.0.smithi002.stdout:2493: expect (ObjNum 766 snap 245 seq_num 766) 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing write tid 1 to smithi002125626-7 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing write tid 2 to smithi002125626-7 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing write tid 3 to smithi002125626-7 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2494: finishing write tid 4 to smithi002125626-7 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2989 (ObjNum 785 snap 248 seq_num 785) dirty exists 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2494: left oid 7 (ObjNum 785 snap 248 seq_num 785) 2023-12-16T19:38:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:2491: done (3 left) 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2493: done (2 left) 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2494: done (1 left) 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2495: done (0 left) 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2496: rmattr oid 49 current snap is 248 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2496: done (0 left) 2023-12-16T19:38:27.068 INFO:tasks.rados.rados.0.smithi002.stdout:2497: snap_remove snap 230 2023-12-16T19:38:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:27 smithi002 ceph-mon[137674]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T19:38:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:27 smithi002 ceph-mon[140029]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T19:38:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:27 smithi043 ceph-mon[135010]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T19:38:27.993 INFO:tasks.rados.rados.0.smithi002.stdout:2497: done (0 left) 2023-12-16T19:38:27.993 INFO:tasks.rados.rados.0.smithi002.stdout:2498: rollback oid 11 current snap is 248 2023-12-16T19:38:27.993 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 226 2023-12-16T19:38:27.993 INFO:tasks.rados.rados.0.smithi002.stdout:2499: delete oid 36 current snap is 248 2023-12-16T19:38:28.007 INFO:tasks.rados.rados.0.smithi002.stdout:2499: done (1 left) 2023-12-16T19:38:28.007 INFO:tasks.rados.rados.0.smithi002.stdout:2500: copy_from oid 1 from oid 9 current snap is 248 2023-12-16T19:38:28.007 INFO:tasks.rados.rados.0.smithi002.stdout:2501: snap_remove snap 216 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[137674]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[137674]: pgmap v499: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 618 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 788 KiB/s wr, 16 op/s 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[137674]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[140029]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[140029]: pgmap v499: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 618 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 788 KiB/s wr, 16 op/s 2023-12-16T19:38:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:28 smithi002 ceph-mon[140029]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T19:38:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:28 smithi043 ceph-mon[135010]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T19:38:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:28 smithi043 ceph-mon[135010]: pgmap v499: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 618 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 788 KiB/s wr, 16 op/s 2023-12-16T19:38:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:28 smithi043 ceph-mon[135010]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T19:38:29.001 INFO:tasks.rados.rados.0.smithi002.stdout:2501: done (2 left) 2023-12-16T19:38:29.001 INFO:tasks.rados.rados.0.smithi002.stdout:2502: setattr oid 38 current snap is 248 2023-12-16T19:38:29.003 INFO:tasks.rados.rados.0.smithi002.stdout:2498: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:38:29.003 INFO:tasks.rados.rados.0.smithi002.stdout:2498: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2498: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1983 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2500: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2500: finishing copy_from to smithi002125626-1 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 1987 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2498: done (2 left) 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2500: done (1 left) 2023-12-16T19:38:29.004 INFO:tasks.rados.rados.0.smithi002.stdout:2503: snap_create 2023-12-16T19:38:29.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3018 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:38:30.006 INFO:tasks.rados.rados.0.smithi002.stdout:2502: done (1 left) 2023-12-16T19:38:30.006 INFO:tasks.rados.rados.0.smithi002.stdout:2503: done (0 left) 2023-12-16T19:38:30.006 INFO:tasks.rados.rados.0.smithi002.stdout:2504: snap_remove snap 222 2023-12-16T19:38:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:30 smithi002 ceph-mon[140029]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T19:38:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:30 smithi002 ceph-mon[140029]: pgmap v502: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 626 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:38:30.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:30 smithi002 ceph-mon[137674]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T19:38:30.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:30 smithi002 ceph-mon[137674]: pgmap v502: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 626 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:38:30.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:30 smithi043 ceph-mon[135010]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T19:38:30.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:30 smithi043 ceph-mon[135010]: pgmap v502: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 626 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:38:31.008 INFO:tasks.rados.rados.0.smithi002.stdout:2504: done (0 left) 2023-12-16T19:38:31.008 INFO:tasks.rados.rados.0.smithi002.stdout:2505: delete oid 29 current snap is 249 2023-12-16T19:38:31.023 INFO:tasks.rados.rados.0.smithi002.stdout:2505: done (0 left) 2023-12-16T19:38:31.023 INFO:tasks.rados.rados.0.smithi002.stdout:2506: copy_from oid 14 from oid 22 current snap is 249 2023-12-16T19:38:31.023 INFO:tasks.rados.rados.0.smithi002.stdout:2507: delete oid 40 current snap is 249 2023-12-16T19:38:31.032 INFO:tasks.rados.rados.0.smithi002.stdout:2507: done (1 left) 2023-12-16T19:38:31.032 INFO:tasks.rados.rados.0.smithi002.stdout:2508: delete oid 21 current snap is 249 2023-12-16T19:38:31.038 INFO:tasks.rados.rados.0.smithi002.stdout:2506: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:38:31.038 INFO:tasks.rados.rados.0.smithi002.stdout:2506: finishing copy_from to smithi002125626-14 2023-12-16T19:38:31.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 1978 (ObjNum 721 snap 231 seq_num 721) dirty exists 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2506: done (1 left) 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2508: done (0 left) 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2509: rmattr oid 35 current snap is 249 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2510: read oid 18 snap 229 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2510: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2511: copy_from oid 28 from oid 42 current snap is 249 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2512: read oid 40 snap -1 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2512: expect deleted 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 249 2023-12-16T19:38:31.042 INFO:tasks.rados.rados.0.smithi002.stdout:2513: seq_num 790 ranges {81920=434176,516096=548864,1064960=253952} 2023-12-16T19:38:31.045 INFO:tasks.rados.rados.0.smithi002.stdout:2513: writing smithi002125626-22 from 81920 to 516096 tid 1 2023-12-16T19:38:31.049 INFO:tasks.rados.rados.0.smithi002.stdout:2513: writing smithi002125626-22 from 516096 to 1064960 tid 2 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:2513: writing smithi002125626-22 from 1064960 to 1318912 tid 3 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:2514: rmattr oid 50 current snap is 249 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3046 (ObjNum 750 snap 242 seq_num 750) dirty exists 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:2511: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:2511: finishing copy_from to smithi002125626-28 2023-12-16T19:38:31.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 579 (ObjNum 783 snap 248 seq_num 783) dirty exists 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:2509: done (5 left) 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:2511: done (4 left) 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:2512: done (3 left) 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:2515: copy_from oid 6 from oid 31 current snap is 249 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 249 2023-12-16T19:38:31.052 INFO:tasks.rados.rados.0.smithi002.stdout:2516: seq_num 791 ranges {1605632=450560,2056192=475136,2531328=327680} 2023-12-16T19:38:31.064 INFO:tasks.rados.rados.0.smithi002.stdout:2516: writing smithi002125626-27 from 1605632 to 2056192 tid 1 2023-12-16T19:38:31.066 INFO:tasks.rados.rados.0.smithi002.stdout:2516: writing smithi002125626-27 from 2056192 to 2531328 tid 2 2023-12-16T19:38:31.068 INFO:tasks.rados.rados.0.smithi002.stdout:2516: writing smithi002125626-27 from 2531328 to 2859008 tid 3 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2517: delete oid 25 current snap is 249 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: finishing write tid 1 to smithi002125626-22 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: finishing write tid 2 to smithi002125626-22 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: finishing write tid 3 to smithi002125626-22 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3050 (ObjNum 757 snap 244 seq_num 757) dirty exists 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: finishing write tid 4 to smithi002125626-22 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: finishing write tid 5 to smithi002125626-22 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1987 (ObjNum 790 snap 249 seq_num 790) dirty exists 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2513: left oid 22 (ObjNum 790 snap 249 seq_num 790) 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2515: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2515: finishing copy_from to smithi002125626-6 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 2221 (ObjNum 741 snap 240 seq_num 741) dirty exists 2023-12-16T19:38:31.069 INFO:tasks.rados.rados.0.smithi002.stdout:2510: expect (ObjNum 714 snap 227 seq_num 714) 2023-12-16T19:38:31.231 INFO:tasks.rados.rados.0.smithi002.stdout:2516: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2516: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2516: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2510: done (5 left) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2513: done (4 left) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2514: done (3 left) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2515: done (2 left) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2517: done (1 left) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 249 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2516: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2516: finishing write tid 5 to smithi002125626-27 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2236 (ObjNum 791 snap 249 seq_num 791) dirty exists 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2516: left oid 27 (ObjNum 791 snap 249 seq_num 791) 2023-12-16T19:38:31.232 INFO:tasks.rados.rados.0.smithi002.stdout:2518: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2023-12-16T19:38:31.233 INFO:tasks.rados.rados.0.smithi002.stdout:2518: writing smithi002125626-23 from 0 to 483328 tid 1 2023-12-16T19:38:31.238 INFO:tasks.rados.rados.0.smithi002.stdout:2518: writing smithi002125626-23 from 483328 to 1130496 tid 2 2023-12-16T19:38:31.238 INFO:tasks.rados.rados.0.smithi002.stdout:2518: writing smithi002125626-23 from 1130496 to 1286144 tid 3 2023-12-16T19:38:31.238 INFO:tasks.rados.rados.0.smithi002.stdout:2516: done (1 left) 2023-12-16T19:38:31.239 INFO:tasks.rados.rados.0.smithi002.stdout:2519: delete oid 14 current snap is 249 2023-12-16T19:38:31.239 INFO:tasks.rados.rados.0.smithi002.stdout:2518: finishing write tid 1 to smithi002125626-23 2023-12-16T19:38:31.241 INFO:tasks.rados.rados.0.smithi002.stdout:2518: finishing write tid 2 to smithi002125626-23 2023-12-16T19:38:31.241 INFO:tasks.rados.rados.0.smithi002.stdout:2518: finishing write tid 3 to smithi002125626-23 2023-12-16T19:38:31.242 INFO:tasks.rados.rados.0.smithi002.stdout:2518: finishing write tid 4 to smithi002125626-23 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:2518: finishing write tid 5 to smithi002125626-23 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2225 (ObjNum 793 snap 249 seq_num 793) dirty exists 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:2518: left oid 23 (ObjNum 793 snap 249 seq_num 793) 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:2518: done (1 left) 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:2519: done (0 left) 2023-12-16T19:38:31.244 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 249 2023-12-16T19:38:31.245 INFO:tasks.rados.rados.0.smithi002.stdout:2520: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2023-12-16T19:38:31.247 INFO:tasks.rados.rados.0.smithi002.stdout:2520: writing smithi002125626-49 from 0 to 524288 tid 1 2023-12-16T19:38:31.249 INFO:tasks.rados.rados.0.smithi002.stdout:2520: writing smithi002125626-49 from 524288 to 942080 tid 2 2023-12-16T19:38:31.252 INFO:tasks.rados.rados.0.smithi002.stdout:2520: writing smithi002125626-49 from 942080 to 1327104 tid 3 2023-12-16T19:38:31.252 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 249 2023-12-16T19:38:31.252 INFO:tasks.rados.rados.0.smithi002.stdout:2521: seq_num 796 ranges {1466368=540672,2007040=704512,2711552=98304} 2023-12-16T19:38:31.263 INFO:tasks.rados.rados.0.smithi002.stdout:2521: writing smithi002125626-15 from 1466368 to 2007040 tid 1 2023-12-16T19:38:31.266 INFO:tasks.rados.rados.0.smithi002.stdout:2521: writing smithi002125626-15 from 2007040 to 2711552 tid 2 2023-12-16T19:38:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:2521: writing smithi002125626-15 from 2711552 to 2809856 tid 3 2023-12-16T19:38:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 249 2023-12-16T19:38:31.267 INFO:tasks.rados.rados.0.smithi002.stdout:2522: seq_num 797 ranges {1425408=557056,1982464=589824,2572288=212992} 2023-12-16T19:38:31.278 INFO:tasks.rados.rados.0.smithi002.stdout:2522: writing smithi002125626-18 from 1425408 to 1982464 tid 1 2023-12-16T19:38:31.281 INFO:tasks.rados.rados.0.smithi002.stdout:2522: writing smithi002125626-18 from 1982464 to 2572288 tid 2 2023-12-16T19:38:31.282 INFO:tasks.rados.rados.0.smithi002.stdout:2522: writing smithi002125626-18 from 2572288 to 2785280 tid 3 2023-12-16T19:38:31.283 INFO:tasks.rados.rados.0.smithi002.stdout:2523: read oid 42 snap -1 2023-12-16T19:38:31.283 INFO:tasks.rados.rados.0.smithi002.stdout:2523: expect (ObjNum 783 snap 248 seq_num 783) 2023-12-16T19:38:31.283 INFO:tasks.rados.rados.0.smithi002.stdout:2524: snap_remove snap 212 2023-12-16T19:38:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:31 smithi002 ceph-mon[137674]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T19:38:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:31 smithi002 ceph-mon[140029]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T19:38:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:31 smithi043 ceph-mon[135010]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T19:38:32.021 INFO:tasks.rados.rados.0.smithi002.stdout:2524: done (4 left) 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2525: delete oid 3 current snap is 249 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 1 to smithi002125626-49 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 2 to smithi002125626-49 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 3 to smithi002125626-49 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 4 to smithi002125626-49 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: finishing write tid 5 to smithi002125626-49 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 2836 (ObjNum 795 snap 249 seq_num 795) dirty exists 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2520: left oid 49 (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 1 to smithi002125626-15 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 2 to smithi002125626-15 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 3 to smithi002125626-15 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 4 to smithi002125626-15 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:2521: finishing write tid 5 to smithi002125626-15 2023-12-16T19:38:32.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2840 (ObjNum 796 snap 249 seq_num 796) dirty exists 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2521: left oid 15 (ObjNum 796 snap 249 seq_num 796) 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 1 to smithi002125626-18 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 2 to smithi002125626-18 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 3 to smithi002125626-18 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 4 to smithi002125626-18 2023-12-16T19:38:32.023 INFO:tasks.rados.rados.0.smithi002.stdout:2523: expect (ObjNum 783 snap 248 seq_num 783) 2023-12-16T19:38:32.062 INFO:tasks.rados.rados.0.smithi002.stdout:2522: finishing write tid 5 to smithi002125626-18 2023-12-16T19:38:32.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1171 (ObjNum 797 snap 249 seq_num 797) dirty exists 2023-12-16T19:38:32.062 INFO:tasks.rados.rados.0.smithi002.stdout:2522: left oid 18 (ObjNum 797 snap 249 seq_num 797) 2023-12-16T19:38:32.062 INFO:tasks.rados.rados.0.smithi002.stdout:2520: done (4 left) 2023-12-16T19:38:32.062 INFO:tasks.rados.rados.0.smithi002.stdout:2521: done (3 left) 2023-12-16T19:38:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2522: done (2 left) 2023-12-16T19:38:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2523: done (1 left) 2023-12-16T19:38:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2525: done (0 left) 2023-12-16T19:38:32.063 INFO:tasks.rados.rados.0.smithi002.stdout:2526: delete oid 39 current snap is 249 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2526: done (0 left) 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2527: copy_from oid 18 from oid 48 current snap is 249 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2528: read oid 29 snap -1 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2528: expect deleted 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2529: read oid 12 snap -1 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2529: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:38:32.065 INFO:tasks.rados.rados.0.smithi002.stdout:2530: delete oid 26 current snap is 249 2023-12-16T19:38:32.068 INFO:tasks.rados.rados.0.smithi002.stdout:2528: done (3 left) 2023-12-16T19:38:32.068 INFO:tasks.rados.rados.0.smithi002.stdout:2530: done (2 left) 2023-12-16T19:38:32.068 INFO:tasks.rados.rados.0.smithi002.stdout:2531: delete oid 19 current snap is 249 2023-12-16T19:38:32.071 INFO:tasks.rados.rados.0.smithi002.stdout:2531: done (2 left) 2023-12-16T19:38:32.071 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 249 2023-12-16T19:38:32.072 INFO:tasks.rados.rados.0.smithi002.stdout:2532: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2023-12-16T19:38:32.075 INFO:tasks.rados.rados.0.smithi002.stdout:2532: writing smithi002125626-40 from 0 to 638976 tid 1 2023-12-16T19:38:32.078 INFO:tasks.rados.rados.0.smithi002.stdout:2532: writing smithi002125626-40 from 638976 to 1097728 tid 2 2023-12-16T19:38:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2532: writing smithi002125626-40 from 1097728 to 1441792 tid 3 2023-12-16T19:38:32.081 INFO:tasks.rados.rados.0.smithi002.stdout:2533: snap_remove snap 229 2023-12-16T19:38:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:32 smithi002 ceph-mon[137674]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T19:38:32.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:32 smithi002 ceph-mon[137674]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 633 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2023-12-16T19:38:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:32 smithi002 ceph-mon[140029]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T19:38:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:32 smithi002 ceph-mon[140029]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 633 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2023-12-16T19:38:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:31] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2023-12-16T19:38:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:32 smithi043 ceph-mon[135010]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T19:38:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:32 smithi043 ceph-mon[135010]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 633 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2023-12-16T19:38:32.995 INFO:tasks.rados.rados.0.smithi002.stdout:2533: done (3 left) 2023-12-16T19:38:32.995 INFO:tasks.rados.rados.0.smithi002.stdout:2534: snap_remove snap 247 2023-12-16T19:38:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:33 smithi002 ceph-mon[137674]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T19:38:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:33 smithi002 ceph-mon[137674]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T19:38:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:33 smithi002 ceph-mon[140029]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T19:38:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:33 smithi002 ceph-mon[140029]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T19:38:33.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:33 smithi043 ceph-mon[135010]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T19:38:33.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:33 smithi043 ceph-mon[135010]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2534: done (3 left) 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2535: delete oid 8 current snap is 249 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2527: finishing copy_from racing read to smithi002125626-18 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2527: finishing copy_from to smithi002125626-18 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 533 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:38:34.003 INFO:tasks.rados.rados.0.smithi002.stdout:2529: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 1 to smithi002125626-40 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 2 to smithi002125626-40 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 3 to smithi002125626-40 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 4 to smithi002125626-40 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: finishing write tid 5 to smithi002125626-40 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1991 (ObjNum 802 snap 249 seq_num 802) dirty exists 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: left oid 40 (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2527: done (3 left) 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2529: done (2 left) 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2532: done (1 left) 2023-12-16T19:38:34.165 INFO:tasks.rados.rados.0.smithi002.stdout:2535: done (0 left) 2023-12-16T19:38:34.166 INFO:tasks.rados.rados.0.smithi002.stdout:2536: delete oid 19 current snap is 249 2023-12-16T19:38:34.166 INFO:tasks.rados.rados.0.smithi002.stdout:2536: done (0 left) 2023-12-16T19:38:34.167 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 249 2023-12-16T19:38:34.167 INFO:tasks.rados.rados.0.smithi002.stdout:2537: seq_num 805 ranges {1679360=688128,2367488=507904,2875392=294912} 2023-12-16T19:38:34.179 INFO:tasks.rados.rados.0.smithi002.stdout:2537: writing smithi002125626-18 from 1679360 to 2367488 tid 1 2023-12-16T19:38:34.182 INFO:tasks.rados.rados.0.smithi002.stdout:2537: writing smithi002125626-18 from 2367488 to 2875392 tid 2 2023-12-16T19:38:34.184 INFO:tasks.rados.rados.0.smithi002.stdout:2537: writing smithi002125626-18 from 2875392 to 3170304 tid 3 2023-12-16T19:38:34.184 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 249 2023-12-16T19:38:34.184 INFO:tasks.rados.rados.0.smithi002.stdout:2538: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2023-12-16T19:38:34.188 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi002125626-14 from 0 to 704512 tid 1 2023-12-16T19:38:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi002125626-14 from 704512 to 1146880 tid 2 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2538: writing smithi002125626-14 from 1146880 to 1507328 tid 3 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2539: delete oid 35 current snap is 249 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: finishing write tid 1 to smithi002125626-18 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: finishing write tid 2 to smithi002125626-18 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: finishing write tid 3 to smithi002125626-18 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: finishing write tid 4 to smithi002125626-18 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: finishing write tid 5 to smithi002125626-18 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 1175 (ObjNum 805 snap 249 seq_num 805) dirty exists 2023-12-16T19:38:34.194 INFO:tasks.rados.rados.0.smithi002.stdout:2537: left oid 18 (ObjNum 805 snap 249 seq_num 805) 2023-12-16T19:38:34.195 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 1 to smithi002125626-14 2023-12-16T19:38:34.196 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 2 to smithi002125626-14 2023-12-16T19:38:34.196 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 3 to smithi002125626-14 2023-12-16T19:38:34.197 INFO:tasks.rados.rados.0.smithi002.stdout:2537: done (2 left) 2023-12-16T19:38:34.197 INFO:tasks.rados.rados.0.smithi002.stdout:2539: done (1 left) 2023-12-16T19:38:34.197 INFO:tasks.rados.rados.0.smithi002.stdout:2540: setattr oid 35 current snap is 249 2023-12-16T19:38:34.197 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 4 to smithi002125626-14 2023-12-16T19:38:34.198 INFO:tasks.rados.rados.0.smithi002.stdout:2538: finishing write tid 5 to smithi002125626-14 2023-12-16T19:38:34.198 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2231 (ObjNum 806 snap 249 seq_num 806) dirty exists 2023-12-16T19:38:34.198 INFO:tasks.rados.rados.0.smithi002.stdout:2538: left oid 14 (ObjNum 806 snap 249 seq_num 806) 2023-12-16T19:38:34.198 INFO:tasks.rados.rados.0.smithi002.stdout:2538: done (1 left) 2023-12-16T19:38:34.198 INFO:tasks.rados.rados.0.smithi002.stdout:2541: copy_from oid 19 from oid 8 current snap is 249 2023-12-16T19:38:34.199 INFO:tasks.rados.rados.0.smithi002.stdout:2542: copy_from oid 43 from oid 12 current snap is 249 2023-12-16T19:38:34.199 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 249 2023-12-16T19:38:34.199 INFO:tasks.rados.rados.0.smithi002.stdout:2543: seq_num 808 ranges {2572288=737280,3309568=614400,3923968=188416} 2023-12-16T19:38:34.217 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi002125626-30 from 2572288 to 3309568 tid 1 2023-12-16T19:38:34.220 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi002125626-30 from 3309568 to 3923968 tid 2 2023-12-16T19:38:34.221 INFO:tasks.rados.rados.0.smithi002.stdout:2543: writing smithi002125626-30 from 3923968 to 4112384 tid 3 2023-12-16T19:38:34.222 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 249 2023-12-16T19:38:34.222 INFO:tasks.rados.rados.0.smithi002.stdout:2544: seq_num 809 ranges {2859008=753664,3612672=499712,4112384=303104} 2023-12-16T19:38:34.241 INFO:tasks.rados.rados.0.smithi002.stdout:2544: writing smithi002125626-27 from 2859008 to 3612672 tid 1 2023-12-16T19:38:34.244 INFO:tasks.rados.rados.0.smithi002.stdout:2544: writing smithi002125626-27 from 3612672 to 4112384 tid 2 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2544: writing smithi002125626-27 from 4112384 to 4415488 tid 3 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2545: read oid 49 snap -1 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2545: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2546: rmattr oid 26 current snap is 249 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2541: finishing copy_from to smithi002125626-19 2023-12-16T19:38:34.247 INFO:tasks.rados.rados.0.smithi002.stdout:2541: got expected ENOENT (src dne) 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2541: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3094 (ObjNum 33 snap 0 seq_num 2053730832) dirty exists 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2542: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2542: finishing copy_from to smithi002125626-43 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1986 (ObjNum 103 snap 19 seq_num 103) dirty exists 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 1 to smithi002125626-30 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 2 to smithi002125626-30 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 3 to smithi002125626-30 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 4 to smithi002125626-30 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: finishing write tid 5 to smithi002125626-30 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2844 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2543: left oid 30 (ObjNum 808 snap 249 seq_num 808) 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2544: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:34.248 INFO:tasks.rados.rados.0.smithi002.stdout:2540: done (6 left) 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2541: done (5 left) 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2542: done (4 left) 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2543: done (3 left) 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2546: done (2 left) 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2547: rollback oid 17 current snap is 249 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 213 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 249 2023-12-16T19:38:34.249 INFO:tasks.rados.rados.0.smithi002.stdout:2548: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2023-12-16T19:38:34.251 INFO:tasks.rados.rados.0.smithi002.stdout:2548: writing smithi002125626-24 from 0 to 770048 tid 1 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2548: writing smithi002125626-24 from 770048 to 1548288 tid 2 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2548: writing smithi002125626-24 from 1548288 to 1572864 tid 3 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2549: read oid 38 snap -1 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2549: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2550: rmattr oid 8 current snap is 249 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2550: done (5 left) 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2551: read oid 5 snap -1 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2551: expect (ObjNum 442 snap 142 seq_num 442) 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2552: setattr oid 30 current snap is 249 2023-12-16T19:38:34.257 INFO:tasks.rados.rados.0.smithi002.stdout:2544: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:2544: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:2544: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:2544: finishing write tid 5 to smithi002125626-27 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2240 (ObjNum 809 snap 249 seq_num 809) dirty exists 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:2544: left oid 27 (ObjNum 809 snap 249 seq_num 809) 2023-12-16T19:38:34.258 INFO:tasks.rados.rados.0.smithi002.stdout:2545: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:34.296 INFO:tasks.rados.rados.0.smithi002.stdout:2547: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:38:34.297 INFO:tasks.rados.rados.0.smithi002.stdout:2547: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:38:34.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2817 (ObjNum 49 snap 0 seq_num 2054029056) dirty dne 2023-12-16T19:38:34.297 INFO:tasks.rados.rados.0.smithi002.stdout:2548: finishing write tid 1 to smithi002125626-24 2023-12-16T19:38:34.297 INFO:tasks.rados.rados.0.smithi002.stdout:2549: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2548: finishing write tid 2 to smithi002125626-24 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2548: finishing write tid 3 to smithi002125626-24 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2548: finishing write tid 4 to smithi002125626-24 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2548: finishing write tid 5 to smithi002125626-24 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 1972 (ObjNum 810 snap 249 seq_num 810) dirty exists 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2548: left oid 24 (ObjNum 810 snap 249 seq_num 810) 2023-12-16T19:38:34.304 INFO:tasks.rados.rados.0.smithi002.stdout:2551: expect (ObjNum 442 snap 142 seq_num 442) 2023-12-16T19:38:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:34 smithi002 ceph-mon[137674]: pgmap v508: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 635 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T19:38:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:34 smithi002 ceph-mon[137674]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T19:38:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:34 smithi002 ceph-mon[140029]: pgmap v508: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 635 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T19:38:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:34 smithi002 ceph-mon[140029]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T19:38:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:34 smithi043 ceph-mon[135010]: pgmap v508: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 635 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T19:38:34.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:34 smithi043 ceph-mon[135010]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T19:38:34.865 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2845 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:38:34.865 INFO:tasks.rados.rados.0.smithi002.stdout:2544: done (6 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2545: done (5 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2547: done (4 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2548: done (3 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2549: done (2 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2551: done (1 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2552: done (0 left) 2023-12-16T19:38:34.866 INFO:tasks.rados.rados.0.smithi002.stdout:2553: snap_create 2023-12-16T19:38:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2553: done (0 left) 2023-12-16T19:38:35.030 INFO:tasks.rados.rados.0.smithi002.stdout:2554: delete oid 23 current snap is 250 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:2554: done (0 left) 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:2555: read oid 33 snap 237 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:2555: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:2556: rmattr oid 11 current snap is 250 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 250 2023-12-16T19:38:35.033 INFO:tasks.rados.rados.0.smithi002.stdout:2557: seq_num 812 ranges {4415488=802816,5218304=548864,5767168=253952} 2023-12-16T19:38:35.061 INFO:tasks.rados.rados.0.smithi002.stdout:2557: writing smithi002125626-27 from 4415488 to 5218304 tid 1 2023-12-16T19:38:35.064 INFO:tasks.rados.rados.0.smithi002.stdout:2557: writing smithi002125626-27 from 5218304 to 5767168 tid 2 2023-12-16T19:38:35.067 INFO:tasks.rados.rados.0.smithi002.stdout:2557: writing smithi002125626-27 from 5767168 to 6021120 tid 3 2023-12-16T19:38:35.067 INFO:tasks.rados.rados.0.smithi002.stdout:2558: rollback oid 8 current snap is 250 2023-12-16T19:38:35.067 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 202 2023-12-16T19:38:35.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 1992 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:38:35.067 INFO:tasks.rados.rados.0.smithi002.stdout:2555: expect (ObjNum 657 snap 201 seq_num 657) 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2557: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2557: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2555: done (3 left) 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2556: done (2 left) 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2559: setattr oid 36 current snap is 250 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2558: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2819 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2557: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:35.133 INFO:tasks.rados.rados.0.smithi002.stdout:2557: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2557: finishing write tid 5 to smithi002125626-27 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2244 (ObjNum 812 snap 250 seq_num 812) dirty exists 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2557: left oid 27 (ObjNum 812 snap 250 seq_num 812) 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2557: done (2 left) 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2558: done (1 left) 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2560: rollback oid 3 current snap is 250 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 3 to 202 2023-12-16T19:38:35.134 INFO:tasks.rados.rados.0.smithi002.stdout:2561: snap_create 2023-12-16T19:38:35.136 INFO:tasks.rados.rados.0.smithi002.stdout:2560: finishing rollback tid 1 to smithi002125626-3 2023-12-16T19:38:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:2560: finishing rollback tid 2 to smithi002125626-3 2023-12-16T19:38:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2234 (ObjNum 617 snap 189 seq_num 617) dirty exists 2023-12-16T19:38:35.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 2847 (ObjNum 65 snap 0 seq_num 1869046881) dirty exists 2023-12-16T19:38:36.035 INFO:tasks.rados.rados.0.smithi002.stdout:2559: done (2 left) 2023-12-16T19:38:36.035 INFO:tasks.rados.rados.0.smithi002.stdout:2560: done (1 left) 2023-12-16T19:38:36.035 INFO:tasks.rados.rados.0.smithi002.stdout:2561: done (0 left) 2023-12-16T19:38:36.036 INFO:tasks.rados.rados.0.smithi002.stdout:2562: rollback oid 14 current snap is 251 2023-12-16T19:38:36.036 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 168 2023-12-16T19:38:36.036 INFO:tasks.rados.rados.0.smithi002.stdout:2563: snap_create 2023-12-16T19:38:36.042 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:38:36.042 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:38:36.042 INFO:tasks.rados.rados.0.smithi002.stdout:2562: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:38:36.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2237 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:38:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[137674]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T19:38:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[137674]: pgmap v511: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2023-12-16T19:38:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[140029]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T19:38:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[140029]: pgmap v511: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2023-12-16T19:38:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:36 smithi043 ceph-mon[135010]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T19:38:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:36 smithi043 ceph-mon[135010]: pgmap v511: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2023-12-16T19:38:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:37.036 INFO:tasks.rados.rados.0.smithi002.stdout:2562: done (1 left) 2023-12-16T19:38:37.036 INFO:tasks.rados.rados.0.smithi002.stdout:2563: done (0 left) 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:2564: read oid 49 snap -1 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:2564: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:2565: rmattr oid 6 current snap is 252 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:2565: done (1 left) 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:2566: rollback oid 28 current snap is 252 2023-12-16T19:38:37.037 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 182 2023-12-16T19:38:37.038 INFO:tasks.rados.rados.0.smithi002.stdout:2567: copy_from oid 34 from oid 35 current snap is 252 2023-12-16T19:38:37.038 INFO:tasks.rados.rados.0.smithi002.stdout:2568: delete oid 27 current snap is 252 2023-12-16T19:38:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:2568: done (3 left) 2023-12-16T19:38:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:2569: read oid 19 snap 223 2023-12-16T19:38:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:2569: expect deleted 2023-12-16T19:38:37.040 INFO:tasks.rados.rados.0.smithi002.stdout:2570: snap_create 2023-12-16T19:38:37.046 INFO:tasks.rados.rados.0.smithi002.stdout:2567: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:38:37.048 INFO:tasks.rados.rados.0.smithi002.stdout:2567: finishing copy_from to smithi002125626-34 2023-12-16T19:38:37.048 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3094 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:38:37.049 INFO:tasks.rados.rados.0.smithi002.stdout:2566: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:38:37.049 INFO:tasks.rados.rados.0.smithi002.stdout:2566: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:38:37.049 INFO:tasks.rados.rados.0.smithi002.stdout:2566: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:38:37.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 1975 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:38:37.053 INFO:tasks.rados.rados.0.smithi002.stdout:2564: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:37 smithi002 ceph-mon[137674]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T19:38:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:37 smithi002 ceph-mon[140029]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T19:38:37.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:37 smithi043 ceph-mon[135010]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T19:38:37.996 INFO:tasks.rados.rados.0.smithi002.stdout:2564: done (4 left) 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2566: done (3 left) 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2567: done (2 left) 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2569: done (1 left) 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2570: done (0 left) 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2571: rollback oid 18 current snap is 253 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 249 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2572: copy_from oid 24 from oid 30 current snap is 253 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2573: copy_from oid 10 from oid 22 current snap is 253 2023-12-16T19:38:37.997 INFO:tasks.rados.rados.0.smithi002.stdout:2574: snap_remove snap 217 2023-12-16T19:38:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:38 smithi043 ceph-mon[135010]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T19:38:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:38 smithi043 ceph-mon[135010]: pgmap v514: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 647 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2023-12-16T19:38:38.400 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:38 smithi043 ceph-mon[135010]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T19:38:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[137674]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T19:38:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[137674]: pgmap v514: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 647 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2023-12-16T19:38:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[137674]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T19:38:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[140029]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T19:38:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[140029]: pgmap v514: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 647 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2023-12-16T19:38:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:38 smithi002 ceph-mon[140029]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T19:38:39.003 INFO:tasks.rados.rados.0.smithi002.stdout:2574: done (3 left) 2023-12-16T19:38:39.004 INFO:tasks.rados.rados.0.smithi002.stdout:2575: read oid 16 snap -1 2023-12-16T19:38:39.004 INFO:tasks.rados.rados.0.smithi002.stdout:2575: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:38:39.004 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 253 2023-12-16T19:38:39.004 INFO:tasks.rados.rados.0.smithi002.stdout:2576: seq_num 814 ranges {688128=442368,1130496=770048,1900544=434176} 2023-12-16T19:38:39.011 INFO:tasks.rados.rados.0.smithi002.stdout:2576: writing smithi002125626-50 from 688128 to 1130496 tid 1 2023-12-16T19:38:39.017 INFO:tasks.rados.rados.0.smithi002.stdout:2576: writing smithi002125626-50 from 1130496 to 1900544 tid 2 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2576: writing smithi002125626-50 from 1900544 to 2334720 tid 3 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2571: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2571: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2571: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3097 (ObjNum 805 snap 249 seq_num 805) dirty exists 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2573: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2573: finishing copy_from to smithi002125626-10 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 1987 (ObjNum 790 snap 249 seq_num 790) dirty exists 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2572: finishing copy_from to smithi002125626-24 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2845 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2571: done (4 left) 2023-12-16T19:38:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2572: done (3 left) 2023-12-16T19:38:39.022 INFO:tasks.rados.rados.0.smithi002.stdout:2573: done (2 left) 2023-12-16T19:38:39.022 INFO:tasks.rados.rados.0.smithi002.stdout:2577: snap_remove snap 210 2023-12-16T19:38:40.009 INFO:tasks.rados.rados.0.smithi002.stdout:2575: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:38:40.371 INFO:tasks.rados.rados.0.smithi002.stdout:2576: finishing write tid 1 to smithi002125626-50 2023-12-16T19:38:40.371 INFO:tasks.rados.rados.0.smithi002.stdout:2576: finishing write tid 2 to smithi002125626-50 2023-12-16T19:38:40.371 INFO:tasks.rados.rados.0.smithi002.stdout:2576: finishing write tid 3 to smithi002125626-50 2023-12-16T19:38:40.371 INFO:tasks.rados.rados.0.smithi002.stdout:2576: finishing write tid 4 to smithi002125626-50 2023-12-16T19:38:40.371 INFO:tasks.rados.rados.0.smithi002.stdout:2576: finishing write tid 5 to smithi002125626-50 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3107 (ObjNum 814 snap 253 seq_num 814) dirty exists 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2576: left oid 50 (ObjNum 814 snap 253 seq_num 814) 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2575: done (2 left) 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2576: done (1 left) 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2577: done (0 left) 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2578: copy_from oid 34 from oid 39 current snap is 253 2023-12-16T19:38:40.372 INFO:tasks.rados.rados.0.smithi002.stdout:2579: snap_remove snap 175 2023-12-16T19:38:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:40 smithi002 ceph-mon[137674]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T19:38:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:40 smithi002 ceph-mon[137674]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-16T19:38:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:40 smithi002 ceph-mon[140029]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T19:38:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:40 smithi002 ceph-mon[140029]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-16T19:38:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:40 smithi043 ceph-mon[135010]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T19:38:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:40 smithi043 ceph-mon[135010]: pgmap v517: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 665 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-16T19:38:41.014 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing copy_from to smithi002125626-34 2023-12-16T19:38:41.014 INFO:tasks.rados.rados.0.smithi002.stdout:2578: got expected ENOENT (src dne) 2023-12-16T19:38:41.014 INFO:tasks.rados.rados.0.smithi002.stdout:2578: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:38:41.014 INFO:tasks.rados.rados.0.smithi002.stdout:2578: done (1 left) 2023-12-16T19:38:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2579: done (0 left) 2023-12-16T19:38:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2580: copy_from oid 3 from oid 2 current snap is 253 2023-12-16T19:38:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2581: read oid 17 snap -1 2023-12-16T19:38:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2581: expect deleted 2023-12-16T19:38:41.015 INFO:tasks.rados.rados.0.smithi002.stdout:2582: delete oid 35 current snap is 253 2023-12-16T19:38:41.034 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:38:41.038 INFO:tasks.rados.rados.0.smithi002.stdout:2580: finishing copy_from to smithi002125626-3 2023-12-16T19:38:41.038 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2232 (ObjNum 781 snap 248 seq_num 781) dirty exists 2023-12-16T19:38:41.039 INFO:tasks.rados.rados.0.smithi002.stdout:2580: done (2 left) 2023-12-16T19:38:41.039 INFO:tasks.rados.rados.0.smithi002.stdout:2581: done (1 left) 2023-12-16T19:38:41.039 INFO:tasks.rados.rados.0.smithi002.stdout:2582: done (0 left) 2023-12-16T19:38:41.039 INFO:tasks.rados.rados.0.smithi002.stdout:2583: setattr oid 48 current snap is 253 2023-12-16T19:38:41.041 INFO:tasks.rados.rados.0.smithi002.stdout:2584: snap_create 2023-12-16T19:38:41.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 603 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:38:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:41 smithi002 ceph-mon[137674]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T19:38:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:41 smithi002 ceph-mon[140029]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T19:38:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:41 smithi043 ceph-mon[135010]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T19:38:42.018 INFO:tasks.rados.rados.0.smithi002.stdout:2583: done (1 left) 2023-12-16T19:38:42.018 INFO:tasks.rados.rados.0.smithi002.stdout:2584: done (0 left) 2023-12-16T19:38:42.018 INFO:tasks.rados.rados.0.smithi002.stdout:2585: snap_remove snap 227 2023-12-16T19:38:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:42 smithi002 ceph-mon[137674]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T19:38:42.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:42 smithi002 ceph-mon[137674]: pgmap v520: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-16T19:38:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:41] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:38:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:42 smithi002 ceph-mon[140029]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T19:38:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:42 smithi002 ceph-mon[140029]: pgmap v520: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-16T19:38:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:42 smithi043 ceph-mon[135010]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T19:38:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:42 smithi043 ceph-mon[135010]: pgmap v520: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 667 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-16T19:38:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2585: done (0 left) 2023-12-16T19:38:42.998 INFO:tasks.rados.rados.0.smithi002.stdout:2586: snap_remove snap 211 2023-12-16T19:38:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:43 smithi002 ceph-mon[137674]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T19:38:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:43 smithi002 ceph-mon[137674]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T19:38:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:43 smithi002 ceph-mon[140029]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T19:38:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:43 smithi002 ceph-mon[140029]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T19:38:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:43 smithi043 ceph-mon[135010]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T19:38:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:43 smithi043 ceph-mon[135010]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T19:38:43.999 INFO:tasks.rados.rados.0.smithi002.stdout:2586: done (0 left) 2023-12-16T19:38:43.999 INFO:tasks.rados.rados.0.smithi002.stdout:2587: rollback oid 18 current snap is 254 2023-12-16T19:38:43.999 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 213 2023-12-16T19:38:44.000 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 254 2023-12-16T19:38:44.000 INFO:tasks.rados.rados.0.smithi002.stdout:2588: seq_num 816 ranges {1318912=475136,1794048=540672,2334720=614400,2949120=49152} 2023-12-16T19:38:44.011 INFO:tasks.rados.rados.0.smithi002.stdout:2588: writing smithi002125626-10 from 1318912 to 1794048 tid 1 2023-12-16T19:38:44.014 INFO:tasks.rados.rados.0.smithi002.stdout:2588: writing smithi002125626-10 from 1794048 to 2334720 tid 2 2023-12-16T19:38:44.019 INFO:tasks.rados.rados.0.smithi002.stdout:2588: writing smithi002125626-10 from 2334720 to 2949120 tid 3 2023-12-16T19:38:44.019 INFO:tasks.rados.rados.0.smithi002.stdout:2588: writing smithi002125626-10 from 2949120 to 2998272 tid 4 2023-12-16T19:38:44.020 INFO:tasks.rados.rados.0.smithi002.stdout:2589: snap_create 2023-12-16T19:38:44.020 INFO:tasks.rados.rados.0.smithi002.stdout:2587: finishing rollback tid 0 to smithi002125626-18 2023-12-16T19:38:44.020 INFO:tasks.rados.rados.0.smithi002.stdout:2587: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:38:44.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3099 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:38:44.022 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 1 to smithi002125626-10 2023-12-16T19:38:44.027 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 2 to smithi002125626-10 2023-12-16T19:38:44.029 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 3 to smithi002125626-10 2023-12-16T19:38:44.032 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 4 to smithi002125626-10 2023-12-16T19:38:44.032 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 5 to smithi002125626-10 2023-12-16T19:38:44.033 INFO:tasks.rados.rados.0.smithi002.stdout:2588: finishing write tid 6 to smithi002125626-10 2023-12-16T19:38:44.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2824 (ObjNum 816 snap 254 seq_num 816) dirty exists 2023-12-16T19:38:44.033 INFO:tasks.rados.rados.0.smithi002.stdout:2588: left oid 10 (ObjNum 816 snap 254 seq_num 816) 2023-12-16T19:38:44.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:44 smithi002 ceph-mon[137674]: pgmap v523: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 660 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2023-12-16T19:38:44.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:44 smithi002 ceph-mon[137674]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T19:38:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:44 smithi002 ceph-mon[140029]: pgmap v523: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 660 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2023-12-16T19:38:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:44 smithi002 ceph-mon[140029]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T19:38:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:44 smithi043 ceph-mon[135010]: pgmap v523: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 660 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2023-12-16T19:38:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:44 smithi043 ceph-mon[135010]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T19:38:45.025 INFO:tasks.rados.rados.0.smithi002.stdout:2587: done (2 left) 2023-12-16T19:38:45.025 INFO:tasks.rados.rados.0.smithi002.stdout:2588: done (1 left) 2023-12-16T19:38:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:2589: done (0 left) 2023-12-16T19:38:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:2590: rollback oid 20 current snap is 255 2023-12-16T19:38:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 244 2023-12-16T19:38:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 255 2023-12-16T19:38:45.026 INFO:tasks.rados.rados.0.smithi002.stdout:2591: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2023-12-16T19:38:45.027 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi002125626-35 from 0 to 491520 tid 1 2023-12-16T19:38:45.030 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi002125626-35 from 491520 to 909312 tid 2 2023-12-16T19:38:45.033 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi002125626-35 from 909312 to 1335296 tid 3 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2591: writing smithi002125626-35 from 1335296 to 1695744 tid 4 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2592: delete oid 5 current snap is 255 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2590: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2590: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2590: finishing rollback tid 2 to smithi002125626-20 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2850 (ObjNum 749 snap 242 seq_num 749) dirty exists 2023-12-16T19:38:45.035 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 1 to smithi002125626-35 2023-12-16T19:38:45.037 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 2 to smithi002125626-35 2023-12-16T19:38:45.040 INFO:tasks.rados.rados.0.smithi002.stdout:2590: done (2 left) 2023-12-16T19:38:45.040 INFO:tasks.rados.rados.0.smithi002.stdout:2592: done (1 left) 2023-12-16T19:38:45.040 INFO:tasks.rados.rados.0.smithi002.stdout:2593: setattr oid 3 current snap is 255 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2594: rmattr oid 7 current snap is 255 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2595: rmattr oid 1 current snap is 255 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2595: done (3 left) 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2596: read oid 19 snap 254 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2596: expect deleted 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2597: read oid 45 snap -1 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2597: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:38:45.042 INFO:tasks.rados.rados.0.smithi002.stdout:2598: snap_create 2023-12-16T19:38:45.045 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 3 to smithi002125626-35 2023-12-16T19:38:45.045 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 4 to smithi002125626-35 2023-12-16T19:38:45.045 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 5 to smithi002125626-35 2023-12-16T19:38:45.045 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2238 (ObjNum 781 snap 248 seq_num 781) dirty exists 2023-12-16T19:38:45.049 INFO:tasks.rados.rados.0.smithi002.stdout:2591: finishing write tid 6 to smithi002125626-35 2023-12-16T19:38:45.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3174 (ObjNum 817 snap 255 seq_num 817) dirty exists 2023-12-16T19:38:45.049 INFO:tasks.rados.rados.0.smithi002.stdout:2591: left oid 35 (ObjNum 817 snap 255 seq_num 817) 2023-12-16T19:38:45.050 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3176 (ObjNum 785 snap 248 seq_num 785) dirty exists 2023-12-16T19:38:45.052 INFO:tasks.rados.rados.0.smithi002.stdout:2597: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:38:46.030 INFO:tasks.rados.rados.0.smithi002.stdout:2591: done (5 left) 2023-12-16T19:38:46.030 INFO:tasks.rados.rados.0.smithi002.stdout:2593: done (4 left) 2023-12-16T19:38:46.030 INFO:tasks.rados.rados.0.smithi002.stdout:2594: done (3 left) 2023-12-16T19:38:46.031 INFO:tasks.rados.rados.0.smithi002.stdout:2596: done (2 left) 2023-12-16T19:38:46.031 INFO:tasks.rados.rados.0.smithi002.stdout:2597: done (1 left) 2023-12-16T19:38:46.031 INFO:tasks.rados.rados.0.smithi002.stdout:2598: done (0 left) 2023-12-16T19:38:46.031 INFO:tasks.rados.rados.0.smithi002.stdout:2599: snap_create 2023-12-16T19:38:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:46 smithi002 ceph-mon[137674]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T19:38:46.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:46 smithi002 ceph-mon[137674]: pgmap v526: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:38:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:46 smithi002 ceph-mon[140029]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T19:38:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:46 smithi002 ceph-mon[140029]: pgmap v526: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:38:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:46 smithi043 ceph-mon[135010]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T19:38:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:46 smithi043 ceph-mon[135010]: pgmap v526: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2023-12-16T19:38:47.035 INFO:tasks.rados.rados.0.smithi002.stdout:2599: done (0 left) 2023-12-16T19:38:47.035 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 257 2023-12-16T19:38:47.035 INFO:tasks.rados.rados.0.smithi002.stdout:2600: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2023-12-16T19:38:47.037 INFO:tasks.rados.rados.0.smithi002.stdout:2600: writing smithi002125626-32 from 0 to 524288 tid 1 2023-12-16T19:38:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:2600: writing smithi002125626-32 from 524288 to 1114112 tid 2 2023-12-16T19:38:47.046 INFO:tasks.rados.rados.0.smithi002.stdout:2600: writing smithi002125626-32 from 1114112 to 1728512 tid 3 2023-12-16T19:38:47.046 INFO:tasks.rados.rados.0.smithi002.stdout:2601: snap_remove snap 255 2023-12-16T19:38:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:47 smithi002 ceph-mon[137674]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T19:38:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:47 smithi002 ceph-mon[140029]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T19:38:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:47 smithi043 ceph-mon[135010]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T19:38:47.999 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing write tid 1 to smithi002125626-32 2023-12-16T19:38:47.999 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing write tid 2 to smithi002125626-32 2023-12-16T19:38:47.999 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing write tid 3 to smithi002125626-32 2023-12-16T19:38:47.999 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing write tid 4 to smithi002125626-32 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2600: finishing write tid 5 to smithi002125626-32 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3181 (ObjNum 819 snap 257 seq_num 819) dirty exists 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2600: left oid 32 (ObjNum 819 snap 257 seq_num 819) 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2600: done (1 left) 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2601: done (0 left) 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2602: rollback oid 13 current snap is 257 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 238 2023-12-16T19:38:48.000 INFO:tasks.rados.rados.0.smithi002.stdout:2603: delete oid 50 current snap is 257 2023-12-16T19:38:48.008 INFO:tasks.rados.rados.0.smithi002.stdout:2603: done (1 left) 2023-12-16T19:38:48.008 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 257 2023-12-16T19:38:48.008 INFO:tasks.rados.rados.0.smithi002.stdout:2604: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2023-12-16T19:38:48.012 INFO:tasks.rados.rados.0.smithi002.stdout:2604: writing smithi002125626-27 from 0 to 557056 tid 1 2023-12-16T19:38:48.017 INFO:tasks.rados.rados.0.smithi002.stdout:2604: writing smithi002125626-27 from 557056 to 1318912 tid 2 2023-12-16T19:38:48.020 INFO:tasks.rados.rados.0.smithi002.stdout:2604: writing smithi002125626-27 from 1318912 to 1761280 tid 3 2023-12-16T19:38:48.020 INFO:tasks.rados.rados.0.smithi002.stdout:2605: snap_remove snap 248 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[137674]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[137674]: pgmap v529: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 9 op/s 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[137674]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[140029]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[140029]: pgmap v529: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 9 op/s 2023-12-16T19:38:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:48 smithi002 ceph-mon[140029]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T19:38:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:48 smithi043 ceph-mon[135010]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T19:38:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:48 smithi043 ceph-mon[135010]: pgmap v529: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 661 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 9 op/s 2023-12-16T19:38:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:48 smithi043 ceph-mon[135010]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2605: done (2 left) 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2606: read oid 34 snap -1 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2607: delete oid 11 current snap is 257 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2602: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2602: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:38:49.009 INFO:tasks.rados.rados.0.smithi002.stdout:2602: finishing rollback tid 2 to smithi002125626-13 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 2848 (ObjNum 738 snap 238 seq_num 738) dirty exists 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: finishing write tid 5 to smithi002125626-27 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2249 (ObjNum 821 snap 257 seq_num 821) dirty exists 2023-12-16T19:38:49.010 INFO:tasks.rados.rados.0.smithi002.stdout:2604: left oid 27 (ObjNum 821 snap 257 seq_num 821) 2023-12-16T19:38:49.014 INFO:tasks.rados.rados.0.smithi002.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:49.021 INFO:tasks.rados.rados.0.smithi002.stdout:2602: done (3 left) 2023-12-16T19:38:49.021 INFO:tasks.rados.rados.0.smithi002.stdout:2604: done (2 left) 2023-12-16T19:38:49.021 INFO:tasks.rados.rados.0.smithi002.stdout:2606: done (1 left) 2023-12-16T19:38:49.021 INFO:tasks.rados.rados.0.smithi002.stdout:2607: done (0 left) 2023-12-16T19:38:49.021 INFO:tasks.rados.rados.0.smithi002.stdout:2608: setattr oid 41 current snap is 257 2023-12-16T19:38:49.023 INFO:tasks.rados.rados.0.smithi002.stdout:2609: read oid 6 snap 256 2023-12-16T19:38:49.023 INFO:tasks.rados.rados.0.smithi002.stdout:2609: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:38:49.023 INFO:tasks.rados.rados.0.smithi002.stdout:2610: copy_from oid 39 from oid 14 current snap is 257 2023-12-16T19:38:49.023 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 257 2023-12-16T19:38:49.023 INFO:tasks.rados.rados.0.smithi002.stdout:2611: seq_num 823 ranges {16506880=589824,17096704=573440,17670144=630784} 2023-12-16T19:38:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:2611: writing smithi002125626-13 from 16506880 to 17096704 tid 1 2023-12-16T19:38:49.123 INFO:tasks.rados.rados.0.smithi002.stdout:2611: writing smithi002125626-13 from 17096704 to 17670144 tid 2 2023-12-16T19:38:49.126 INFO:tasks.rados.rados.0.smithi002.stdout:2611: writing smithi002125626-13 from 17670144 to 18300928 tid 3 2023-12-16T19:38:49.126 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 257 2023-12-16T19:38:49.126 INFO:tasks.rados.rados.0.smithi002.stdout:2612: seq_num 824 ranges {2998272=606208,3604480=458752,4063232=573440,4636672=172032} 2023-12-16T19:38:49.146 INFO:tasks.rados.rados.0.smithi002.stdout:2612: writing smithi002125626-10 from 2998272 to 3604480 tid 1 2023-12-16T19:38:49.148 INFO:tasks.rados.rados.0.smithi002.stdout:2612: writing smithi002125626-10 from 3604480 to 4063232 tid 2 2023-12-16T19:38:49.151 INFO:tasks.rados.rados.0.smithi002.stdout:2612: writing smithi002125626-10 from 4063232 to 4636672 tid 3 2023-12-16T19:38:49.153 INFO:tasks.rados.rados.0.smithi002.stdout:2612: writing smithi002125626-10 from 4636672 to 4808704 tid 4 2023-12-16T19:38:49.153 INFO:tasks.rados.rados.0.smithi002.stdout:2613: setattr oid 3 current snap is 257 2023-12-16T19:38:49.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2494 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:38:49.153 INFO:tasks.rados.rados.0.smithi002.stdout:2609: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2610: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2610: finishing copy_from to smithi002125626-39 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2237 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: finishing write tid 1 to smithi002125626-13 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: finishing write tid 2 to smithi002125626-13 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: finishing write tid 3 to smithi002125626-13 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: finishing write tid 4 to smithi002125626-13 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: finishing write tid 5 to smithi002125626-13 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 2852 (ObjNum 823 snap 257 seq_num 823) dirty exists 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2611: left oid 13 (ObjNum 823 snap 257 seq_num 823) 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 1 to smithi002125626-10 2023-12-16T19:38:49.222 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 2 to smithi002125626-10 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 3 to smithi002125626-10 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 4 to smithi002125626-10 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 5 to smithi002125626-10 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: finishing write tid 6 to smithi002125626-10 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2829 (ObjNum 824 snap 257 seq_num 824) dirty exists 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: left oid 10 (ObjNum 824 snap 257 seq_num 824) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2608: done (5 left) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2609: done (4 left) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2610: done (3 left) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2611: done (2 left) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2612: done (1 left) 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 257 2023-12-16T19:38:49.223 INFO:tasks.rados.rados.0.smithi002.stdout:2614: seq_num 825 ranges {4808704=622592,5431296=745472,6176768=458752} 2023-12-16T19:38:49.250 INFO:tasks.rados.rados.0.smithi002.stdout:2614: writing smithi002125626-10 from 4808704 to 5431296 tid 1 2023-12-16T19:38:49.254 INFO:tasks.rados.rados.0.smithi002.stdout:2614: writing smithi002125626-10 from 5431296 to 6176768 tid 2 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:2614: writing smithi002125626-10 from 6176768 to 6635520 tid 3 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:2615: read oid 21 snap -1 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:2615: expect deleted 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:2616: delete oid 29 current snap is 257 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2239 (ObjNum 781 snap 248 seq_num 781) dirty exists 2023-12-16T19:38:49.258 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing write tid 1 to smithi002125626-10 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2613: done (3 left) 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2615: done (2 left) 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2616: done (1 left) 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2617: read oid 6 snap -1 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2617: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 257 2023-12-16T19:38:49.259 INFO:tasks.rados.rados.0.smithi002.stdout:2618: seq_num 827 ranges {851968=655360,1507328=516096,2023424=688128} 2023-12-16T19:38:49.267 INFO:tasks.rados.rados.0.smithi002.stdout:2618: writing smithi002125626-47 from 851968 to 1507328 tid 1 2023-12-16T19:38:49.271 INFO:tasks.rados.rados.0.smithi002.stdout:2618: writing smithi002125626-47 from 1507328 to 2023424 tid 2 2023-12-16T19:38:49.275 INFO:tasks.rados.rados.0.smithi002.stdout:2618: writing smithi002125626-47 from 2023424 to 2711552 tid 3 2023-12-16T19:38:49.276 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 257 2023-12-16T19:38:49.276 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing write tid 2 to smithi002125626-10 2023-12-16T19:38:49.276 INFO:tasks.rados.rados.0.smithi002.stdout:2619: seq_num 828 ranges {2220032=671744,2891776=802816,3694592=401408} 2023-12-16T19:38:49.291 INFO:tasks.rados.rados.0.smithi002.stdout:2619: writing smithi002125626-9 from 2220032 to 2891776 tid 1 2023-12-16T19:38:49.296 INFO:tasks.rados.rados.0.smithi002.stdout:2619: writing smithi002125626-9 from 2891776 to 3694592 tid 2 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2619: writing smithi002125626-9 from 3694592 to 4096000 tid 3 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2620: rollback oid 24 current snap is 257 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 207 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing write tid 3 to smithi002125626-10 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing write tid 4 to smithi002125626-10 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2614: finishing write tid 5 to smithi002125626-10 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2833 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2614: left oid 10 (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:38:49.299 INFO:tasks.rados.rados.0.smithi002.stdout:2617: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:38:49.365 INFO:tasks.rados.rados.0.smithi002.stdout:2618: finishing write tid 1 to smithi002125626-47 2023-12-16T19:38:49.365 INFO:tasks.rados.rados.0.smithi002.stdout:2618: finishing write tid 2 to smithi002125626-47 2023-12-16T19:38:49.365 INFO:tasks.rados.rados.0.smithi002.stdout:2618: finishing write tid 3 to smithi002125626-47 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2618: finishing write tid 4 to smithi002125626-47 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2618: finishing write tid 5 to smithi002125626-47 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3202 (ObjNum 827 snap 257 seq_num 827) dirty exists 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2618: left oid 47 (ObjNum 827 snap 257 seq_num 827) 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2619: finishing write tid 1 to smithi002125626-9 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2614: done (4 left) 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2617: done (3 left) 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2618: done (2 left) 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2621: rmattr oid 5 current snap is 257 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2619: finishing write tid 2 to smithi002125626-9 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2619: finishing write tid 3 to smithi002125626-9 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2619: finishing write tid 4 to smithi002125626-9 2023-12-16T19:38:49.366 INFO:tasks.rados.rados.0.smithi002.stdout:2621: done (2 left) 2023-12-16T19:38:49.367 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 257 2023-12-16T19:38:49.367 INFO:tasks.rados.rados.0.smithi002.stdout:2620: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:38:49.367 INFO:tasks.rados.rados.0.smithi002.stdout:2622: seq_num 829 ranges {548864=688128,1236992=729088,1966080=475136} 2023-12-16T19:38:49.371 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi002125626-20 from 548864 to 1236992 tid 1 2023-12-16T19:38:49.375 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi002125626-20 from 1236992 to 1966080 tid 2 2023-12-16T19:38:49.379 INFO:tasks.rados.rados.0.smithi002.stdout:2622: writing smithi002125626-20 from 1966080 to 2441216 tid 3 2023-12-16T19:38:49.379 INFO:tasks.rados.rados.0.smithi002.stdout:2623: copy_from oid 19 from oid 36 current snap is 257 2023-12-16T19:38:49.379 INFO:tasks.rados.rados.0.smithi002.stdout:2620: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:38:49.379 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 2854 (ObjNum 33 snap 0 seq_num 7) dirty dne 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2619: finishing write tid 5 to smithi002125626-9 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1995 (ObjNum 828 snap 257 seq_num 828) dirty exists 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2619: left oid 9 (ObjNum 828 snap 257 seq_num 828) 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 1 to smithi002125626-20 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2619: done (3 left) 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2620: done (2 left) 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2624: read oid 4 snap -1 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2624: expect deleted 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2625: setattr oid 39 current snap is 257 2023-12-16T19:38:49.380 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 2 to smithi002125626-20 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2624: done (3 left) 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2626: rmattr oid 37 current snap is 257 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2626: done (3 left) 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2627: read oid 26 snap 238 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2627: expect (ObjNum 662 snap 202 seq_num 662) 2023-12-16T19:38:49.381 INFO:tasks.rados.rados.0.smithi002.stdout:2628: snap_create 2023-12-16T19:38:49.383 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 3 to smithi002125626-20 2023-12-16T19:38:49.384 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2855 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:38:49.384 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 4 to smithi002125626-20 2023-12-16T19:38:49.385 INFO:tasks.rados.rados.0.smithi002.stdout:2622: finishing write tid 5 to smithi002125626-20 2023-12-16T19:38:49.385 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2854 (ObjNum 829 snap 257 seq_num 829) dirty exists 2023-12-16T19:38:49.385 INFO:tasks.rados.rados.0.smithi002.stdout:2622: left oid 20 (ObjNum 829 snap 257 seq_num 829) 2023-12-16T19:38:49.387 INFO:tasks.rados.rados.0.smithi002.stdout:2623: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:38:49.387 INFO:tasks.rados.rados.0.smithi002.stdout:2623: finishing copy_from to smithi002125626-19 2023-12-16T19:38:49.387 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2847 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-12-16T19:38:49.389 INFO:tasks.rados.rados.0.smithi002.stdout:2627: expect (ObjNum 662 snap 202 seq_num 662) 2023-12-16T19:38:49.488 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:38:49 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:38:49.042+0000 7fc8d92ac700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1d2 after trimming was started 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2622: done (4 left) 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2623: done (3 left) 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2625: done (2 left) 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2627: done (1 left) 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2628: done (0 left) 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 258 2023-12-16T19:38:50.012 INFO:tasks.rados.rados.0.smithi002.stdout:2629: seq_num 830 ranges {2809856=704512,3514368=614400,4128768=573440,4702208=16384} 2023-12-16T19:38:50.031 INFO:tasks.rados.rados.0.smithi002.stdout:2629: writing smithi002125626-15 from 2809856 to 3514368 tid 1 2023-12-16T19:38:50.034 INFO:tasks.rados.rados.0.smithi002.stdout:2629: writing smithi002125626-15 from 3514368 to 4128768 tid 2 2023-12-16T19:38:50.037 INFO:tasks.rados.rados.0.smithi002.stdout:2629: writing smithi002125626-15 from 4128768 to 4702208 tid 3 2023-12-16T19:38:50.037 INFO:tasks.rados.rados.0.smithi002.stdout:2629: writing smithi002125626-15 from 4702208 to 4718592 tid 4 2023-12-16T19:38:50.037 INFO:tasks.rados.rados.0.smithi002.stdout:2630: delete oid 23 current snap is 258 2023-12-16T19:38:50.041 INFO:tasks.rados.rados.0.smithi002.stdout:2630: done (1 left) 2023-12-16T19:38:50.041 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 258 2023-12-16T19:38:50.041 INFO:tasks.rados.rados.0.smithi002.stdout:2631: seq_num 832 ranges {647168=737280,1384448=786432,2170880=417792} 2023-12-16T19:38:50.049 INFO:tasks.rados.rados.0.smithi002.stdout:2631: writing smithi002125626-28 from 647168 to 1384448 tid 1 2023-12-16T19:38:50.053 INFO:tasks.rados.rados.0.smithi002.stdout:2631: writing smithi002125626-28 from 1384448 to 2170880 tid 2 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2631: writing smithi002125626-28 from 2170880 to 2588672 tid 3 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 258 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 1 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 2 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 3 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 4 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 5 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: finishing write tid 6 to smithi002125626-15 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 2850 (ObjNum 830 snap 258 seq_num 830) dirty exists 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2629: left oid 15 (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:38:50.056 INFO:tasks.rados.rados.0.smithi002.stdout:2632: seq_num 833 ranges {4218880=761856,4980736=671744,5652480=532480} 2023-12-16T19:38:50.083 INFO:tasks.rados.rados.0.smithi002.stdout:2632: writing smithi002125626-37 from 4218880 to 4980736 tid 1 2023-12-16T19:38:50.087 INFO:tasks.rados.rados.0.smithi002.stdout:2632: writing smithi002125626-37 from 4980736 to 5652480 tid 2 2023-12-16T19:38:50.090 INFO:tasks.rados.rados.0.smithi002.stdout:2632: writing smithi002125626-37 from 5652480 to 6184960 tid 3 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2629: done (2 left) 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2633: read oid 36 snap -1 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2633: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2634: setattr oid 29 current snap is 258 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: finishing write tid 1 to smithi002125626-28 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: finishing write tid 2 to smithi002125626-28 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: finishing write tid 3 to smithi002125626-28 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: finishing write tid 4 to smithi002125626-28 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: finishing write tid 5 to smithi002125626-28 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 2859 (ObjNum 832 snap 258 seq_num 832) dirty exists 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2631: left oid 28 (ObjNum 832 snap 258 seq_num 832) 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2632: finishing write tid 1 to smithi002125626-37 2023-12-16T19:38:50.091 INFO:tasks.rados.rados.0.smithi002.stdout:2632: finishing write tid 2 to smithi002125626-37 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2631: done (3 left) 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2635: read oid 43 snap -1 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2635: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2636: read oid 38 snap -1 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2636: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:50.092 INFO:tasks.rados.rados.0.smithi002.stdout:2637: snap_create 2023-12-16T19:38:50.093 INFO:tasks.rados.rados.0.smithi002.stdout:2632: finishing write tid 3 to smithi002125626-37 2023-12-16T19:38:50.094 INFO:tasks.rados.rados.0.smithi002.stdout:2633: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:38:50.097 INFO:tasks.rados.rados.0.smithi002.stdout:2632: finishing write tid 4 to smithi002125626-37 2023-12-16T19:38:50.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2495 (ObjNum 65 snap 0 seq_num 1483428943) dirty exists 2023-12-16T19:38:50.097 INFO:tasks.rados.rados.0.smithi002.stdout:2636: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:38:50.105 INFO:tasks.rados.rados.0.smithi002.stdout:2632: finishing write tid 5 to smithi002125626-37 2023-12-16T19:38:50.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2858 (ObjNum 833 snap 258 seq_num 833) dirty exists 2023-12-16T19:38:50.105 INFO:tasks.rados.rados.0.smithi002.stdout:2632: left oid 37 (ObjNum 833 snap 258 seq_num 833) 2023-12-16T19:38:50.105 INFO:tasks.rados.rados.0.smithi002.stdout:2635: expect (ObjNum 103 snap 19 seq_num 103) 2023-12-16T19:38:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:50 smithi002 ceph-mon[137674]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T19:38:50.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:50 smithi002 ceph-mon[137674]: pgmap v532: 121 pgs: 121 active+clean; 655 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T19:38:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:50 smithi002 ceph-mon[140029]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T19:38:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:50 smithi002 ceph-mon[140029]: pgmap v532: 121 pgs: 121 active+clean; 655 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T19:38:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:50 smithi043 ceph-mon[135010]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T19:38:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:50 smithi043 ceph-mon[135010]: pgmap v532: 121 pgs: 121 active+clean; 655 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2632: done (5 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2633: done (4 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2634: done (3 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2635: done (2 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2636: done (1 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2637: done (0 left) 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 259 2023-12-16T19:38:51.018 INFO:tasks.rados.rados.0.smithi002.stdout:2638: seq_num 834 ranges {3940352=778240,4718592=557056,5275648=548864,5824512=98304} 2023-12-16T19:38:51.043 INFO:tasks.rados.rados.0.smithi002.stdout:2638: writing smithi002125626-12 from 3940352 to 4718592 tid 1 2023-12-16T19:38:51.046 INFO:tasks.rados.rados.0.smithi002.stdout:2638: writing smithi002125626-12 from 4718592 to 5275648 tid 2 2023-12-16T19:38:51.050 INFO:tasks.rados.rados.0.smithi002.stdout:2638: writing smithi002125626-12 from 5275648 to 5824512 tid 3 2023-12-16T19:38:51.051 INFO:tasks.rados.rados.0.smithi002.stdout:2638: writing smithi002125626-12 from 5824512 to 5922816 tid 4 2023-12-16T19:38:51.051 INFO:tasks.rados.rados.0.smithi002.stdout:2639: rollback oid 47 current snap is 259 2023-12-16T19:38:51.051 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 168 2023-12-16T19:38:51.051 INFO:tasks.rados.rados.0.smithi002.stdout:2640: snap_create 2023-12-16T19:38:51.053 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 1 to smithi002125626-12 2023-12-16T19:38:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 2 to smithi002125626-12 2023-12-16T19:38:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 3 to smithi002125626-12 2023-12-16T19:38:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 4 to smithi002125626-12 2023-12-16T19:38:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 5 to smithi002125626-12 2023-12-16T19:38:51.058 INFO:tasks.rados.rados.0.smithi002.stdout:2638: finishing write tid 6 to smithi002125626-12 2023-12-16T19:38:51.058 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1991 (ObjNum 834 snap 259 seq_num 834) dirty exists 2023-12-16T19:38:51.058 INFO:tasks.rados.rados.0.smithi002.stdout:2638: left oid 12 (ObjNum 834 snap 259 seq_num 834) 2023-12-16T19:38:51.059 INFO:tasks.rados.rados.0.smithi002.stdout:2639: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:38:51.059 INFO:tasks.rados.rados.0.smithi002.stdout:2639: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:38:51.060 INFO:tasks.rados.rados.0.smithi002.stdout:2639: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:38:51.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3206 (ObjNum 544 snap 166 seq_num 544) dirty exists 2023-12-16T19:38:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:51 smithi002 ceph-mon[137674]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T19:38:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:51 smithi002 ceph-mon[140029]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T19:38:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:51 smithi043 ceph-mon[135010]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T19:38:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:38:51.807 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:38:52.021 INFO:tasks.rados.rados.0.smithi002.stdout:2638: done (2 left) 2023-12-16T19:38:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:2639: done (1 left) 2023-12-16T19:38:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:2640: done (0 left) 2023-12-16T19:38:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 260 2023-12-16T19:38:52.022 INFO:tasks.rados.rados.0.smithi002.stdout:2641: seq_num 835 ranges {2441216=794624,3235840=442368,3678208=712704,4390912=49152} 2023-12-16T19:38:52.039 INFO:tasks.rados.rados.0.smithi002.stdout:2641: writing smithi002125626-20 from 2441216 to 3235840 tid 1 2023-12-16T19:38:52.041 INFO:tasks.rados.rados.0.smithi002.stdout:2641: writing smithi002125626-20 from 3235840 to 3678208 tid 2 2023-12-16T19:38:52.046 INFO:tasks.rados.rados.0.smithi002.stdout:2641: writing smithi002125626-20 from 3678208 to 4390912 tid 3 2023-12-16T19:38:52.046 INFO:tasks.rados.rados.0.smithi002.stdout:2641: writing smithi002125626-20 from 4390912 to 4440064 tid 4 2023-12-16T19:38:52.046 INFO:tasks.rados.rados.0.smithi002.stdout:2642: read oid 17 snap 236 2023-12-16T19:38:52.046 INFO:tasks.rados.rados.0.smithi002.stdout:2642: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:38:52.046 INFO:tasks.rados.rados.0.smithi002.stdout:2643: copy_from oid 41 from oid 16 current snap is 260 2023-12-16T19:38:52.047 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 260 2023-12-16T19:38:52.047 INFO:tasks.rados.rados.0.smithi002.stdout:2644: seq_num 836 ranges {1761280=409600,2170880=720896,2891776=516096,3407872=368640} 2023-12-16T19:38:52.059 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi002125626-27 from 1761280 to 2170880 tid 1 2023-12-16T19:38:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi002125626-27 from 2170880 to 2891776 tid 2 2023-12-16T19:38:52.067 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi002125626-27 from 2891776 to 3407872 tid 3 2023-12-16T19:38:52.069 INFO:tasks.rados.rados.0.smithi002.stdout:2644: writing smithi002125626-27 from 3407872 to 3776512 tid 4 2023-12-16T19:38:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 1 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 2 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 3 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 4 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 5 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: finishing write tid 6 to smithi002125626-20 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2863 (ObjNum 835 snap 260 seq_num 835) dirty exists 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: left oid 20 (ObjNum 835 snap 260 seq_num 835) 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 1 to smithi002125626-27 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2641: done (3 left) 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2645: read oid 50 snap -1 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2645: expect deleted 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2646: copy_from oid 47 from oid 44 current snap is 260 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2647: read oid 42 snap -1 2023-12-16T19:38:52.071 INFO:tasks.rados.rados.0.smithi002.stdout:2647: expect (ObjNum 783 snap 248 seq_num 783) 2023-12-16T19:38:52.072 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 260 2023-12-16T19:38:52.072 INFO:tasks.rados.rados.0.smithi002.stdout:2648: seq_num 837 ranges {5922816=425984,6348800=655360,7004160=729088,7733248=221184} 2023-12-16T19:38:52.106 INFO:tasks.rados.rados.0.smithi002.stdout:2648: writing smithi002125626-12 from 5922816 to 6348800 tid 1 2023-12-16T19:38:52.109 INFO:tasks.rados.rados.0.smithi002.stdout:2648: writing smithi002125626-12 from 6348800 to 7004160 tid 2 2023-12-16T19:38:52.114 INFO:tasks.rados.rados.0.smithi002.stdout:2648: writing smithi002125626-12 from 7004160 to 7733248 tid 3 2023-12-16T19:38:52.115 INFO:tasks.rados.rados.0.smithi002.stdout:2648: writing smithi002125626-12 from 7733248 to 7954432 tid 4 2023-12-16T19:38:52.115 INFO:tasks.rados.rados.0.smithi002.stdout:2649: setattr oid 14 current snap is 260 2023-12-16T19:38:52.116 INFO:tasks.rados.rados.0.smithi002.stdout:2642: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (7m) 3m ago 9m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (6m) 102s ago 9m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (10m) 3m ago 10m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (10m) 102s ago 10m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (6m) 102s ago 12m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:38:52.161 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (6m) 3m ago 13m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 3m ago 14m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (5m) 102s ago 12m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (5m) 3m ago 12m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (7m) 3m ago 9m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (6m) 102s ago 9m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 3m ago 12m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (4m) 3m ago 12m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 3m ago 12m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (3m) 3m ago 11m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (3m) 102s ago 11m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (2m) 102s ago 11m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (2m) 102s ago 11m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (105s) 102s ago 10m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:38:52.162 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (6m) 102s ago 10m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:38:52.164 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:52 smithi002 ceph-mon[137674]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T19:38:52.164 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:52 smithi002 ceph-mon[137674]: pgmap v535: 121 pgs: 121 active+clean; 692 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2023-12-16T19:38:52.165 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:38:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:38:51] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:38:52.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:52 smithi002 ceph-mon[140029]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T19:38:52.165 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:52 smithi002 ceph-mon[140029]: pgmap v535: 121 pgs: 121 active+clean; 692 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2023-12-16T19:38:52.379 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 2 to smithi002125626-27 2023-12-16T19:38:52.379 INFO:tasks.rados.rados.0.smithi002.stdout:2647: expect (ObjNum 783 snap 248 seq_num 783) 2023-12-16T19:38:52.410 INFO:tasks.rados.rados.0.smithi002.stdout:2646: finishing copy_from racing read to smithi002125626-47 2023-12-16T19:38:52.410 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 3 to smithi002125626-27 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 4 to smithi002125626-27 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2642: done (7 left) 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2645: done (6 left) 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2647: done (5 left) 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2650: read oid 5 snap -1 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2650: expect deleted 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2651: rmattr oid 42 current snap is 260 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2651: done (6 left) 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2652: snap_create 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2643: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 5 to smithi002125626-27 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2646: finishing copy_from to smithi002125626-47 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 1967 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:2643: finishing copy_from to smithi002125626-41 2023-12-16T19:38:52.411 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 1955 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2644: finishing write tid 6 to smithi002125626-27 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2254 (ObjNum 836 snap 260 seq_num 836) dirty exists 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2644: left oid 27 (ObjNum 836 snap 260 seq_num 836) 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 1 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 2 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 3 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 4 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 5 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: finishing write tid 6 to smithi002125626-12 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 1996 (ObjNum 837 snap 260 seq_num 837) dirty exists 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:2648: left oid 12 (ObjNum 837 snap 260 seq_num 837) 2023-12-16T19:38:52.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2240 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:38:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:52 smithi043 ceph-mon[135010]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T19:38:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:52 smithi043 ceph-mon[135010]: pgmap v535: 121 pgs: 121 active+clean; 692 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:38:52.566 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:38:52.567 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2643: done (6 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2644: done (5 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2646: done (4 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2648: done (3 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2649: done (2 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2650: done (1 left) 2023-12-16T19:38:53.000 INFO:tasks.rados.rados.0.smithi002.stdout:2652: done (0 left) 2023-12-16T19:38:53.001 INFO:tasks.rados.rados.0.smithi002.stdout:2653: delete oid 33 current snap is 261 2023-12-16T19:38:53.007 INFO:tasks.rados.rados.0.smithi002.stdout:2653: done (0 left) 2023-12-16T19:38:53.007 INFO:tasks.rados.rados.0.smithi002.stdout:2654: snap_remove snap 260 2023-12-16T19:38:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[140029]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[140029]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[140029]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3896731415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[140029]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[137674]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[137674]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[137674]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3896731415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:53 smithi002 ceph-mon[137674]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T19:38:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:53 smithi043 ceph-mon[135010]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:53 smithi043 ceph-mon[135010]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T19:38:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:53 smithi043 ceph-mon[135010]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:38:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:53 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3896731415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:38:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:53 smithi043 ceph-mon[135010]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T19:38:54.007 INFO:tasks.rados.rados.0.smithi002.stdout:2654: done (0 left) 2023-12-16T19:38:54.007 INFO:tasks.rados.rados.0.smithi002.stdout:2655: snap_remove snap 231 2023-12-16T19:38:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:54 smithi002 ceph-mon[137674]: pgmap v538: 121 pgs: 121 active+clean; 699 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 53 op/s 2023-12-16T19:38:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:54 smithi002 ceph-mon[137674]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T19:38:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:54 smithi002 ceph-mon[140029]: pgmap v538: 121 pgs: 121 active+clean; 699 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 53 op/s 2023-12-16T19:38:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:54 smithi002 ceph-mon[140029]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T19:38:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:54 smithi043 ceph-mon[135010]: pgmap v538: 121 pgs: 121 active+clean; 699 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 53 op/s 2023-12-16T19:38:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:54 smithi043 ceph-mon[135010]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T19:38:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2655: done (0 left) 2023-12-16T19:38:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2656: read oid 40 snap -1 2023-12-16T19:38:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:2656: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:38:55.011 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 261 2023-12-16T19:38:55.012 INFO:tasks.rados.rados.0.smithi002.stdout:2657: seq_num 839 ranges {7151616=458752,7610368=425984,8036352=688128,8724480=491520} 2023-12-16T19:38:55.055 INFO:tasks.rados.rados.0.smithi002.stdout:2657: writing smithi002125626-16 from 7151616 to 7610368 tid 1 2023-12-16T19:38:55.057 INFO:tasks.rados.rados.0.smithi002.stdout:2657: writing smithi002125626-16 from 7610368 to 8036352 tid 2 2023-12-16T19:38:55.062 INFO:tasks.rados.rados.0.smithi002.stdout:2657: writing smithi002125626-16 from 8036352 to 8724480 tid 3 2023-12-16T19:38:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:2657: writing smithi002125626-16 from 8724480 to 9216000 tid 4 2023-12-16T19:38:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:2658: delete oid 9 current snap is 261 2023-12-16T19:38:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:2656: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:38:55.105 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 1 to smithi002125626-16 2023-12-16T19:38:55.105 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 2 to smithi002125626-16 2023-12-16T19:38:55.105 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 3 to smithi002125626-16 2023-12-16T19:38:55.105 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 4 to smithi002125626-16 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 5 to smithi002125626-16 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2657: finishing write tid 6 to smithi002125626-16 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2500 (ObjNum 839 snap 261 seq_num 839) dirty exists 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2657: left oid 16 (ObjNum 839 snap 261 seq_num 839) 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2656: done (2 left) 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2657: done (1 left) 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2658: done (0 left) 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2659: rollback oid 19 current snap is 261 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 249 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2660: rollback oid 47 current snap is 261 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 189 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2661: copy_from oid 40 from oid 5 current snap is 261 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2662: copy_from oid 17 from oid 4 current snap is 261 2023-12-16T19:38:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:2663: snap_remove snap 250 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2661: finishing copy_from to smithi002125626-40 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2661: got expected ENOENT (src dne) 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2661: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2659: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2662: finishing copy_from to smithi002125626-17 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2662: got expected ENOENT (src dne) 2023-12-16T19:38:56.015 INFO:tasks.rados.rados.0.smithi002.stdout:2662: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2659: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2850 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2660: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2660: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2660: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3225 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2659: done (4 left) 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2660: done (3 left) 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2661: done (2 left) 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2662: done (1 left) 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2663: done (0 left) 2023-12-16T19:38:56.016 INFO:tasks.rados.rados.0.smithi002.stdout:2664: delete oid 29 current snap is 261 2023-12-16T19:38:56.028 INFO:tasks.rados.rados.0.smithi002.stdout:2664: done (0 left) 2023-12-16T19:38:56.028 INFO:tasks.rados.rados.0.smithi002.stdout:2665: delete oid 21 current snap is 261 2023-12-16T19:38:56.038 INFO:tasks.rados.rados.0.smithi002.stdout:2665: done (0 left) 2023-12-16T19:38:56.038 INFO:tasks.rados.rados.0.smithi002.stdout:2666: copy_from oid 13 from oid 17 current snap is 261 2023-12-16T19:38:56.038 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 261 2023-12-16T19:38:56.038 INFO:tasks.rados.rados.0.smithi002.stdout:2667: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2023-12-16T19:38:56.040 INFO:tasks.rados.rados.0.smithi002.stdout:2667: writing smithi002125626-26 from 0 to 524288 tid 1 2023-12-16T19:38:56.045 INFO:tasks.rados.rados.0.smithi002.stdout:2667: writing smithi002125626-26 from 524288 to 1286144 tid 2 2023-12-16T19:38:56.050 INFO:tasks.rados.rados.0.smithi002.stdout:2667: writing smithi002125626-26 from 1286144 to 1957888 tid 3 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2667: writing smithi002125626-26 from 1957888 to 2129920 tid 4 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2668: snap_create 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2666: finishing copy_from to smithi002125626-13 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2666: got expected ENOENT (src dne) 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2666: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 1 to smithi002125626-26 2023-12-16T19:38:56.051 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 2 to smithi002125626-26 2023-12-16T19:38:56.056 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 3 to smithi002125626-26 2023-12-16T19:38:56.056 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 4 to smithi002125626-26 2023-12-16T19:38:56.056 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 5 to smithi002125626-26 2023-12-16T19:38:56.058 INFO:tasks.rados.rados.0.smithi002.stdout:2667: finishing write tid 6 to smithi002125626-26 2023-12-16T19:38:56.058 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3241 (ObjNum 843 snap 261 seq_num 843) dirty exists 2023-12-16T19:38:56.058 INFO:tasks.rados.rados.0.smithi002.stdout:2667: left oid 26 (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:38:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:56 smithi002 ceph-mon[137674]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T19:38:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:56 smithi002 ceph-mon[137674]: pgmap v541: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2023-12-16T19:38:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:56 smithi002 ceph-mon[140029]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T19:38:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:56 smithi002 ceph-mon[140029]: pgmap v541: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2023-12-16T19:38:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:56 smithi043 ceph-mon[135010]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T19:38:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:56 smithi043 ceph-mon[135010]: pgmap v541: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2666: done (2 left) 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2667: done (1 left) 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2668: done (0 left) 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2669: copy_from oid 24 from oid 35 current snap is 262 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2670: read oid 32 snap 246 2023-12-16T19:38:57.020 INFO:tasks.rados.rados.0.smithi002.stdout:2670: expect (ObjNum 2054095472 snap 21887 seq_num 2052493392) 2023-12-16T19:38:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:2671: rmattr oid 49 current snap is 262 2023-12-16T19:38:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:2671: done (2 left) 2023-12-16T19:38:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 262 2023-12-16T19:38:57.021 INFO:tasks.rados.rados.0.smithi002.stdout:2672: seq_num 844 ranges {1318912=540672,1859584=696320,2555904=475136,3031040=434176} 2023-12-16T19:38:57.030 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi002125626-22 from 1318912 to 1859584 tid 1 2023-12-16T19:38:57.035 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi002125626-22 from 1859584 to 2555904 tid 2 2023-12-16T19:38:57.037 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi002125626-22 from 2555904 to 3031040 tid 3 2023-12-16T19:38:57.041 INFO:tasks.rados.rados.0.smithi002.stdout:2672: writing smithi002125626-22 from 3031040 to 3465216 tid 4 2023-12-16T19:38:57.041 INFO:tasks.rados.rados.0.smithi002.stdout:2673: read oid 49 snap 252 2023-12-16T19:38:57.041 INFO:tasks.rados.rados.0.smithi002.stdout:2673: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:57.041 INFO:tasks.rados.rados.0.smithi002.stdout:2674: snap_create 2023-12-16T19:38:57.041 INFO:tasks.rados.rados.0.smithi002.stdout:2670: expect (ObjNum 2054095472 snap 21887 seq_num 2052493392) 2023-12-16T19:38:57.044 INFO:tasks.rados.rados.0.smithi002.stdout:2669: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:38:57.044 INFO:tasks.rados.rados.0.smithi002.stdout:2669: finishing copy_from to smithi002125626-24 2023-12-16T19:38:57.044 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3174 (ObjNum 817 snap 255 seq_num 817) dirty exists 2023-12-16T19:38:57.044 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 1 to smithi002125626-22 2023-12-16T19:38:57.045 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 2 to smithi002125626-22 2023-12-16T19:38:57.045 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 3 to smithi002125626-22 2023-12-16T19:38:57.045 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 4 to smithi002125626-22 2023-12-16T19:38:57.045 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 5 to smithi002125626-22 2023-12-16T19:38:57.047 INFO:tasks.rados.rados.0.smithi002.stdout:2672: finishing write tid 6 to smithi002125626-22 2023-12-16T19:38:57.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 1998 (ObjNum 844 snap 262 seq_num 844) dirty exists 2023-12-16T19:38:57.047 INFO:tasks.rados.rados.0.smithi002.stdout:2672: left oid 22 (ObjNum 844 snap 262 seq_num 844) 2023-12-16T19:38:57.048 INFO:tasks.rados.rados.0.smithi002.stdout:2673: expect (ObjNum 795 snap 249 seq_num 795) 2023-12-16T19:38:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:57 smithi002 ceph-mon[140029]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T19:38:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:57 smithi002 ceph-mon[137674]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T19:38:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:57 smithi043 ceph-mon[135010]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T19:38:58.002 INFO:tasks.rados.rados.0.smithi002.stdout:2669: done (4 left) 2023-12-16T19:38:58.002 INFO:tasks.rados.rados.0.smithi002.stdout:2670: done (3 left) 2023-12-16T19:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:2672: done (2 left) 2023-12-16T19:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:2673: done (1 left) 2023-12-16T19:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:2674: done (0 left) 2023-12-16T19:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:2675: copy_from oid 43 from oid 41 current snap is 263 2023-12-16T19:38:58.003 INFO:tasks.rados.rados.0.smithi002.stdout:2676: delete oid 31 current snap is 263 2023-12-16T19:38:58.007 INFO:tasks.rados.rados.0.smithi002.stdout:2676: done (1 left) 2023-12-16T19:38:58.007 INFO:tasks.rados.rados.0.smithi002.stdout:2677: copy_from oid 10 from oid 31 current snap is 263 2023-12-16T19:38:58.008 INFO:tasks.rados.rados.0.smithi002.stdout:2678: read oid 4 snap -1 2023-12-16T19:38:58.008 INFO:tasks.rados.rados.0.smithi002.stdout:2678: expect deleted 2023-12-16T19:38:58.008 INFO:tasks.rados.rados.0.smithi002.stdout:2679: snap_create 2023-12-16T19:38:58.012 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing copy_from to smithi002125626-10 2023-12-16T19:38:58.012 INFO:tasks.rados.rados.0.smithi002.stdout:2677: got expected ENOENT (src dne) 2023-12-16T19:38:58.012 INFO:tasks.rados.rados.0.smithi002.stdout:2677: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:38:58.037 INFO:tasks.rados.rados.0.smithi002.stdout:2675: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:2675: finishing copy_from to smithi002125626-43 2023-12-16T19:38:58.039 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1955 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-16T19:38:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[137674]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T19:38:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[137674]: pgmap v544: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-16T19:38:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[137674]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T19:38:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[140029]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T19:38:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[140029]: pgmap v544: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-16T19:38:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:38:58 smithi002 ceph-mon[140029]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T19:38:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:58 smithi043 ceph-mon[135010]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T19:38:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:58 smithi043 ceph-mon[135010]: pgmap v544: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 715 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-16T19:38:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:38:58 smithi043 ceph-mon[135010]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T19:38:59.009 INFO:tasks.rados.rados.0.smithi002.stdout:2675: done (3 left) 2023-12-16T19:38:59.009 INFO:tasks.rados.rados.0.smithi002.stdout:2677: done (2 left) 2023-12-16T19:38:59.009 INFO:tasks.rados.rados.0.smithi002.stdout:2678: done (1 left) 2023-12-16T19:38:59.009 INFO:tasks.rados.rados.0.smithi002.stdout:2679: done (0 left) 2023-12-16T19:38:59.009 INFO:tasks.rados.rados.0.smithi002.stdout:2680: snap_remove snap 238 2023-12-16T19:39:00.017 INFO:tasks.rados.rados.0.smithi002.stdout:2680: done (0 left) 2023-12-16T19:39:00.017 INFO:tasks.rados.rados.0.smithi002.stdout:2681: read oid 1 snap -1 2023-12-16T19:39:00.018 INFO:tasks.rados.rados.0.smithi002.stdout:2681: expect (ObjNum 768 snap 245 seq_num 768) 2023-12-16T19:39:00.018 INFO:tasks.rados.rados.0.smithi002.stdout:2682: snap_remove snap 183 2023-12-16T19:39:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:00 smithi002 ceph-mon[137674]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T19:39:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:00 smithi002 ceph-mon[137674]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:39:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:00 smithi002 ceph-mon[140029]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T19:39:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:00 smithi002 ceph-mon[140029]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:39:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:00 smithi043 ceph-mon[135010]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T19:39:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:00 smithi043 ceph-mon[135010]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 972 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:39:01.020 INFO:tasks.rados.rados.0.smithi002.stdout:2682: done (1 left) 2023-12-16T19:39:01.020 INFO:tasks.rados.rados.0.smithi002.stdout:2683: delete oid 42 current snap is 264 2023-12-16T19:39:01.020 INFO:tasks.rados.rados.0.smithi002.stdout:2681: expect (ObjNum 768 snap 245 seq_num 768) 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:2681: done (1 left) 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:2683: done (0 left) 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:2684: rollback oid 18 current snap is 264 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 182 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:2685: rollback oid 20 current snap is 264 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 257 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 264 2023-12-16T19:39:01.124 INFO:tasks.rados.rados.0.smithi002.stdout:2686: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2023-12-16T19:39:01.127 INFO:tasks.rados.rados.0.smithi002.stdout:2686: writing smithi002125626-17 from 0 to 589824 tid 1 2023-12-16T19:39:01.131 INFO:tasks.rados.rados.0.smithi002.stdout:2686: writing smithi002125626-17 from 589824 to 1343488 tid 2 2023-12-16T19:39:01.135 INFO:tasks.rados.rados.0.smithi002.stdout:2686: writing smithi002125626-17 from 1343488 to 1998848 tid 3 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2686: writing smithi002125626-17 from 1998848 to 2195456 tid 4 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2687: read oid 48 snap -1 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2687: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2688: snap_create 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2685: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2684: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2684: finishing rollback tid 2 to smithi002125626-18 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3101 (ObjNum 589 snap 179 seq_num 589) dirty exists 2023-12-16T19:39:01.137 INFO:tasks.rados.rados.0.smithi002.stdout:2685: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:39:01.138 INFO:tasks.rados.rados.0.smithi002.stdout:2685: finishing rollback tid 2 to smithi002125626-20 2023-12-16T19:39:01.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2866 (ObjNum 829 snap 257 seq_num 829) dirty exists 2023-12-16T19:39:01.138 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 1 to smithi002125626-17 2023-12-16T19:39:01.138 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 2 to smithi002125626-17 2023-12-16T19:39:01.141 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 3 to smithi002125626-17 2023-12-16T19:39:01.141 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 4 to smithi002125626-17 2023-12-16T19:39:01.141 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 5 to smithi002125626-17 2023-12-16T19:39:01.143 INFO:tasks.rados.rados.0.smithi002.stdout:2686: finishing write tid 6 to smithi002125626-17 2023-12-16T19:39:01.143 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2838 (ObjNum 847 snap 264 seq_num 847) dirty exists 2023-12-16T19:39:01.143 INFO:tasks.rados.rados.0.smithi002.stdout:2686: left oid 17 (ObjNum 847 snap 264 seq_num 847) 2023-12-16T19:39:01.144 INFO:tasks.rados.rados.0.smithi002.stdout:2687: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:01 smithi002 ceph-mon[137674]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T19:39:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:01 smithi002 ceph-mon[140029]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T19:39:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:01 smithi043 ceph-mon[135010]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T19:39:02.026 INFO:tasks.rados.rados.0.smithi002.stdout:2684: done (4 left) 2023-12-16T19:39:02.026 INFO:tasks.rados.rados.0.smithi002.stdout:2685: done (3 left) 2023-12-16T19:39:02.027 INFO:tasks.rados.rados.0.smithi002.stdout:2686: done (2 left) 2023-12-16T19:39:02.027 INFO:tasks.rados.rados.0.smithi002.stdout:2687: done (1 left) 2023-12-16T19:39:02.027 INFO:tasks.rados.rados.0.smithi002.stdout:2688: done (0 left) 2023-12-16T19:39:02.027 INFO:tasks.rados.rados.0.smithi002.stdout:2689: snap_create 2023-12-16T19:39:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:02 smithi002 ceph-mon[137674]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T19:39:02.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:02 smithi002 ceph-mon[137674]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2023-12-16T19:39:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:01] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:39:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:02 smithi002 ceph-mon[140029]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T19:39:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:02 smithi002 ceph-mon[140029]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2023-12-16T19:39:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:02 smithi043 ceph-mon[135010]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T19:39:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:02 smithi043 ceph-mon[135010]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2023-12-16T19:39:03.003 INFO:tasks.rados.rados.0.smithi002.stdout:2689: done (0 left) 2023-12-16T19:39:03.003 INFO:tasks.rados.rados.0.smithi002.stdout:2690: snap_remove snap 245 2023-12-16T19:39:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:03 smithi002 ceph-mon[137674]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T19:39:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:03 smithi002 ceph-mon[137674]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T19:39:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:03 smithi002 ceph-mon[140029]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T19:39:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:03 smithi002 ceph-mon[140029]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T19:39:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:03 smithi043 ceph-mon[135010]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T19:39:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:03 smithi043 ceph-mon[135010]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T19:39:04.005 INFO:tasks.rados.rados.0.smithi002.stdout:2690: done (0 left) 2023-12-16T19:39:04.005 INFO:tasks.rados.rados.0.smithi002.stdout:2691: copy_from oid 14 from oid 19 current snap is 266 2023-12-16T19:39:04.006 INFO:tasks.rados.rados.0.smithi002.stdout:2692: rollback oid 13 current snap is 266 2023-12-16T19:39:04.006 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 225 2023-12-16T19:39:04.006 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 266 2023-12-16T19:39:04.006 INFO:tasks.rados.rados.0.smithi002.stdout:2693: seq_num 848 ranges {1286144=606208,1892352=630784,2523136=458752,2981888=516096} 2023-12-16T19:39:04.017 INFO:tasks.rados.rados.0.smithi002.stdout:2693: writing smithi002125626-3 from 1286144 to 1892352 tid 1 2023-12-16T19:39:04.022 INFO:tasks.rados.rados.0.smithi002.stdout:2693: writing smithi002125626-3 from 1892352 to 2523136 tid 2 2023-12-16T19:39:04.026 INFO:tasks.rados.rados.0.smithi002.stdout:2693: writing smithi002125626-3 from 2523136 to 2981888 tid 3 2023-12-16T19:39:04.030 INFO:tasks.rados.rados.0.smithi002.stdout:2693: writing smithi002125626-3 from 2981888 to 3497984 tid 4 2023-12-16T19:39:04.030 INFO:tasks.rados.rados.0.smithi002.stdout:2694: delete oid 43 current snap is 266 2023-12-16T19:39:04.030 INFO:tasks.rados.rados.0.smithi002.stdout:2692: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:39:04.030 INFO:tasks.rados.rados.0.smithi002.stdout:2692: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:39:04.030 INFO:tasks.rados.rados.0.smithi002.stdout:2692: finishing rollback tid 2 to smithi002125626-13 2023-12-16T19:39:04.031 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3177 (ObjNum 653 snap 201 seq_num 653) dirty exists 2023-12-16T19:39:04.036 INFO:tasks.rados.rados.0.smithi002.stdout:2692: done (3 left) 2023-12-16T19:39:04.037 INFO:tasks.rados.rados.0.smithi002.stdout:2694: done (2 left) 2023-12-16T19:39:04.037 INFO:tasks.rados.rados.0.smithi002.stdout:2695: snap_create 2023-12-16T19:39:04.038 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 1 to smithi002125626-3 2023-12-16T19:39:04.038 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 2 to smithi002125626-3 2023-12-16T19:39:04.039 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 3 to smithi002125626-3 2023-12-16T19:39:04.039 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing copy_from to smithi002125626-14 2023-12-16T19:39:04.039 INFO:tasks.rados.rados.0.smithi002.stdout:2691: got expected ENOENT (src dne) 2023-12-16T19:39:04.039 INFO:tasks.rados.rados.0.smithi002.stdout:2691: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:39:04.039 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 4 to smithi002125626-3 2023-12-16T19:39:04.040 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 5 to smithi002125626-3 2023-12-16T19:39:04.043 INFO:tasks.rados.rados.0.smithi002.stdout:2693: finishing write tid 6 to smithi002125626-3 2023-12-16T19:39:04.043 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2245 (ObjNum 848 snap 266 seq_num 848) dirty exists 2023-12-16T19:39:04.043 INFO:tasks.rados.rados.0.smithi002.stdout:2693: left oid 3 (ObjNum 848 snap 266 seq_num 848) 2023-12-16T19:39:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:04 smithi002 ceph-mon[137674]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:39:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:04 smithi002 ceph-mon[137674]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T19:39:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:04 smithi002 ceph-mon[140029]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:39:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:04 smithi002 ceph-mon[140029]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T19:39:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:04 smithi043 ceph-mon[135010]: pgmap v553: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:39:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:04 smithi043 ceph-mon[135010]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2691: done (2 left) 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2693: done (1 left) 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2695: done (0 left) 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2696: read oid 11 snap -1 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2696: expect deleted 2023-12-16T19:39:05.039 INFO:tasks.rados.rados.0.smithi002.stdout:2697: snap_remove snap 251 2023-12-16T19:39:06.044 INFO:tasks.rados.rados.0.smithi002.stdout:2696: done (1 left) 2023-12-16T19:39:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2697: done (0 left) 2023-12-16T19:39:06.045 INFO:tasks.rados.rados.0.smithi002.stdout:2698: setattr oid 40 current snap is 267 2023-12-16T19:39:06.046 INFO:tasks.rados.rados.0.smithi002.stdout:2699: read oid 46 snap -1 2023-12-16T19:39:06.046 INFO:tasks.rados.rados.0.smithi002.stdout:2699: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:06.046 INFO:tasks.rados.rados.0.smithi002.stdout:2700: setattr oid 39 current snap is 267 2023-12-16T19:39:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:2701: rollback oid 11 current snap is 267 2023-12-16T19:39:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 252 2023-12-16T19:39:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:2702: read oid 45 snap -1 2023-12-16T19:39:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:2702: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:06.049 INFO:tasks.rados.rados.0.smithi002.stdout:2703: snap_remove snap 223 2023-12-16T19:39:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[137674]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T19:39:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[137674]: pgmap v556: 121 pgs: 121 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 536 KiB/s wr, 2 op/s 2023-12-16T19:39:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[140029]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T19:39:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[140029]: pgmap v556: 121 pgs: 121 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 536 KiB/s wr, 2 op/s 2023-12-16T19:39:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:06 smithi043 ceph-mon[135010]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T19:39:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:06 smithi043 ceph-mon[135010]: pgmap v556: 121 pgs: 121 active+clean; 739 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 536 KiB/s wr, 2 op/s 2023-12-16T19:39:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:07.050 INFO:tasks.rados.rados.0.smithi002.stdout:2699: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:07.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 1999 (ObjNum 802 snap 249 seq_num 802) dirty exists 2023-12-16T19:39:07.053 INFO:tasks.rados.rados.0.smithi002.stdout:2701: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:39:07.053 INFO:tasks.rados.rados.0.smithi002.stdout:2701: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:39:07.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2001 (ObjNum 563 snap 172 seq_num 563) dirty exists 2023-12-16T19:39:07.053 INFO:tasks.rados.rados.0.smithi002.stdout:2702: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:07.182 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 3178 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:39:07.182 INFO:tasks.rados.rados.0.smithi002.stdout:2698: done (5 left) 2023-12-16T19:39:07.182 INFO:tasks.rados.rados.0.smithi002.stdout:2699: done (4 left) 2023-12-16T19:39:07.182 INFO:tasks.rados.rados.0.smithi002.stdout:2700: done (3 left) 2023-12-16T19:39:07.182 INFO:tasks.rados.rados.0.smithi002.stdout:2701: done (2 left) 2023-12-16T19:39:07.183 INFO:tasks.rados.rados.0.smithi002.stdout:2702: done (1 left) 2023-12-16T19:39:07.183 INFO:tasks.rados.rados.0.smithi002.stdout:2703: done (0 left) 2023-12-16T19:39:07.183 INFO:tasks.rados.rados.0.smithi002.stdout:2704: delete oid 19 current snap is 267 2023-12-16T19:39:07.184 INFO:tasks.rados.rados.0.smithi002.stdout:2704: done (0 left) 2023-12-16T19:39:07.184 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 267 2023-12-16T19:39:07.184 INFO:tasks.rados.rados.0.smithi002.stdout:2705: seq_num 851 ranges {1695744=655360,2351104=688128,3039232=679936,3719168=237568} 2023-12-16T19:39:07.197 INFO:tasks.rados.rados.0.smithi002.stdout:2705: writing smithi002125626-18 from 1695744 to 2351104 tid 1 2023-12-16T19:39:07.200 INFO:tasks.rados.rados.0.smithi002.stdout:2705: writing smithi002125626-18 from 2351104 to 3039232 tid 2 2023-12-16T19:39:07.204 INFO:tasks.rados.rados.0.smithi002.stdout:2705: writing smithi002125626-18 from 3039232 to 3719168 tid 3 2023-12-16T19:39:07.206 INFO:tasks.rados.rados.0.smithi002.stdout:2705: writing smithi002125626-18 from 3719168 to 3956736 tid 4 2023-12-16T19:39:07.206 INFO:tasks.rados.rados.0.smithi002.stdout:2706: rollback oid 47 current snap is 267 2023-12-16T19:39:07.206 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 202 2023-12-16T19:39:07.206 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 1 to smithi002125626-18 2023-12-16T19:39:07.207 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 2 to smithi002125626-18 2023-12-16T19:39:07.207 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 267 2023-12-16T19:39:07.207 INFO:tasks.rados.rados.0.smithi002.stdout:2707: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2023-12-16T19:39:07.210 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi002125626-50 from 0 to 671744 tid 1 2023-12-16T19:39:07.213 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi002125626-50 from 671744 to 1294336 tid 2 2023-12-16T19:39:07.216 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi002125626-50 from 1294336 to 1736704 tid 3 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2707: writing smithi002125626-50 from 1736704 to 2277376 tid 4 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2708: delete oid 17 current snap is 267 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 3 to smithi002125626-18 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 4 to smithi002125626-18 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 5 to smithi002125626-18 2023-12-16T19:39:07.220 INFO:tasks.rados.rados.0.smithi002.stdout:2705: finishing write tid 6 to smithi002125626-18 2023-12-16T19:39:07.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3106 (ObjNum 851 snap 267 seq_num 851) dirty exists 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2705: left oid 18 (ObjNum 851 snap 267 seq_num 851) 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2706: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3319 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 1 to smithi002125626-50 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 2 to smithi002125626-50 2023-12-16T19:39:07.222 INFO:tasks.rados.rados.0.smithi002.stdout:2705: done (3 left) 2023-12-16T19:39:07.223 INFO:tasks.rados.rados.0.smithi002.stdout:2706: done (2 left) 2023-12-16T19:39:07.223 INFO:tasks.rados.rados.0.smithi002.stdout:2708: done (1 left) 2023-12-16T19:39:07.223 INFO:tasks.rados.rados.0.smithi002.stdout:2709: setattr oid 30 current snap is 267 2023-12-16T19:39:07.225 INFO:tasks.rados.rados.0.smithi002.stdout:2710: read oid 40 snap -1 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:2710: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:2711: copy_from oid 6 from oid 25 current snap is 267 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:2712: read oid 26 snap -1 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:2712: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 267 2023-12-16T19:39:07.226 INFO:tasks.rados.rados.0.smithi002.stdout:2713: seq_num 854 ranges {10125312=712704,10838016=794624,11632640=450560,12083200=360448} 2023-12-16T19:39:07.283 INFO:tasks.rados.rados.0.smithi002.stdout:2713: writing smithi002125626-14 from 10125312 to 10838016 tid 1 2023-12-16T19:39:07.288 INFO:tasks.rados.rados.0.smithi002.stdout:2713: writing smithi002125626-14 from 10838016 to 11632640 tid 2 2023-12-16T19:39:07.291 INFO:tasks.rados.rados.0.smithi002.stdout:2713: writing smithi002125626-14 from 11632640 to 12083200 tid 3 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2713: writing smithi002125626-14 from 12083200 to 12443648 tid 4 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2714: copy_from oid 22 from oid 8 current snap is 267 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 3 to smithi002125626-50 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 4 to smithi002125626-50 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 5 to smithi002125626-50 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2711: finishing copy_from to smithi002125626-6 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2711: got expected ENOENT (src dne) 2023-12-16T19:39:07.294 INFO:tasks.rados.rados.0.smithi002.stdout:2711: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:39:07.295 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 2851 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:39:07.295 INFO:tasks.rados.rados.0.smithi002.stdout:2710: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2707: finishing write tid 6 to smithi002125626-50 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3324 (ObjNum 852 snap 267 seq_num 852) dirty exists 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2707: left oid 50 (ObjNum 852 snap 267 seq_num 852) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2707: done (6 left) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2709: done (5 left) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2710: done (4 left) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2711: done (3 left) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2715: read oid 48 snap -1 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2715: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 267 2023-12-16T19:39:07.336 INFO:tasks.rados.rados.0.smithi002.stdout:2712: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:07.391 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 1 to smithi002125626-14 2023-12-16T19:39:07.391 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 2 to smithi002125626-14 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 3 to smithi002125626-14 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 4 to smithi002125626-14 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 5 to smithi002125626-14 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2713: finishing write tid 6 to smithi002125626-14 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2250 (ObjNum 854 snap 267 seq_num 854) dirty exists 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2713: left oid 14 (ObjNum 854 snap 267 seq_num 854) 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2714: finishing copy_from racing read to smithi002125626-22 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2714: finishing copy_from to smithi002125626-22 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 2819 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:39:07.392 INFO:tasks.rados.rados.0.smithi002.stdout:2715: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:07.457 INFO:tasks.rados.rados.0.smithi002.stdout:2716: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2023-12-16T19:39:07.461 INFO:tasks.rados.rados.0.smithi002.stdout:2716: writing smithi002125626-17 from 0 to 729088 tid 1 2023-12-16T19:39:07.465 INFO:tasks.rados.rados.0.smithi002.stdout:2716: writing smithi002125626-17 from 729088 to 1400832 tid 2 2023-12-16T19:39:07.469 INFO:tasks.rados.rados.0.smithi002.stdout:2716: writing smithi002125626-17 from 1400832 to 2064384 tid 3 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2716: writing smithi002125626-17 from 2064384 to 2334720 tid 4 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2712: done (4 left) 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2713: done (3 left) 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2714: done (2 left) 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2715: done (1 left) 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 267 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 1 to smithi002125626-17 2023-12-16T19:39:07.471 INFO:tasks.rados.rados.0.smithi002.stdout:2717: seq_num 856 ranges {3497984=745472,4243456=557056,4800512=417792,5218304=434176,5652480=196608} 2023-12-16T19:39:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:07 smithi002 ceph-mon[137674]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T19:39:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:07 smithi002 ceph-mon[140029]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T19:39:07.494 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi002125626-3 from 3497984 to 4243456 tid 1 2023-12-16T19:39:07.497 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi002125626-3 from 4243456 to 4800512 tid 2 2023-12-16T19:39:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:07 smithi043 ceph-mon[135010]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T19:39:07.500 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi002125626-3 from 4800512 to 5218304 tid 3 2023-12-16T19:39:07.502 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi002125626-3 from 5218304 to 5652480 tid 4 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2717: writing smithi002125626-3 from 5652480 to 5849088 tid 5 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2718: read oid 48 snap 236 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2718: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 267 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 2 to smithi002125626-17 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 3 to smithi002125626-17 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 4 to smithi002125626-17 2023-12-16T19:39:07.504 INFO:tasks.rados.rados.0.smithi002.stdout:2719: seq_num 857 ranges {7954432=761856,8716288=442368,9158656=630784,9789440=532480} 2023-12-16T19:39:07.552 INFO:tasks.rados.rados.0.smithi002.stdout:2719: writing smithi002125626-12 from 7954432 to 8716288 tid 1 2023-12-16T19:39:07.554 INFO:tasks.rados.rados.0.smithi002.stdout:2719: writing smithi002125626-12 from 8716288 to 9158656 tid 2 2023-12-16T19:39:07.558 INFO:tasks.rados.rados.0.smithi002.stdout:2719: writing smithi002125626-12 from 9158656 to 9789440 tid 3 2023-12-16T19:39:07.561 INFO:tasks.rados.rados.0.smithi002.stdout:2719: writing smithi002125626-12 from 9789440 to 10321920 tid 4 2023-12-16T19:39:07.561 INFO:tasks.rados.rados.0.smithi002.stdout:2720: copy_from oid 25 from oid 39 current snap is 267 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 5 to smithi002125626-17 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2716: finishing write tid 6 to smithi002125626-17 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2844 (ObjNum 855 snap 267 seq_num 855) dirty exists 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2716: left oid 17 (ObjNum 855 snap 267 seq_num 855) 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 1 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 2 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 3 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2716: done (4 left) 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2721: delete oid 11 current snap is 267 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 4 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 5 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 6 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: finishing write tid 7 to smithi002125626-3 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 2256 (ObjNum 856 snap 267 seq_num 856) dirty exists 2023-12-16T19:39:07.562 INFO:tasks.rados.rados.0.smithi002.stdout:2717: left oid 3 (ObjNum 856 snap 267 seq_num 856) 2023-12-16T19:39:07.563 INFO:tasks.rados.rados.0.smithi002.stdout:2718: expect (ObjNum 644 snap 200 seq_num 644) 2023-12-16T19:39:07.595 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 1 to smithi002125626-12 2023-12-16T19:39:07.595 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 2 to smithi002125626-12 2023-12-16T19:39:07.595 INFO:tasks.rados.rados.0.smithi002.stdout:2717: done (4 left) 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2718: done (3 left) 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2721: done (2 left) 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2722: read oid 5 snap -1 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2722: expect deleted 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2723: copy_from oid 44 from oid 30 current snap is 267 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 3 to smithi002125626-12 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 4 to smithi002125626-12 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 5 to smithi002125626-12 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: finishing write tid 6 to smithi002125626-12 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2002 (ObjNum 857 snap 267 seq_num 857) dirty exists 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: left oid 12 (ObjNum 857 snap 267 seq_num 857) 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:2719: done (3 left) 2023-12-16T19:39:07.596 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 267 2023-12-16T19:39:07.597 INFO:tasks.rados.rados.0.smithi002.stdout:2724: seq_num 859 ranges {1212416=794624,2007040=614400,2621440=638976,3260416=352256} 2023-12-16T19:39:07.605 INFO:tasks.rados.rados.0.smithi002.stdout:2724: writing smithi002125626-8 from 1212416 to 2007040 tid 1 2023-12-16T19:39:07.609 INFO:tasks.rados.rados.0.smithi002.stdout:2724: writing smithi002125626-8 from 2007040 to 2621440 tid 2 2023-12-16T19:39:07.613 INFO:tasks.rados.rados.0.smithi002.stdout:2724: writing smithi002125626-8 from 2621440 to 3260416 tid 3 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:2724: writing smithi002125626-8 from 3260416 to 3612672 tid 4 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:2725: delete oid 37 current snap is 267 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:2720: finishing copy_from to smithi002125626-25 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3178 (ObjNum 513 snap 158 seq_num 513) dirty exists 2023-12-16T19:39:07.616 INFO:tasks.rados.rados.0.smithi002.stdout:2723: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2720: done (4 left) 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2722: done (3 left) 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2725: done (2 left) 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2726: rollback oid 48 current snap is 267 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 241 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2727: copy_from oid 40 from oid 22 current snap is 267 2023-12-16T19:39:07.619 INFO:tasks.rados.rados.0.smithi002.stdout:2728: rollback oid 9 current snap is 267 2023-12-16T19:39:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 161 2023-12-16T19:39:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:2729: delete oid 36 current snap is 267 2023-12-16T19:39:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:2723: finishing copy_from to smithi002125626-44 2023-12-16T19:39:07.620 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2851 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:39:07.621 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 1 to smithi002125626-8 2023-12-16T19:39:07.621 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 2 to smithi002125626-8 2023-12-16T19:39:07.621 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 3 to smithi002125626-8 2023-12-16T19:39:07.621 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 4 to smithi002125626-8 2023-12-16T19:39:07.621 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 5 to smithi002125626-8 2023-12-16T19:39:07.622 INFO:tasks.rados.rados.0.smithi002.stdout:2728: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2723: done (5 left) 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2729: done (4 left) 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2730: read oid 23 snap -1 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2730: expect deleted 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2731: read oid 46 snap -1 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2731: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2732: rollback oid 14 current snap is 267 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 182 2023-12-16T19:39:07.623 INFO:tasks.rados.rados.0.smithi002.stdout:2733: copy_from oid 1 from oid 6 current snap is 267 2023-12-16T19:39:07.624 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 267 2023-12-16T19:39:07.624 INFO:tasks.rados.rados.0.smithi002.stdout:2734: seq_num 862 ranges {16138240=40960} 2023-12-16T19:39:07.712 INFO:tasks.rados.rados.0.smithi002.stdout:2734: writing smithi002125626-13 from 16138240 to 16179200 tid 1 2023-12-16T19:39:07.712 INFO:tasks.rados.rados.0.smithi002.stdout:2735: snap_create 2023-12-16T19:39:07.712 INFO:tasks.rados.rados.0.smithi002.stdout:2728: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:39:07.712 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 1998 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-16T19:39:07.712 INFO:tasks.rados.rados.0.smithi002.stdout:2724: finishing write tid 6 to smithi002125626-8 2023-12-16T19:39:07.713 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 2856 (ObjNum 859 snap 267 seq_num 859) dirty exists 2023-12-16T19:39:07.713 INFO:tasks.rados.rados.0.smithi002.stdout:2724: left oid 8 (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:39:07.713 INFO:tasks.rados.rados.0.smithi002.stdout:2726: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:39:07.713 INFO:tasks.rados.rados.0.smithi002.stdout:2731: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:07.714 INFO:tasks.rados.rados.0.smithi002.stdout:2726: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:39:07.714 INFO:tasks.rados.rados.0.smithi002.stdout:2726: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:39:07.714 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 641 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:39:07.714 INFO:tasks.rados.rados.0.smithi002.stdout:2727: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:39:07.714 INFO:tasks.rados.rados.0.smithi002.stdout:2727: finishing copy_from to smithi002125626-40 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 2819 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2732: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2732: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2732: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2259 (ObjNum 584 snap 177 seq_num 584) dirty exists 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2733: finishing copy_from racing read to smithi002125626-1 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2733: finishing copy_from to smithi002125626-1 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 2221 (ObjNum 741 snap 240 seq_num 741) dirty exists 2023-12-16T19:39:07.715 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing write tid 1 to smithi002125626-13 2023-12-16T19:39:07.716 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing write tid 2 to smithi002125626-13 2023-12-16T19:39:07.717 INFO:tasks.rados.rados.0.smithi002.stdout:2734: finishing write tid 3 to smithi002125626-13 2023-12-16T19:39:07.717 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3180 (ObjNum 862 snap 267 seq_num 862) dirty exists 2023-12-16T19:39:07.718 INFO:tasks.rados.rados.0.smithi002.stdout:2734: left oid 13 (ObjNum 862 snap 267 seq_num 862) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2724: done (9 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2726: done (8 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2727: done (7 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2728: done (6 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2730: done (5 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2731: done (4 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2732: done (3 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2733: done (2 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2734: done (1 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2735: done (0 left) 2023-12-16T19:39:08.005 INFO:tasks.rados.rados.0.smithi002.stdout:2736: rollback oid 12 current snap is 268 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 237 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2737: rmattr oid 23 current snap is 268 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2737: done (1 left) 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2738: read oid 2 snap -1 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2738: expect (ObjNum 781 snap 248 seq_num 781) 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2739: read oid 34 snap -1 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2739: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2740: setattr oid 30 current snap is 268 2023-12-16T19:39:08.006 INFO:tasks.rados.rados.0.smithi002.stdout:2739: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:08.007 INFO:tasks.rados.rados.0.smithi002.stdout:2739: done (3 left) 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2741: rollback oid 49 current snap is 268 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 189 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2742: rmattr oid 35 current snap is 268 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2742: done (4 left) 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 268 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2743: seq_num 863 ranges {0=57344} 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2743: writing smithi002125626-11 from 0 to 57344 tid 1 2023-12-16T19:39:08.008 INFO:tasks.rados.rados.0.smithi002.stdout:2744: delete oid 38 current snap is 268 2023-12-16T19:39:08.010 INFO:tasks.rados.rados.0.smithi002.stdout:2738: expect (ObjNum 781 snap 248 seq_num 781) 2023-12-16T19:39:08.050 INFO:tasks.rados.rados.0.smithi002.stdout:2743: finishing write tid 1 to smithi002125626-11 2023-12-16T19:39:08.050 INFO:tasks.rados.rados.0.smithi002.stdout:2743: finishing write tid 2 to smithi002125626-11 2023-12-16T19:39:08.050 INFO:tasks.rados.rados.0.smithi002.stdout:2738: done (5 left) 2023-12-16T19:39:08.050 INFO:tasks.rados.rados.0.smithi002.stdout:2744: done (4 left) 2023-12-16T19:39:08.050 INFO:tasks.rados.rados.0.smithi002.stdout:2745: copy_from oid 7 from oid 46 current snap is 268 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2743: finishing write tid 3 to smithi002125626-11 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2822 (ObjNum 863 snap 268 seq_num 863) dirty exists 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2743: left oid 11 (ObjNum 863 snap 268 seq_num 863) 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2736: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2736: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2736: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2005 (ObjNum 65 snap 0 seq_num 2032219088) dirty exists 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3179 (ObjNum 808 snap 249 seq_num 808) dirty exists 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2741: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2741: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2741: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3182 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2736: done (4 left) 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2740: done (3 left) 2023-12-16T19:39:08.051 INFO:tasks.rados.rados.0.smithi002.stdout:2741: done (2 left) 2023-12-16T19:39:08.052 INFO:tasks.rados.rados.0.smithi002.stdout:2743: done (1 left) 2023-12-16T19:39:08.052 INFO:tasks.rados.rados.0.smithi002.stdout:2746: delete oid 14 current snap is 268 2023-12-16T19:39:08.053 INFO:tasks.rados.rados.0.smithi002.stdout:2746: done (1 left) 2023-12-16T19:39:08.053 INFO:tasks.rados.rados.0.smithi002.stdout:2747: setattr oid 34 current snap is 268 2023-12-16T19:39:08.054 INFO:tasks.rados.rados.0.smithi002.stdout:2745: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:39:08.055 INFO:tasks.rados.rados.0.smithi002.stdout:2748: rollback oid 10 current snap is 268 2023-12-16T19:39:08.055 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 263 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2749: copy_from oid 44 from oid 48 current snap is 268 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2750: rollback oid 24 current snap is 268 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 226 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2751: read oid 15 snap -1 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2751: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2752: read oid 39 snap -1 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2752: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 268 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2745: finishing copy_from to smithi002125626-7 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 2830 (ObjNum 33 snap 0 seq_num 2053777104) dirty exists 2023-12-16T19:39:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:2753: seq_num 866 ranges {16179200=106496} 2023-12-16T19:39:08.145 INFO:tasks.rados.rados.0.smithi002.stdout:2753: writing smithi002125626-13 from 16179200 to 16285696 tid 1 2023-12-16T19:39:08.145 INFO:tasks.rados.rados.0.smithi002.stdout:2745: done (7 left) 2023-12-16T19:39:08.145 INFO:tasks.rados.rados.0.smithi002.stdout:2754: delete oid 2 current snap is 268 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3107 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2748: finishing rollback tid 0 to smithi002125626-10 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2748: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2750: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2750: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3182 (ObjNum 33 snap 0 seq_num 2032219512) dirty dne 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2748: finishing rollback tid 2 to smithi002125626-10 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2859 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:39:08.146 INFO:tasks.rados.rados.0.smithi002.stdout:2751: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:08.382 INFO:tasks.rados.rados.0.smithi002.stdout:2749: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:39:08.382 INFO:tasks.rados.rados.0.smithi002.stdout:2749: finishing copy_from to smithi002125626-44 2023-12-16T19:39:08.383 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 641 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:39:08.383 INFO:tasks.rados.rados.0.smithi002.stdout:2752: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:39:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:08 smithi043 ceph-mon[135010]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T19:39:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:08 smithi043 ceph-mon[135010]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 754 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 536 KiB/s wr, 9 op/s 2023-12-16T19:39:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:08 smithi043 ceph-mon[135010]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T19:39:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[137674]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T19:39:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[137674]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 754 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 536 KiB/s wr, 9 op/s 2023-12-16T19:39:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[137674]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T19:39:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[140029]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T19:39:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[140029]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 754 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 536 KiB/s wr, 9 op/s 2023-12-16T19:39:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:08 smithi002 ceph-mon[140029]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2753: finishing write tid 1 to smithi002125626-13 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2753: finishing write tid 2 to smithi002125626-13 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2753: finishing write tid 3 to smithi002125626-13 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3184 (ObjNum 866 snap 268 seq_num 866) dirty exists 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2753: left oid 13 (ObjNum 866 snap 268 seq_num 866) 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2747: done (7 left) 2023-12-16T19:39:09.130 INFO:tasks.rados.rados.0.smithi002.stdout:2748: done (6 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2749: done (5 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2750: done (4 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2751: done (3 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2752: done (2 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2753: done (1 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2754: done (0 left) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2755: rollback oid 41 current snap is 268 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 197 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2756: read oid 26 snap -1 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2756: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2757: read oid 2 snap 207 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2757: expect deleted 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2758: rollback oid 40 current snap is 268 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 253 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2759: read oid 13 snap -1 2023-12-16T19:39:09.131 INFO:tasks.rados.rados.0.smithi002.stdout:2759: expect (ObjNum 866 snap 268 seq_num 866) 2023-12-16T19:39:09.132 INFO:tasks.rados.rados.0.smithi002.stdout:2760: snap_create 2023-12-16T19:39:09.135 INFO:tasks.rados.rados.0.smithi002.stdout:2758: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:39:09.135 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing rollback tid 0 to smithi002125626-41 2023-12-16T19:39:09.135 INFO:tasks.rados.rados.0.smithi002.stdout:2758: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:39:09.135 INFO:tasks.rados.rados.0.smithi002.stdout:2755: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:39:09.135 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2503 (ObjNum 33 snap 0 seq_num 766398103) dirty dne 2023-12-16T19:39:09.136 INFO:tasks.rados.rados.0.smithi002.stdout:2758: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:39:09.136 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 2825 (ObjNum 802 snap 249 seq_num 802) dirty exists 2023-12-16T19:39:09.138 INFO:tasks.rados.rados.0.smithi002.stdout:2756: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2755: done (5 left) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2756: done (4 left) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2757: done (3 left) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2758: done (2 left) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2760: done (1 left) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2761: read oid 10 snap -1 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2761: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:39:09.199 INFO:tasks.rados.rados.0.smithi002.stdout:2762: snap_create 2023-12-16T19:39:09.207 INFO:tasks.rados.rados.0.smithi002.stdout:2759: expect (ObjNum 866 snap 268 seq_num 866) 2023-12-16T19:39:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:10 smithi002 ceph-mon[137674]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T19:39:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:10 smithi002 ceph-mon[137674]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 806 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 33 op/s 2023-12-16T19:39:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:10 smithi002 ceph-mon[140029]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T19:39:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:10 smithi002 ceph-mon[140029]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 806 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 33 op/s 2023-12-16T19:39:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:10 smithi043 ceph-mon[135010]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T19:39:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:10 smithi043 ceph-mon[135010]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 806 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 33 op/s 2023-12-16T19:39:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:11 smithi002 ceph-mon[137674]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T19:39:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:11 smithi002 ceph-mon[140029]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T19:39:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:11 smithi043 ceph-mon[135010]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T19:39:11.915 INFO:tasks.rados.rados.0.smithi002.stdout:2761: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:39:12.191 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:11] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:39:12.246 INFO:tasks.rados.rados.0.smithi002.stdout:2759: done (2 left) 2023-12-16T19:39:12.246 INFO:tasks.rados.rados.0.smithi002.stdout:2761: done (1 left) 2023-12-16T19:39:12.246 INFO:tasks.rados.rados.0.smithi002.stdout:2762: done (0 left) 2023-12-16T19:39:12.247 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 270 2023-12-16T19:39:12.247 INFO:tasks.rados.rados.0.smithi002.stdout:2763: seq_num 868 ranges {4718592=139264} 2023-12-16T19:39:12.273 INFO:tasks.rados.rados.0.smithi002.stdout:2763: writing smithi002125626-15 from 4718592 to 4857856 tid 1 2023-12-16T19:39:12.273 INFO:tasks.rados.rados.0.smithi002.stdout:2764: copy_from oid 32 from oid 45 current snap is 270 2023-12-16T19:39:12.273 INFO:tasks.rados.rados.0.smithi002.stdout:2765: snap_create 2023-12-16T19:39:12.278 INFO:tasks.rados.rados.0.smithi002.stdout:2763: finishing write tid 1 to smithi002125626-15 2023-12-16T19:39:12.278 INFO:tasks.rados.rados.0.smithi002.stdout:2763: finishing write tid 2 to smithi002125626-15 2023-12-16T19:39:12.280 INFO:tasks.rados.rados.0.smithi002.stdout:2763: finishing write tid 3 to smithi002125626-15 2023-12-16T19:39:12.280 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3184 (ObjNum 868 snap 270 seq_num 868) dirty exists 2023-12-16T19:39:12.280 INFO:tasks.rados.rados.0.smithi002.stdout:2763: left oid 15 (ObjNum 868 snap 270 seq_num 868) 2023-12-16T19:39:12.284 INFO:tasks.rados.rados.0.smithi002.stdout:2764: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:39:12.285 INFO:tasks.rados.rados.0.smithi002.stdout:2764: finishing copy_from to smithi002125626-32 2023-12-16T19:39:12.285 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 2836 (ObjNum 750 snap 242 seq_num 750) dirty exists 2023-12-16T19:39:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:12 smithi002 ceph-mon[137674]: pgmap v564: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 8.5 MiB/s wr, 53 op/s 2023-12-16T19:39:12.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:12 smithi002 ceph-mon[140029]: pgmap v564: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 8.5 MiB/s wr, 53 op/s 2023-12-16T19:39:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:12 smithi043 ceph-mon[135010]: pgmap v564: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 8.5 MiB/s wr, 53 op/s 2023-12-16T19:39:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:2763: done (2 left) 2023-12-16T19:39:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:2764: done (1 left) 2023-12-16T19:39:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:2765: done (0 left) 2023-12-16T19:39:13.006 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 271 2023-12-16T19:39:13.007 INFO:tasks.rados.rados.0.smithi002.stdout:2766: seq_num 869 ranges {16285696=155648} 2023-12-16T19:39:13.097 INFO:tasks.rados.rados.0.smithi002.stdout:2766: writing smithi002125626-13 from 16285696 to 16441344 tid 1 2023-12-16T19:39:13.097 INFO:tasks.rados.rados.0.smithi002.stdout:2767: rollback oid 43 current snap is 271 2023-12-16T19:39:13.097 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 226 2023-12-16T19:39:13.097 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 271 2023-12-16T19:39:13.097 INFO:tasks.rados.rados.0.smithi002.stdout:2768: seq_num 870 ranges {4112384=172032} 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2768: writing smithi002125626-30 from 4112384 to 4284416 tid 1 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2769: snap_create 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2767: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1997 (ObjNum 97 snap 0 seq_num 2054781920) dirty dne 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2766: finishing write tid 1 to smithi002125626-13 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2766: finishing write tid 2 to smithi002125626-13 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2766: finishing write tid 3 to smithi002125626-13 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3186 (ObjNum 869 snap 271 seq_num 869) dirty exists 2023-12-16T19:39:13.121 INFO:tasks.rados.rados.0.smithi002.stdout:2766: left oid 13 (ObjNum 869 snap 271 seq_num 869) 2023-12-16T19:39:13.126 INFO:tasks.rados.rados.0.smithi002.stdout:2768: finishing write tid 1 to smithi002125626-30 2023-12-16T19:39:13.127 INFO:tasks.rados.rados.0.smithi002.stdout:2768: finishing write tid 2 to smithi002125626-30 2023-12-16T19:39:13.128 INFO:tasks.rados.rados.0.smithi002.stdout:2768: finishing write tid 3 to smithi002125626-30 2023-12-16T19:39:13.129 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3186 (ObjNum 870 snap 271 seq_num 870) dirty exists 2023-12-16T19:39:13.129 INFO:tasks.rados.rados.0.smithi002.stdout:2768: left oid 30 (ObjNum 870 snap 271 seq_num 870) 2023-12-16T19:39:14.015 INFO:tasks.rados.rados.0.smithi002.stdout:2766: done (3 left) 2023-12-16T19:39:14.015 INFO:tasks.rados.rados.0.smithi002.stdout:2767: done (2 left) 2023-12-16T19:39:14.015 INFO:tasks.rados.rados.0.smithi002.stdout:2768: done (1 left) 2023-12-16T19:39:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2769: done (0 left) 2023-12-16T19:39:14.016 INFO:tasks.rados.rados.0.smithi002.stdout:2770: snap_remove snap 259 2023-12-16T19:39:14.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:14 smithi002 ceph-mon[137674]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T19:39:14.291 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:14 smithi002 ceph-mon[137674]: pgmap v566: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-16T19:39:14.291 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:14 smithi002 ceph-mon[140029]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T19:39:14.291 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:14 smithi002 ceph-mon[140029]: pgmap v566: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-16T19:39:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:14 smithi043 ceph-mon[135010]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T19:39:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:14 smithi043 ceph-mon[135010]: pgmap v566: 121 pgs: 121 active+clean; 815 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-16T19:39:15.018 INFO:tasks.rados.rados.0.smithi002.stdout:2770: done (0 left) 2023-12-16T19:39:15.018 INFO:tasks.rados.rados.0.smithi002.stdout:2771: setattr oid 40 current snap is 272 2023-12-16T19:39:15.020 INFO:tasks.rados.rados.0.smithi002.stdout:2772: read oid 41 snap 182 2023-12-16T19:39:15.021 INFO:tasks.rados.rados.0.smithi002.stdout:2772: expect deleted 2023-12-16T19:39:15.021 INFO:tasks.rados.rados.0.smithi002.stdout:2773: snap_remove snap 206 2023-12-16T19:39:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[140029]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[137674]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:39:15.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:39:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:15 smithi043 ceph-mon[135010]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T19:39:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:39:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:39:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:39:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2773: done (2 left) 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2774: copy_from oid 27 from oid 44 current snap is 272 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2775: rmattr oid 4 current snap is 272 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2775: done (3 left) 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2776: rmattr oid 26 current snap is 272 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2776: done (3 left) 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2777: read oid 2 snap 213 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2777: expect deleted 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 272 2023-12-16T19:39:16.033 INFO:tasks.rados.rados.0.smithi002.stdout:2778: seq_num 871 ranges {0=188416} 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:2778: writing smithi002125626-31 from 0 to 188416 tid 1 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:2779: copy_from oid 12 from oid 17 current snap is 272 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 2826 (ObjNum 802 snap 249 seq_num 802) dirty exists 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:2771: done (5 left) 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:2772: done (4 left) 2023-12-16T19:39:16.034 INFO:tasks.rados.rados.0.smithi002.stdout:2780: delete oid 5 current snap is 272 2023-12-16T19:39:16.043 INFO:tasks.rados.rados.0.smithi002.stdout:2777: done (4 left) 2023-12-16T19:39:16.043 INFO:tasks.rados.rados.0.smithi002.stdout:2780: done (3 left) 2023-12-16T19:39:16.043 INFO:tasks.rados.rados.0.smithi002.stdout:2781: copy_from oid 20 from oid 32 current snap is 272 2023-12-16T19:39:16.044 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 272 2023-12-16T19:39:16.044 INFO:tasks.rados.rados.0.smithi002.stdout:2782: seq_num 873 ranges {1679360=229376} 2023-12-16T19:39:16.055 INFO:tasks.rados.rados.0.smithi002.stdout:2782: writing smithi002125626-48 from 1679360 to 1908736 tid 1 2023-12-16T19:39:16.055 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 272 2023-12-16T19:39:16.055 INFO:tasks.rados.rados.0.smithi002.stdout:2778: finishing write tid 1 to smithi002125626-31 2023-12-16T19:39:16.055 INFO:tasks.rados.rados.0.smithi002.stdout:2778: finishing write tid 2 to smithi002125626-31 2023-12-16T19:39:16.056 INFO:tasks.rados.rados.0.smithi002.stdout:2778: finishing write tid 3 to smithi002125626-31 2023-12-16T19:39:16.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2258 (ObjNum 871 snap 272 seq_num 871) dirty exists 2023-12-16T19:39:16.056 INFO:tasks.rados.rados.0.smithi002.stdout:2778: left oid 31 (ObjNum 871 snap 272 seq_num 871) 2023-12-16T19:39:16.056 INFO:tasks.rados.rados.0.smithi002.stdout:2783: seq_num 874 ranges {2588672=245760} 2023-12-16T19:39:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2783: writing smithi002125626-28 from 2588672 to 2834432 tid 1 2023-12-16T19:39:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2778: done (5 left) 2023-12-16T19:39:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:2784: copy_from oid 9 from oid 7 current snap is 272 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2782: finishing write tid 1 to smithi002125626-48 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2779: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2774: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2782: finishing write tid 2 to smithi002125626-48 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2779: finishing copy_from to smithi002125626-12 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2844 (ObjNum 855 snap 267 seq_num 855) dirty exists 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2781: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2782: finishing write tid 3 to smithi002125626-48 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 650 (ObjNum 873 snap 272 seq_num 873) dirty exists 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2782: left oid 48 (ObjNum 873 snap 272 seq_num 873) 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2774: finishing copy_from to smithi002125626-27 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 641 (ObjNum 745 snap 241 seq_num 745) dirty exists 2023-12-16T19:39:16.074 INFO:tasks.rados.rados.0.smithi002.stdout:2781: finishing copy_from to smithi002125626-20 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2836 (ObjNum 750 snap 242 seq_num 750) dirty exists 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2774: done (5 left) 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2779: done (4 left) 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2781: done (3 left) 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2782: done (2 left) 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2785: rollback oid 23 current snap is 272 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 263 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2786: read oid 46 snap -1 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2787: rollback oid 25 current snap is 272 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 237 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 272 2023-12-16T19:39:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:2788: seq_num 875 ranges {0=262144} 2023-12-16T19:39:16.076 INFO:tasks.rados.rados.0.smithi002.stdout:2788: writing smithi002125626-5 from 0 to 262144 tid 1 2023-12-16T19:39:16.076 INFO:tasks.rados.rados.0.smithi002.stdout:2789: rollback oid 40 current snap is 272 2023-12-16T19:39:16.076 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 267 2023-12-16T19:39:16.076 INFO:tasks.rados.rados.0.smithi002.stdout:2786: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2785: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 2232 (ObjNum 129 snap 0 seq_num 2052593680) dirty dne 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2784: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2783: finishing write tid 1 to smithi002125626-28 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2783: finishing write tid 2 to smithi002125626-28 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2785: done (6 left) 2023-12-16T19:39:16.078 INFO:tasks.rados.rados.0.smithi002.stdout:2786: done (5 left) 2023-12-16T19:39:16.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 272 2023-12-16T19:39:16.079 INFO:tasks.rados.rados.0.smithi002.stdout:2790: seq_num 876 ranges {9216000=278528} 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2790: writing smithi002125626-16 from 9216000 to 9494528 tid 1 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 272 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2784: finishing copy_from to smithi002125626-9 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2830 (ObjNum 177 snap 0 seq_num 0) dirty exists 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2789: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2787: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3188 (ObjNum 593 snap 0 seq_num 2054963800) dirty dne 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2788: finishing write tid 1 to smithi002125626-5 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2788: finishing write tid 2 to smithi002125626-5 2023-12-16T19:39:16.131 INFO:tasks.rados.rados.0.smithi002.stdout:2791: seq_num 877 ranges {188416=294912} 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2791: writing smithi002125626-31 from 188416 to 483328 tid 1 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2784: done (6 left) 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2787: done (5 left) 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 272 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2789: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2783: finishing write tid 3 to smithi002125626-28 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3188 (ObjNum 874 snap 272 seq_num 874) dirty exists 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2783: left oid 28 (ObjNum 874 snap 272 seq_num 874) 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2789: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 2829 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:2788: finishing write tid 3 to smithi002125626-5 2023-12-16T19:39:16.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 2832 (ObjNum 875 snap 272 seq_num 875) dirty exists 2023-12-16T19:39:16.135 INFO:tasks.rados.rados.0.smithi002.stdout:2788: left oid 5 (ObjNum 875 snap 272 seq_num 875) 2023-12-16T19:39:16.135 INFO:tasks.rados.rados.0.smithi002.stdout:2790: finishing write tid 1 to smithi002125626-16 2023-12-16T19:39:16.135 INFO:tasks.rados.rados.0.smithi002.stdout:2792: seq_num 878 ranges {2031616=311296} 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2792: writing smithi002125626-32 from 2031616 to 2342912 tid 1 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2783: done (5 left) 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2788: done (4 left) 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2789: done (3 left) 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2793: read oid 48 snap -1 2023-12-16T19:39:16.147 INFO:tasks.rados.rados.0.smithi002.stdout:2793: expect (ObjNum 873 snap 272 seq_num 873) 2023-12-16T19:39:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2794: read oid 5 snap -1 2023-12-16T19:39:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2794: expect (ObjNum 875 snap 272 seq_num 875) 2023-12-16T19:39:16.148 INFO:tasks.rados.rados.0.smithi002.stdout:2795: snap_remove snap 270 2023-12-16T19:39:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:16 smithi002 ceph-mon[137674]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T19:39:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:16 smithi002 ceph-mon[137674]: pgmap v569: 121 pgs: 121 active+clean; 811 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 469 KiB/s wr, 10 op/s 2023-12-16T19:39:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:16 smithi002 ceph-mon[140029]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T19:39:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:16 smithi002 ceph-mon[140029]: pgmap v569: 121 pgs: 121 active+clean; 811 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 469 KiB/s wr, 10 op/s 2023-12-16T19:39:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:16 smithi043 ceph-mon[135010]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T19:39:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:16 smithi043 ceph-mon[135010]: pgmap v569: 121 pgs: 121 active+clean; 811 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 469 KiB/s wr, 10 op/s 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2795: done (5 left) 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2796: read oid 39 snap -1 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2796: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2797: copy_from oid 14 from oid 18 current snap is 272 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2790: finishing write tid 2 to smithi002125626-16 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2790: finishing write tid 3 to smithi002125626-16 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2505 (ObjNum 876 snap 272 seq_num 876) dirty exists 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2790: left oid 16 (ObjNum 876 snap 272 seq_num 876) 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 1 to smithi002125626-31 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 2 to smithi002125626-31 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:2791: finishing write tid 3 to smithi002125626-31 2023-12-16T19:39:17.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2260 (ObjNum 877 snap 272 seq_num 877) dirty exists 2023-12-16T19:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:2791: left oid 31 (ObjNum 877 snap 272 seq_num 877) 2023-12-16T19:39:17.035 INFO:tasks.rados.rados.0.smithi002.stdout:2794: expect (ObjNum 875 snap 272 seq_num 875) 2023-12-16T19:39:17.046 INFO:tasks.rados.rados.0.smithi002.stdout:2792: finishing write tid 1 to smithi002125626-32 2023-12-16T19:39:17.046 INFO:tasks.rados.rados.0.smithi002.stdout:2792: finishing write tid 2 to smithi002125626-32 2023-12-16T19:39:17.046 INFO:tasks.rados.rados.0.smithi002.stdout:2793: expect (ObjNum 873 snap 272 seq_num 873) 2023-12-16T19:39:17.146 INFO:tasks.rados.rados.0.smithi002.stdout:2792: finishing write tid 3 to smithi002125626-32 2023-12-16T19:39:17.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3359 (ObjNum 878 snap 272 seq_num 878) dirty exists 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2792: left oid 32 (ObjNum 878 snap 272 seq_num 878) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2790: done (6 left) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2791: done (5 left) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2792: done (4 left) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2793: done (3 left) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2794: done (2 left) 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2798: copy_from oid 16 from oid 3 current snap is 272 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2797: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2797: finishing copy_from to smithi002125626-14 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3106 (ObjNum 851 snap 267 seq_num 851) dirty exists 2023-12-16T19:39:17.147 INFO:tasks.rados.rados.0.smithi002.stdout:2796: expect (ObjNum 513 snap 158 seq_num 513) 2023-12-16T19:39:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:17 smithi002 ceph-mon[137674]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T19:39:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:17 smithi002 ceph-mon[140029]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T19:39:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:17 smithi043 ceph-mon[135010]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T19:39:17.895 INFO:tasks.rados.rados.0.smithi002.stdout:2798: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:39:17.895 INFO:tasks.rados.rados.0.smithi002.stdout:2798: finishing copy_from to smithi002125626-16 2023-12-16T19:39:17.895 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2256 (ObjNum 856 snap 267 seq_num 856) dirty exists 2023-12-16T19:39:17.896 INFO:tasks.rados.rados.0.smithi002.stdout:2796: done (2 left) 2023-12-16T19:39:17.896 INFO:tasks.rados.rados.0.smithi002.stdout:2797: done (1 left) 2023-12-16T19:39:17.896 INFO:tasks.rados.rados.0.smithi002.stdout:2798: done (0 left) 2023-12-16T19:39:17.896 INFO:tasks.rados.rados.0.smithi002.stdout:2799: snap_remove snap 252 2023-12-16T19:39:18.037 INFO:tasks.rados.rados.0.smithi002.stdout:2799: done (0 left) 2023-12-16T19:39:18.037 INFO:tasks.rados.rados.0.smithi002.stdout:2800: read oid 27 snap -1 2023-12-16T19:39:18.038 INFO:tasks.rados.rados.0.smithi002.stdout:2800: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:18.038 INFO:tasks.rados.rados.0.smithi002.stdout:2801: copy_from oid 19 from oid 33 current snap is 272 2023-12-16T19:39:18.038 INFO:tasks.rados.rados.0.smithi002.stdout:2802: snap_create 2023-12-16T19:39:18.046 INFO:tasks.rados.rados.0.smithi002.stdout:2801: finishing copy_from to smithi002125626-19 2023-12-16T19:39:18.046 INFO:tasks.rados.rados.0.smithi002.stdout:2801: got expected ENOENT (src dne) 2023-12-16T19:39:18.046 INFO:tasks.rados.rados.0.smithi002.stdout:2801: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:39:18.051 INFO:tasks.rados.rados.0.smithi002.stdout:2800: expect (ObjNum 745 snap 241 seq_num 745) 2023-12-16T19:39:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:18 smithi002 ceph-mon[137674]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T19:39:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:18 smithi002 ceph-mon[137674]: pgmap v572: 121 pgs: 121 active+clean; 813 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:39:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:18 smithi002 ceph-mon[140029]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T19:39:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:18 smithi002 ceph-mon[140029]: pgmap v572: 121 pgs: 121 active+clean; 813 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:39:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:18 smithi043 ceph-mon[135010]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T19:39:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:18 smithi043 ceph-mon[135010]: pgmap v572: 121 pgs: 121 active+clean; 813 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-16T19:39:19.039 INFO:tasks.rados.rados.0.smithi002.stdout:2800: done (2 left) 2023-12-16T19:39:19.040 INFO:tasks.rados.rados.0.smithi002.stdout:2801: done (1 left) 2023-12-16T19:39:19.040 INFO:tasks.rados.rados.0.smithi002.stdout:2802: done (0 left) 2023-12-16T19:39:19.040 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 273 2023-12-16T19:39:19.040 INFO:tasks.rados.rados.0.smithi002.stdout:2803: seq_num 879 ranges {6234112=327680} 2023-12-16T19:39:19.075 INFO:tasks.rados.rados.0.smithi002.stdout:2803: writing smithi002125626-47 from 6234112 to 6561792 tid 1 2023-12-16T19:39:19.075 INFO:tasks.rados.rados.0.smithi002.stdout:2804: snap_remove snap 244 2023-12-16T19:39:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:19 smithi002 ceph-mon[137674]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T19:39:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:19 smithi002 ceph-mon[140029]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T19:39:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:19 smithi043 ceph-mon[135010]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T19:39:20.052 INFO:tasks.rados.rados.0.smithi002.stdout:2804: done (1 left) 2023-12-16T19:39:20.052 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing write tid 1 to smithi002125626-47 2023-12-16T19:39:20.052 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing write tid 2 to smithi002125626-47 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2803: finishing write tid 3 to smithi002125626-47 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3378 (ObjNum 879 snap 273 seq_num 879) dirty exists 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2803: left oid 47 (ObjNum 879 snap 273 seq_num 879) 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2805: read oid 5 snap -1 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2805: expect (ObjNum 875 snap 272 seq_num 875) 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2803: done (1 left) 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2806: copy_from oid 23 from oid 34 current snap is 273 2023-12-16T19:39:20.053 INFO:tasks.rados.rados.0.smithi002.stdout:2807: delete oid 24 current snap is 273 2023-12-16T19:39:20.062 INFO:tasks.rados.rados.0.smithi002.stdout:2805: expect (ObjNum 875 snap 272 seq_num 875) 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2806: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2806: finishing copy_from to smithi002125626-23 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3107 (ObjNum 129 snap 0 seq_num 2054277248) dirty exists 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2805: done (2 left) 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2806: done (1 left) 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2807: done (0 left) 2023-12-16T19:39:20.075 INFO:tasks.rados.rados.0.smithi002.stdout:2808: snap_create 2023-12-16T19:39:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:20 smithi002 ceph-mon[137674]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T19:39:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:20 smithi002 ceph-mon[137674]: pgmap v575: 121 pgs: 121 active+clean; 825 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-16T19:39:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:20 smithi002 ceph-mon[140029]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T19:39:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:20 smithi002 ceph-mon[140029]: pgmap v575: 121 pgs: 121 active+clean; 825 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-16T19:39:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:20 smithi043 ceph-mon[135010]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T19:39:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:20 smithi043 ceph-mon[135010]: pgmap v575: 121 pgs: 121 active+clean; 825 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-16T19:39:21.055 INFO:tasks.rados.rados.0.smithi002.stdout:2808: done (0 left) 2023-12-16T19:39:21.055 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 274 2023-12-16T19:39:21.056 INFO:tasks.rados.rados.0.smithi002.stdout:2809: seq_num 881 ranges {0=360448} 2023-12-16T19:39:21.057 INFO:tasks.rados.rados.0.smithi002.stdout:2809: writing smithi002125626-29 from 0 to 360448 tid 1 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2810: read oid 15 snap -1 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2810: expect (ObjNum 868 snap 270 seq_num 868) 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2811: read oid 26 snap -1 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2811: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2812: rollback oid 6 current snap is 274 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 197 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2813: rollback oid 17 current snap is 274 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 267 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 274 2023-12-16T19:39:21.058 INFO:tasks.rados.rados.0.smithi002.stdout:2814: seq_num 882 ranges {6561792=376832} 2023-12-16T19:39:21.096 INFO:tasks.rados.rados.0.smithi002.stdout:2814: writing smithi002125626-47 from 6561792 to 6938624 tid 1 2023-12-16T19:39:21.096 INFO:tasks.rados.rados.0.smithi002.stdout:2815: rmattr oid 44 current snap is 274 2023-12-16T19:39:21.096 INFO:tasks.rados.rados.0.smithi002.stdout:2815: done (6 left) 2023-12-16T19:39:21.096 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 274 2023-12-16T19:39:21.096 INFO:tasks.rados.rados.0.smithi002.stdout:2816: seq_num 883 ranges {0=393216} 2023-12-16T19:39:21.098 INFO:tasks.rados.rados.0.smithi002.stdout:2816: writing smithi002125626-41 from 0 to 393216 tid 1 2023-12-16T19:39:21.098 INFO:tasks.rados.rados.0.smithi002.stdout:2817: setattr oid 46 current snap is 274 2023-12-16T19:39:21.098 INFO:tasks.rados.rados.0.smithi002.stdout:2812: finishing rollback tid 0 to smithi002125626-6 2023-12-16T19:39:21.099 INFO:tasks.rados.rados.0.smithi002.stdout:2812: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:39:21.099 INFO:tasks.rados.rados.0.smithi002.stdout:2812: finishing rollback tid 2 to smithi002125626-6 2023-12-16T19:39:21.099 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3110 (ObjNum 632 snap 196 seq_num 632) dirty exists 2023-12-16T19:39:21.099 INFO:tasks.rados.rados.0.smithi002.stdout:2809: finishing write tid 1 to smithi002125626-29 2023-12-16T19:39:21.099 INFO:tasks.rados.rados.0.smithi002.stdout:2811: expect (ObjNum 843 snap 261 seq_num 843) 2023-12-16T19:39:21.157 INFO:tasks.rados.rados.0.smithi002.stdout:2809: finishing write tid 2 to smithi002125626-29 2023-12-16T19:39:21.157 INFO:tasks.rados.rados.0.smithi002.stdout:2809: finishing write tid 3 to smithi002125626-29 2023-12-16T19:39:21.157 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2507 (ObjNum 881 snap 274 seq_num 881) dirty exists 2023-12-16T19:39:21.157 INFO:tasks.rados.rados.0.smithi002.stdout:2809: left oid 29 (ObjNum 881 snap 274 seq_num 881) 2023-12-16T19:39:21.158 INFO:tasks.rados.rados.0.smithi002.stdout:2813: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:39:21.158 INFO:tasks.rados.rados.0.smithi002.stdout:2813: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:39:21.158 INFO:tasks.rados.rados.0.smithi002.stdout:2810: expect (ObjNum 868 snap 270 seq_num 868) 2023-12-16T19:39:21.474 INFO:tasks.rados.rados.0.smithi002.stdout:2813: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2862 (ObjNum 855 snap 267 seq_num 855) dirty exists 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2814: finishing write tid 1 to smithi002125626-47 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2816: finishing write tid 1 to smithi002125626-41 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2816: finishing write tid 2 to smithi002125626-41 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2814: finishing write tid 2 to smithi002125626-47 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2816: finishing write tid 3 to smithi002125626-41 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2509 (ObjNum 883 snap 274 seq_num 883) dirty exists 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2816: left oid 41 (ObjNum 883 snap 274 seq_num 883) 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2814: finishing write tid 3 to smithi002125626-47 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3397 (ObjNum 882 snap 274 seq_num 882) dirty exists 2023-12-16T19:39:21.475 INFO:tasks.rados.rados.0.smithi002.stdout:2814: left oid 47 (ObjNum 882 snap 274 seq_num 882) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2809: done (7 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2810: done (6 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2811: done (5 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2812: done (4 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2813: done (3 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2814: done (2 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2816: done (1 left) 2023-12-16T19:39:21.476 INFO:tasks.rados.rados.0.smithi002.stdout:2818: snap_remove snap 226 2023-12-16T19:39:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:21 smithi002 ceph-mon[137674]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T19:39:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:21 smithi002 ceph-mon[140029]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T19:39:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:21 smithi043 ceph-mon[135010]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T19:39:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:22.065 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3189 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:39:22.065 INFO:tasks.rados.rados.0.smithi002.stdout:2817: done (1 left) 2023-12-16T19:39:22.065 INFO:tasks.rados.rados.0.smithi002.stdout:2818: done (0 left) 2023-12-16T19:39:22.065 INFO:tasks.rados.rados.0.smithi002.stdout:2819: snap_remove snap 182 2023-12-16T19:39:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:22 smithi002 ceph-mon[140029]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T19:39:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:22 smithi002 ceph-mon[140029]: pgmap v578: 121 pgs: 121 active+clean; 828 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2023-12-16T19:39:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:22 smithi002 ceph-mon[137674]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T19:39:22.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:22 smithi002 ceph-mon[137674]: pgmap v578: 121 pgs: 121 active+clean; 828 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2023-12-16T19:39:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:21] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2023-12-16T19:39:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:22 smithi043 ceph-mon[135010]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T19:39:22.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:22 smithi043 ceph-mon[135010]: pgmap v578: 121 pgs: 121 active+clean; 828 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2023-12-16T19:39:22.934 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:39:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2819: done (0 left) 2023-12-16T19:39:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2820: copy_from oid 32 from oid 23 current snap is 274 2023-12-16T19:39:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 274 2023-12-16T19:39:23.008 INFO:tasks.rados.rados.0.smithi002.stdout:2821: seq_num 884 ranges {0=409600} 2023-12-16T19:39:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:2821: writing smithi002125626-38 from 0 to 409600 tid 1 2023-12-16T19:39:23.011 INFO:tasks.rados.rados.0.smithi002.stdout:2822: snap_create 2023-12-16T19:39:23.039 INFO:tasks.rados.rados.0.smithi002.stdout:2820: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:39:23.039 INFO:tasks.rados.rados.0.smithi002.stdout:2821: finishing write tid 1 to smithi002125626-38 2023-12-16T19:39:23.039 INFO:tasks.rados.rados.0.smithi002.stdout:2821: finishing write tid 2 to smithi002125626-38 2023-12-16T19:39:23.040 INFO:tasks.rados.rados.0.smithi002.stdout:2820: finishing copy_from to smithi002125626-32 2023-12-16T19:39:23.040 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3107 (ObjNum 289 snap 0 seq_num 764253266) dirty exists 2023-12-16T19:39:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:2821: finishing write tid 3 to smithi002125626-38 2023-12-16T19:39:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3413 (ObjNum 884 snap 274 seq_num 884) dirty exists 2023-12-16T19:39:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:2821: left oid 38 (ObjNum 884 snap 274 seq_num 884) 2023-12-16T19:39:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:23 smithi002 ceph-mon[137674]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T19:39:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:23 smithi002 ceph-mon[137674]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T19:39:23.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:23 smithi002 ceph-mon[140029]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T19:39:23.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:23 smithi002 ceph-mon[140029]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T19:39:23.280 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:39:23.280 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (7m) 4m ago 10m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:39:23.280 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (7m) 2m ago 10m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:39:23.280 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (11m) 4m ago 11m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:39:23.280 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (11m) 2m ago 11m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (6m) 2m ago 13m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (7m) 4m ago 14m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (6m) 4m ago 14m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (6m) 2m ago 13m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 4m ago 13m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (7m) 4m ago 9m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (7m) 2m ago 9m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (5m) 4m ago 13m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 4m ago 12m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (4m) 4m ago 12m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 4m ago 12m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (3m) 2m ago 12m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (3m) 2m ago 11m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:39:23.281 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (2m) 2m ago 11m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:39:23.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (2m) 2m ago 11m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:39:23.282 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (6m) 2m ago 10m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:39:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:23 smithi043 ceph-mon[135010]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T19:39:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:23 smithi043 ceph-mon[135010]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T19:39:23.687 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:39:23.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:39:23.689 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:39:24.015 INFO:tasks.rados.rados.0.smithi002.stdout:2820: done (2 left) 2023-12-16T19:39:24.015 INFO:tasks.rados.rados.0.smithi002.stdout:2821: done (1 left) 2023-12-16T19:39:24.015 INFO:tasks.rados.rados.0.smithi002.stdout:2822: done (0 left) 2023-12-16T19:39:24.015 INFO:tasks.rados.rados.0.smithi002.stdout:2823: snap_remove snap 258 2023-12-16T19:39:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[137674]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[137674]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[137674]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 984 KiB/s wr, 11 op/s 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/565988236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[137674]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[140029]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[140029]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[140029]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 984 KiB/s wr, 11 op/s 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/565988236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:24 smithi002 ceph-mon[140029]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T19:39:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:24 smithi043 ceph-mon[135010]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:24 smithi043 ceph-mon[135010]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:24 smithi043 ceph-mon[135010]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 984 KiB/s wr, 11 op/s 2023-12-16T19:39:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/565988236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:24 smithi043 ceph-mon[135010]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T19:39:25.020 INFO:tasks.rados.rados.0.smithi002.stdout:2823: done (0 left) 2023-12-16T19:39:25.020 INFO:tasks.rados.rados.0.smithi002.stdout:2824: copy_from oid 16 from oid 21 current snap is 275 2023-12-16T19:39:25.020 INFO:tasks.rados.rados.0.smithi002.stdout:2825: rmattr oid 13 current snap is 275 2023-12-16T19:39:25.020 INFO:tasks.rados.rados.0.smithi002.stdout:2826: delete oid 42 current snap is 275 2023-12-16T19:39:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:2824: finishing copy_from to smithi002125626-16 2023-12-16T19:39:25.025 INFO:tasks.rados.rados.0.smithi002.stdout:2824: got expected ENOENT (src dne) 2023-12-16T19:39:25.029 INFO:tasks.rados.rados.0.smithi002.stdout:2824: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:39:25.032 INFO:tasks.rados.rados.0.smithi002.stdout:2824: done (2 left) 2023-12-16T19:39:25.032 INFO:tasks.rados.rados.0.smithi002.stdout:2826: done (1 left) 2023-12-16T19:39:25.032 INFO:tasks.rados.rados.0.smithi002.stdout:2827: snap_remove snap 267 2023-12-16T19:39:26.024 INFO:tasks.rados.rados.0.smithi002.stdout:2827: done (1 left) 2023-12-16T19:39:26.024 INFO:tasks.rados.rados.0.smithi002.stdout:2828: rollback oid 46 current snap is 275 2023-12-16T19:39:26.024 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 254 2023-12-16T19:39:26.025 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3189 (ObjNum 869 snap 271 seq_num 869) dirty exists 2023-12-16T19:39:26.025 INFO:tasks.rados.rados.0.smithi002.stdout:2825: done (1 left) 2023-12-16T19:39:26.025 INFO:tasks.rados.rados.0.smithi002.stdout:2829: setattr oid 47 current snap is 275 2023-12-16T19:39:26.026 INFO:tasks.rados.rados.0.smithi002.stdout:2830: copy_from oid 15 from oid 33 current snap is 275 2023-12-16T19:39:26.026 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 275 2023-12-16T19:39:26.026 INFO:tasks.rados.rados.0.smithi002.stdout:2831: seq_num 886 ranges {1695744=442368} 2023-12-16T19:39:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:2831: writing smithi002125626-35 from 1695744 to 2138112 tid 1 2023-12-16T19:39:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:2832: copy_from oid 39 from oid 5 current snap is 275 2023-12-16T19:39:26.039 INFO:tasks.rados.rados.0.smithi002.stdout:2833: delete oid 27 current snap is 275 2023-12-16T19:39:26.044 INFO:tasks.rados.rados.0.smithi002.stdout:2833: done (5 left) 2023-12-16T19:39:26.044 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 275 2023-12-16T19:39:26.045 INFO:tasks.rados.rados.0.smithi002.stdout:2834: seq_num 888 ranges {2129920=475136} 2023-12-16T19:39:26.060 INFO:tasks.rados.rados.0.smithi002.stdout:2834: writing smithi002125626-26 from 2129920 to 2605056 tid 1 2023-12-16T19:39:26.060 INFO:tasks.rados.rados.0.smithi002.stdout:2835: read oid 23 snap -1 2023-12-16T19:39:26.060 INFO:tasks.rados.rados.0.smithi002.stdout:2835: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:26.060 INFO:tasks.rados.rados.0.smithi002.stdout:2836: copy_from oid 4 from oid 19 current snap is 275 2023-12-16T19:39:26.060 INFO:tasks.rados.rados.0.smithi002.stdout:2830: finishing copy_from to smithi002125626-15 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2830: got expected ENOENT (src dne) 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2837: snap_create 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2830: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2828: finishing rollback tid 0 to smithi002125626-46 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2828: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2828: finishing rollback tid 2 to smithi002125626-46 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3192 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3449 (ObjNum 882 snap 274 seq_num 882) dirty exists 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2832: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2831: finishing write tid 1 to smithi002125626-35 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2831: finishing write tid 2 to smithi002125626-35 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2832: finishing copy_from to smithi002125626-39 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2832 (ObjNum 875 snap 272 seq_num 875) dirty exists 2023-12-16T19:39:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:2831: finishing write tid 3 to smithi002125626-35 2023-12-16T19:39:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3456 (ObjNum 886 snap 275 seq_num 886) dirty exists 2023-12-16T19:39:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:2831: left oid 35 (ObjNum 886 snap 275 seq_num 886) 2023-12-16T19:39:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:2835: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:39:26.065 INFO:tasks.rados.rados.0.smithi002.stdout:2836: finishing copy_from to smithi002125626-4 2023-12-16T19:39:26.065 INFO:tasks.rados.rados.0.smithi002.stdout:2836: got expected ENOENT (src dne) 2023-12-16T19:39:26.065 INFO:tasks.rados.rados.0.smithi002.stdout:2836: finishing copy_from racing read to smithi002125626-4 2023-12-16T19:39:26.065 INFO:tasks.rados.rados.0.smithi002.stdout:2834: finishing write tid 1 to smithi002125626-26 2023-12-16T19:39:26.065 INFO:tasks.rados.rados.0.smithi002.stdout:2834: finishing write tid 2 to smithi002125626-26 2023-12-16T19:39:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:2834: finishing write tid 3 to smithi002125626-26 2023-12-16T19:39:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3459 (ObjNum 888 snap 275 seq_num 888) dirty exists 2023-12-16T19:39:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:2834: left oid 26 (ObjNum 888 snap 275 seq_num 888) 2023-12-16T19:39:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:26 smithi002 ceph-mon[137674]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T19:39:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:26 smithi002 ceph-mon[137674]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 376 KiB/s wr, 12 op/s 2023-12-16T19:39:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:26 smithi002 ceph-mon[140029]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T19:39:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:26 smithi002 ceph-mon[140029]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 376 KiB/s wr, 12 op/s 2023-12-16T19:39:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:26 smithi043 ceph-mon[135010]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T19:39:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:26 smithi043 ceph-mon[135010]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 376 KiB/s wr, 12 op/s 2023-12-16T19:39:27.025 INFO:tasks.rados.rados.0.smithi002.stdout:2828: done (8 left) 2023-12-16T19:39:27.025 INFO:tasks.rados.rados.0.smithi002.stdout:2829: done (7 left) 2023-12-16T19:39:27.025 INFO:tasks.rados.rados.0.smithi002.stdout:2830: done (6 left) 2023-12-16T19:39:27.025 INFO:tasks.rados.rados.0.smithi002.stdout:2831: done (5 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2832: done (4 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2834: done (3 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2835: done (2 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2836: done (1 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2837: done (0 left) 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2838: rollback oid 15 current snap is 276 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 261 2023-12-16T19:39:27.026 INFO:tasks.rados.rados.0.smithi002.stdout:2839: snap_remove snap 273 2023-12-16T19:39:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:27 smithi002 ceph-mon[137674]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T19:39:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:27 smithi002 ceph-mon[140029]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T19:39:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:27 smithi043 ceph-mon[135010]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T19:39:28.010 INFO:tasks.rados.rados.0.smithi002.stdout:2839: done (1 left) 2023-12-16T19:39:28.010 INFO:tasks.rados.rados.0.smithi002.stdout:2840: snap_remove snap 225 2023-12-16T19:39:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[137674]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T19:39:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[137674]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 256 KiB/s wr, 12 op/s 2023-12-16T19:39:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[137674]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T19:39:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[140029]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T19:39:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[140029]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 256 KiB/s wr, 12 op/s 2023-12-16T19:39:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:28 smithi002 ceph-mon[140029]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T19:39:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:28 smithi043 ceph-mon[135010]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T19:39:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:28 smithi043 ceph-mon[135010]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 820 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 256 KiB/s wr, 12 op/s 2023-12-16T19:39:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:28 smithi043 ceph-mon[135010]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T19:39:29.011 INFO:tasks.rados.rados.0.smithi002.stdout:2840: done (1 left) 2023-12-16T19:39:29.011 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 276 2023-12-16T19:39:29.011 INFO:tasks.rados.rados.0.smithi002.stdout:2841: seq_num 889 ranges {1679360=491520} 2023-12-16T19:39:29.024 INFO:tasks.rados.rados.0.smithi002.stdout:2841: writing smithi002125626-44 from 1679360 to 2170880 tid 1 2023-12-16T19:39:29.025 INFO:tasks.rados.rados.0.smithi002.stdout:2842: rollback oid 37 current snap is 276 2023-12-16T19:39:29.025 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 213 2023-12-16T19:39:29.025 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 0 to smithi002125626-15 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:2838: finishing rollback tid 2 to smithi002125626-15 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3195 (ObjNum 830 snap 258 seq_num 830) dirty exists 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:2838: done (2 left) 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:2843: rollback oid 32 current snap is 276 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 262 2023-12-16T19:39:29.026 INFO:tasks.rados.rados.0.smithi002.stdout:2844: snap_remove snap 253 2023-12-16T19:39:30.017 INFO:tasks.rados.rados.0.smithi002.stdout:2842: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:39:30.017 INFO:tasks.rados.rados.0.smithi002.stdout:2842: finishing rollback tid 2 to smithi002125626-37 2023-12-16T19:39:30.017 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2870 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:39:30.017 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 1 to smithi002125626-44 2023-12-16T19:39:30.017 INFO:tasks.rados.rados.0.smithi002.stdout:2843: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2843: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2843: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3475 (ObjNum 819 snap 257 seq_num 819) dirty exists 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 2 to smithi002125626-44 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2841: finishing write tid 3 to smithi002125626-44 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2864 (ObjNum 889 snap 276 seq_num 889) dirty exists 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2841: left oid 44 (ObjNum 889 snap 276 seq_num 889) 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2841: done (3 left) 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2842: done (2 left) 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2843: done (1 left) 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2844: done (0 left) 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2845: read oid 15 snap -1 2023-12-16T19:39:30.018 INFO:tasks.rados.rados.0.smithi002.stdout:2845: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:30.019 INFO:tasks.rados.rados.0.smithi002.stdout:2846: delete oid 50 current snap is 276 2023-12-16T19:39:30.037 INFO:tasks.rados.rados.0.smithi002.stdout:2846: done (1 left) 2023-12-16T19:39:30.037 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 276 2023-12-16T19:39:30.037 INFO:tasks.rados.rados.0.smithi002.stdout:2847: seq_num 891 ranges {0=532480} 2023-12-16T19:39:30.042 INFO:tasks.rados.rados.0.smithi002.stdout:2847: writing smithi002125626-33 from 0 to 532480 tid 1 2023-12-16T19:39:30.042 INFO:tasks.rados.rados.0.smithi002.stdout:2848: read oid 19 snap -1 2023-12-16T19:39:30.042 INFO:tasks.rados.rados.0.smithi002.stdout:2848: expect deleted 2023-12-16T19:39:30.042 INFO:tasks.rados.rados.0.smithi002.stdout:2849: rollback oid 35 current snap is 276 2023-12-16T19:39:30.042 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 189 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2850: copy_from oid 4 from oid 44 current snap is 276 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2851: copy_from oid 7 from oid 21 current snap is 276 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2852: read oid 41 snap -1 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2852: expect (ObjNum 883 snap 274 seq_num 883) 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2853: copy_from oid 11 from oid 46 current snap is 276 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 276 2023-12-16T19:39:30.043 INFO:tasks.rados.rados.0.smithi002.stdout:2854: seq_num 892 ranges {0=548864} 2023-12-16T19:39:30.046 INFO:tasks.rados.rados.0.smithi002.stdout:2854: writing smithi002125626-34 from 0 to 548864 tid 1 2023-12-16T19:39:30.046 INFO:tasks.rados.rados.0.smithi002.stdout:2855: snap_create 2023-12-16T19:39:30.049 INFO:tasks.rados.rados.0.smithi002.stdout:2852: expect (ObjNum 883 snap 274 seq_num 883) 2023-12-16T19:39:30.064 INFO:tasks.rados.rados.0.smithi002.stdout:2847: finishing write tid 1 to smithi002125626-33 2023-12-16T19:39:30.064 INFO:tasks.rados.rados.0.smithi002.stdout:2847: finishing write tid 2 to smithi002125626-33 2023-12-16T19:39:30.064 INFO:tasks.rados.rados.0.smithi002.stdout:2854: finishing write tid 1 to smithi002125626-34 2023-12-16T19:39:30.064 INFO:tasks.rados.rados.0.smithi002.stdout:2845: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2854: finishing write tid 2 to smithi002125626-34 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2854: finishing write tid 3 to smithi002125626-34 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3109 (ObjNum 892 snap 276 seq_num 892) dirty exists 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2854: left oid 34 (ObjNum 892 snap 276 seq_num 892) 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2847: finishing write tid 3 to smithi002125626-33 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2852 (ObjNum 891 snap 276 seq_num 891) dirty exists 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2847: left oid 33 (ObjNum 891 snap 276 seq_num 891) 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2853: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:2853: finishing copy_from to smithi002125626-11 2023-12-16T19:39:30.303 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3192 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2849: finishing rollback tid 0 to smithi002125626-35 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2849: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2849: finishing rollback tid 2 to smithi002125626-35 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3499 (ObjNum 536 snap 165 seq_num 536) dirty exists 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2850: finishing copy_from racing read to smithi002125626-4 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2850: finishing copy_from to smithi002125626-4 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2864 (ObjNum 889 snap 276 seq_num 889) dirty exists 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2851: finishing copy_from to smithi002125626-7 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2851: got expected ENOENT (src dne) 2023-12-16T19:39:30.304 INFO:tasks.rados.rados.0.smithi002.stdout:2851: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:39:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:30 smithi002 ceph-mon[137674]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T19:39:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:30 smithi002 ceph-mon[137674]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 184 KiB/s wr, 5 op/s 2023-12-16T19:39:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:30 smithi002 ceph-mon[140029]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T19:39:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:30 smithi002 ceph-mon[140029]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 184 KiB/s wr, 5 op/s 2023-12-16T19:39:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:30 smithi043 ceph-mon[135010]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T19:39:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:30 smithi043 ceph-mon[135010]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 184 KiB/s wr, 5 op/s 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2845: done (9 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2847: done (8 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2848: done (7 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2849: done (6 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2850: done (5 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2851: done (4 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2852: done (3 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2853: done (2 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2854: done (1 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2855: done (0 left) 2023-12-16T19:39:31.022 INFO:tasks.rados.rados.0.smithi002.stdout:2856: delete oid 35 current snap is 277 2023-12-16T19:39:31.028 INFO:tasks.rados.rados.0.smithi002.stdout:2856: done (0 left) 2023-12-16T19:39:31.028 INFO:tasks.rados.rados.0.smithi002.stdout:2857: delete oid 27 current snap is 277 2023-12-16T19:39:31.030 INFO:tasks.rados.rados.0.smithi002.stdout:2857: done (0 left) 2023-12-16T19:39:31.030 INFO:tasks.rados.rados.0.smithi002.stdout:2858: snap_remove snap 202 2023-12-16T19:39:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:31 smithi002 ceph-mon[137674]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T19:39:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:31 smithi002 ceph-mon[140029]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T19:39:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:31 smithi043 ceph-mon[135010]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T19:39:32.029 INFO:tasks.rados.rados.0.smithi002.stdout:2858: done (0 left) 2023-12-16T19:39:32.029 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 277 2023-12-16T19:39:32.029 INFO:tasks.rados.rados.0.smithi002.stdout:2859: seq_num 895 ranges {2334720=598016} 2023-12-16T19:39:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:2859: writing smithi002125626-17 from 2334720 to 2932736 tid 1 2023-12-16T19:39:32.047 INFO:tasks.rados.rados.0.smithi002.stdout:2860: snap_remove snap 268 2023-12-16T19:39:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:32 smithi002 ceph-mon[137674]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T19:39:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:32 smithi002 ceph-mon[137674]: pgmap v593: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 478 KiB/s wr, 11 op/s 2023-12-16T19:39:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:31] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2023-12-16T19:39:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:32 smithi002 ceph-mon[140029]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T19:39:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:32 smithi002 ceph-mon[140029]: pgmap v593: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 478 KiB/s wr, 11 op/s 2023-12-16T19:39:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:32 smithi043 ceph-mon[135010]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T19:39:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:32 smithi043 ceph-mon[135010]: pgmap v593: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 800 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 478 KiB/s wr, 11 op/s 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing write tid 1 to smithi002125626-17 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing write tid 2 to smithi002125626-17 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2859: finishing write tid 3 to smithi002125626-17 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2866 (ObjNum 895 snap 277 seq_num 895) dirty exists 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2859: left oid 17 (ObjNum 895 snap 277 seq_num 895) 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2859: done (1 left) 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2860: done (0 left) 2023-12-16T19:39:33.012 INFO:tasks.rados.rados.0.smithi002.stdout:2861: snap_create 2023-12-16T19:39:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:33 smithi002 ceph-mon[137674]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T19:39:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:33 smithi002 ceph-mon[137674]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T19:39:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:33 smithi002 ceph-mon[140029]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T19:39:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:33 smithi002 ceph-mon[140029]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T19:39:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:33 smithi043 ceph-mon[135010]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T19:39:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:33 smithi043 ceph-mon[135010]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T19:39:34.013 INFO:tasks.rados.rados.0.smithi002.stdout:2861: done (0 left) 2023-12-16T19:39:34.013 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 278 2023-12-16T19:39:34.013 INFO:tasks.rados.rados.0.smithi002.stdout:2862: seq_num 896 ranges {548864=614400} 2023-12-16T19:39:34.019 INFO:tasks.rados.rados.0.smithi002.stdout:2862: writing smithi002125626-34 from 548864 to 1163264 tid 1 2023-12-16T19:39:34.019 INFO:tasks.rados.rados.0.smithi002.stdout:2863: setattr oid 41 current snap is 278 2023-12-16T19:39:34.020 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 278 2023-12-16T19:39:34.021 INFO:tasks.rados.rados.0.smithi002.stdout:2864: seq_num 897 ranges {1212416=630784} 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2864: writing smithi002125626-40 from 1212416 to 1843200 tid 1 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2865: read oid 47 snap 168 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2865: expect (ObjNum 544 snap 166 seq_num 544) 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2866: snap_create 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 1 to smithi002125626-34 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 2 to smithi002125626-34 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2510 (ObjNum 883 snap 274 seq_num 883) dirty exists 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:2862: finishing write tid 3 to smithi002125626-34 2023-12-16T19:39:34.032 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3111 (ObjNum 896 snap 278 seq_num 896) dirty exists 2023-12-16T19:39:34.033 INFO:tasks.rados.rados.0.smithi002.stdout:2862: left oid 34 (ObjNum 896 snap 278 seq_num 896) 2023-12-16T19:39:34.037 INFO:tasks.rados.rados.0.smithi002.stdout:2864: finishing write tid 1 to smithi002125626-40 2023-12-16T19:39:34.037 INFO:tasks.rados.rados.0.smithi002.stdout:2864: finishing write tid 2 to smithi002125626-40 2023-12-16T19:39:34.039 INFO:tasks.rados.rados.0.smithi002.stdout:2864: finishing write tid 3 to smithi002125626-40 2023-12-16T19:39:34.039 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3194 (ObjNum 897 snap 278 seq_num 897) dirty exists 2023-12-16T19:39:34.040 INFO:tasks.rados.rados.0.smithi002.stdout:2864: left oid 40 (ObjNum 897 snap 278 seq_num 897) 2023-12-16T19:39:34.058 INFO:tasks.rados.rados.0.smithi002.stdout:2865: expect (ObjNum 544 snap 166 seq_num 544) 2023-12-16T19:39:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:34 smithi002 ceph-mon[137674]: pgmap v596: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 1018 KiB/s wr, 11 op/s 2023-12-16T19:39:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:34 smithi002 ceph-mon[137674]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T19:39:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:34 smithi002 ceph-mon[140029]: pgmap v596: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 1018 KiB/s wr, 11 op/s 2023-12-16T19:39:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:34 smithi002 ceph-mon[140029]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T19:39:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:34 smithi043 ceph-mon[135010]: pgmap v596: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 802 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 1018 KiB/s wr, 11 op/s 2023-12-16T19:39:34.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:34 smithi043 ceph-mon[135010]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T19:39:35.036 INFO:tasks.rados.rados.0.smithi002.stdout:2862: done (4 left) 2023-12-16T19:39:35.037 INFO:tasks.rados.rados.0.smithi002.stdout:2863: done (3 left) 2023-12-16T19:39:35.037 INFO:tasks.rados.rados.0.smithi002.stdout:2864: done (2 left) 2023-12-16T19:39:35.037 INFO:tasks.rados.rados.0.smithi002.stdout:2865: done (1 left) 2023-12-16T19:39:35.037 INFO:tasks.rados.rados.0.smithi002.stdout:2866: done (0 left) 2023-12-16T19:39:35.037 INFO:tasks.rados.rados.0.smithi002.stdout:2867: snap_remove snap 197 2023-12-16T19:39:36.045 INFO:tasks.rados.rados.0.smithi002.stdout:2867: done (0 left) 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2868: read oid 1 snap -1 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2868: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2869: copy_from oid 12 from oid 10 current snap is 279 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2870: read oid 45 snap -1 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2870: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2871: rmattr oid 23 current snap is 279 2023-12-16T19:39:36.046 INFO:tasks.rados.rados.0.smithi002.stdout:2872: snap_remove snap 272 2023-12-16T19:39:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[137674]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T19:39:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[137674]: pgmap v599: 121 pgs: 121 active+clean; 800 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T19:39:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[140029]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T19:39:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[140029]: pgmap v599: 121 pgs: 121 active+clean; 800 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T19:39:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:36 smithi043 ceph-mon[135010]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T19:39:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:36 smithi043 ceph-mon[135010]: pgmap v599: 121 pgs: 121 active+clean; 800 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T19:39:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:37.048 INFO:tasks.rados.rados.0.smithi002.stdout:2872: done (4 left) 2023-12-16T19:39:37.048 INFO:tasks.rados.rados.0.smithi002.stdout:2873: snap_remove snap 161 2023-12-16T19:39:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:37 smithi002 ceph-mon[137674]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T19:39:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:37 smithi002 ceph-mon[140029]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T19:39:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:37 smithi043 ceph-mon[135010]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T19:39:38.014 INFO:tasks.rados.rados.0.smithi002.stdout:2873: done (4 left) 2023-12-16T19:39:38.014 INFO:tasks.rados.rados.0.smithi002.stdout:2874: read oid 9 snap 278 2023-12-16T19:39:38.015 INFO:tasks.rados.rados.0.smithi002.stdout:2874: expect (ObjNum 2053887904 snap 21887 seq_num 2054088576) 2023-12-16T19:39:38.015 INFO:tasks.rados.rados.0.smithi002.stdout:2875: snap_remove snap 269 2023-12-16T19:39:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:38 smithi043 ceph-mon[135010]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T19:39:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:38 smithi043 ceph-mon[135010]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 793 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 450 KiB/s wr, 6 op/s 2023-12-16T19:39:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:38 smithi043 ceph-mon[135010]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T19:39:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[137674]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T19:39:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[137674]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 793 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 450 KiB/s wr, 6 op/s 2023-12-16T19:39:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[137674]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T19:39:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[140029]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T19:39:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[140029]: pgmap v602: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 793 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 450 KiB/s wr, 6 op/s 2023-12-16T19:39:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:38 smithi002 ceph-mon[140029]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T19:39:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2875: done (5 left) 2023-12-16T19:39:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:2876: rollback oid 26 current snap is 279 2023-12-16T19:39:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 275 2023-12-16T19:39:39.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3111 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:39:39.022 INFO:tasks.rados.rados.0.smithi002.stdout:2870: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:39.150 INFO:tasks.rados.rados.0.smithi002.stdout:2868: expect (ObjNum 741 snap 240 seq_num 741) 2023-12-16T19:39:39.216 INFO:tasks.rados.rados.0.smithi002.stdout:2869: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:39:39.217 INFO:tasks.rados.rados.0.smithi002.stdout:2869: finishing copy_from to smithi002125626-12 2023-12-16T19:39:39.217 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2859 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:39:39.217 INFO:tasks.rados.rados.0.smithi002.stdout:2874: expect (ObjNum 2053887904 snap 21887 seq_num 2054088576) 2023-12-16T19:39:39.219 INFO:tasks.rados.rados.0.smithi002.stdout:2876: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:39:39.219 INFO:tasks.rados.rados.0.smithi002.stdout:2876: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:39:39.219 INFO:tasks.rados.rados.0.smithi002.stdout:2876: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3569 (ObjNum 888 snap 275 seq_num 888) dirty exists 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2868: done (5 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2869: done (4 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2870: done (3 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2871: done (2 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2874: done (1 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2876: done (0 left) 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 279 2023-12-16T19:39:39.220 INFO:tasks.rados.rados.0.smithi002.stdout:2877: seq_num 898 ranges {2170880=647168} 2023-12-16T19:39:39.234 INFO:tasks.rados.rados.0.smithi002.stdout:2877: writing smithi002125626-4 from 2170880 to 2818048 tid 1 2023-12-16T19:39:39.234 INFO:tasks.rados.rados.0.smithi002.stdout:2878: rmattr oid 43 current snap is 279 2023-12-16T19:39:39.235 INFO:tasks.rados.rados.0.smithi002.stdout:2878: done (1 left) 2023-12-16T19:39:39.235 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 279 2023-12-16T19:39:39.235 INFO:tasks.rados.rados.0.smithi002.stdout:2879: seq_num 899 ranges {2031616=663552} 2023-12-16T19:39:39.249 INFO:tasks.rados.rados.0.smithi002.stdout:2879: writing smithi002125626-45 from 2031616 to 2695168 tid 1 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2880: rmattr oid 10 current snap is 279 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing write tid 1 to smithi002125626-4 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing write tid 2 to smithi002125626-4 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2877: finishing write tid 3 to smithi002125626-4 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2866 (ObjNum 898 snap 279 seq_num 898) dirty exists 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2877: left oid 4 (ObjNum 898 snap 279 seq_num 898) 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2877: done (2 left) 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 279 2023-12-16T19:39:39.250 INFO:tasks.rados.rados.0.smithi002.stdout:2881: seq_num 900 ranges {1908736=679936} 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2881: writing smithi002125626-48 from 1908736 to 2588672 tid 1 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 279 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2867 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2879: finishing write tid 1 to smithi002125626-45 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2879: finishing write tid 2 to smithi002125626-45 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2879: finishing write tid 3 to smithi002125626-45 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2872 (ObjNum 899 snap 279 seq_num 899) dirty exists 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2879: left oid 45 (ObjNum 899 snap 279 seq_num 899) 2023-12-16T19:39:39.264 INFO:tasks.rados.rados.0.smithi002.stdout:2882: seq_num 901 ranges {0=696320} 2023-12-16T19:39:39.267 INFO:tasks.rados.rados.0.smithi002.stdout:2882: writing smithi002125626-9 from 0 to 696320 tid 1 2023-12-16T19:39:39.267 INFO:tasks.rados.rados.0.smithi002.stdout:2879: done (3 left) 2023-12-16T19:39:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:2880: done (2 left) 2023-12-16T19:39:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:2883: delete oid 43 current snap is 279 2023-12-16T19:39:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:2881: finishing write tid 1 to smithi002125626-48 2023-12-16T19:39:39.268 INFO:tasks.rados.rados.0.smithi002.stdout:2881: finishing write tid 2 to smithi002125626-48 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2881: finishing write tid 3 to smithi002125626-48 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 700 (ObjNum 900 snap 279 seq_num 900) dirty exists 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2881: left oid 48 (ObjNum 900 snap 279 seq_num 900) 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2881: done (2 left) 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2883: done (1 left) 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2884: read oid 8 snap -1 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2884: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:39:39.270 INFO:tasks.rados.rados.0.smithi002.stdout:2885: rmattr oid 46 current snap is 279 2023-12-16T19:39:39.271 INFO:tasks.rados.rados.0.smithi002.stdout:2886: snap_create 2023-12-16T19:39:39.271 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 1 to smithi002125626-9 2023-12-16T19:39:39.272 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 2 to smithi002125626-9 2023-12-16T19:39:39.273 INFO:tasks.rados.rados.0.smithi002.stdout:2882: finishing write tid 3 to smithi002125626-9 2023-12-16T19:39:39.273 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2834 (ObjNum 901 snap 279 seq_num 901) dirty exists 2023-12-16T19:39:39.273 INFO:tasks.rados.rados.0.smithi002.stdout:2882: left oid 9 (ObjNum 901 snap 279 seq_num 901) 2023-12-16T19:39:39.283 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3196 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:39:39.289 INFO:tasks.rados.rados.0.smithi002.stdout:2884: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:39:40.026 INFO:tasks.rados.rados.0.smithi002.stdout:2882: done (3 left) 2023-12-16T19:39:40.026 INFO:tasks.rados.rados.0.smithi002.stdout:2884: done (2 left) 2023-12-16T19:39:40.027 INFO:tasks.rados.rados.0.smithi002.stdout:2885: done (1 left) 2023-12-16T19:39:40.027 INFO:tasks.rados.rados.0.smithi002.stdout:2886: done (0 left) 2023-12-16T19:39:40.027 INFO:tasks.rados.rados.0.smithi002.stdout:2887: read oid 49 snap -1 2023-12-16T19:39:40.027 INFO:tasks.rados.rados.0.smithi002.stdout:2887: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:39:40.027 INFO:tasks.rados.rados.0.smithi002.stdout:2888: snap_remove snap 263 2023-12-16T19:39:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:40 smithi002 ceph-mon[137674]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T19:39:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:40 smithi002 ceph-mon[137674]: pgmap v605: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 764 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:39:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:40 smithi002 ceph-mon[140029]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T19:39:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:40 smithi002 ceph-mon[140029]: pgmap v605: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 764 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:39:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:40 smithi043 ceph-mon[135010]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T19:39:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:40 smithi043 ceph-mon[135010]: pgmap v605: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 764 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T19:39:41.035 INFO:tasks.rados.rados.0.smithi002.stdout:2888: done (1 left) 2023-12-16T19:39:41.035 INFO:tasks.rados.rados.0.smithi002.stdout:2889: read oid 29 snap -1 2023-12-16T19:39:41.035 INFO:tasks.rados.rados.0.smithi002.stdout:2889: expect (ObjNum 881 snap 274 seq_num 881) 2023-12-16T19:39:41.035 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 280 2023-12-16T19:39:41.035 INFO:tasks.rados.rados.0.smithi002.stdout:2890: seq_num 903 ranges {991232=729088} 2023-12-16T19:39:41.046 INFO:tasks.rados.rados.0.smithi002.stdout:2890: writing smithi002125626-6 from 991232 to 1720320 tid 1 2023-12-16T19:39:41.050 INFO:tasks.rados.rados.0.smithi002.stdout:2887: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:39:41.469 INFO:tasks.rados.rados.0.smithi002.stdout:2889: expect (ObjNum 881 snap 274 seq_num 881) 2023-12-16T19:39:41.480 INFO:tasks.rados.rados.0.smithi002.stdout:2890: finishing write tid 1 to smithi002125626-6 2023-12-16T19:39:41.480 INFO:tasks.rados.rados.0.smithi002.stdout:2890: finishing write tid 2 to smithi002125626-6 2023-12-16T19:39:41.480 INFO:tasks.rados.rados.0.smithi002.stdout:2890: finishing write tid 3 to smithi002125626-6 2023-12-16T19:39:41.480 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3113 (ObjNum 903 snap 280 seq_num 903) dirty exists 2023-12-16T19:39:41.480 INFO:tasks.rados.rados.0.smithi002.stdout:2890: left oid 6 (ObjNum 903 snap 280 seq_num 903) 2023-12-16T19:39:41.481 INFO:tasks.rados.rados.0.smithi002.stdout:2887: done (2 left) 2023-12-16T19:39:41.481 INFO:tasks.rados.rados.0.smithi002.stdout:2889: done (1 left) 2023-12-16T19:39:41.481 INFO:tasks.rados.rados.0.smithi002.stdout:2890: done (0 left) 2023-12-16T19:39:41.481 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 280 2023-12-16T19:39:41.481 INFO:tasks.rados.rados.0.smithi002.stdout:2891: seq_num 904 ranges {0=745472} 2023-12-16T19:39:41.483 INFO:tasks.rados.rados.0.smithi002.stdout:2891: writing smithi002125626-2 from 0 to 745472 tid 1 2023-12-16T19:39:41.483 INFO:tasks.rados.rados.0.smithi002.stdout:2892: read oid 32 snap -1 2023-12-16T19:39:41.483 INFO:tasks.rados.rados.0.smithi002.stdout:2892: expect (ObjNum 819 snap 257 seq_num 819) 2023-12-16T19:39:41.483 INFO:tasks.rados.rados.0.smithi002.stdout:2893: snap_remove snap 274 2023-12-16T19:39:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:41 smithi002 ceph-mon[137674]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T19:39:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:41 smithi002 ceph-mon[140029]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T19:39:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:41 smithi043 ceph-mon[135010]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:2891: finishing write tid 1 to smithi002125626-2 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:2891: finishing write tid 2 to smithi002125626-2 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:2891: finishing write tid 3 to smithi002125626-2 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2263 (ObjNum 904 snap 280 seq_num 904) dirty exists 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:2891: left oid 2 (ObjNum 904 snap 280 seq_num 904) 2023-12-16T19:39:42.037 INFO:tasks.rados.rados.0.smithi002.stdout:2892: expect (ObjNum 819 snap 257 seq_num 819) 2023-12-16T19:39:42.095 INFO:tasks.rados.rados.0.smithi002.stdout:2891: done (2 left) 2023-12-16T19:39:42.095 INFO:tasks.rados.rados.0.smithi002.stdout:2892: done (1 left) 2023-12-16T19:39:42.095 INFO:tasks.rados.rados.0.smithi002.stdout:2893: done (0 left) 2023-12-16T19:39:42.095 INFO:tasks.rados.rados.0.smithi002.stdout:2894: snap_remove snap 237 2023-12-16T19:39:42.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:42 smithi002 ceph-mon[137674]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T19:39:42.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:42 smithi002 ceph-mon[137674]: pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 733 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2023-12-16T19:39:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:41] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2023-12-16T19:39:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:42 smithi002 ceph-mon[140029]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T19:39:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:42 smithi002 ceph-mon[140029]: pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 733 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2023-12-16T19:39:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:42 smithi043 ceph-mon[135010]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T19:39:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:42 smithi043 ceph-mon[135010]: pgmap v608: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 733 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2023-12-16T19:39:43.015 INFO:tasks.rados.rados.0.smithi002.stdout:2894: done (0 left) 2023-12-16T19:39:43.016 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 280 2023-12-16T19:39:43.016 INFO:tasks.rados.rados.0.smithi002.stdout:2895: seq_num 905 ranges {532480=761856} 2023-12-16T19:39:43.023 INFO:tasks.rados.rados.0.smithi002.stdout:2895: writing smithi002125626-33 from 532480 to 1294336 tid 1 2023-12-16T19:39:43.024 INFO:tasks.rados.rados.0.smithi002.stdout:2896: read oid 13 snap -1 2023-12-16T19:39:43.024 INFO:tasks.rados.rados.0.smithi002.stdout:2896: expect (ObjNum 869 snap 271 seq_num 869) 2023-12-16T19:39:43.024 INFO:tasks.rados.rados.0.smithi002.stdout:2897: setattr oid 12 current snap is 280 2023-12-16T19:39:43.026 INFO:tasks.rados.rados.0.smithi002.stdout:2898: copy_from oid 25 from oid 22 current snap is 280 2023-12-16T19:39:43.027 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 280 2023-12-16T19:39:43.027 INFO:tasks.rados.rados.0.smithi002.stdout:2899: seq_num 906 ranges {5849088=778240} 2023-12-16T19:39:43.067 INFO:tasks.rados.rados.0.smithi002.stdout:2899: writing smithi002125626-3 from 5849088 to 6627328 tid 1 2023-12-16T19:39:43.067 INFO:tasks.rados.rados.0.smithi002.stdout:2900: copy_from oid 46 from oid 37 current snap is 280 2023-12-16T19:39:43.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2860 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:39:43.067 INFO:tasks.rados.rados.0.smithi002.stdout:2897: done (5 left) 2023-12-16T19:39:43.067 INFO:tasks.rados.rados.0.smithi002.stdout:2901: snap_remove snap 271 2023-12-16T19:39:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:43 smithi002 ceph-mon[140029]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T19:39:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:43 smithi002 ceph-mon[140029]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T19:39:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:43 smithi002 ceph-mon[137674]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T19:39:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:43 smithi002 ceph-mon[137674]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T19:39:43.497 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:39:43 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:39:43.084+0000 7ff5b84e7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b7 after trimming was started 2023-12-16T19:39:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:43 smithi043 ceph-mon[135010]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T19:39:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:43 smithi043 ceph-mon[135010]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T19:39:44.046 INFO:tasks.rados.rados.0.smithi002.stdout:2901: done (5 left) 2023-12-16T19:39:44.046 INFO:tasks.rados.rados.0.smithi002.stdout:2902: rollback oid 9 current snap is 280 2023-12-16T19:39:44.046 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 261 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing write tid 1 to smithi002125626-33 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2903: delete oid 7 current snap is 280 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing write tid 2 to smithi002125626-33 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2895: finishing write tid 3 to smithi002125626-33 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2868 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2895: left oid 33 (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2898: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2898: finishing copy_from to smithi002125626-25 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 2819 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2899: finishing write tid 1 to smithi002125626-3 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2899: finishing write tid 2 to smithi002125626-3 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2899: finishing write tid 3 to smithi002125626-3 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3115 (ObjNum 906 snap 280 seq_num 906) dirty exists 2023-12-16T19:39:44.047 INFO:tasks.rados.rados.0.smithi002.stdout:2899: left oid 3 (ObjNum 906 snap 280 seq_num 906) 2023-12-16T19:39:44.048 INFO:tasks.rados.rados.0.smithi002.stdout:2900: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:39:44.048 INFO:tasks.rados.rados.0.smithi002.stdout:2900: finishing copy_from to smithi002125626-46 2023-12-16T19:39:44.048 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 2870 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:39:44.048 INFO:tasks.rados.rados.0.smithi002.stdout:2896: expect (ObjNum 869 snap 271 seq_num 869) 2023-12-16T19:39:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:44 smithi002 ceph-mon[137674]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 735 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1020 KiB/s wr, 11 op/s 2023-12-16T19:39:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:44 smithi002 ceph-mon[140029]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 735 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1020 KiB/s wr, 11 op/s 2023-12-16T19:39:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:44 smithi043 ceph-mon[135010]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 735 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1020 KiB/s wr, 11 op/s 2023-12-16T19:39:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:45 smithi002 ceph-mon[137674]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T19:39:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:45 smithi002 ceph-mon[140029]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T19:39:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:45 smithi043 ceph-mon[135010]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T19:39:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:46 smithi002 ceph-mon[137674]: pgmap v613: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2023-12-16T19:39:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:46 smithi002 ceph-mon[140029]: pgmap v613: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2023-12-16T19:39:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:46 smithi043 ceph-mon[135010]: pgmap v613: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2902: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2902: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2836 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2895: done (6 left) 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2896: done (5 left) 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2898: done (4 left) 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2899: done (3 left) 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2900: done (2 left) 2023-12-16T19:39:47.030 INFO:tasks.rados.rados.0.smithi002.stdout:2902: done (1 left) 2023-12-16T19:39:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:2903: done (0 left) 2023-12-16T19:39:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 280 2023-12-16T19:39:47.031 INFO:tasks.rados.rados.0.smithi002.stdout:2904: seq_num 908 ranges {1163264=409600,1572864=401408} 2023-12-16T19:39:47.038 INFO:tasks.rados.rados.0.smithi002.stdout:2904: writing smithi002125626-34 from 1163264 to 1572864 tid 1 2023-12-16T19:39:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:2904: writing smithi002125626-34 from 1572864 to 1974272 tid 2 2023-12-16T19:39:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:2905: read oid 41 snap 262 2023-12-16T19:39:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:2905: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:39:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 280 2023-12-16T19:39:47.041 INFO:tasks.rados.rados.0.smithi002.stdout:2906: seq_num 909 ranges {0=425984,425984=401408} 2023-12-16T19:39:47.043 INFO:tasks.rados.rados.0.smithi002.stdout:2906: writing smithi002125626-24 from 0 to 425984 tid 1 2023-12-16T19:39:47.046 INFO:tasks.rados.rados.0.smithi002.stdout:2906: writing smithi002125626-24 from 425984 to 827392 tid 2 2023-12-16T19:39:47.046 INFO:tasks.rados.rados.0.smithi002.stdout:2907: snap_remove snap 275 2023-12-16T19:39:47.106 INFO:tasks.rados.rados.0.smithi002.stdout:2904: finishing write tid 1 to smithi002125626-34 2023-12-16T19:39:47.106 INFO:tasks.rados.rados.0.smithi002.stdout:2904: finishing write tid 2 to smithi002125626-34 2023-12-16T19:39:47.106 INFO:tasks.rados.rados.0.smithi002.stdout:2904: finishing write tid 3 to smithi002125626-34 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2904: finishing write tid 4 to smithi002125626-34 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3114 (ObjNum 908 snap 280 seq_num 908) dirty exists 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2904: left oid 34 (ObjNum 908 snap 280 seq_num 908) 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing write tid 1 to smithi002125626-24 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing write tid 2 to smithi002125626-24 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing write tid 3 to smithi002125626-24 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2906: finishing write tid 4 to smithi002125626-24 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3192 (ObjNum 909 snap 280 seq_num 909) dirty exists 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2906: left oid 24 (ObjNum 909 snap 280 seq_num 909) 2023-12-16T19:39:47.107 INFO:tasks.rados.rados.0.smithi002.stdout:2905: expect (ObjNum 413 snap 131 seq_num 413) 2023-12-16T19:39:47.462 INFO:tasks.rados.rados.0.smithi002.stdout:2904: done (3 left) 2023-12-16T19:39:47.462 INFO:tasks.rados.rados.0.smithi002.stdout:2905: done (2 left) 2023-12-16T19:39:47.462 INFO:tasks.rados.rados.0.smithi002.stdout:2906: done (1 left) 2023-12-16T19:39:47.462 INFO:tasks.rados.rados.0.smithi002.stdout:2907: done (0 left) 2023-12-16T19:39:47.462 INFO:tasks.rados.rados.0.smithi002.stdout:2908: copy_from oid 3 from oid 50 current snap is 280 2023-12-16T19:39:47.463 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 280 2023-12-16T19:39:47.463 INFO:tasks.rados.rados.0.smithi002.stdout:2909: seq_num 910 ranges {0=442368,442368=401408} 2023-12-16T19:39:47.464 INFO:tasks.rados.rados.0.smithi002.stdout:2909: writing smithi002125626-11 from 0 to 442368 tid 1 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:2909: writing smithi002125626-11 from 442368 to 843776 tid 2 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:2910: rollback oid 17 current snap is 280 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 257 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:2908: finishing copy_from to smithi002125626-3 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:2908: got expected ENOENT (src dne) 2023-12-16T19:39:47.467 INFO:tasks.rados.rados.0.smithi002.stdout:2908: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:39:47.468 INFO:tasks.rados.rados.0.smithi002.stdout:2908: done (2 left) 2023-12-16T19:39:47.468 INFO:tasks.rados.rados.0.smithi002.stdout:2911: rollback oid 1 current snap is 280 2023-12-16T19:39:47.468 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 264 2023-12-16T19:39:47.468 INFO:tasks.rados.rados.0.smithi002.stdout:2912: snap_create 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:2910: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:2909: finishing write tid 1 to smithi002125626-11 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:2909: finishing write tid 2 to smithi002125626-11 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:2910: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2869 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T19:39:47.471 INFO:tasks.rados.rados.0.smithi002.stdout:2909: finishing write tid 3 to smithi002125626-11 2023-12-16T19:39:47.473 INFO:tasks.rados.rados.0.smithi002.stdout:2909: finishing write tid 4 to smithi002125626-11 2023-12-16T19:39:47.473 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3197 (ObjNum 910 snap 280 seq_num 910) dirty exists 2023-12-16T19:39:47.473 INFO:tasks.rados.rados.0.smithi002.stdout:2909: left oid 11 (ObjNum 910 snap 280 seq_num 910) 2023-12-16T19:39:47.474 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:39:47.475 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:39:47.475 INFO:tasks.rados.rados.0.smithi002.stdout:2911: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:39:47.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3643 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:39:48.017 INFO:tasks.rados.rados.0.smithi002.stdout:2909: done (3 left) 2023-12-16T19:39:48.018 INFO:tasks.rados.rados.0.smithi002.stdout:2910: done (2 left) 2023-12-16T19:39:48.018 INFO:tasks.rados.rados.0.smithi002.stdout:2911: done (1 left) 2023-12-16T19:39:48.018 INFO:tasks.rados.rados.0.smithi002.stdout:2912: done (0 left) 2023-12-16T19:39:48.018 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 281 2023-12-16T19:39:48.018 INFO:tasks.rados.rados.0.smithi002.stdout:2913: seq_num 911 ranges {4284416=466944,4751360=401408} 2023-12-16T19:39:48.044 INFO:tasks.rados.rados.0.smithi002.stdout:2913: writing smithi002125626-30 from 4284416 to 4751360 tid 1 2023-12-16T19:39:48.047 INFO:tasks.rados.rados.0.smithi002.stdout:2913: writing smithi002125626-30 from 4751360 to 5152768 tid 2 2023-12-16T19:39:48.047 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 281 2023-12-16T19:39:48.047 INFO:tasks.rados.rados.0.smithi002.stdout:2914: seq_num 912 ranges {409600=483328,892928=401408} 2023-12-16T19:39:48.053 INFO:tasks.rados.rados.0.smithi002.stdout:2914: writing smithi002125626-38 from 409600 to 892928 tid 1 2023-12-16T19:39:48.056 INFO:tasks.rados.rados.0.smithi002.stdout:2914: writing smithi002125626-38 from 892928 to 1294336 tid 2 2023-12-16T19:39:48.056 INFO:tasks.rados.rados.0.smithi002.stdout:2915: snap_create 2023-12-16T19:39:48.059 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing write tid 1 to smithi002125626-30 2023-12-16T19:39:48.059 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing write tid 2 to smithi002125626-30 2023-12-16T19:39:48.059 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing write tid 3 to smithi002125626-30 2023-12-16T19:39:48.062 INFO:tasks.rados.rados.0.smithi002.stdout:2913: finishing write tid 4 to smithi002125626-30 2023-12-16T19:39:48.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3199 (ObjNum 911 snap 281 seq_num 911) dirty exists 2023-12-16T19:39:48.063 INFO:tasks.rados.rados.0.smithi002.stdout:2913: left oid 30 (ObjNum 911 snap 281 seq_num 911) 2023-12-16T19:39:48.064 INFO:tasks.rados.rados.0.smithi002.stdout:2914: finishing write tid 1 to smithi002125626-38 2023-12-16T19:39:48.065 INFO:tasks.rados.rados.0.smithi002.stdout:2914: finishing write tid 2 to smithi002125626-38 2023-12-16T19:39:48.065 INFO:tasks.rados.rados.0.smithi002.stdout:2914: finishing write tid 3 to smithi002125626-38 2023-12-16T19:39:48.067 INFO:tasks.rados.rados.0.smithi002.stdout:2914: finishing write tid 4 to smithi002125626-38 2023-12-16T19:39:48.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3647 (ObjNum 912 snap 281 seq_num 912) dirty exists 2023-12-16T19:39:48.067 INFO:tasks.rados.rados.0.smithi002.stdout:2914: left oid 38 (ObjNum 912 snap 281 seq_num 912) 2023-12-16T19:39:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[137674]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T19:39:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[137674]: pgmap v615: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T19:39:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[137674]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T19:39:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[140029]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T19:39:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[140029]: pgmap v615: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T19:39:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:48 smithi002 ceph-mon[140029]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T19:39:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:48 smithi043 ceph-mon[135010]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T19:39:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:48 smithi043 ceph-mon[135010]: pgmap v615: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T19:39:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:48 smithi043 ceph-mon[135010]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T19:39:49.024 INFO:tasks.rados.rados.0.smithi002.stdout:2913: done (2 left) 2023-12-16T19:39:49.025 INFO:tasks.rados.rados.0.smithi002.stdout:2914: done (1 left) 2023-12-16T19:39:49.025 INFO:tasks.rados.rados.0.smithi002.stdout:2915: done (0 left) 2023-12-16T19:39:49.025 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 282 2023-12-16T19:39:49.025 INFO:tasks.rados.rados.0.smithi002.stdout:2916: seq_num 913 ranges {483328=499712,983040=401408} 2023-12-16T19:39:49.029 INFO:tasks.rados.rados.0.smithi002.stdout:2916: writing smithi002125626-31 from 483328 to 983040 tid 1 2023-12-16T19:39:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:2916: writing smithi002125626-31 from 983040 to 1384448 tid 2 2023-12-16T19:39:49.032 INFO:tasks.rados.rados.0.smithi002.stdout:2917: rmattr oid 35 current snap is 282 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:2917: done (1 left) 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:2918: read oid 29 snap 256 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:2918: expect deleted 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:2919: copy_from oid 11 from oid 13 current snap is 282 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 282 2023-12-16T19:39:49.033 INFO:tasks.rados.rados.0.smithi002.stdout:2920: seq_num 914 ranges {1982464=516096,2498560=401408} 2023-12-16T19:39:49.046 INFO:tasks.rados.rados.0.smithi002.stdout:2920: writing smithi002125626-46 from 1982464 to 2498560 tid 1 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2920: writing smithi002125626-46 from 2498560 to 2899968 tid 2 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2921: delete oid 18 current snap is 282 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 1 to smithi002125626-31 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 2 to smithi002125626-31 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 3 to smithi002125626-31 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2916: finishing write tid 4 to smithi002125626-31 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2266 (ObjNum 913 snap 282 seq_num 913) dirty exists 2023-12-16T19:39:49.049 INFO:tasks.rados.rados.0.smithi002.stdout:2916: left oid 31 (ObjNum 913 snap 282 seq_num 913) 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2916: done (4 left) 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2918: done (3 left) 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2921: done (2 left) 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2922: read oid 4 snap -1 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2922: expect (ObjNum 898 snap 279 seq_num 898) 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2923: copy_from oid 34 from oid 48 current snap is 282 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 282 2023-12-16T19:39:49.053 INFO:tasks.rados.rados.0.smithi002.stdout:2924: seq_num 916 ranges {6627328=548864,7176192=401408} 2023-12-16T19:39:49.094 INFO:tasks.rados.rados.0.smithi002.stdout:2924: writing smithi002125626-3 from 6627328 to 7176192 tid 1 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2924: writing smithi002125626-3 from 7176192 to 7577600 tid 2 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2925: read oid 42 snap -1 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2925: expect deleted 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 282 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2920: finishing write tid 1 to smithi002125626-46 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2920: finishing write tid 2 to smithi002125626-46 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2920: finishing write tid 3 to smithi002125626-46 2023-12-16T19:39:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:2920: finishing write tid 4 to smithi002125626-46 2023-12-16T19:39:49.098 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3202 (ObjNum 914 snap 282 seq_num 914) dirty exists 2023-12-16T19:39:49.098 INFO:tasks.rados.rados.0.smithi002.stdout:2920: left oid 46 (ObjNum 914 snap 282 seq_num 914) 2023-12-16T19:39:49.098 INFO:tasks.rados.rados.0.smithi002.stdout:2923: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:39:49.098 INFO:tasks.rados.rados.0.smithi002.stdout:2926: seq_num 917 ranges {1212416=565248,1777664=401408} 2023-12-16T19:39:49.108 INFO:tasks.rados.rados.0.smithi002.stdout:2926: writing smithi002125626-25 from 1212416 to 1777664 tid 1 2023-12-16T19:39:49.111 INFO:tasks.rados.rados.0.smithi002.stdout:2926: writing smithi002125626-25 from 1777664 to 2179072 tid 2 2023-12-16T19:39:49.111 INFO:tasks.rados.rados.0.smithi002.stdout:2920: done (6 left) 2023-12-16T19:39:49.111 INFO:tasks.rados.rados.0.smithi002.stdout:2927: read oid 12 snap -1 2023-12-16T19:39:49.111 INFO:tasks.rados.rados.0.smithi002.stdout:2927: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:39:49.111 INFO:tasks.rados.rados.0.smithi002.stdout:2928: snap_remove snap 203 2023-12-16T19:39:50.031 INFO:tasks.rados.rados.0.smithi002.stdout:2928: done (7 left) 2023-12-16T19:39:50.032 INFO:tasks.rados.rados.0.smithi002.stdout:2929: snap_remove snap 207 2023-12-16T19:39:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:50 smithi002 ceph-mon[137674]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T19:39:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:50 smithi002 ceph-mon[137674]: pgmap v618: 121 pgs: 121 active+clean; 720 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1021 KiB/s wr, 11 op/s 2023-12-16T19:39:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:50 smithi002 ceph-mon[140029]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T19:39:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:50 smithi002 ceph-mon[140029]: pgmap v618: 121 pgs: 121 active+clean; 720 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1021 KiB/s wr, 11 op/s 2023-12-16T19:39:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:50 smithi043 ceph-mon[135010]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T19:39:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:50 smithi043 ceph-mon[135010]: pgmap v618: 121 pgs: 121 active+clean; 720 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1021 KiB/s wr, 11 op/s 2023-12-16T19:39:51.036 INFO:tasks.rados.rados.0.smithi002.stdout:2929: done (7 left) 2023-12-16T19:39:51.036 INFO:tasks.rados.rados.0.smithi002.stdout:2930: rollback oid 47 current snap is 282 2023-12-16T19:39:51.036 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 254 2023-12-16T19:39:51.036 INFO:tasks.rados.rados.0.smithi002.stdout:2931: read oid 8 snap -1 2023-12-16T19:39:51.036 INFO:tasks.rados.rados.0.smithi002.stdout:2931: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:39:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:2932: rollback oid 9 current snap is 282 2023-12-16T19:39:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 276 2023-12-16T19:39:51.037 INFO:tasks.rados.rados.0.smithi002.stdout:2922: expect (ObjNum 898 snap 279 seq_num 898) 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2923: finishing copy_from to smithi002125626-34 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 700 (ObjNum 900 snap 279 seq_num 900) dirty exists 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2922: done (9 left) 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2923: done (8 left) 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2933: read oid 17 snap -1 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2933: expect deleted 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2934: rollback oid 44 current snap is 282 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 281 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 1 to smithi002125626-3 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 2 to smithi002125626-3 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 3 to smithi002125626-3 2023-12-16T19:39:51.205 INFO:tasks.rados.rados.0.smithi002.stdout:2924: finishing write tid 4 to smithi002125626-3 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3118 (ObjNum 916 snap 282 seq_num 916) dirty exists 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2924: left oid 3 (ObjNum 916 snap 282 seq_num 916) 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2919: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2924: done (9 left) 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2925: done (8 left) 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 282 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2919: finishing copy_from to smithi002125626-11 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3189 (ObjNum 869 snap 271 seq_num 869) dirty exists 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing write tid 1 to smithi002125626-25 2023-12-16T19:39:51.206 INFO:tasks.rados.rados.0.smithi002.stdout:2935: seq_num 918 ranges {0=581632,581632=401408} 2023-12-16T19:39:51.207 INFO:tasks.rados.rados.0.smithi002.stdout:2935: writing smithi002125626-19 from 0 to 581632 tid 1 2023-12-16T19:39:51.209 INFO:tasks.rados.rados.0.smithi002.stdout:2935: writing smithi002125626-19 from 581632 to 983040 tid 2 2023-12-16T19:39:51.210 INFO:tasks.rados.rados.0.smithi002.stdout:2919: done (8 left) 2023-12-16T19:39:51.210 INFO:tasks.rados.rados.0.smithi002.stdout:2936: snap_remove snap 256 2023-12-16T19:39:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:51 smithi002 ceph-mon[137674]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T19:39:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:51 smithi002 ceph-mon[140029]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T19:39:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:51 smithi043 ceph-mon[135010]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T19:39:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:39:52.041 INFO:tasks.rados.rados.0.smithi002.stdout:2936: done (8 left) 2023-12-16T19:39:52.041 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 282 2023-12-16T19:39:52.041 INFO:tasks.rados.rados.0.smithi002.stdout:2937: seq_num 919 ranges {0=598016,598016=401408} 2023-12-16T19:39:52.045 INFO:tasks.rados.rados.0.smithi002.stdout:2937: writing smithi002125626-7 from 0 to 598016 tid 1 2023-12-16T19:39:52.048 INFO:tasks.rados.rados.0.smithi002.stdout:2937: writing smithi002125626-7 from 598016 to 999424 tid 2 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing write tid 2 to smithi002125626-25 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing write tid 3 to smithi002125626-25 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:2926: finishing write tid 4 to smithi002125626-25 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3205 (ObjNum 917 snap 282 seq_num 917) dirty exists 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:2926: left oid 25 (ObjNum 917 snap 282 seq_num 917) 2023-12-16T19:39:52.049 INFO:tasks.rados.rados.0.smithi002.stdout:2927: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:39:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:52 smithi002 ceph-mon[140029]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T19:39:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:52 smithi002 ceph-mon[140029]: pgmap v621: 121 pgs: 121 active+clean; 728 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.9 MiB/s wr, 10 op/s 2023-12-16T19:39:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:52 smithi002 ceph-mon[137674]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T19:39:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:52 smithi002 ceph-mon[137674]: pgmap v621: 121 pgs: 121 active+clean; 728 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.9 MiB/s wr, 10 op/s 2023-12-16T19:39:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:39:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:39:51] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:39:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:2932: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:39:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:2932: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:39:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 2838 (ObjNum 129 snap 0 seq_num 2053693040) dirty exists 2023-12-16T19:39:52.389 INFO:tasks.rados.rados.0.smithi002.stdout:2931: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:39:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:52 smithi043 ceph-mon[135010]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T19:39:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:52 smithi043 ceph-mon[135010]: pgmap v621: 121 pgs: 121 active+clean; 728 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.9 MiB/s wr, 10 op/s 2023-12-16T19:39:52.503 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:39:52.503 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:39:52.503 INFO:tasks.rados.rados.0.smithi002.stdout:2930: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:39:52.503 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3669 (ObjNum 767 snap 245 seq_num 767) dirty exists 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2926: done (8 left) 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2927: done (7 left) 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2930: done (6 left) 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2931: done (5 left) 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2932: done (4 left) 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 282 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2934: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2934: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:39:52.504 INFO:tasks.rados.rados.0.smithi002.stdout:2938: seq_num 920 ranges {0=614400,614400=401408} 2023-12-16T19:39:52.506 INFO:tasks.rados.rados.0.smithi002.stdout:2938: writing smithi002125626-36 from 0 to 614400 tid 1 2023-12-16T19:39:52.509 INFO:tasks.rados.rados.0.smithi002.stdout:2938: writing smithi002125626-36 from 614400 to 1015808 tid 2 2023-12-16T19:39:52.509 INFO:tasks.rados.rados.0.smithi002.stdout:2933: done (4 left) 2023-12-16T19:39:52.509 INFO:tasks.rados.rados.0.smithi002.stdout:2939: setattr oid 22 current snap is 282 2023-12-16T19:39:52.509 INFO:tasks.rados.rados.0.smithi002.stdout:2934: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:39:52.509 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2872 (ObjNum 889 snap 276 seq_num 889) dirty exists 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2935: finishing write tid 1 to smithi002125626-19 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2935: finishing write tid 2 to smithi002125626-19 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2935: finishing write tid 3 to smithi002125626-19 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2935: finishing write tid 4 to smithi002125626-19 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2871 (ObjNum 918 snap 282 seq_num 918) dirty exists 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2935: left oid 19 (ObjNum 918 snap 282 seq_num 918) 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing write tid 1 to smithi002125626-7 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing write tid 2 to smithi002125626-7 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing write tid 3 to smithi002125626-7 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2937: finishing write tid 4 to smithi002125626-7 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3684 (ObjNum 919 snap 282 seq_num 919) dirty exists 2023-12-16T19:39:52.510 INFO:tasks.rados.rados.0.smithi002.stdout:2937: left oid 7 (ObjNum 919 snap 282 seq_num 919) 2023-12-16T19:39:52.511 INFO:tasks.rados.rados.0.smithi002.stdout:2934: done (4 left) 2023-12-16T19:39:52.511 INFO:tasks.rados.rados.0.smithi002.stdout:2935: done (3 left) 2023-12-16T19:39:52.511 INFO:tasks.rados.rados.0.smithi002.stdout:2937: done (2 left) 2023-12-16T19:39:52.511 INFO:tasks.rados.rados.0.smithi002.stdout:2940: snap_remove snap 277 2023-12-16T19:39:53.021 INFO:tasks.rados.rados.0.smithi002.stdout:2938: finishing write tid 1 to smithi002125626-36 2023-12-16T19:39:53.021 INFO:tasks.rados.rados.0.smithi002.stdout:2938: finishing write tid 2 to smithi002125626-36 2023-12-16T19:39:53.021 INFO:tasks.rados.rados.0.smithi002.stdout:2938: finishing write tid 3 to smithi002125626-36 2023-12-16T19:39:53.021 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3198 (ObjNum 645 snap 200 seq_num 645) dirty exists 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2938: finishing write tid 4 to smithi002125626-36 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 2875 (ObjNum 920 snap 282 seq_num 920) dirty exists 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2938: left oid 36 (ObjNum 920 snap 282 seq_num 920) 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2938: done (2 left) 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2939: done (1 left) 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2940: done (0 left) 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 282 2023-12-16T19:39:53.022 INFO:tasks.rados.rados.0.smithi002.stdout:2941: seq_num 921 ranges {360448=630784,991232=401408} 2023-12-16T19:39:53.027 INFO:tasks.rados.rados.0.smithi002.stdout:2941: writing smithi002125626-29 from 360448 to 991232 tid 1 2023-12-16T19:39:53.030 INFO:tasks.rados.rados.0.smithi002.stdout:2941: writing smithi002125626-29 from 991232 to 1392640 tid 2 2023-12-16T19:39:53.031 INFO:tasks.rados.rados.0.smithi002.stdout:2942: read oid 4 snap -1 2023-12-16T19:39:53.031 INFO:tasks.rados.rados.0.smithi002.stdout:2942: expect (ObjNum 898 snap 279 seq_num 898) 2023-12-16T19:39:53.031 INFO:tasks.rados.rados.0.smithi002.stdout:2943: setattr oid 19 current snap is 282 2023-12-16T19:39:53.034 INFO:tasks.rados.rados.0.smithi002.stdout:2944: setattr oid 49 current snap is 282 2023-12-16T19:39:53.037 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 282 2023-12-16T19:39:53.037 INFO:tasks.rados.rados.0.smithi002.stdout:2945: seq_num 922 ranges {0=647168,647168=401408} 2023-12-16T19:39:53.042 INFO:tasks.rados.rados.0.smithi002.stdout:2945: writing smithi002125626-42 from 0 to 647168 tid 1 2023-12-16T19:39:53.046 INFO:tasks.rados.rados.0.smithi002.stdout:2945: writing smithi002125626-42 from 647168 to 1048576 tid 2 2023-12-16T19:39:53.046 INFO:tasks.rados.rados.0.smithi002.stdout:2946: delete oid 46 current snap is 282 2023-12-16T19:39:53.046 INFO:tasks.rados.rados.0.smithi002.stdout:2941: finishing write tid 1 to smithi002125626-29 2023-12-16T19:39:53.046 INFO:tasks.rados.rados.0.smithi002.stdout:2941: finishing write tid 2 to smithi002125626-29 2023-12-16T19:39:53.046 INFO:tasks.rados.rados.0.smithi002.stdout:2941: finishing write tid 3 to smithi002125626-29 2023-12-16T19:39:53.048 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2872 (ObjNum 918 snap 282 seq_num 918) dirty exists 2023-12-16T19:39:53.051 INFO:tasks.rados.rados.0.smithi002.stdout:2941: finishing write tid 4 to smithi002125626-29 2023-12-16T19:39:53.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2513 (ObjNum 921 snap 282 seq_num 921) dirty exists 2023-12-16T19:39:53.051 INFO:tasks.rados.rados.0.smithi002.stdout:2941: left oid 29 (ObjNum 921 snap 282 seq_num 921) 2023-12-16T19:39:53.052 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3206 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:39:53.052 INFO:tasks.rados.rados.0.smithi002.stdout:2941: done (5 left) 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:2943: done (4 left) 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:2944: done (3 left) 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:2946: done (2 left) 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:2947: rollback oid 46 current snap is 282 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 278 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 282 2023-12-16T19:39:53.053 INFO:tasks.rados.rados.0.smithi002.stdout:2948: seq_num 924 ranges {0=679936,679936=401408} 2023-12-16T19:39:53.056 INFO:tasks.rados.rados.0.smithi002.stdout:2948: writing smithi002125626-23 from 0 to 679936 tid 1 2023-12-16T19:39:53.059 INFO:tasks.rados.rados.0.smithi002.stdout:2948: writing smithi002125626-23 from 679936 to 1081344 tid 2 2023-12-16T19:39:53.059 INFO:tasks.rados.rados.0.smithi002.stdout:2949: read oid 20 snap -1 2023-12-16T19:39:53.059 INFO:tasks.rados.rados.0.smithi002.stdout:2949: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:53.060 INFO:tasks.rados.rados.0.smithi002.stdout:2950: read oid 30 snap -1 2023-12-16T19:39:53.060 INFO:tasks.rados.rados.0.smithi002.stdout:2950: expect (ObjNum 911 snap 281 seq_num 911) 2023-12-16T19:39:53.060 INFO:tasks.rados.rados.0.smithi002.stdout:2951: copy_from oid 44 from oid 33 current snap is 282 2023-12-16T19:39:53.060 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing write tid 1 to smithi002125626-42 2023-12-16T19:39:53.060 INFO:tasks.rados.rados.0.smithi002.stdout:2942: expect (ObjNum 898 snap 279 seq_num 898) 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing write tid 2 to smithi002125626-42 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing write tid 3 to smithi002125626-42 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2947: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2947: finishing rollback tid 2 to smithi002125626-46 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3209 (ObjNum 81 snap 0 seq_num 1481533287) dirty exists 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2945: finishing write tid 4 to smithi002125626-42 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 729 (ObjNum 922 snap 282 seq_num 922) dirty exists 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2945: left oid 42 (ObjNum 922 snap 282 seq_num 922) 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2942: done (6 left) 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2945: done (5 left) 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2947: done (4 left) 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:2952: rollback oid 19 current snap is 282 2023-12-16T19:39:53.221 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 276 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2948: finishing write tid 1 to smithi002125626-23 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2948: finishing write tid 2 to smithi002125626-23 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2948: finishing write tid 3 to smithi002125626-23 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2948: finishing write tid 4 to smithi002125626-23 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3121 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2948: left oid 23 (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:39:53.222 INFO:tasks.rados.rados.0.smithi002.stdout:2949: expect (ObjNum 750 snap 242 seq_num 750) 2023-12-16T19:39:53.341 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:39:53.341 INFO:tasks.rados.rados.0.smithi002.stdout:2950: expect (ObjNum 911 snap 281 seq_num 911) 2023-12-16T19:39:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:53 smithi002 ceph-mon[137674]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T19:39:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:53 smithi002 ceph-mon[137674]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T19:39:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:53 smithi002 ceph-mon[140029]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T19:39:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:53 smithi002 ceph-mon[140029]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T19:39:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:53 smithi043 ceph-mon[135010]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T19:39:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:53 smithi043 ceph-mon[135010]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T19:39:53.728 INFO:tasks.rados.rados.0.smithi002.stdout:2951: finishing copy_from to smithi002125626-44 2023-12-16T19:39:53.728 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 2868 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:39:53.728 INFO:tasks.rados.rados.0.smithi002.stdout:2952: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2952: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2874 (ObjNum 1345 snap 0 seq_num 3288838400) dirty dne 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2948: done (4 left) 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2949: done (3 left) 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2950: done (2 left) 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2951: done (1 left) 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2952: done (0 left) 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 282 2023-12-16T19:39:53.729 INFO:tasks.rados.rados.0.smithi002.stdout:2953: seq_num 925 ranges {6635520=696320,7331840=401408} 2023-12-16T19:39:53.768 INFO:tasks.rados.rados.0.smithi002.stdout:2953: writing smithi002125626-10 from 6635520 to 7331840 tid 1 2023-12-16T19:39:53.770 INFO:tasks.rados.rados.0.smithi002.stdout:2953: writing smithi002125626-10 from 7331840 to 7733248 tid 2 2023-12-16T19:39:53.770 INFO:tasks.rados.rados.0.smithi002.stdout:2954: delete oid 31 current snap is 282 2023-12-16T19:39:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2954: done (1 left) 2023-12-16T19:39:53.772 INFO:tasks.rados.rados.0.smithi002.stdout:2955: delete oid 45 current snap is 282 2023-12-16T19:39:53.775 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 1 to smithi002125626-10 2023-12-16T19:39:53.775 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 2 to smithi002125626-10 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 3 to smithi002125626-10 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2955: done (1 left) 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2956: rollback oid 27 current snap is 282 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 27 to 278 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2957: read oid 15 snap -1 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2957: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2958: read oid 21 snap -1 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2958: expect deleted 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2959: read oid 3 snap 168 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2959: expect deleted 2023-12-16T19:39:53.776 INFO:tasks.rados.rados.0.smithi002.stdout:2960: delete oid 42 current snap is 282 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:2958: done (5 left) 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:2959: done (4 left) 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:2960: done (3 left) 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:2961: rmattr oid 23 current snap is 282 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:2956: finishing rollback tid 1 to smithi002125626-27 2023-12-16T19:39:53.779 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2261 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2956: done (3 left) 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2962: rollback oid 2 current snap is 282 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 236 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2963: read oid 18 snap -1 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2963: expect deleted 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2964: copy_from oid 48 from oid 29 current snap is 282 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 282 2023-12-16T19:39:53.780 INFO:tasks.rados.rados.0.smithi002.stdout:2965: seq_num 929 ranges {5152768=761856,5914624=401408} 2023-12-16T19:39:53.812 INFO:tasks.rados.rados.0.smithi002.stdout:2965: writing smithi002125626-30 from 5152768 to 5914624 tid 1 2023-12-16T19:39:53.814 INFO:tasks.rados.rados.0.smithi002.stdout:2965: writing smithi002125626-30 from 5914624 to 6316032 tid 2 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2966: delete oid 41 current snap is 282 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2953: finishing write tid 4 to smithi002125626-10 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2875 (ObjNum 925 snap 282 seq_num 925) dirty exists 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2953: left oid 10 (ObjNum 925 snap 282 seq_num 925) 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3122 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2962: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2962: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2962: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 2270 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2964: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2964: finishing copy_from to smithi002125626-48 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2513 (ObjNum 921 snap 282 seq_num 921) dirty exists 2023-12-16T19:39:53.815 INFO:tasks.rados.rados.0.smithi002.stdout:2957: expect (ObjNum 830 snap 258 seq_num 830) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2965: finishing write tid 1 to smithi002125626-30 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2965: finishing write tid 2 to smithi002125626-30 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2953: done (7 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2957: done (6 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2961: done (5 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2962: done (4 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2963: done (3 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2964: done (2 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2966: done (1 left) 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2967: copy_from oid 15 from oid 1 current snap is 282 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2965: finishing write tid 3 to smithi002125626-30 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:2965: finishing write tid 4 to smithi002125626-30 2023-12-16T19:39:54.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3212 (ObjNum 929 snap 282 seq_num 929) dirty exists 2023-12-16T19:39:54.057 INFO:tasks.rados.rados.0.smithi002.stdout:2965: left oid 30 (ObjNum 929 snap 282 seq_num 929) 2023-12-16T19:39:54.057 INFO:tasks.rados.rados.0.smithi002.stdout:2965: done (1 left) 2023-12-16T19:39:54.057 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 282 2023-12-16T19:39:54.057 INFO:tasks.rados.rados.0.smithi002.stdout:2968: seq_num 931 ranges {0=802816,802816=401408} 2023-12-16T19:39:54.059 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:39:54.060 INFO:tasks.rados.rados.0.smithi002.stdout:2968: writing smithi002125626-17 from 0 to 802816 tid 1 2023-12-16T19:39:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:2968: writing smithi002125626-17 from 802816 to 1204224 tid 2 2023-12-16T19:39:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 282 2023-12-16T19:39:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:2969: seq_num 932 ranges {2605056=417792,3022848=663552,3686400=139264} 2023-12-16T19:39:54.079 INFO:tasks.rados.rados.0.smithi002.stdout:2969: writing smithi002125626-26 from 2605056 to 3022848 tid 1 2023-12-16T19:39:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:2969: writing smithi002125626-26 from 3022848 to 3686400 tid 2 2023-12-16T19:39:54.084 INFO:tasks.rados.rados.0.smithi002.stdout:2969: writing smithi002125626-26 from 3686400 to 3825664 tid 3 2023-12-16T19:39:54.084 INFO:tasks.rados.rados.0.smithi002.stdout:2970: copy_from oid 29 from oid 35 current snap is 282 2023-12-16T19:39:54.084 INFO:tasks.rados.rados.0.smithi002.stdout:2968: finishing write tid 1 to smithi002125626-17 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2968: finishing write tid 2 to smithi002125626-17 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2968: finishing write tid 3 to smithi002125626-17 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2968: finishing write tid 4 to smithi002125626-17 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2878 (ObjNum 931 snap 282 seq_num 931) dirty exists 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2968: left oid 17 (ObjNum 931 snap 282 seq_num 931) 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2967: finishing copy_from to smithi002125626-15 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3643 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2969: finishing write tid 1 to smithi002125626-26 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2967: done (3 left) 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2968: done (2 left) 2023-12-16T19:39:54.085 INFO:tasks.rados.rados.0.smithi002.stdout:2971: snap_create 2023-12-16T19:39:54.091 INFO:tasks.rados.rados.0.smithi002.stdout:2969: finishing write tid 2 to smithi002125626-26 2023-12-16T19:39:54.091 INFO:tasks.rados.rados.0.smithi002.stdout:2970: finishing copy_from to smithi002125626-29 2023-12-16T19:39:54.091 INFO:tasks.rados.rados.0.smithi002.stdout:2970: got expected ENOENT (src dne) 2023-12-16T19:39:54.091 INFO:tasks.rados.rados.0.smithi002.stdout:2970: finishing copy_from racing read to smithi002125626-29 2023-12-16T19:39:54.092 INFO:tasks.rados.rados.0.smithi002.stdout:2969: finishing write tid 3 to smithi002125626-26 2023-12-16T19:39:54.092 INFO:tasks.rados.rados.0.smithi002.stdout:2969: finishing write tid 4 to smithi002125626-26 2023-12-16T19:39:54.094 INFO:tasks.rados.rados.0.smithi002.stdout:2969: finishing write tid 5 to smithi002125626-26 2023-12-16T19:39:54.094 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3709 (ObjNum 932 snap 282 seq_num 932) dirty exists 2023-12-16T19:39:54.094 INFO:tasks.rados.rados.0.smithi002.stdout:2969: left oid 26 (ObjNum 932 snap 282 seq_num 932) 2023-12-16T19:39:54.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:54 smithi002 ceph-mon[137674]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 729 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 11 op/s 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (8m) 4m ago 10m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (7m) 2m ago 10m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (11m) 4m ago 11m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (11m) 2m ago 11m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:39:54.391 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (7m) 2m ago 13m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (7m) 4m ago 15m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 4m ago 15m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (6m) 2m ago 14m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (6m) 4m ago 13m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (8m) 4m ago 10m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (7m) 2m ago 10m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (6m) 4m ago 13m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (5m) 4m ago 13m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (5m) 4m ago 13m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (4m) 4m ago 12m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:39:54.392 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (4m) 2m ago 12m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:39:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (3m) 2m ago 12m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:39:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (3m) 2m ago 12m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:39:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (2m) 2m ago 11m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:39:54.393 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (7m) 2m ago 11m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:39:54.393 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:54 smithi002 ceph-mon[140029]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 729 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 11 op/s 2023-12-16T19:39:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:54 smithi043 ceph-mon[135010]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 729 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 11 op/s 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:39:54.796 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:39:54.797 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:39:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:2969: done (2 left) 2023-12-16T19:39:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:2970: done (1 left) 2023-12-16T19:39:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:2971: done (0 left) 2023-12-16T19:39:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:2972: read oid 38 snap 246 2023-12-16T19:39:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:2972: expect (ObjNum 639 snap 198 seq_num 639) 2023-12-16T19:39:55.051 INFO:tasks.rados.rados.0.smithi002.stdout:2973: delete oid 20 current snap is 283 2023-12-16T19:39:55.056 INFO:tasks.rados.rados.0.smithi002.stdout:2973: done (1 left) 2023-12-16T19:39:55.056 INFO:tasks.rados.rados.0.smithi002.stdout:2974: snap_create 2023-12-16T19:39:55.060 INFO:tasks.rados.rados.0.smithi002.stdout:2972: expect (ObjNum 639 snap 198 seq_num 639) 2023-12-16T19:39:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[140029]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[140029]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3570754472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[137674]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[137674]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:55 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3570754472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:55 smithi043 ceph-mon[135010]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:55 smithi043 ceph-mon[135010]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:39:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:55 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3570754472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2972: done (1 left) 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2974: done (0 left) 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2975: rollback oid 31 current snap is 284 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 276 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2976: read oid 45 snap -1 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2976: expect deleted 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2977: read oid 1 snap -1 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2977: expect (ObjNum 768 snap 245 seq_num 768) 2023-12-16T19:39:56.057 INFO:tasks.rados.rados.0.smithi002.stdout:2978: snap_remove snap 278 2023-12-16T19:39:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:56 smithi002 ceph-mon[137674]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T19:39:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:56 smithi002 ceph-mon[137674]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 737 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-16T19:39:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:56 smithi002 ceph-mon[140029]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T19:39:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:56 smithi002 ceph-mon[140029]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 737 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-16T19:39:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:56 smithi043 ceph-mon[135010]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T19:39:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:56 smithi043 ceph-mon[135010]: pgmap v626: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 737 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-16T19:39:57.059 INFO:tasks.rados.rados.0.smithi002.stdout:2978: done (3 left) 2023-12-16T19:39:57.060 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 284 2023-12-16T19:39:57.060 INFO:tasks.rados.rados.0.smithi002.stdout:2979: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2023-12-16T19:39:57.063 INFO:tasks.rados.rados.0.smithi002.stdout:2979: writing smithi002125626-41 from 0 to 450560 tid 1 2023-12-16T19:39:57.065 INFO:tasks.rados.rados.0.smithi002.stdout:2979: writing smithi002125626-41 from 450560 to 884736 tid 2 2023-12-16T19:39:57.068 INFO:tasks.rados.rados.0.smithi002.stdout:2979: writing smithi002125626-41 from 884736 to 1253376 tid 3 2023-12-16T19:39:57.068 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 284 2023-12-16T19:39:57.068 INFO:tasks.rados.rados.0.smithi002.stdout:2980: seq_num 935 ranges {1212416=466944,1679360=720896,2400256=81920} 2023-12-16T19:39:57.078 INFO:tasks.rados.rados.0.smithi002.stdout:2980: writing smithi002125626-22 from 1212416 to 1679360 tid 1 2023-12-16T19:39:57.084 INFO:tasks.rados.rados.0.smithi002.stdout:2980: writing smithi002125626-22 from 1679360 to 2400256 tid 2 2023-12-16T19:39:57.084 INFO:tasks.rados.rados.0.smithi002.stdout:2980: writing smithi002125626-22 from 2400256 to 2482176 tid 3 2023-12-16T19:39:57.085 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 284 2023-12-16T19:39:57.085 INFO:tasks.rados.rados.0.smithi002.stdout:2981: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2023-12-16T19:39:57.088 INFO:tasks.rados.rados.0.smithi002.stdout:2981: writing smithi002125626-19 from 0 to 483328 tid 1 2023-12-16T19:39:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:2981: writing smithi002125626-19 from 483328 to 1138688 tid 2 2023-12-16T19:39:57.094 INFO:tasks.rados.rados.0.smithi002.stdout:2981: writing smithi002125626-19 from 1138688 to 1286144 tid 3 2023-12-16T19:39:57.095 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 284 2023-12-16T19:39:57.095 INFO:tasks.rados.rados.0.smithi002.stdout:2982: seq_num 937 ranges {2834432=499712,3334144=532480,3866624=270336} 2023-12-16T19:39:57.113 INFO:tasks.rados.rados.0.smithi002.stdout:2982: writing smithi002125626-28 from 2834432 to 3334144 tid 1 2023-12-16T19:39:57.116 INFO:tasks.rados.rados.0.smithi002.stdout:2982: writing smithi002125626-28 from 3334144 to 3866624 tid 2 2023-12-16T19:39:57.118 INFO:tasks.rados.rados.0.smithi002.stdout:2982: writing smithi002125626-28 from 3866624 to 4136960 tid 3 2023-12-16T19:39:57.118 INFO:tasks.rados.rados.0.smithi002.stdout:2983: read oid 42 snap -1 2023-12-16T19:39:57.119 INFO:tasks.rados.rados.0.smithi002.stdout:2983: expect deleted 2023-12-16T19:39:57.119 INFO:tasks.rados.rados.0.smithi002.stdout:2984: snap_remove snap 281 2023-12-16T19:39:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:57 smithi002 ceph-mon[137674]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T19:39:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:57 smithi002 ceph-mon[140029]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T19:39:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:57 smithi043 ceph-mon[135010]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2984: done (8 left) 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2985: delete oid 14 current snap is 284 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2975: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2975: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2272 (ObjNum 877 snap 272 seq_num 877) dirty exists 2023-12-16T19:39:58.023 INFO:tasks.rados.rados.0.smithi002.stdout:2977: expect (ObjNum 768 snap 245 seq_num 768) 2023-12-16T19:39:58.122 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 1 to smithi002125626-41 2023-12-16T19:39:58.122 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 2 to smithi002125626-41 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 3 to smithi002125626-41 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 4 to smithi002125626-41 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2979: finishing write tid 5 to smithi002125626-41 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2518 (ObjNum 934 snap 284 seq_num 934) dirty exists 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2979: left oid 41 (ObjNum 934 snap 284 seq_num 934) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2980: finishing write tid 1 to smithi002125626-22 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2975: done (8 left) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2976: done (7 left) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2977: done (6 left) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2979: done (5 left) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2985: done (4 left) 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:2986: rollback oid 7 current snap is 284 2023-12-16T19:39:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 168 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2980: finishing write tid 2 to smithi002125626-22 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: finishing write tid 1 to smithi002125626-19 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2980: finishing write tid 3 to smithi002125626-22 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2980: finishing write tid 4 to smithi002125626-22 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2980: finishing write tid 5 to smithi002125626-22 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3202 (ObjNum 935 snap 284 seq_num 935) dirty exists 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2980: left oid 22 (ObjNum 935 snap 284 seq_num 935) 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: finishing write tid 2 to smithi002125626-19 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: finishing write tid 3 to smithi002125626-19 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: finishing write tid 4 to smithi002125626-19 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: finishing write tid 5 to smithi002125626-19 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2878 (ObjNum 936 snap 284 seq_num 936) dirty exists 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2981: left oid 19 (ObjNum 936 snap 284 seq_num 936) 2023-12-16T19:39:58.124 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing write tid 1 to smithi002125626-28 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing write tid 2 to smithi002125626-28 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing write tid 3 to smithi002125626-28 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing write tid 4 to smithi002125626-28 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: finishing write tid 5 to smithi002125626-28 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3196 (ObjNum 937 snap 284 seq_num 937) dirty exists 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: left oid 28 (ObjNum 937 snap 284 seq_num 937) 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2980: done (4 left) 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2981: done (3 left) 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2982: done (2 left) 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2983: done (1 left) 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 284 2023-12-16T19:39:58.125 INFO:tasks.rados.rados.0.smithi002.stdout:2987: seq_num 939 ranges {1392640=532480,1925120=704512,2629632=98304} 2023-12-16T19:39:58.132 INFO:tasks.rados.rados.0.smithi002.stdout:2987: writing smithi002125626-48 from 1392640 to 1925120 tid 1 2023-12-16T19:39:58.136 INFO:tasks.rados.rados.0.smithi002.stdout:2987: writing smithi002125626-48 from 1925120 to 2629632 tid 2 2023-12-16T19:39:58.137 INFO:tasks.rados.rados.0.smithi002.stdout:2987: writing smithi002125626-48 from 2629632 to 2727936 tid 3 2023-12-16T19:39:58.137 INFO:tasks.rados.rados.0.smithi002.stdout:2988: read oid 39 snap 213 2023-12-16T19:39:58.137 INFO:tasks.rados.rados.0.smithi002.stdout:2988: expect deleted 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:2989: delete oid 49 current snap is 284 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:2986: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:2986: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:2986: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3727 (ObjNum 539 snap 165 seq_num 539) dirty exists 2023-12-16T19:39:58.138 INFO:tasks.rados.rados.0.smithi002.stdout:2987: finishing write tid 1 to smithi002125626-48 2023-12-16T19:39:58.141 INFO:tasks.rados.rados.0.smithi002.stdout:2986: done (3 left) 2023-12-16T19:39:58.141 INFO:tasks.rados.rados.0.smithi002.stdout:2988: done (2 left) 2023-12-16T19:39:58.141 INFO:tasks.rados.rados.0.smithi002.stdout:2989: done (1 left) 2023-12-16T19:39:58.141 INFO:tasks.rados.rados.0.smithi002.stdout:2990: snap_create 2023-12-16T19:39:58.142 INFO:tasks.rados.rados.0.smithi002.stdout:2987: finishing write tid 2 to smithi002125626-48 2023-12-16T19:39:58.142 INFO:tasks.rados.rados.0.smithi002.stdout:2987: finishing write tid 3 to smithi002125626-48 2023-12-16T19:39:58.142 INFO:tasks.rados.rados.0.smithi002.stdout:2987: finishing write tid 4 to smithi002125626-48 2023-12-16T19:39:58.144 INFO:tasks.rados.rados.0.smithi002.stdout:2987: finishing write tid 5 to smithi002125626-48 2023-12-16T19:39:58.144 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2517 (ObjNum 939 snap 284 seq_num 939) dirty exists 2023-12-16T19:39:58.144 INFO:tasks.rados.rados.0.smithi002.stdout:2987: left oid 48 (ObjNum 939 snap 284 seq_num 939) 2023-12-16T19:39:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[137674]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T19:39:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[137674]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 738 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-16T19:39:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[137674]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T19:39:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[140029]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T19:39:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[140029]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 738 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-16T19:39:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:39:58 smithi002 ceph-mon[140029]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T19:39:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:58 smithi043 ceph-mon[135010]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T19:39:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:58 smithi043 ceph-mon[135010]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 738 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-16T19:39:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:39:58 smithi043 ceph-mon[135010]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T19:39:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:2987: done (1 left) 2023-12-16T19:39:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:2990: done (0 left) 2023-12-16T19:39:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 285 2023-12-16T19:39:59.071 INFO:tasks.rados.rados.0.smithi002.stdout:2991: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2023-12-16T19:39:59.074 INFO:tasks.rados.rados.0.smithi002.stdout:2991: writing smithi002125626-45 from 0 to 565248 tid 1 2023-12-16T19:39:59.076 INFO:tasks.rados.rados.0.smithi002.stdout:2991: writing smithi002125626-45 from 565248 to 1040384 tid 2 2023-12-16T19:39:59.079 INFO:tasks.rados.rados.0.smithi002.stdout:2991: writing smithi002125626-45 from 1040384 to 1368064 tid 3 2023-12-16T19:39:59.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 285 2023-12-16T19:39:59.079 INFO:tasks.rados.rados.0.smithi002.stdout:2992: seq_num 942 ranges {2220032=581632,2801664=761856,3563520=40960} 2023-12-16T19:39:59.094 INFO:tasks.rados.rados.0.smithi002.stdout:2992: writing smithi002125626-1 from 2220032 to 2801664 tid 1 2023-12-16T19:39:59.099 INFO:tasks.rados.rados.0.smithi002.stdout:2992: writing smithi002125626-1 from 2801664 to 3563520 tid 2 2023-12-16T19:39:59.100 INFO:tasks.rados.rados.0.smithi002.stdout:2992: writing smithi002125626-1 from 3563520 to 3604480 tid 3 2023-12-16T19:39:59.100 INFO:tasks.rados.rados.0.smithi002.stdout:2993: snap_remove snap 246 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2993: done (2 left) 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2994: read oid 9 snap 266 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2994: expect deleted 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2995: rmattr oid 31 current snap is 285 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2995: done (3 left) 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2996: read oid 22 snap 284 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2996: expect (ObjNum 935 snap 284 seq_num 935) 2023-12-16T19:40:00.080 INFO:tasks.rados.rados.0.smithi002.stdout:2997: delete oid 10 current snap is 285 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: finishing write tid 1 to smithi002125626-45 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: finishing write tid 2 to smithi002125626-45 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: finishing write tid 3 to smithi002125626-45 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: finishing write tid 4 to smithi002125626-45 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: finishing write tid 5 to smithi002125626-45 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2881 (ObjNum 941 snap 285 seq_num 941) dirty exists 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2991: left oid 45 (ObjNum 941 snap 285 seq_num 941) 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: finishing write tid 4 to smithi002125626-1 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: finishing write tid 5 to smithi002125626-1 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3732 (ObjNum 942 snap 285 seq_num 942) dirty exists 2023-12-16T19:40:00.081 INFO:tasks.rados.rados.0.smithi002.stdout:2992: left oid 1 (ObjNum 942 snap 285 seq_num 942) 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2991: done (4 left) 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2992: done (3 left) 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2994: done (2 left) 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2997: done (1 left) 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2998: copy_from oid 27 from oid 10 current snap is 285 2023-12-16T19:40:00.095 INFO:tasks.rados.rados.0.smithi002.stdout:2999: delete oid 9 current snap is 285 2023-12-16T19:40:00.104 INFO:tasks.rados.rados.0.smithi002.stdout:2996: expect (ObjNum 935 snap 284 seq_num 935) 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing copy_from to smithi002125626-27 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2998: got expected ENOENT (src dne) 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2998: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2996: done (2 left) 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2998: done (1 left) 2023-12-16T19:40:00.195 INFO:tasks.rados.rados.0.smithi002.stdout:2999: done (0 left) 2023-12-16T19:40:00.196 INFO:tasks.rados.rados.0.smithi002.stdout:3000: snap_create 2023-12-16T19:40:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[140029]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T19:40:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[140029]: pgmap v632: 121 pgs: 121 active+clean; 744 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2023-12-16T19:40:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[140029]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[140029]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[140029]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:39:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:39:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:39:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[137674]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[137674]: pgmap v632: 121 pgs: 121 active+clean; 744 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[137674]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[137674]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:00 smithi002 ceph-mon[137674]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:40:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:00 smithi043 ceph-mon[135010]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T19:40:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:00 smithi043 ceph-mon[135010]: pgmap v632: 121 pgs: 121 active+clean; 744 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2023-12-16T19:40:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:00 smithi043 ceph-mon[135010]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:00 smithi043 ceph-mon[135010]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:40:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:00 smithi043 ceph-mon[135010]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:40:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3000: done (0 left) 2023-12-16T19:40:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3001: copy_from oid 14 from oid 19 current snap is 286 2023-12-16T19:40:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3002: rmattr oid 49 current snap is 286 2023-12-16T19:40:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3002: done (1 left) 2023-12-16T19:40:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3003: delete oid 29 current snap is 286 2023-12-16T19:40:01.086 INFO:tasks.rados.rados.0.smithi002.stdout:3003: done (1 left) 2023-12-16T19:40:01.086 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 286 2023-12-16T19:40:01.086 INFO:tasks.rados.rados.0.smithi002.stdout:3004: seq_num 946 ranges {262144=647168,909312=745472,1654784=57344} 2023-12-16T19:40:01.091 INFO:tasks.rados.rados.0.smithi002.stdout:3004: writing smithi002125626-39 from 262144 to 909312 tid 1 2023-12-16T19:40:01.096 INFO:tasks.rados.rados.0.smithi002.stdout:3004: writing smithi002125626-39 from 909312 to 1654784 tid 2 2023-12-16T19:40:01.096 INFO:tasks.rados.rados.0.smithi002.stdout:3004: writing smithi002125626-39 from 1654784 to 1712128 tid 3 2023-12-16T19:40:01.097 INFO:tasks.rados.rados.0.smithi002.stdout:3005: delete oid 5 current snap is 286 2023-12-16T19:40:01.097 INFO:tasks.rados.rados.0.smithi002.stdout:3001: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:40:01.097 INFO:tasks.rados.rados.0.smithi002.stdout:3001: finishing copy_from to smithi002125626-14 2023-12-16T19:40:01.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 2878 (ObjNum 936 snap 284 seq_num 936) dirty exists 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3001: done (2 left) 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3005: done (1 left) 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3006: rmattr oid 47 current snap is 286 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3006: done (1 left) 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3007: read oid 47 snap 264 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3007: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:40:01.099 INFO:tasks.rados.rados.0.smithi002.stdout:3008: delete oid 38 current snap is 286 2023-12-16T19:40:01.101 INFO:tasks.rados.rados.0.smithi002.stdout:3004: finishing write tid 1 to smithi002125626-39 2023-12-16T19:40:01.103 INFO:tasks.rados.rados.0.smithi002.stdout:3004: finishing write tid 2 to smithi002125626-39 2023-12-16T19:40:01.103 INFO:tasks.rados.rados.0.smithi002.stdout:3004: finishing write tid 3 to smithi002125626-39 2023-12-16T19:40:01.104 INFO:tasks.rados.rados.0.smithi002.stdout:3004: finishing write tid 4 to smithi002125626-39 2023-12-16T19:40:01.105 INFO:tasks.rados.rados.0.smithi002.stdout:3004: finishing write tid 5 to smithi002125626-39 2023-12-16T19:40:01.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 3200 (ObjNum 946 snap 286 seq_num 946) dirty exists 2023-12-16T19:40:01.105 INFO:tasks.rados.rados.0.smithi002.stdout:3004: left oid 39 (ObjNum 946 snap 286 seq_num 946) 2023-12-16T19:40:01.122 INFO:tasks.rados.rados.0.smithi002.stdout:3007: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:40:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:01 smithi002 ceph-mon[137674]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T19:40:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:01 smithi002 ceph-mon[140029]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T19:40:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:01 smithi043 ceph-mon[135010]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T19:40:01.585 INFO:tasks.rados.rados.0.smithi002.stdout:3004: done (2 left) 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:3007: done (1 left) 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:3008: done (0 left) 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:3009: read oid 38 snap -1 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:3009: expect deleted 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 286 2023-12-16T19:40:01.586 INFO:tasks.rados.rados.0.smithi002.stdout:3010: seq_num 949 ranges {2727936=704512,3432448=794624,4227072=8192} 2023-12-16T19:40:01.604 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi002125626-48 from 2727936 to 3432448 tid 1 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi002125626-48 from 3432448 to 4227072 tid 2 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3010: writing smithi002125626-48 from 4227072 to 4235264 tid 3 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3011: read oid 5 snap -1 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3011: expect deleted 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3012: read oid 12 snap -1 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3012: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 286 2023-12-16T19:40:01.609 INFO:tasks.rados.rados.0.smithi002.stdout:3013: seq_num 950 ranges {3825664=720896,4546560=679936,5226496=122880} 2023-12-16T19:40:01.634 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi002125626-26 from 3825664 to 4546560 tid 1 2023-12-16T19:40:01.637 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi002125626-26 from 4546560 to 5226496 tid 2 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3013: writing smithi002125626-26 from 5226496 to 5349376 tid 3 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3014: rollback oid 15 current snap is 286 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 285 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 1 to smithi002125626-48 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 2 to smithi002125626-48 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 3 to smithi002125626-48 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 4 to smithi002125626-48 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3009: done (5 left) 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3011: done (4 left) 2023-12-16T19:40:01.639 INFO:tasks.rados.rados.0.smithi002.stdout:3015: delete oid 21 current snap is 286 2023-12-16T19:40:01.640 INFO:tasks.rados.rados.0.smithi002.stdout:3010: finishing write tid 5 to smithi002125626-48 2023-12-16T19:40:01.640 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 2521 (ObjNum 949 snap 286 seq_num 949) dirty exists 2023-12-16T19:40:01.640 INFO:tasks.rados.rados.0.smithi002.stdout:3010: left oid 48 (ObjNum 949 snap 286 seq_num 949) 2023-12-16T19:40:01.640 INFO:tasks.rados.rados.0.smithi002.stdout:3012: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 1 to smithi002125626-26 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 2 to smithi002125626-26 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 3 to smithi002125626-26 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3014: finishing rollback tid 0 to smithi002125626-15 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3014: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:40:01.971 INFO:tasks.rados.rados.0.smithi002.stdout:3014: finishing rollback tid 2 to smithi002125626-15 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3647 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 4 to smithi002125626-26 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3013: finishing write tid 5 to smithi002125626-26 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3757 (ObjNum 950 snap 286 seq_num 950) dirty exists 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3013: left oid 26 (ObjNum 950 snap 286 seq_num 950) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3010: done (4 left) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3012: done (3 left) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3013: done (2 left) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3014: done (1 left) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3015: done (0 left) 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3016: copy_from oid 35 from oid 17 current snap is 286 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 286 2023-12-16T19:40:01.972 INFO:tasks.rados.rados.0.smithi002.stdout:3017: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2023-12-16T19:40:01.975 INFO:tasks.rados.rados.0.smithi002.stdout:3017: writing smithi002125626-49 from 0 to 753664 tid 1 2023-12-16T19:40:01.978 INFO:tasks.rados.rados.0.smithi002.stdout:3017: writing smithi002125626-49 from 753664 to 1253376 tid 2 2023-12-16T19:40:01.980 INFO:tasks.rados.rados.0.smithi002.stdout:3017: writing smithi002125626-49 from 1253376 to 1556480 tid 3 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:3018: rollback oid 36 current snap is 286 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 264 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:3016: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:3019: rollback oid 23 current snap is 286 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 283 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 286 2023-12-16T19:40:01.981 INFO:tasks.rados.rados.0.smithi002.stdout:3020: seq_num 953 ranges {4136960=770048,4907008=786432,5693440=16384} 2023-12-16T19:40:02.007 INFO:tasks.rados.rados.0.smithi002.stdout:3020: writing smithi002125626-28 from 4136960 to 4907008 tid 1 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3020: writing smithi002125626-28 from 4907008 to 5693440 tid 2 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3020: writing smithi002125626-28 from 5693440 to 5709824 tid 3 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3021: delete oid 48 current snap is 286 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3016: finishing copy_from to smithi002125626-35 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 2878 (ObjNum 931 snap 282 seq_num 931) dirty exists 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3017: finishing write tid 1 to smithi002125626-49 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3019: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3019: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:40:02.012 INFO:tasks.rados.rados.0.smithi002.stdout:3019: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3126 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3018: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3017: finishing write tid 2 to smithi002125626-49 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3017: finishing write tid 3 to smithi002125626-49 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3018: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3017: finishing write tid 4 to smithi002125626-49 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3018: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 2884 (ObjNum 65 snap 0 seq_num 2053314320) dirty exists 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3017: finishing write tid 5 to smithi002125626-49 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3651 (ObjNum 952 snap 286 seq_num 952) dirty exists 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3017: left oid 49 (ObjNum 952 snap 286 seq_num 952) 2023-12-16T19:40:02.013 INFO:tasks.rados.rados.0.smithi002.stdout:3020: finishing write tid 1 to smithi002125626-28 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3016: done (5 left) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3017: done (4 left) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3018: done (3 left) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3019: done (2 left) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3021: done (1 left) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3022: read oid 16 snap -1 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3022: expect (ObjNum 856 snap 267 seq_num 856) 2023-12-16T19:40:02.014 INFO:tasks.rados.rados.0.smithi002.stdout:3023: snap_create 2023-12-16T19:40:02.016 INFO:tasks.rados.rados.0.smithi002.stdout:3020: finishing write tid 2 to smithi002125626-28 2023-12-16T19:40:02.017 INFO:tasks.rados.rados.0.smithi002.stdout:3020: finishing write tid 3 to smithi002125626-28 2023-12-16T19:40:02.017 INFO:tasks.rados.rados.0.smithi002.stdout:3020: finishing write tid 4 to smithi002125626-28 2023-12-16T19:40:02.020 INFO:tasks.rados.rados.0.smithi002.stdout:3020: finishing write tid 5 to smithi002125626-28 2023-12-16T19:40:02.020 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3204 (ObjNum 953 snap 286 seq_num 953) dirty exists 2023-12-16T19:40:02.020 INFO:tasks.rados.rados.0.smithi002.stdout:3020: left oid 28 (ObjNum 953 snap 286 seq_num 953) 2023-12-16T19:40:02.030 INFO:tasks.rados.rados.0.smithi002.stdout:3022: expect (ObjNum 856 snap 267 seq_num 856) 2023-12-16T19:40:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:02 smithi002 ceph-mon[137674]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T19:40:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:02 smithi002 ceph-mon[137674]: pgmap v635: 121 pgs: 121 active+clean; 751 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-16T19:40:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:01] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:40:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:02 smithi002 ceph-mon[140029]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T19:40:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:02 smithi002 ceph-mon[140029]: pgmap v635: 121 pgs: 121 active+clean; 751 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-16T19:40:02.271 INFO:tasks.rados.rados.0.smithi002.stdout:3020: done (2 left) 2023-12-16T19:40:02.271 INFO:tasks.rados.rados.0.smithi002.stdout:3022: done (1 left) 2023-12-16T19:40:02.271 INFO:tasks.rados.rados.0.smithi002.stdout:3023: done (0 left) 2023-12-16T19:40:02.271 INFO:tasks.rados.rados.0.smithi002.stdout:3024: copy_from oid 10 from oid 33 current snap is 287 2023-12-16T19:40:02.271 INFO:tasks.rados.rados.0.smithi002.stdout:3025: delete oid 21 current snap is 287 2023-12-16T19:40:02.275 INFO:tasks.rados.rados.0.smithi002.stdout:3025: done (1 left) 2023-12-16T19:40:02.275 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 287 2023-12-16T19:40:02.275 INFO:tasks.rados.rados.0.smithi002.stdout:3026: seq_num 956 ranges {1253376=417792,1671168=434176,2105344=770048} 2023-12-16T19:40:02.284 INFO:tasks.rados.rados.0.smithi002.stdout:3026: writing smithi002125626-41 from 1253376 to 1671168 tid 1 2023-12-16T19:40:02.286 INFO:tasks.rados.rados.0.smithi002.stdout:3026: writing smithi002125626-41 from 1671168 to 2105344 tid 2 2023-12-16T19:40:02.294 INFO:tasks.rados.rados.0.smithi002.stdout:3026: writing smithi002125626-41 from 2105344 to 2875392 tid 3 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3027: delete oid 30 current snap is 287 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3024: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3024: finishing copy_from to smithi002125626-10 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 2868 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3026: finishing write tid 1 to smithi002125626-41 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3026: finishing write tid 2 to smithi002125626-41 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3026: finishing write tid 3 to smithi002125626-41 2023-12-16T19:40:02.295 INFO:tasks.rados.rados.0.smithi002.stdout:3026: finishing write tid 4 to smithi002125626-41 2023-12-16T19:40:02.296 INFO:tasks.rados.rados.0.smithi002.stdout:3026: finishing write tid 5 to smithi002125626-41 2023-12-16T19:40:02.296 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 2523 (ObjNum 956 snap 287 seq_num 956) dirty exists 2023-12-16T19:40:02.296 INFO:tasks.rados.rados.0.smithi002.stdout:3026: left oid 41 (ObjNum 956 snap 287 seq_num 956) 2023-12-16T19:40:02.297 INFO:tasks.rados.rados.0.smithi002.stdout:3024: done (2 left) 2023-12-16T19:40:02.297 INFO:tasks.rados.rados.0.smithi002.stdout:3026: done (1 left) 2023-12-16T19:40:02.297 INFO:tasks.rados.rados.0.smithi002.stdout:3027: done (0 left) 2023-12-16T19:40:02.297 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 287 2023-12-16T19:40:02.297 INFO:tasks.rados.rados.0.smithi002.stdout:3028: seq_num 958 ranges {1556480=450560,2007040=655360,2662400=548864} 2023-12-16T19:40:02.307 INFO:tasks.rados.rados.0.smithi002.stdout:3028: writing smithi002125626-49 from 1556480 to 2007040 tid 1 2023-12-16T19:40:02.310 INFO:tasks.rados.rados.0.smithi002.stdout:3028: writing smithi002125626-49 from 2007040 to 2662400 tid 2 2023-12-16T19:40:02.314 INFO:tasks.rados.rados.0.smithi002.stdout:3028: writing smithi002125626-49 from 2662400 to 3211264 tid 3 2023-12-16T19:40:02.314 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 287 2023-12-16T19:40:02.314 INFO:tasks.rados.rados.0.smithi002.stdout:3029: seq_num 959 ranges {1286144=466944,1753088=540672,2293760=557056,2850816=106496} 2023-12-16T19:40:02.323 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi002125626-14 from 1286144 to 1753088 tid 1 2023-12-16T19:40:02.326 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi002125626-14 from 1753088 to 2293760 tid 2 2023-12-16T19:40:02.329 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi002125626-14 from 2293760 to 2850816 tid 3 2023-12-16T19:40:02.330 INFO:tasks.rados.rados.0.smithi002.stdout:3029: writing smithi002125626-14 from 2850816 to 2957312 tid 4 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3030: rollback oid 26 current snap is 287 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 285 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: finishing write tid 1 to smithi002125626-49 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: finishing write tid 2 to smithi002125626-49 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: finishing write tid 3 to smithi002125626-49 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: finishing write tid 4 to smithi002125626-49 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3031: delete oid 38 current snap is 287 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: finishing write tid 5 to smithi002125626-49 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3656 (ObjNum 958 snap 287 seq_num 958) dirty exists 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3028: left oid 49 (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 1 to smithi002125626-14 2023-12-16T19:40:02.331 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 2 to smithi002125626-14 2023-12-16T19:40:02.334 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 3 to smithi002125626-14 2023-12-16T19:40:02.334 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 4 to smithi002125626-14 2023-12-16T19:40:02.334 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 5 to smithi002125626-14 2023-12-16T19:40:02.336 INFO:tasks.rados.rados.0.smithi002.stdout:3029: finishing write tid 6 to smithi002125626-14 2023-12-16T19:40:02.336 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3131 (ObjNum 959 snap 287 seq_num 959) dirty exists 2023-12-16T19:40:02.336 INFO:tasks.rados.rados.0.smithi002.stdout:3029: left oid 14 (ObjNum 959 snap 287 seq_num 959) 2023-12-16T19:40:02.337 INFO:tasks.rados.rados.0.smithi002.stdout:3030: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:40:02.337 INFO:tasks.rados.rados.0.smithi002.stdout:3030: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:40:02.337 INFO:tasks.rados.rados.0.smithi002.stdout:3030: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:40:02.337 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3764 (ObjNum 932 snap 282 seq_num 932) dirty exists 2023-12-16T19:40:02.341 INFO:tasks.rados.rados.0.smithi002.stdout:3028: done (3 left) 2023-12-16T19:40:02.341 INFO:tasks.rados.rados.0.smithi002.stdout:3029: done (2 left) 2023-12-16T19:40:02.341 INFO:tasks.rados.rados.0.smithi002.stdout:3030: done (1 left) 2023-12-16T19:40:02.341 INFO:tasks.rados.rados.0.smithi002.stdout:3031: done (0 left) 2023-12-16T19:40:02.341 INFO:tasks.rados.rados.0.smithi002.stdout:3032: delete oid 9 current snap is 287 2023-12-16T19:40:02.342 INFO:tasks.rados.rados.0.smithi002.stdout:3032: done (0 left) 2023-12-16T19:40:02.342 INFO:tasks.rados.rados.0.smithi002.stdout:3033: read oid 36 snap 285 2023-12-16T19:40:02.343 INFO:tasks.rados.rados.0.smithi002.stdout:3033: expect (ObjNum 920 snap 282 seq_num 920) 2023-12-16T19:40:02.343 INFO:tasks.rados.rados.0.smithi002.stdout:3034: snap_remove snap 280 2023-12-16T19:40:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:02 smithi043 ceph-mon[135010]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T19:40:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:02 smithi043 ceph-mon[135010]: pgmap v635: 121 pgs: 121 active+clean; 751 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-16T19:40:03.024 INFO:tasks.rados.rados.0.smithi002.stdout:3033: expect (ObjNum 920 snap 282 seq_num 920) 2023-12-16T19:40:03.061 INFO:tasks.rados.rados.0.smithi002.stdout:3033: done (1 left) 2023-12-16T19:40:03.061 INFO:tasks.rados.rados.0.smithi002.stdout:3034: done (0 left) 2023-12-16T19:40:03.061 INFO:tasks.rados.rados.0.smithi002.stdout:3035: delete oid 43 current snap is 287 2023-12-16T19:40:03.062 INFO:tasks.rados.rados.0.smithi002.stdout:3035: done (0 left) 2023-12-16T19:40:03.063 INFO:tasks.rados.rados.0.smithi002.stdout:3036: delete oid 48 current snap is 287 2023-12-16T19:40:03.064 INFO:tasks.rados.rados.0.smithi002.stdout:3036: done (0 left) 2023-12-16T19:40:03.064 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 287 2023-12-16T19:40:03.064 INFO:tasks.rados.rados.0.smithi002.stdout:3037: seq_num 964 ranges {1835008=548864,2383872=761856,3145728=442368} 2023-12-16T19:40:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi002125626-7 from 1835008 to 2383872 tid 1 2023-12-16T19:40:03.081 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi002125626-7 from 2383872 to 3145728 tid 2 2023-12-16T19:40:03.085 INFO:tasks.rados.rados.0.smithi002.stdout:3037: writing smithi002125626-7 from 3145728 to 3588096 tid 3 2023-12-16T19:40:03.085 INFO:tasks.rados.rados.0.smithi002.stdout:3038: rollback oid 19 current snap is 287 2023-12-16T19:40:03.085 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 213 2023-12-16T19:40:03.085 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 1 to smithi002125626-7 2023-12-16T19:40:03.086 INFO:tasks.rados.rados.0.smithi002.stdout:3039: rollback oid 24 current snap is 287 2023-12-16T19:40:03.086 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 257 2023-12-16T19:40:03.086 INFO:tasks.rados.rados.0.smithi002.stdout:3040: snap_create 2023-12-16T19:40:03.088 INFO:tasks.rados.rados.0.smithi002.stdout:3038: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:40:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:3039: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:40:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:3038: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:40:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2880 (ObjNum 33 snap 0 seq_num 2032224336) dirty dne 2023-12-16T19:40:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:3039: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:40:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3206 (ObjNum 65 snap 0 seq_num 1364616017) dirty dne 2023-12-16T19:40:03.091 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 2 to smithi002125626-7 2023-12-16T19:40:03.091 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 3 to smithi002125626-7 2023-12-16T19:40:03.091 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 4 to smithi002125626-7 2023-12-16T19:40:03.093 INFO:tasks.rados.rados.0.smithi002.stdout:3037: finishing write tid 5 to smithi002125626-7 2023-12-16T19:40:03.093 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3778 (ObjNum 964 snap 287 seq_num 964) dirty exists 2023-12-16T19:40:03.093 INFO:tasks.rados.rados.0.smithi002.stdout:3037: left oid 7 (ObjNum 964 snap 287 seq_num 964) 2023-12-16T19:40:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:03 smithi002 ceph-mon[137674]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T19:40:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:03 smithi002 ceph-mon[137674]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T19:40:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:03 smithi002 ceph-mon[140029]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T19:40:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:03 smithi002 ceph-mon[140029]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T19:40:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:03 smithi043 ceph-mon[135010]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T19:40:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:03 smithi043 ceph-mon[135010]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T19:40:04.092 INFO:tasks.rados.rados.0.smithi002.stdout:3037: done (3 left) 2023-12-16T19:40:04.092 INFO:tasks.rados.rados.0.smithi002.stdout:3038: done (2 left) 2023-12-16T19:40:04.092 INFO:tasks.rados.rados.0.smithi002.stdout:3039: done (1 left) 2023-12-16T19:40:04.092 INFO:tasks.rados.rados.0.smithi002.stdout:3040: done (0 left) 2023-12-16T19:40:04.092 INFO:tasks.rados.rados.0.smithi002.stdout:3041: read oid 49 snap -1 2023-12-16T19:40:04.093 INFO:tasks.rados.rados.0.smithi002.stdout:3041: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:04.093 INFO:tasks.rados.rados.0.smithi002.stdout:3042: snap_remove snap 257 2023-12-16T19:40:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:04 smithi002 ceph-mon[137674]: pgmap v638: 121 pgs: 121 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2023-12-16T19:40:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:04 smithi002 ceph-mon[140029]: pgmap v638: 121 pgs: 121 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2023-12-16T19:40:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:04 smithi043 ceph-mon[135010]: pgmap v638: 121 pgs: 121 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2023-12-16T19:40:05.094 INFO:tasks.rados.rados.0.smithi002.stdout:3041: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:05.215 INFO:tasks.rados.rados.0.smithi002.stdout:3041: done (1 left) 2023-12-16T19:40:05.216 INFO:tasks.rados.rados.0.smithi002.stdout:3042: done (0 left) 2023-12-16T19:40:05.216 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 288 2023-12-16T19:40:05.216 INFO:tasks.rados.rados.0.smithi002.stdout:3043: seq_num 965 ranges {1720320=565248,2285568=647168,2932736=548864,3481600=8192} 2023-12-16T19:40:05.228 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi002125626-6 from 1720320 to 2285568 tid 1 2023-12-16T19:40:05.231 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi002125626-6 from 2285568 to 2932736 tid 2 2023-12-16T19:40:05.235 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi002125626-6 from 2932736 to 3481600 tid 3 2023-12-16T19:40:05.235 INFO:tasks.rados.rados.0.smithi002.stdout:3043: writing smithi002125626-6 from 3481600 to 3489792 tid 4 2023-12-16T19:40:05.235 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 40 current snap is 288 2023-12-16T19:40:05.235 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 1 to smithi002125626-6 2023-12-16T19:40:05.236 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 2 to smithi002125626-6 2023-12-16T19:40:05.236 INFO:tasks.rados.rados.0.smithi002.stdout:3044: seq_num 966 ranges {1843200=581632,2424832=581632,3006464=622592} 2023-12-16T19:40:05.248 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi002125626-40 from 1843200 to 2424832 tid 1 2023-12-16T19:40:05.252 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi002125626-40 from 2424832 to 3006464 tid 2 2023-12-16T19:40:05.256 INFO:tasks.rados.rados.0.smithi002.stdout:3044: writing smithi002125626-40 from 3006464 to 3629056 tid 3 2023-12-16T19:40:05.256 INFO:tasks.rados.rados.0.smithi002.stdout:3045: snap_remove snap 285 2023-12-16T19:40:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:05 smithi002 ceph-mon[137674]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T19:40:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:05 smithi002 ceph-mon[140029]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T19:40:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:05 smithi043 ceph-mon[135010]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T19:40:06.111 INFO:tasks.rados.rados.0.smithi002.stdout:3045: done (2 left) 2023-12-16T19:40:06.111 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 288 2023-12-16T19:40:06.111 INFO:tasks.rados.rados.0.smithi002.stdout:3046: seq_num 967 ranges {1204224=598016,1802240=466944,2269184=516096,2785280=221184} 2023-12-16T19:40:06.121 INFO:tasks.rados.rados.0.smithi002.stdout:3046: writing smithi002125626-17 from 1204224 to 1802240 tid 1 2023-12-16T19:40:06.124 INFO:tasks.rados.rados.0.smithi002.stdout:3046: writing smithi002125626-17 from 1802240 to 2269184 tid 2 2023-12-16T19:40:06.128 INFO:tasks.rados.rados.0.smithi002.stdout:3046: writing smithi002125626-17 from 2269184 to 2785280 tid 3 2023-12-16T19:40:06.129 INFO:tasks.rados.rados.0.smithi002.stdout:3046: writing smithi002125626-17 from 2785280 to 3006464 tid 4 2023-12-16T19:40:06.129 INFO:tasks.rados.rados.0.smithi002.stdout:3047: rollback oid 38 current snap is 288 2023-12-16T19:40:06.129 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 286 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 3 to smithi002125626-6 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 4 to smithi002125626-6 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 5 to smithi002125626-6 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: finishing write tid 6 to smithi002125626-6 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3136 (ObjNum 965 snap 288 seq_num 965) dirty exists 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: left oid 6 (ObjNum 965 snap 288 seq_num 965) 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 1 to smithi002125626-40 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 2 to smithi002125626-40 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3043: done (3 left) 2023-12-16T19:40:06.130 INFO:tasks.rados.rados.0.smithi002.stdout:3048: snap_remove snap 282 2023-12-16T19:40:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[137674]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T19:40:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[137674]: pgmap v641: 121 pgs: 121 active+clean; 750 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-16T19:40:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[140029]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T19:40:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[140029]: pgmap v641: 121 pgs: 121 active+clean; 750 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-16T19:40:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:06 smithi043 ceph-mon[135010]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T19:40:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:06 smithi043 ceph-mon[135010]: pgmap v641: 121 pgs: 121 active+clean; 750 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-16T19:40:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:07.117 INFO:tasks.rados.rados.0.smithi002.stdout:3048: done (3 left) 2023-12-16T19:40:07.118 INFO:tasks.rados.rados.0.smithi002.stdout:3049: rmattr oid 45 current snap is 288 2023-12-16T19:40:07.118 INFO:tasks.rados.rados.0.smithi002.stdout:3049: done (3 left) 2023-12-16T19:40:07.118 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 288 2023-12-16T19:40:07.118 INFO:tasks.rados.rados.0.smithi002.stdout:3050: seq_num 968 ranges {5709824=614400,6324224=745472,7069696=458752} 2023-12-16T19:40:07.152 INFO:tasks.rados.rados.0.smithi002.stdout:3050: writing smithi002125626-28 from 5709824 to 6324224 tid 1 2023-12-16T19:40:07.156 INFO:tasks.rados.rados.0.smithi002.stdout:3050: writing smithi002125626-28 from 6324224 to 7069696 tid 2 2023-12-16T19:40:07.160 INFO:tasks.rados.rados.0.smithi002.stdout:3050: writing smithi002125626-28 from 7069696 to 7528448 tid 3 2023-12-16T19:40:07.160 INFO:tasks.rados.rados.0.smithi002.stdout:3051: snap_remove snap 241 2023-12-16T19:40:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:07 smithi002 ceph-mon[137674]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T19:40:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:07 smithi002 ceph-mon[140029]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T19:40:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:07 smithi043 ceph-mon[135010]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T19:40:08.025 INFO:tasks.rados.rados.0.smithi002.stdout:3051: done (4 left) 2023-12-16T19:40:08.025 INFO:tasks.rados.rados.0.smithi002.stdout:3052: copy_from oid 9 from oid 15 current snap is 288 2023-12-16T19:40:08.025 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 3 to smithi002125626-40 2023-12-16T19:40:08.025 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 4 to smithi002125626-40 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3044: finishing write tid 5 to smithi002125626-40 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3206 (ObjNum 966 snap 288 seq_num 966) dirty exists 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3044: left oid 40 (ObjNum 966 snap 288 seq_num 966) 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 1 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 2 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 3 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 4 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 5 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: finishing write tid 6 to smithi002125626-17 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 2884 (ObjNum 967 snap 288 seq_num 967) dirty exists 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3046: left oid 17 (ObjNum 967 snap 288 seq_num 967) 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3047: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3752 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3050: finishing write tid 1 to smithi002125626-28 2023-12-16T19:40:08.026 INFO:tasks.rados.rados.0.smithi002.stdout:3050: finishing write tid 2 to smithi002125626-28 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3050: finishing write tid 3 to smithi002125626-28 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3050: finishing write tid 4 to smithi002125626-28 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3050: finishing write tid 5 to smithi002125626-28 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3210 (ObjNum 968 snap 288 seq_num 968) dirty exists 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3050: left oid 28 (ObjNum 968 snap 288 seq_num 968) 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3044: done (4 left) 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3046: done (3 left) 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3047: done (2 left) 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3050: done (1 left) 2023-12-16T19:40:08.027 INFO:tasks.rados.rados.0.smithi002.stdout:3053: copy_from oid 34 from oid 49 current snap is 288 2023-12-16T19:40:08.029 INFO:tasks.rados.rados.0.smithi002.stdout:3054: setattr oid 12 current snap is 288 2023-12-16T19:40:08.029 INFO:tasks.rados.rados.0.smithi002.stdout:3055: delete oid 1 current snap is 288 2023-12-16T19:40:08.044 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2861 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:40:08.048 INFO:tasks.rados.rados.0.smithi002.stdout:3054: done (3 left) 2023-12-16T19:40:08.048 INFO:tasks.rados.rados.0.smithi002.stdout:3055: done (2 left) 2023-12-16T19:40:08.048 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 288 2023-12-16T19:40:08.048 INFO:tasks.rados.rados.0.smithi002.stdout:3056: seq_num 970 ranges {2482176=655360,3137536=516096,3653632=688128} 2023-12-16T19:40:08.064 INFO:tasks.rados.rados.0.smithi002.stdout:3056: writing smithi002125626-22 from 2482176 to 3137536 tid 1 2023-12-16T19:40:08.068 INFO:tasks.rados.rados.0.smithi002.stdout:3056: writing smithi002125626-22 from 3137536 to 3653632 tid 2 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3056: writing smithi002125626-22 from 3653632 to 4341760 tid 3 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 288 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3052: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3053: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3052: finishing copy_from to smithi002125626-9 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3647 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3053: finishing copy_from to smithi002125626-34 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3656 (ObjNum 958 snap 287 seq_num 958) dirty exists 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3056: finishing write tid 1 to smithi002125626-22 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3056: finishing write tid 2 to smithi002125626-22 2023-12-16T19:40:08.073 INFO:tasks.rados.rados.0.smithi002.stdout:3057: seq_num 971 ranges {5849088=671744,6520832=802816,7323648=401408} 2023-12-16T19:40:08.108 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi002125626-16 from 5849088 to 6520832 tid 1 2023-12-16T19:40:08.113 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi002125626-16 from 6520832 to 7323648 tid 2 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3057: writing smithi002125626-16 from 7323648 to 7725056 tid 3 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3052: done (3 left) 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3053: done (2 left) 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3058: setattr oid 37 current snap is 288 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3056: finishing write tid 3 to smithi002125626-22 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3056: finishing write tid 4 to smithi002125626-22 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3056: finishing write tid 5 to smithi002125626-22 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3210 (ObjNum 970 snap 288 seq_num 970) dirty exists 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3056: left oid 22 (ObjNum 970 snap 288 seq_num 970) 2023-12-16T19:40:08.116 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 1 to smithi002125626-16 2023-12-16T19:40:08.119 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 2 to smithi002125626-16 2023-12-16T19:40:08.120 INFO:tasks.rados.rados.0.smithi002.stdout:3056: done (2 left) 2023-12-16T19:40:08.120 INFO:tasks.rados.rados.0.smithi002.stdout:3059: rollback oid 14 current snap is 288 2023-12-16T19:40:08.120 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 14 to 213 2023-12-16T19:40:08.121 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 3 to smithi002125626-16 2023-12-16T19:40:08.121 INFO:tasks.rados.rados.0.smithi002.stdout:3060: setattr oid 23 current snap is 288 2023-12-16T19:40:08.121 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 4 to smithi002125626-16 2023-12-16T19:40:08.122 INFO:tasks.rados.rados.0.smithi002.stdout:3057: finishing write tid 5 to smithi002125626-16 2023-12-16T19:40:08.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2527 (ObjNum 971 snap 288 seq_num 971) dirty exists 2023-12-16T19:40:08.122 INFO:tasks.rados.rados.0.smithi002.stdout:3057: left oid 16 (ObjNum 971 snap 288 seq_num 971) 2023-12-16T19:40:08.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 2885 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:40:08.124 INFO:tasks.rados.rados.0.smithi002.stdout:3057: done (3 left) 2023-12-16T19:40:08.124 INFO:tasks.rados.rados.0.smithi002.stdout:3058: done (2 left) 2023-12-16T19:40:08.124 INFO:tasks.rados.rados.0.smithi002.stdout:3061: snap_create 2023-12-16T19:40:08.125 INFO:tasks.rados.rados.0.smithi002.stdout:3059: finishing rollback tid 0 to smithi002125626-14 2023-12-16T19:40:08.126 INFO:tasks.rados.rados.0.smithi002.stdout:3059: finishing rollback tid 1 to smithi002125626-14 2023-12-16T19:40:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:3059: finishing rollback tid 2 to smithi002125626-14 2023-12-16T19:40:08.127 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3139 (ObjNum 631 snap 196 seq_num 631) dirty exists 2023-12-16T19:40:08.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3140 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:40:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:08 smithi043 ceph-mon[135010]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T19:40:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:08 smithi043 ceph-mon[135010]: pgmap v644: 121 pgs: 121 active+clean; 753 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2023-12-16T19:40:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:08 smithi043 ceph-mon[135010]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T19:40:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[137674]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T19:40:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[137674]: pgmap v644: 121 pgs: 121 active+clean; 753 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2023-12-16T19:40:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[137674]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T19:40:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[140029]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T19:40:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[140029]: pgmap v644: 121 pgs: 121 active+clean; 753 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2023-12-16T19:40:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:08 smithi002 ceph-mon[140029]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T19:40:09.124 INFO:tasks.rados.rados.0.smithi002.stdout:3059: done (2 left) 2023-12-16T19:40:09.125 INFO:tasks.rados.rados.0.smithi002.stdout:3060: done (1 left) 2023-12-16T19:40:09.125 INFO:tasks.rados.rados.0.smithi002.stdout:3061: done (0 left) 2023-12-16T19:40:09.125 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 289 2023-12-16T19:40:09.125 INFO:tasks.rados.rados.0.smithi002.stdout:3062: seq_num 972 ranges {1368064=688128,2056192=688128,2744320=516096} 2023-12-16T19:40:09.136 INFO:tasks.rados.rados.0.smithi002.stdout:3062: writing smithi002125626-45 from 1368064 to 2056192 tid 1 2023-12-16T19:40:09.139 INFO:tasks.rados.rados.0.smithi002.stdout:3062: writing smithi002125626-45 from 2056192 to 2744320 tid 2 2023-12-16T19:40:09.143 INFO:tasks.rados.rados.0.smithi002.stdout:3062: writing smithi002125626-45 from 2744320 to 3260416 tid 3 2023-12-16T19:40:09.143 INFO:tasks.rados.rados.0.smithi002.stdout:3063: read oid 41 snap 288 2023-12-16T19:40:09.143 INFO:tasks.rados.rados.0.smithi002.stdout:3063: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-16T19:40:09.143 INFO:tasks.rados.rados.0.smithi002.stdout:3064: delete oid 6 current snap is 289 2023-12-16T19:40:09.146 INFO:tasks.rados.rados.0.smithi002.stdout:3062: finishing write tid 1 to smithi002125626-45 2023-12-16T19:40:09.147 INFO:tasks.rados.rados.0.smithi002.stdout:3064: done (2 left) 2023-12-16T19:40:09.147 INFO:tasks.rados.rados.0.smithi002.stdout:3065: copy_from oid 5 from oid 32 current snap is 289 2023-12-16T19:40:09.147 INFO:tasks.rados.rados.0.smithi002.stdout:3066: setattr oid 24 current snap is 289 2023-12-16T19:40:09.149 INFO:tasks.rados.rados.0.smithi002.stdout:3062: finishing write tid 2 to smithi002125626-45 2023-12-16T19:40:09.149 INFO:tasks.rados.rados.0.smithi002.stdout:3062: finishing write tid 3 to smithi002125626-45 2023-12-16T19:40:09.149 INFO:tasks.rados.rados.0.smithi002.stdout:3062: finishing write tid 4 to smithi002125626-45 2023-12-16T19:40:09.150 INFO:tasks.rados.rados.0.smithi002.stdout:3067: read oid 40 snap 213 2023-12-16T19:40:09.150 INFO:tasks.rados.rados.0.smithi002.stdout:3067: expect deleted 2023-12-16T19:40:09.150 INFO:tasks.rados.rados.0.smithi002.stdout:3068: setattr oid 7 current snap is 289 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3062: finishing write tid 5 to smithi002125626-45 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2889 (ObjNum 972 snap 289 seq_num 972) dirty exists 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3062: left oid 45 (ObjNum 972 snap 289 seq_num 972) 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3062: done (5 left) 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3067: done (4 left) 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3069: read oid 33 snap 266 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3069: expect deleted 2023-12-16T19:40:09.152 INFO:tasks.rados.rados.0.smithi002.stdout:3070: delete oid 43 current snap is 289 2023-12-16T19:40:09.155 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3211 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:40:09.157 INFO:tasks.rados.rados.0.smithi002.stdout:3063: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-16T19:40:09.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3823 (ObjNum 964 snap 287 seq_num 964) dirty exists 2023-12-16T19:40:09.255 INFO:tasks.rados.rados.0.smithi002.stdout:3065: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:40:09.255 INFO:tasks.rados.rados.0.smithi002.stdout:3065: finishing copy_from to smithi002125626-5 2023-12-16T19:40:09.255 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3475 (ObjNum 819 snap 257 seq_num 819) dirty exists 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3063: done (5 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3065: done (4 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3066: done (3 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3068: done (2 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3069: done (1 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3070: done (0 left) 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3071: read oid 6 snap -1 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3071: expect deleted 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3072: rollback oid 47 current snap is 289 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 264 2023-12-16T19:40:09.256 INFO:tasks.rados.rados.0.smithi002.stdout:3073: snap_create 2023-12-16T19:40:09.261 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:40:09.261 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:40:09.261 INFO:tasks.rados.rados.0.smithi002.stdout:3072: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:40:09.262 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3827 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3071: done (2 left) 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3072: done (1 left) 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3073: done (0 left) 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3074: rollback oid 24 current snap is 290 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 283 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 290 2023-12-16T19:40:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3075: seq_num 975 ranges {4341760=737280,5079040=786432,5865472=417792} 2023-12-16T19:40:10.158 INFO:tasks.rados.rados.0.smithi002.stdout:3075: writing smithi002125626-22 from 4341760 to 5079040 tid 1 2023-12-16T19:40:10.163 INFO:tasks.rados.rados.0.smithi002.stdout:3075: writing smithi002125626-22 from 5079040 to 5865472 tid 2 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3075: writing smithi002125626-22 from 5865472 to 6283264 tid 3 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3076: delete oid 47 current snap is 290 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3074: finishing rollback tid 0 to smithi002125626-24 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3074: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3074: finishing rollback tid 2 to smithi002125626-24 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3214 (ObjNum 909 snap 280 seq_num 909) dirty exists 2023-12-16T19:40:10.166 INFO:tasks.rados.rados.0.smithi002.stdout:3075: finishing write tid 1 to smithi002125626-22 2023-12-16T19:40:10.169 INFO:tasks.rados.rados.0.smithi002.stdout:3075: finishing write tid 2 to smithi002125626-22 2023-12-16T19:40:10.169 INFO:tasks.rados.rados.0.smithi002.stdout:3075: finishing write tid 3 to smithi002125626-22 2023-12-16T19:40:10.170 INFO:tasks.rados.rados.0.smithi002.stdout:3074: done (2 left) 2023-12-16T19:40:10.170 INFO:tasks.rados.rados.0.smithi002.stdout:3076: done (1 left) 2023-12-16T19:40:10.170 INFO:tasks.rados.rados.0.smithi002.stdout:3077: copy_from oid 42 from oid 30 current snap is 290 2023-12-16T19:40:10.170 INFO:tasks.rados.rados.0.smithi002.stdout:3078: setattr oid 16 current snap is 290 2023-12-16T19:40:10.170 INFO:tasks.rados.rados.0.smithi002.stdout:3075: finishing write tid 4 to smithi002125626-22 2023-12-16T19:40:10.171 INFO:tasks.rados.rados.0.smithi002.stdout:3077: finishing copy_from to smithi002125626-42 2023-12-16T19:40:10.171 INFO:tasks.rados.rados.0.smithi002.stdout:3077: got expected ENOENT (src dne) 2023-12-16T19:40:10.171 INFO:tasks.rados.rados.0.smithi002.stdout:3077: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:40:10.172 INFO:tasks.rados.rados.0.smithi002.stdout:3075: finishing write tid 5 to smithi002125626-22 2023-12-16T19:40:10.172 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 3214 (ObjNum 975 snap 290 seq_num 975) dirty exists 2023-12-16T19:40:10.172 INFO:tasks.rados.rados.0.smithi002.stdout:3075: left oid 22 (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:40:10.172 INFO:tasks.rados.rados.0.smithi002.stdout:3075: done (2 left) 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3077: done (1 left) 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3079: rollback oid 47 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 213 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3080: rmattr oid 24 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3080: done (2 left) 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3081: rollback oid 32 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 189 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3082: copy_from oid 27 from oid 29 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3083: rollback oid 4 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 284 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 290 2023-12-16T19:40:10.173 INFO:tasks.rados.rados.0.smithi002.stdout:3084: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2023-12-16T19:40:10.177 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi002125626-1 from 0 to 770048 tid 1 2023-12-16T19:40:10.181 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi002125626-1 from 770048 to 1327104 tid 2 2023-12-16T19:40:10.184 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi002125626-1 from 1327104 to 1818624 tid 3 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3084: writing smithi002125626-1 from 1818624 to 1974272 tid 4 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3085: read oid 2 snap 234 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3085: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3086: read oid 22 snap -1 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3086: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3087: delete oid 21 current snap is 290 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3082: finishing copy_from to smithi002125626-27 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3082: got expected ENOENT (src dne) 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3082: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2528 (ObjNum 971 snap 288 seq_num 971) dirty exists 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3083: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:40:10.186 INFO:tasks.rados.rados.0.smithi002.stdout:3083: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:40:10.187 INFO:tasks.rados.rados.0.smithi002.stdout:3083: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:40:10.187 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2883 (ObjNum 898 snap 279 seq_num 898) dirty exists 2023-12-16T19:40:10.187 INFO:tasks.rados.rados.0.smithi002.stdout:3079: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:40:10.187 INFO:tasks.rados.rados.0.smithi002.stdout:3079: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:40:10.187 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3831 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:40:10.188 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:40:10.194 INFO:tasks.rados.rados.0.smithi002.stdout:3085: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:10.201 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:40:10.201 INFO:tasks.rados.rados.0.smithi002.stdout:3081: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:40:10.201 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3835 (ObjNum 613 snap 189 seq_num 613) dirty exists 2023-12-16T19:40:10.204 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:10.204 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:10.207 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:10.207 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 4 to smithi002125626-1 2023-12-16T19:40:10.209 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 5 to smithi002125626-1 2023-12-16T19:40:10.210 INFO:tasks.rados.rados.0.smithi002.stdout:3086: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:40:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:10 smithi002 ceph-mon[137674]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T19:40:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:10 smithi002 ceph-mon[137674]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 736 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-16T19:40:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:10 smithi002 ceph-mon[140029]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T19:40:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:10 smithi002 ceph-mon[140029]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 736 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-16T19:40:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:10 smithi043 ceph-mon[135010]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T19:40:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:10 smithi043 ceph-mon[135010]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 736 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-16T19:40:10.509 INFO:tasks.rados.rados.0.smithi002.stdout:3084: finishing write tid 6 to smithi002125626-1 2023-12-16T19:40:10.509 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3840 (ObjNum 977 snap 290 seq_num 977) dirty exists 2023-12-16T19:40:10.509 INFO:tasks.rados.rados.0.smithi002.stdout:3084: left oid 1 (ObjNum 977 snap 290 seq_num 977) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3078: done (8 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3079: done (7 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3081: done (6 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3082: done (5 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3083: done (4 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3084: done (3 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3085: done (2 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3086: done (1 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3087: done (0 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3088: rmattr oid 14 current snap is 290 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3088: done (0 left) 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 28 current snap is 290 2023-12-16T19:40:10.510 INFO:tasks.rados.rados.0.smithi002.stdout:3089: seq_num 979 ranges {7528448=802816,8331264=729088,9060352=458752,9519104=16384} 2023-12-16T19:40:10.554 INFO:tasks.rados.rados.0.smithi002.stdout:3089: writing smithi002125626-28 from 7528448 to 8331264 tid 1 2023-12-16T19:40:10.558 INFO:tasks.rados.rados.0.smithi002.stdout:3089: writing smithi002125626-28 from 8331264 to 9060352 tid 2 2023-12-16T19:40:10.560 INFO:tasks.rados.rados.0.smithi002.stdout:3089: writing smithi002125626-28 from 9060352 to 9519104 tid 3 2023-12-16T19:40:10.561 INFO:tasks.rados.rados.0.smithi002.stdout:3089: writing smithi002125626-28 from 9519104 to 9535488 tid 4 2023-12-16T19:40:10.561 INFO:tasks.rados.rados.0.smithi002.stdout:3090: snap_create 2023-12-16T19:40:10.561 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 1 to smithi002125626-28 2023-12-16T19:40:10.566 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 2 to smithi002125626-28 2023-12-16T19:40:10.566 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 3 to smithi002125626-28 2023-12-16T19:40:10.566 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 4 to smithi002125626-28 2023-12-16T19:40:10.567 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 5 to smithi002125626-28 2023-12-16T19:40:10.568 INFO:tasks.rados.rados.0.smithi002.stdout:3089: finishing write tid 6 to smithi002125626-28 2023-12-16T19:40:10.568 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3219 (ObjNum 979 snap 290 seq_num 979) dirty exists 2023-12-16T19:40:10.568 INFO:tasks.rados.rados.0.smithi002.stdout:3089: left oid 28 (ObjNum 979 snap 290 seq_num 979) 2023-12-16T19:40:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3089: done (1 left) 2023-12-16T19:40:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3090: done (0 left) 2023-12-16T19:40:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3091: delete oid 25 current snap is 291 2023-12-16T19:40:11.140 INFO:tasks.rados.rados.0.smithi002.stdout:3091: done (0 left) 2023-12-16T19:40:11.140 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 291 2023-12-16T19:40:11.140 INFO:tasks.rados.rados.0.smithi002.stdout:3092: seq_num 981 ranges {3260416=434176,3694592=540672,4235264=466944,4702208=524288,5226496=73728} 2023-12-16T19:40:11.160 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi002125626-45 from 3260416 to 3694592 tid 1 2023-12-16T19:40:11.163 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi002125626-45 from 3694592 to 4235264 tid 2 2023-12-16T19:40:11.166 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi002125626-45 from 4235264 to 4702208 tid 3 2023-12-16T19:40:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi002125626-45 from 4702208 to 5226496 tid 4 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3092: writing smithi002125626-45 from 5226496 to 5300224 tid 5 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3093: read oid 17 snap -1 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3093: expect (ObjNum 967 snap 288 seq_num 967) 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3094: delete oid 32 current snap is 291 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 1 to smithi002125626-45 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 2 to smithi002125626-45 2023-12-16T19:40:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 3 to smithi002125626-45 2023-12-16T19:40:11.174 INFO:tasks.rados.rados.0.smithi002.stdout:3094: done (2 left) 2023-12-16T19:40:11.174 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 291 2023-12-16T19:40:11.174 INFO:tasks.rados.rados.0.smithi002.stdout:3095: seq_num 983 ranges {1974272=466944,2441216=712704,3153920=434176,3588096=458752} 2023-12-16T19:40:11.187 INFO:tasks.rados.rados.0.smithi002.stdout:3095: writing smithi002125626-1 from 1974272 to 2441216 tid 1 2023-12-16T19:40:11.192 INFO:tasks.rados.rados.0.smithi002.stdout:3095: writing smithi002125626-1 from 2441216 to 3153920 tid 2 2023-12-16T19:40:11.195 INFO:tasks.rados.rados.0.smithi002.stdout:3095: writing smithi002125626-1 from 3153920 to 3588096 tid 3 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3095: writing smithi002125626-1 from 3588096 to 4046848 tid 4 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3096: snap_create 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 4 to smithi002125626-45 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 5 to smithi002125626-45 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 6 to smithi002125626-45 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3092: finishing write tid 7 to smithi002125626-45 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 2895 (ObjNum 981 snap 291 seq_num 981) dirty exists 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3092: left oid 45 (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:40:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3093: expect (ObjNum 967 snap 288 seq_num 967) 2023-12-16T19:40:11.299 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:11.299 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:11.299 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:11.299 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 4 to smithi002125626-1 2023-12-16T19:40:11.300 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 5 to smithi002125626-1 2023-12-16T19:40:11.300 INFO:tasks.rados.rados.0.smithi002.stdout:3095: finishing write tid 6 to smithi002125626-1 2023-12-16T19:40:11.300 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3849 (ObjNum 983 snap 291 seq_num 983) dirty exists 2023-12-16T19:40:11.300 INFO:tasks.rados.rados.0.smithi002.stdout:3095: left oid 1 (ObjNum 983 snap 291 seq_num 983) 2023-12-16T19:40:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:11 smithi002 ceph-mon[137674]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T19:40:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:11 smithi002 ceph-mon[140029]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T19:40:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:11 smithi043 ceph-mon[135010]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T19:40:12.140 INFO:tasks.rados.rados.0.smithi002.stdout:3092: done (3 left) 2023-12-16T19:40:12.140 INFO:tasks.rados.rados.0.smithi002.stdout:3093: done (2 left) 2023-12-16T19:40:12.140 INFO:tasks.rados.rados.0.smithi002.stdout:3095: done (1 left) 2023-12-16T19:40:12.140 INFO:tasks.rados.rados.0.smithi002.stdout:3096: done (0 left) 2023-12-16T19:40:12.140 INFO:tasks.rados.rados.0.smithi002.stdout:3097: delete oid 26 current snap is 292 2023-12-16T19:40:12.143 INFO:tasks.rados.rados.0.smithi002.stdout:3097: done (0 left) 2023-12-16T19:40:12.143 INFO:tasks.rados.rados.0.smithi002.stdout:3098: copy_from oid 40 from oid 42 current snap is 292 2023-12-16T19:40:12.144 INFO:tasks.rados.rados.0.smithi002.stdout:3099: rmattr oid 28 current snap is 292 2023-12-16T19:40:12.144 INFO:tasks.rados.rados.0.smithi002.stdout:3100: delete oid 50 current snap is 292 2023-12-16T19:40:12.144 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing copy_from to smithi002125626-40 2023-12-16T19:40:12.144 INFO:tasks.rados.rados.0.smithi002.stdout:3098: got expected ENOENT (src dne) 2023-12-16T19:40:12.145 INFO:tasks.rados.rados.0.smithi002.stdout:3098: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:40:12.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 0 (ObjNum 979 snap 290 seq_num 979) dirty exists 2023-12-16T19:40:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3098: done (2 left) 2023-12-16T19:40:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3099: done (1 left) 2023-12-16T19:40:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:3100: done (0 left) 2023-12-16T19:40:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 292 2023-12-16T19:40:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:3101: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2023-12-16T19:40:12.150 INFO:tasks.rados.rados.0.smithi002.stdout:3101: writing smithi002125626-27 from 0 to 516096 tid 1 2023-12-16T19:40:12.155 INFO:tasks.rados.rados.0.smithi002.stdout:3101: writing smithi002125626-27 from 516096 to 1286144 tid 2 2023-12-16T19:40:12.159 INFO:tasks.rados.rados.0.smithi002.stdout:3101: writing smithi002125626-27 from 1286144 to 1941504 tid 3 2023-12-16T19:40:12.160 INFO:tasks.rados.rados.0.smithi002.stdout:3101: writing smithi002125626-27 from 1941504 to 2121728 tid 4 2023-12-16T19:40:12.160 INFO:tasks.rados.rados.0.smithi002.stdout:3102: read oid 46 snap -1 2023-12-16T19:40:12.160 INFO:tasks.rados.rados.0.smithi002.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:3103: rollback oid 33 current snap is 292 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 33 to 284 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 1 to smithi002125626-27 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 2 to smithi002125626-27 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:3104: setattr oid 47 current snap is 292 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 292 2023-12-16T19:40:12.161 INFO:tasks.rados.rados.0.smithi002.stdout:3105: seq_num 987 ranges {4046848=532480,4579328=647168,5226496=417792,5644288=409600,6053888=131072} 2023-12-16T19:40:12.187 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi002125626-1 from 4046848 to 4579328 tid 1 2023-12-16T19:40:12.191 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi002125626-1 from 4579328 to 5226496 tid 2 2023-12-16T19:40:12.194 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi002125626-1 from 5226496 to 5644288 tid 3 2023-12-16T19:40:12.196 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi002125626-1 from 5644288 to 6053888 tid 4 2023-12-16T19:40:12.197 INFO:tasks.rados.rados.0.smithi002.stdout:3105: writing smithi002125626-1 from 6053888 to 6184960 tid 5 2023-12-16T19:40:12.197 INFO:tasks.rados.rados.0.smithi002.stdout:3106: read oid 34 snap -1 2023-12-16T19:40:12.198 INFO:tasks.rados.rados.0.smithi002.stdout:3106: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:12.198 INFO:tasks.rados.rados.0.smithi002.stdout:3107: copy_from oid 43 from oid 25 current snap is 292 2023-12-16T19:40:12.198 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 3 to smithi002125626-27 2023-12-16T19:40:12.198 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 4 to smithi002125626-27 2023-12-16T19:40:12.198 INFO:tasks.rados.rados.0.smithi002.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 5 to smithi002125626-27 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing rollback tid 0 to smithi002125626-33 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing rollback tid 1 to smithi002125626-33 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3103: finishing rollback tid 2 to smithi002125626-33 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2886 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3101: finishing write tid 6 to smithi002125626-27 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2277 (ObjNum 986 snap 292 seq_num 986) dirty exists 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3101: left oid 27 (ObjNum 986 snap 292 seq_num 986) 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3854 (ObjNum 660 snap 201 seq_num 660) dirty exists 2023-12-16T19:40:12.202 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3101: done (6 left) 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3102: done (5 left) 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3103: done (4 left) 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3104: done (3 left) 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3108: read oid 30 snap -1 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3108: expect deleted 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3109: read oid 31 snap 291 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3109: expect (ObjNum 877 snap 272 seq_num 877) 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3110: copy_from oid 46 from oid 9 current snap is 292 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3111: rollback oid 49 current snap is 292 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 283 2023-12-16T19:40:12.203 INFO:tasks.rados.rados.0.smithi002.stdout:3107: finishing copy_from to smithi002125626-43 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3107: got expected ENOENT (src dne) 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3107: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3107: done (6 left) 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3112: read oid 16 snap -1 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3112: expect (ObjNum 971 snap 288 seq_num 971) 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3113: rollback oid 47 current snap is 292 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 265 2023-12-16T19:40:12.204 INFO:tasks.rados.rados.0.smithi002.stdout:3108: done (7 left) 2023-12-16T19:40:12.205 INFO:tasks.rados.rados.0.smithi002.stdout:3114: delete oid 6 current snap is 292 2023-12-16T19:40:12.205 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:12.206 INFO:tasks.rados.rados.0.smithi002.stdout:3114: done (7 left) 2023-12-16T19:40:12.207 INFO:tasks.rados.rados.0.smithi002.stdout:3115: snap_remove snap 284 2023-12-16T19:40:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:12 smithi002 ceph-mon[137674]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T19:40:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:12 smithi002 ceph-mon[137674]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-16T19:40:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:11] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2023-12-16T19:40:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:12 smithi002 ceph-mon[140029]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T19:40:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:12 smithi002 ceph-mon[140029]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-16T19:40:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:12 smithi043 ceph-mon[135010]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T19:40:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:12 smithi043 ceph-mon[135010]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 752 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-16T19:40:13.026 INFO:tasks.rados.rados.0.smithi002.stdout:3109: expect (ObjNum 877 snap 272 seq_num 877) 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3109: done (7 left) 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3115: done (6 left) 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3116: copy_from oid 33 from oid 44 current snap is 292 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 4 to smithi002125626-1 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 5 to smithi002125626-1 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 6 to smithi002125626-1 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3111: finishing rollback tid 0 to smithi002125626-49 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3111: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3117: snap_create 2023-12-16T19:40:13.050 INFO:tasks.rados.rados.0.smithi002.stdout:3111: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:40:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3660 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:40:13.051 INFO:tasks.rados.rados.0.smithi002.stdout:3106: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3105: finishing write tid 7 to smithi002125626-1 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3861 (ObjNum 987 snap 292 seq_num 987) dirty exists 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3105: left oid 1 (ObjNum 987 snap 292 seq_num 987) 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3113: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3113: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3113: finishing rollback tid 2 to smithi002125626-47 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3864 (ObjNum 432 snap 137 seq_num 432) dirty exists 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3110: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3110: finishing copy_from to smithi002125626-46 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3647 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:40:13.164 INFO:tasks.rados.rados.0.smithi002.stdout:3112: expect (ObjNum 971 snap 288 seq_num 971) 2023-12-16T19:40:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:13 smithi002 ceph-mon[137674]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T19:40:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:13 smithi002 ceph-mon[137674]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T19:40:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:13 smithi002 ceph-mon[140029]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T19:40:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:13 smithi002 ceph-mon[140029]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T19:40:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:13 smithi043 ceph-mon[135010]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T19:40:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:13 smithi043 ceph-mon[135010]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T19:40:13.549 INFO:tasks.rados.rados.0.smithi002.stdout:3116: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:40:13.549 INFO:tasks.rados.rados.0.smithi002.stdout:3116: finishing copy_from to smithi002125626-33 2023-12-16T19:40:13.549 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 2868 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:40:14.033 INFO:tasks.rados.rados.0.smithi002.stdout:3105: done (7 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3106: done (6 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3110: done (5 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3111: done (4 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3112: done (3 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3113: done (2 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3116: done (1 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3117: done (0 left) 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 293 2023-12-16T19:40:14.034 INFO:tasks.rados.rados.0.smithi002.stdout:3118: seq_num 989 ranges {2220032=573440,2793472=466944,3260416=434176,3694592=638976,4333568=65536} 2023-12-16T19:40:14.048 INFO:tasks.rados.rados.0.smithi002.stdout:3118: writing smithi002125626-9 from 2220032 to 2793472 tid 1 2023-12-16T19:40:14.051 INFO:tasks.rados.rados.0.smithi002.stdout:3118: writing smithi002125626-9 from 2793472 to 3260416 tid 2 2023-12-16T19:40:14.053 INFO:tasks.rados.rados.0.smithi002.stdout:3118: writing smithi002125626-9 from 3260416 to 3694592 tid 3 2023-12-16T19:40:14.057 INFO:tasks.rados.rados.0.smithi002.stdout:3118: writing smithi002125626-9 from 3694592 to 4333568 tid 4 2023-12-16T19:40:14.058 INFO:tasks.rados.rados.0.smithi002.stdout:3118: writing smithi002125626-9 from 4333568 to 4399104 tid 5 2023-12-16T19:40:14.058 INFO:tasks.rados.rados.0.smithi002.stdout:3119: read oid 28 snap -1 2023-12-16T19:40:14.058 INFO:tasks.rados.rados.0.smithi002.stdout:3119: expect (ObjNum 979 snap 290 seq_num 979) 2023-12-16T19:40:14.058 INFO:tasks.rados.rados.0.smithi002.stdout:3120: read oid 29 snap -1 2023-12-16T19:40:14.058 INFO:tasks.rados.rados.0.smithi002.stdout:3120: expect deleted 2023-12-16T19:40:14.059 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 293 2023-12-16T19:40:14.059 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 1 to smithi002125626-9 2023-12-16T19:40:14.059 INFO:tasks.rados.rados.0.smithi002.stdout:3121: seq_num 990 ranges {1204224=589824,1794048=753664,2547712=638976,3186688=212992} 2023-12-16T19:40:14.068 INFO:tasks.rados.rados.0.smithi002.stdout:3121: writing smithi002125626-35 from 1204224 to 1794048 tid 1 2023-12-16T19:40:14.074 INFO:tasks.rados.rados.0.smithi002.stdout:3121: writing smithi002125626-35 from 1794048 to 2547712 tid 2 2023-12-16T19:40:14.077 INFO:tasks.rados.rados.0.smithi002.stdout:3121: writing smithi002125626-35 from 2547712 to 3186688 tid 3 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3121: writing smithi002125626-35 from 3186688 to 3399680 tid 4 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3122: read oid 19 snap -1 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3122: expect deleted 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3123: read oid 30 snap -1 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3123: expect deleted 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3124: setattr oid 46 current snap is 293 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 2 to smithi002125626-9 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 3 to smithi002125626-9 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 4 to smithi002125626-9 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 5 to smithi002125626-9 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 6 to smithi002125626-9 2023-12-16T19:40:14.079 INFO:tasks.rados.rados.0.smithi002.stdout:3118: finishing write tid 7 to smithi002125626-9 2023-12-16T19:40:14.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3653 (ObjNum 989 snap 293 seq_num 989) dirty exists 2023-12-16T19:40:14.080 INFO:tasks.rados.rados.0.smithi002.stdout:3118: left oid 9 (ObjNum 989 snap 293 seq_num 989) 2023-12-16T19:40:14.080 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 1 to smithi002125626-35 2023-12-16T19:40:14.081 INFO:tasks.rados.rados.0.smithi002.stdout:3118: done (6 left) 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3120: done (5 left) 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3123: done (4 left) 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3125: read oid 9 snap -1 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3125: expect (ObjNum 989 snap 293 seq_num 989) 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3126: read oid 12 snap -1 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3126: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 293 2023-12-16T19:40:14.082 INFO:tasks.rados.rados.0.smithi002.stdout:3127: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2023-12-16T19:40:14.086 INFO:tasks.rados.rados.0.smithi002.stdout:3127: writing smithi002125626-42 from 0 to 606208 tid 1 2023-12-16T19:40:14.090 INFO:tasks.rados.rados.0.smithi002.stdout:3127: writing smithi002125626-42 from 606208 to 1245184 tid 2 2023-12-16T19:40:14.096 INFO:tasks.rados.rados.0.smithi002.stdout:3127: writing smithi002125626-42 from 1245184 to 2039808 tid 3 2023-12-16T19:40:14.097 INFO:tasks.rados.rados.0.smithi002.stdout:3127: writing smithi002125626-42 from 2039808 to 2211840 tid 4 2023-12-16T19:40:14.097 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 293 2023-12-16T19:40:14.098 INFO:tasks.rados.rados.0.smithi002.stdout:3128: seq_num 992 ranges {16441344=622592,17063936=524288,17588224=606208,18194432=475136} 2023-12-16T19:40:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi002125626-11 from 16441344 to 17063936 tid 1 2023-12-16T19:40:14.194 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi002125626-11 from 17063936 to 17588224 tid 2 2023-12-16T19:40:14.198 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi002125626-11 from 17588224 to 18194432 tid 3 2023-12-16T19:40:14.200 INFO:tasks.rados.rados.0.smithi002.stdout:3128: writing smithi002125626-11 from 18194432 to 18669568 tid 4 2023-12-16T19:40:14.201 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 293 2023-12-16T19:40:14.201 INFO:tasks.rados.rados.0.smithi002.stdout:3129: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2023-12-16T19:40:14.204 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi002125626-32 from 0 to 638976 tid 1 2023-12-16T19:40:14.207 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi002125626-32 from 638976 to 1048576 tid 2 2023-12-16T19:40:14.210 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi002125626-32 from 1048576 to 1458176 tid 3 2023-12-16T19:40:14.214 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi002125626-32 from 1458176 to 2146304 tid 4 2023-12-16T19:40:14.215 INFO:tasks.rados.rados.0.smithi002.stdout:3129: writing smithi002125626-32 from 2146304 to 2244608 tid 5 2023-12-16T19:40:14.215 INFO:tasks.rados.rados.0.smithi002.stdout:3130: read oid 6 snap -1 2023-12-16T19:40:14.215 INFO:tasks.rados.rados.0.smithi002.stdout:3130: expect deleted 2023-12-16T19:40:14.215 INFO:tasks.rados.rados.0.smithi002.stdout:3131: rmattr oid 13 current snap is 293 2023-12-16T19:40:14.215 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3661 (ObjNum 768 snap 245 seq_num 768) dirty exists 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3122: done (10 left) 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3124: done (9 left) 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3132: snap_create 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 2 to smithi002125626-35 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 3 to smithi002125626-35 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 4 to smithi002125626-35 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 5 to smithi002125626-35 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 1 to smithi002125626-42 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: finishing write tid 6 to smithi002125626-35 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 3882 (ObjNum 990 snap 293 seq_num 990) dirty exists 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3121: left oid 35 (ObjNum 990 snap 293 seq_num 990) 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 2 to smithi002125626-42 2023-12-16T19:40:14.216 INFO:tasks.rados.rados.0.smithi002.stdout:3125: expect (ObjNum 989 snap 293 seq_num 989) 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 3 to smithi002125626-42 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 4 to smithi002125626-42 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 5 to smithi002125626-42 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3127: finishing write tid 6 to smithi002125626-42 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 2527 (ObjNum 991 snap 293 seq_num 991) dirty exists 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3127: left oid 42 (ObjNum 991 snap 293 seq_num 991) 2023-12-16T19:40:14.402 INFO:tasks.rados.rados.0.smithi002.stdout:3126: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:40:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:14 smithi002 ceph-mon[137674]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 761 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 39 op/s 2023-12-16T19:40:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:14 smithi002 ceph-mon[137674]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T19:40:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:14 smithi002 ceph-mon[140029]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 761 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 39 op/s 2023-12-16T19:40:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:14 smithi002 ceph-mon[140029]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T19:40:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:14 smithi043 ceph-mon[135010]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 761 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.4 MiB/s wr, 39 op/s 2023-12-16T19:40:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:14 smithi043 ceph-mon[135010]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T19:40:14.735 INFO:tasks.rados.rados.0.smithi002.stdout:3119: expect (ObjNum 979 snap 290 seq_num 979) 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 1 to smithi002125626-11 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 2 to smithi002125626-11 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 3 to smithi002125626-11 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 4 to smithi002125626-11 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 5 to smithi002125626-11 2023-12-16T19:40:15.372 INFO:tasks.rados.rados.0.smithi002.stdout:3128: finishing write tid 6 to smithi002125626-11 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3128: left oid 11 (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 1 to smithi002125626-32 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3119: done (9 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3121: done (8 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3125: done (7 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3126: done (6 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3127: done (5 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3128: done (4 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3132: done (3 left) 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3133: read oid 38 snap -1 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3133: expect deleted 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3134: snap_create 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 2 to smithi002125626-32 2023-12-16T19:40:15.373 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 3 to smithi002125626-32 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3220 (ObjNum 869 snap 271 seq_num 869) dirty exists 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 4 to smithi002125626-32 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 5 to smithi002125626-32 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 6 to smithi002125626-32 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:3129: finishing write tid 7 to smithi002125626-32 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3888 (ObjNum 993 snap 293 seq_num 993) dirty exists 2023-12-16T19:40:15.374 INFO:tasks.rados.rados.0.smithi002.stdout:3129: left oid 32 (ObjNum 993 snap 293 seq_num 993) 2023-12-16T19:40:15.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:40:15.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:40:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:40:16.152 INFO:tasks.rados.rados.0.smithi002.stdout:3129: done (4 left) 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:3130: done (3 left) 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:3131: done (2 left) 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:3133: done (1 left) 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:3134: done (0 left) 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 295 2023-12-16T19:40:16.153 INFO:tasks.rados.rados.0.smithi002.stdout:3135: seq_num 994 ranges {3588096=655360,4243456=688128,4931584=622592,5554176=294912} 2023-12-16T19:40:16.175 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi002125626-7 from 3588096 to 4243456 tid 1 2023-12-16T19:40:16.179 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi002125626-7 from 4243456 to 4931584 tid 2 2023-12-16T19:40:16.183 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi002125626-7 from 4931584 to 5554176 tid 3 2023-12-16T19:40:16.185 INFO:tasks.rados.rados.0.smithi002.stdout:3135: writing smithi002125626-7 from 5554176 to 5849088 tid 4 2023-12-16T19:40:16.185 INFO:tasks.rados.rados.0.smithi002.stdout:3136: delete oid 47 current snap is 295 2023-12-16T19:40:16.185 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 1 to smithi002125626-7 2023-12-16T19:40:16.185 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 2 to smithi002125626-7 2023-12-16T19:40:16.190 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 3 to smithi002125626-7 2023-12-16T19:40:16.192 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 4 to smithi002125626-7 2023-12-16T19:40:16.193 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 5 to smithi002125626-7 2023-12-16T19:40:16.194 INFO:tasks.rados.rados.0.smithi002.stdout:3135: finishing write tid 6 to smithi002125626-7 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3894 (ObjNum 994 snap 295 seq_num 994) dirty exists 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3135: left oid 7 (ObjNum 994 snap 295 seq_num 994) 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3135: done (1 left) 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3136: done (0 left) 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3137: read oid 27 snap -1 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3137: expect (ObjNum 986 snap 292 seq_num 986) 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3138: rollback oid 9 current snap is 295 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 168 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3139: read oid 36 snap -1 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3139: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 295 2023-12-16T19:40:16.195 INFO:tasks.rados.rados.0.smithi002.stdout:3140: seq_num 996 ranges {16441344=688128,17129472=507904,17637376=581632,18219008=516096} 2023-12-16T19:40:16.288 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi002125626-13 from 16441344 to 17129472 tid 1 2023-12-16T19:40:16.291 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi002125626-13 from 17129472 to 17637376 tid 2 2023-12-16T19:40:16.294 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi002125626-13 from 17637376 to 18219008 tid 3 2023-12-16T19:40:16.297 INFO:tasks.rados.rados.0.smithi002.stdout:3140: writing smithi002125626-13 from 18219008 to 18735104 tid 4 2023-12-16T19:40:16.297 INFO:tasks.rados.rados.0.smithi002.stdout:3141: snap_create 2023-12-16T19:40:16.297 INFO:tasks.rados.rados.0.smithi002.stdout:3139: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:16.299 INFO:tasks.rados.rados.0.smithi002.stdout:3137: expect (ObjNum 986 snap 292 seq_num 986) 2023-12-16T19:40:16.355 INFO:tasks.rados.rados.0.smithi002.stdout:3138: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3138: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3138: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3656 (ObjNum 549 snap 167 seq_num 549) dirty exists 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 1 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 2 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 3 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 4 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 5 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: finishing write tid 6 to smithi002125626-13 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3225 (ObjNum 996 snap 295 seq_num 996) dirty exists 2023-12-16T19:40:16.356 INFO:tasks.rados.rados.0.smithi002.stdout:3140: left oid 13 (ObjNum 996 snap 295 seq_num 996) 2023-12-16T19:40:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[137674]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T19:40:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[137674]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 799 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2023-12-16T19:40:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[140029]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[140029]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 799 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:40:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:40:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:16 smithi043 ceph-mon[135010]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T19:40:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:16 smithi043 ceph-mon[135010]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 799 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.5 MiB/s wr, 44 op/s 2023-12-16T19:40:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:40:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:40:16.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3137: done (4 left) 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3138: done (3 left) 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3139: done (2 left) 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3140: done (1 left) 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3141: done (0 left) 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 296 2023-12-16T19:40:17.158 INFO:tasks.rados.rados.0.smithi002.stdout:3142: seq_num 997 ranges {2818048=704512,3522560=794624,4317184=794624,5111808=16384} 2023-12-16T19:40:17.177 INFO:tasks.rados.rados.0.smithi002.stdout:3142: writing smithi002125626-4 from 2818048 to 3522560 tid 1 2023-12-16T19:40:17.181 INFO:tasks.rados.rados.0.smithi002.stdout:3142: writing smithi002125626-4 from 3522560 to 4317184 tid 2 2023-12-16T19:40:17.186 INFO:tasks.rados.rados.0.smithi002.stdout:3142: writing smithi002125626-4 from 4317184 to 5111808 tid 3 2023-12-16T19:40:17.186 INFO:tasks.rados.rados.0.smithi002.stdout:3142: writing smithi002125626-4 from 5111808 to 5128192 tid 4 2023-12-16T19:40:17.186 INFO:tasks.rados.rados.0.smithi002.stdout:3143: copy_from oid 17 from oid 13 current snap is 296 2023-12-16T19:40:17.186 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 1 to smithi002125626-4 2023-12-16T19:40:17.186 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 2 to smithi002125626-4 2023-12-16T19:40:17.187 INFO:tasks.rados.rados.0.smithi002.stdout:3144: snap_remove snap 249 2023-12-16T19:40:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:17 smithi002 ceph-mon[137674]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T19:40:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:17 smithi002 ceph-mon[140029]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T19:40:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:17 smithi043 ceph-mon[135010]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T19:40:18.027 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 3 to smithi002125626-4 2023-12-16T19:40:18.027 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 4 to smithi002125626-4 2023-12-16T19:40:18.027 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 5 to smithi002125626-4 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3142: finishing write tid 6 to smithi002125626-4 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2891 (ObjNum 997 snap 296 seq_num 997) dirty exists 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3142: left oid 4 (ObjNum 997 snap 296 seq_num 997) 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3143: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3143: finishing copy_from to smithi002125626-17 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3225 (ObjNum 996 snap 295 seq_num 996) dirty exists 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3142: done (2 left) 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3143: done (1 left) 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3144: done (0 left) 2023-12-16T19:40:18.028 INFO:tasks.rados.rados.0.smithi002.stdout:3145: delete oid 15 current snap is 296 2023-12-16T19:40:18.049 INFO:tasks.rados.rados.0.smithi002.stdout:3145: done (0 left) 2023-12-16T19:40:18.049 INFO:tasks.rados.rados.0.smithi002.stdout:3146: setattr oid 12 current snap is 296 2023-12-16T19:40:18.050 INFO:tasks.rados.rados.0.smithi002.stdout:3147: read oid 5 snap -1 2023-12-16T19:40:18.050 INFO:tasks.rados.rados.0.smithi002.stdout:3147: expect (ObjNum 819 snap 257 seq_num 819) 2023-12-16T19:40:18.050 INFO:tasks.rados.rados.0.smithi002.stdout:3148: snap_create 2023-12-16T19:40:18.057 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2862 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:40:18.067 INFO:tasks.rados.rados.0.smithi002.stdout:3147: expect (ObjNum 819 snap 257 seq_num 819) 2023-12-16T19:40:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[137674]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T19:40:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[137674]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 801 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2023-12-16T19:40:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[137674]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T19:40:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[140029]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T19:40:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[140029]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 801 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2023-12-16T19:40:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:18 smithi002 ceph-mon[140029]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T19:40:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:18 smithi043 ceph-mon[135010]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T19:40:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:18 smithi043 ceph-mon[135010]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 801 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2023-12-16T19:40:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:18 smithi043 ceph-mon[135010]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T19:40:19.034 INFO:tasks.rados.rados.0.smithi002.stdout:3146: done (2 left) 2023-12-16T19:40:19.034 INFO:tasks.rados.rados.0.smithi002.stdout:3147: done (1 left) 2023-12-16T19:40:19.034 INFO:tasks.rados.rados.0.smithi002.stdout:3148: done (0 left) 2023-12-16T19:40:19.034 INFO:tasks.rados.rados.0.smithi002.stdout:3149: copy_from oid 48 from oid 13 current snap is 297 2023-12-16T19:40:19.035 INFO:tasks.rados.rados.0.smithi002.stdout:3150: snap_create 2023-12-16T19:40:19.104 INFO:tasks.rados.rados.0.smithi002.stdout:3149: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:40:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:3149: finishing copy_from to smithi002125626-48 2023-12-16T19:40:19.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3225 (ObjNum 996 snap 295 seq_num 996) dirty exists 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:3149: done (1 left) 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:3150: done (0 left) 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:3151: read oid 2 snap 293 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:3151: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 298 2023-12-16T19:40:20.039 INFO:tasks.rados.rados.0.smithi002.stdout:3152: seq_num 999 ranges {6635520=737280,7372800=565248,7938048=761856,8699904=278528} 2023-12-16T19:40:20.079 INFO:tasks.rados.rados.0.smithi002.stdout:3152: writing smithi002125626-12 from 6635520 to 7372800 tid 1 2023-12-16T19:40:20.083 INFO:tasks.rados.rados.0.smithi002.stdout:3152: writing smithi002125626-12 from 7372800 to 7938048 tid 2 2023-12-16T19:40:20.088 INFO:tasks.rados.rados.0.smithi002.stdout:3152: writing smithi002125626-12 from 7938048 to 8699904 tid 3 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3152: writing smithi002125626-12 from 8699904 to 8978432 tid 4 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3153: read oid 18 snap -1 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3153: expect deleted 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3154: read oid 14 snap -1 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3154: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3155: delete oid 50 current snap is 298 2023-12-16T19:40:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3151: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:20.098 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 1 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 2 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 3 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 4 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 5 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: finishing write tid 6 to smithi002125626-12 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2867 (ObjNum 999 snap 298 seq_num 999) dirty exists 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: left oid 12 (ObjNum 999 snap 298 seq_num 999) 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3151: done (4 left) 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3152: done (3 left) 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3153: done (2 left) 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3155: done (1 left) 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3156: read oid 28 snap -1 2023-12-16T19:40:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3156: expect (ObjNum 979 snap 290 seq_num 979) 2023-12-16T19:40:20.100 INFO:tasks.rados.rados.0.smithi002.stdout:3157: copy_from oid 4 from oid 37 current snap is 298 2023-12-16T19:40:20.100 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 298 2023-12-16T19:40:20.100 INFO:tasks.rados.rados.0.smithi002.stdout:3158: seq_num 1001 ranges {18735104=770048,19505152=729088,20234240=770048,21004288=106496} 2023-12-16T19:40:20.205 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi002125626-17 from 18735104 to 19505152 tid 1 2023-12-16T19:40:20.209 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi002125626-17 from 19505152 to 20234240 tid 2 2023-12-16T19:40:20.214 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi002125626-17 from 20234240 to 21004288 tid 3 2023-12-16T19:40:20.215 INFO:tasks.rados.rados.0.smithi002.stdout:3158: writing smithi002125626-17 from 21004288 to 21110784 tid 4 2023-12-16T19:40:20.215 INFO:tasks.rados.rados.0.smithi002.stdout:3159: delete oid 12 current snap is 298 2023-12-16T19:40:20.215 INFO:tasks.rados.rados.0.smithi002.stdout:3154: expect (ObjNum 631 snap 196 seq_num 631) 2023-12-16T19:40:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:20 smithi002 ceph-mon[137674]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T19:40:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:20 smithi002 ceph-mon[137674]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2023-12-16T19:40:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:20 smithi002 ceph-mon[140029]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T19:40:20.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:20 smithi002 ceph-mon[140029]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2023-12-16T19:40:20.396 INFO:tasks.rados.rados.0.smithi002.stdout:3157: finishing copy_from racing read to smithi002125626-4 2023-12-16T19:40:20.396 INFO:tasks.rados.rados.0.smithi002.stdout:3157: finishing copy_from to smithi002125626-4 2023-12-16T19:40:20.396 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 2885 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:40:20.396 INFO:tasks.rados.rados.0.smithi002.stdout:3156: expect (ObjNum 979 snap 290 seq_num 979) 2023-12-16T19:40:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:20 smithi043 ceph-mon[135010]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T19:40:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:20 smithi043 ceph-mon[135010]: pgmap v662: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 6.3 MiB/s wr, 22 op/s 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 1 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 2 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 3 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 4 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 5 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: finishing write tid 6 to smithi002125626-17 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3230 (ObjNum 1001 snap 298 seq_num 1001) dirty exists 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: left oid 17 (ObjNum 1001 snap 298 seq_num 1001) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3154: done (4 left) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3156: done (3 left) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3157: done (2 left) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3158: done (1 left) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3159: done (0 left) 2023-12-16T19:40:21.030 INFO:tasks.rados.rados.0.smithi002.stdout:3160: copy_from oid 39 from oid 37 current snap is 298 2023-12-16T19:40:21.031 INFO:tasks.rados.rados.0.smithi002.stdout:3161: read oid 17 snap -1 2023-12-16T19:40:21.031 INFO:tasks.rados.rados.0.smithi002.stdout:3161: expect (ObjNum 1001 snap 298 seq_num 1001) 2023-12-16T19:40:21.031 INFO:tasks.rados.rados.0.smithi002.stdout:3162: snap_create 2023-12-16T19:40:21.041 INFO:tasks.rados.rados.0.smithi002.stdout:3160: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:40:21.042 INFO:tasks.rados.rados.0.smithi002.stdout:3160: finishing copy_from to smithi002125626-39 2023-12-16T19:40:21.042 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 2885 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:40:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:3160: done (2 left) 2023-12-16T19:40:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:3162: done (1 left) 2023-12-16T19:40:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 299 2023-12-16T19:40:21.050 INFO:tasks.rados.rados.0.smithi002.stdout:3163: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2023-12-16T19:40:21.054 INFO:tasks.rados.rados.0.smithi002.stdout:3163: writing smithi002125626-29 from 0 to 802816 tid 1 2023-12-16T19:40:21.057 INFO:tasks.rados.rados.0.smithi002.stdout:3163: writing smithi002125626-29 from 802816 to 1302528 tid 2 2023-12-16T19:40:21.062 INFO:tasks.rados.rados.0.smithi002.stdout:3163: writing smithi002125626-29 from 1302528 to 2039808 tid 3 2023-12-16T19:40:21.065 INFO:tasks.rados.rados.0.smithi002.stdout:3163: writing smithi002125626-29 from 2039808 to 2408448 tid 4 2023-12-16T19:40:21.065 INFO:tasks.rados.rados.0.smithi002.stdout:3164: snap_create 2023-12-16T19:40:21.065 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 1 to smithi002125626-29 2023-12-16T19:40:21.065 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 2 to smithi002125626-29 2023-12-16T19:40:21.067 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 3 to smithi002125626-29 2023-12-16T19:40:21.067 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 4 to smithi002125626-29 2023-12-16T19:40:21.068 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 5 to smithi002125626-29 2023-12-16T19:40:21.069 INFO:tasks.rados.rados.0.smithi002.stdout:3163: finishing write tid 6 to smithi002125626-29 2023-12-16T19:40:21.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 2533 (ObjNum 1003 snap 299 seq_num 1003) dirty exists 2023-12-16T19:40:21.069 INFO:tasks.rados.rados.0.smithi002.stdout:3163: left oid 29 (ObjNum 1003 snap 299 seq_num 1003) 2023-12-16T19:40:21.131 INFO:tasks.rados.rados.0.smithi002.stdout:3161: expect (ObjNum 1001 snap 298 seq_num 1001) 2023-12-16T19:40:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:21 smithi002 ceph-mon[137674]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T19:40:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:21 smithi002 ceph-mon[140029]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T19:40:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:21 smithi043 ceph-mon[135010]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T19:40:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:22 smithi002 ceph-mon[137674]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T19:40:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:22 smithi002 ceph-mon[137674]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 835 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 12 MiB/s wr, 25 op/s 2023-12-16T19:40:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:22 smithi002 ceph-mon[140029]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T19:40:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:22 smithi002 ceph-mon[140029]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 835 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 12 MiB/s wr, 25 op/s 2023-12-16T19:40:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:21] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2023-12-16T19:40:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:22 smithi043 ceph-mon[135010]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T19:40:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:22 smithi043 ceph-mon[135010]: pgmap v665: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 835 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 12 MiB/s wr, 25 op/s 2023-12-16T19:40:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:23 smithi002 ceph-mon[137674]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T19:40:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:23 smithi002 ceph-mon[137674]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T19:40:23.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:23 smithi002 ceph-mon[140029]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T19:40:23.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:23 smithi002 ceph-mon[140029]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T19:40:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:23 smithi043 ceph-mon[135010]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T19:40:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:23 smithi043 ceph-mon[135010]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T19:40:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:24 smithi002 ceph-mon[137674]: pgmap v668: 121 pgs: 121 active+clean; 839 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 14 op/s 2023-12-16T19:40:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:24 smithi002 ceph-mon[140029]: pgmap v668: 121 pgs: 121 active+clean; 839 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 14 op/s 2023-12-16T19:40:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:24 smithi043 ceph-mon[135010]: pgmap v668: 121 pgs: 121 active+clean; 839 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 14 op/s 2023-12-16T19:40:24.803 INFO:tasks.rados.rados.0.smithi002.stdout:3161: done (2 left) 2023-12-16T19:40:24.803 INFO:tasks.rados.rados.0.smithi002.stdout:3163: done (1 left) 2023-12-16T19:40:24.803 INFO:tasks.rados.rados.0.smithi002.stdout:3164: done (0 left) 2023-12-16T19:40:24.803 INFO:tasks.rados.rados.0.smithi002.stdout:3165: copy_from oid 19 from oid 27 current snap is 300 2023-12-16T19:40:24.803 INFO:tasks.rados.rados.0.smithi002.stdout:3166: snap_remove snap 290 2023-12-16T19:40:25.062 INFO:tasks.rados.rados.0.smithi002.stdout:3166: done (1 left) 2023-12-16T19:40:25.062 INFO:tasks.rados.rados.0.smithi002.stdout:3167: read oid 21 snap 189 2023-12-16T19:40:25.062 INFO:tasks.rados.rados.0.smithi002.stdout:3167: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:40:25.062 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 300 2023-12-16T19:40:25.062 INFO:tasks.rados.rados.0.smithi002.stdout:3168: seq_num 1004 ranges {5849088=16384} 2023-12-16T19:40:25.096 INFO:tasks.rados.rados.0.smithi002.stdout:3168: writing smithi002125626-7 from 5849088 to 5865472 tid 1 2023-12-16T19:40:25.096 INFO:tasks.rados.rados.0.smithi002.stdout:3169: read oid 38 snap 265 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3169: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3165: finishing copy_from racing read to smithi002125626-19 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3165: finishing copy_from to smithi002125626-19 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 2277 (ObjNum 986 snap 292 seq_num 986) dirty exists 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3170: read oid 34 snap -1 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3170: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3165: done (4 left) 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3171: rollback oid 28 current snap is 300 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 234 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3172: rollback oid 40 current snap is 300 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 287 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3173: read oid 47 snap 266 2023-12-16T19:40:25.097 INFO:tasks.rados.rados.0.smithi002.stdout:3173: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:40:25.098 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 300 2023-12-16T19:40:25.098 INFO:tasks.rados.rados.0.smithi002.stdout:3174: seq_num 1005 ranges {0=32768} 2023-12-16T19:40:25.098 INFO:tasks.rados.rados.0.smithi002.stdout:3174: writing smithi002125626-26 from 0 to 32768 tid 1 2023-12-16T19:40:25.098 INFO:tasks.rados.rados.0.smithi002.stdout:3175: snap_create 2023-12-16T19:40:25.098 INFO:tasks.rados.rados.0.smithi002.stdout:3167: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:40:25.179 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3172: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing rollback tid 0 to smithi002125626-28 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3172: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3171: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3228 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3172: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 3222 (ObjNum 897 snap 278 seq_num 897) dirty exists 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3168: finishing write tid 1 to smithi002125626-7 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3168: finishing write tid 2 to smithi002125626-7 2023-12-16T19:40:25.311 INFO:tasks.rados.rados.0.smithi002.stdout:3170: expect (ObjNum 958 snap 287 seq_num 958) 2023-12-16T19:40:25.421 INFO:tasks.rados.rados.0.smithi002.stdout:3169: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:40:25.428 INFO:tasks.rados.rados.0.smithi002.stdout:3168: finishing write tid 3 to smithi002125626-7 2023-12-16T19:40:25.428 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3926 (ObjNum 1004 snap 300 seq_num 1004) dirty exists 2023-12-16T19:40:25.428 INFO:tasks.rados.rados.0.smithi002.stdout:3168: left oid 7 (ObjNum 1004 snap 300 seq_num 1004) 2023-12-16T19:40:25.428 INFO:tasks.rados.rados.0.smithi002.stdout:3174: finishing write tid 1 to smithi002125626-26 2023-12-16T19:40:25.428 INFO:tasks.rados.rados.0.smithi002.stdout:3174: finishing write tid 2 to smithi002125626-26 2023-12-16T19:40:25.429 INFO:tasks.rados.rados.0.smithi002.stdout:3173: expect (ObjNum 432 snap 137 seq_num 432) 2023-12-16T19:40:25.505 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (8m) 5m ago 11m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (8m) 3m ago 11m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (12m) 5m ago 12m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (12m) 3m ago 12m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (7m) 3m ago 14m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (8m) 5m ago 15m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (7m) 5m ago 15m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (7m) 3m ago 14m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (7m) 5m ago 14m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (8m) 5m ago 11m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (8m) 3m ago 10m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (6m) 5m ago 14m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:40:25.506 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (6m) 5m ago 13m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (5m) 5m ago 13m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (5m) 5m ago 13m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (4m) 3m ago 13m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (4m) 3m ago 12m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (3m) 3m ago 12m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (3m) 3m ago 12m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:40:25.507 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (7m) 3m ago 11m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:40:25.891 INFO:tasks.rados.rados.0.smithi002.stdout:3174: finishing write tid 3 to smithi002125626-26 2023-12-16T19:40:25.891 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3928 (ObjNum 1005 snap 300 seq_num 1005) dirty exists 2023-12-16T19:40:25.891 INFO:tasks.rados.rados.0.smithi002.stdout:3174: left oid 26 (ObjNum 1005 snap 300 seq_num 1005) 2023-12-16T19:40:25.908 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:40:25.908 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:40:25.909 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:40:25.910 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:40:25.910 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:40:25.910 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:40:26.066 INFO:tasks.rados.rados.0.smithi002.stdout:3167: done (8 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3168: done (7 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3169: done (6 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3170: done (5 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3171: done (4 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3172: done (3 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3173: done (2 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3174: done (1 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3175: done (0 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3176: rmattr oid 26 current snap is 301 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3176: done (0 left) 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:3177: rollback oid 26 current snap is 301 2023-12-16T19:40:26.067 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 289 2023-12-16T19:40:26.068 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 301 2023-12-16T19:40:26.068 INFO:tasks.rados.rados.0.smithi002.stdout:3178: seq_num 1006 ranges {2007040=49152} 2023-12-16T19:40:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3178: writing smithi002125626-9 from 2007040 to 2056192 tid 1 2023-12-16T19:40:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3179: snap_remove snap 292 2023-12-16T19:40:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[137674]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T19:40:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[137674]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[137674]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 841 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-16T19:40:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[137674]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3359236307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[140029]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[140029]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[140029]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 841 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[140029]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3359236307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:26 smithi043 ceph-mon[135010]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T19:40:26.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:26 smithi043 ceph-mon[135010]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:26 smithi043 ceph-mon[135010]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 841 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-16T19:40:26.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:26 smithi043 ceph-mon[135010]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:26.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3359236307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3179: done (2 left) 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3180: setattr oid 5 current snap is 301 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3177: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3177: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3177: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 3932 (ObjNum 932 snap 282 seq_num 932) dirty exists 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3178: finishing write tid 1 to smithi002125626-9 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3178: finishing write tid 2 to smithi002125626-9 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3178: finishing write tid 3 to smithi002125626-9 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3658 (ObjNum 1006 snap 301 seq_num 1006) dirty exists 2023-12-16T19:40:27.073 INFO:tasks.rados.rados.0.smithi002.stdout:3178: left oid 9 (ObjNum 1006 snap 301 seq_num 1006) 2023-12-16T19:40:27.075 INFO:tasks.rados.rados.0.smithi002.stdout:3177: done (2 left) 2023-12-16T19:40:27.075 INFO:tasks.rados.rados.0.smithi002.stdout:3178: done (1 left) 2023-12-16T19:40:27.076 INFO:tasks.rados.rados.0.smithi002.stdout:3181: read oid 43 snap -1 2023-12-16T19:40:27.076 INFO:tasks.rados.rados.0.smithi002.stdout:3181: expect deleted 2023-12-16T19:40:27.076 INFO:tasks.rados.rados.0.smithi002.stdout:3182: read oid 50 snap -1 2023-12-16T19:40:27.076 INFO:tasks.rados.rados.0.smithi002.stdout:3182: expect deleted 2023-12-16T19:40:27.076 INFO:tasks.rados.rados.0.smithi002.stdout:3183: copy_from oid 41 from oid 11 current snap is 301 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:3184: rmattr oid 19 current snap is 301 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:3184: done (4 left) 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 301 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:3185: seq_num 1007 ranges {0=65536} 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:3185: writing smithi002125626-12 from 0 to 65536 tid 1 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 301 2023-12-16T19:40:27.077 INFO:tasks.rados.rados.0.smithi002.stdout:3186: seq_num 1008 ranges {2121728=90112} 2023-12-16T19:40:27.090 INFO:tasks.rados.rados.0.smithi002.stdout:3186: writing smithi002125626-27 from 2121728 to 2211840 tid 1 2023-12-16T19:40:27.090 INFO:tasks.rados.rados.0.smithi002.stdout:3187: snap_remove snap 300 2023-12-16T19:40:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:27 smithi002 ceph-mon[137674]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T19:40:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:27 smithi002 ceph-mon[140029]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T19:40:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:27 smithi043 ceph-mon[135010]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T19:40:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:3187: done (6 left) 2023-12-16T19:40:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:3188: snap_create 2023-12-16T19:40:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3659 (ObjNum 819 snap 257 seq_num 819) dirty exists 2023-12-16T19:40:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 1 to smithi002125626-12 2023-12-16T19:40:28.029 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 2 to smithi002125626-12 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3185: finishing write tid 3 to smithi002125626-12 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2870 (ObjNum 1007 snap 301 seq_num 1007) dirty exists 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3185: left oid 12 (ObjNum 1007 snap 301 seq_num 1007) 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 1 to smithi002125626-27 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 2 to smithi002125626-27 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3186: finishing write tid 3 to smithi002125626-27 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2279 (ObjNum 1008 snap 301 seq_num 1008) dirty exists 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3186: left oid 27 (ObjNum 1008 snap 301 seq_num 1008) 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3183: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:3183: finishing copy_from to smithi002125626-41 2023-12-16T19:40:28.030 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:40:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[137674]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T19:40:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[137674]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2023-12-16T19:40:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[137674]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T19:40:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[140029]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T19:40:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[140029]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2023-12-16T19:40:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:28 smithi002 ceph-mon[140029]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T19:40:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:28 smithi043 ceph-mon[135010]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T19:40:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:28 smithi043 ceph-mon[135010]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2023-12-16T19:40:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:28 smithi043 ceph-mon[135010]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T19:40:29.030 INFO:tasks.rados.rados.0.smithi002.stdout:3180: done (6 left) 2023-12-16T19:40:29.030 INFO:tasks.rados.rados.0.smithi002.stdout:3181: done (5 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3182: done (4 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3183: done (3 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3185: done (2 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3186: done (1 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3188: done (0 left) 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 302 2023-12-16T19:40:29.031 INFO:tasks.rados.rados.0.smithi002.stdout:3189: seq_num 1009 ranges {21110784=106496} 2023-12-16T19:40:29.146 INFO:tasks.rados.rados.0.smithi002.stdout:3189: writing smithi002125626-17 from 21110784 to 21217280 tid 1 2023-12-16T19:40:29.146 INFO:tasks.rados.rados.0.smithi002.stdout:3190: read oid 7 snap -1 2023-12-16T19:40:29.146 INFO:tasks.rados.rados.0.smithi002.stdout:3190: expect (ObjNum 1004 snap 300 seq_num 1004) 2023-12-16T19:40:29.146 INFO:tasks.rados.rados.0.smithi002.stdout:3191: snap_create 2023-12-16T19:40:29.157 INFO:tasks.rados.rados.0.smithi002.stdout:3189: finishing write tid 1 to smithi002125626-17 2023-12-16T19:40:29.158 INFO:tasks.rados.rados.0.smithi002.stdout:3189: finishing write tid 2 to smithi002125626-17 2023-12-16T19:40:29.159 INFO:tasks.rados.rados.0.smithi002.stdout:3189: finishing write tid 3 to smithi002125626-17 2023-12-16T19:40:29.159 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3232 (ObjNum 1009 snap 302 seq_num 1009) dirty exists 2023-12-16T19:40:29.159 INFO:tasks.rados.rados.0.smithi002.stdout:3189: left oid 17 (ObjNum 1009 snap 302 seq_num 1009) 2023-12-16T19:40:29.167 INFO:tasks.rados.rados.0.smithi002.stdout:3190: expect (ObjNum 1004 snap 300 seq_num 1004) 2023-12-16T19:40:30.035 INFO:tasks.rados.rados.0.smithi002.stdout:3189: done (2 left) 2023-12-16T19:40:30.035 INFO:tasks.rados.rados.0.smithi002.stdout:3190: done (1 left) 2023-12-16T19:40:30.035 INFO:tasks.rados.rados.0.smithi002.stdout:3191: done (0 left) 2023-12-16T19:40:30.035 INFO:tasks.rados.rados.0.smithi002.stdout:3192: rmattr oid 35 current snap is 303 2023-12-16T19:40:30.036 INFO:tasks.rados.rados.0.smithi002.stdout:3192: done (0 left) 2023-12-16T19:40:30.036 INFO:tasks.rados.rados.0.smithi002.stdout:3193: snap_create 2023-12-16T19:40:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:30 smithi002 ceph-mon[137674]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T19:40:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:30 smithi002 ceph-mon[137674]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.0 MiB/s wr, 7 op/s 2023-12-16T19:40:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:30 smithi002 ceph-mon[140029]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T19:40:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:30 smithi002 ceph-mon[140029]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.0 MiB/s wr, 7 op/s 2023-12-16T19:40:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:30 smithi043 ceph-mon[135010]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T19:40:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:30 smithi043 ceph-mon[135010]: pgmap v676: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 5.0 MiB/s wr, 7 op/s 2023-12-16T19:40:31.036 INFO:tasks.rados.rados.0.smithi002.stdout:3193: done (0 left) 2023-12-16T19:40:31.037 INFO:tasks.rados.rados.0.smithi002.stdout:3194: read oid 3 snap -1 2023-12-16T19:40:31.037 INFO:tasks.rados.rados.0.smithi002.stdout:3194: expect (ObjNum 916 snap 282 seq_num 916) 2023-12-16T19:40:31.037 INFO:tasks.rados.rados.0.smithi002.stdout:3195: snap_create 2023-12-16T19:40:31.063 INFO:tasks.rados.rados.0.smithi002.stdout:3194: expect (ObjNum 916 snap 282 seq_num 916) 2023-12-16T19:40:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:31 smithi002 ceph-mon[137674]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T19:40:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:31 smithi002 ceph-mon[140029]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T19:40:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:31 smithi043 ceph-mon[135010]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T19:40:32.045 INFO:tasks.rados.rados.0.smithi002.stdout:3194: done (1 left) 2023-12-16T19:40:32.045 INFO:tasks.rados.rados.0.smithi002.stdout:3195: done (0 left) 2023-12-16T19:40:32.045 INFO:tasks.rados.rados.0.smithi002.stdout:3196: snap_create 2023-12-16T19:40:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:32 smithi002 ceph-mon[137674]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T19:40:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:32 smithi002 ceph-mon[137674]: pgmap v679: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2023-12-16T19:40:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:31] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2023-12-16T19:40:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:32 smithi002 ceph-mon[140029]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T19:40:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:32 smithi002 ceph-mon[140029]: pgmap v679: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2023-12-16T19:40:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:32 smithi043 ceph-mon[135010]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T19:40:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:32 smithi043 ceph-mon[135010]: pgmap v679: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2023-12-16T19:40:33.031 INFO:tasks.rados.rados.0.smithi002.stdout:3196: done (0 left) 2023-12-16T19:40:33.031 INFO:tasks.rados.rados.0.smithi002.stdout:3197: read oid 11 snap -1 2023-12-16T19:40:33.031 INFO:tasks.rados.rados.0.smithi002.stdout:3197: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:40:33.031 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 306 2023-12-16T19:40:33.032 INFO:tasks.rados.rados.0.smithi002.stdout:3198: seq_num 1010 ranges {2211840=122880} 2023-12-16T19:40:33.045 INFO:tasks.rados.rados.0.smithi002.stdout:3198: writing smithi002125626-27 from 2211840 to 2334720 tid 1 2023-12-16T19:40:33.045 INFO:tasks.rados.rados.0.smithi002.stdout:3199: delete oid 40 current snap is 306 2023-12-16T19:40:33.065 INFO:tasks.rados.rados.0.smithi002.stdout:3198: finishing write tid 1 to smithi002125626-27 2023-12-16T19:40:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3198: finishing write tid 2 to smithi002125626-27 2023-12-16T19:40:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3198: finishing write tid 3 to smithi002125626-27 2023-12-16T19:40:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2281 (ObjNum 1010 snap 306 seq_num 1010) dirty exists 2023-12-16T19:40:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3198: left oid 27 (ObjNum 1010 snap 306 seq_num 1010) 2023-12-16T19:40:33.093 INFO:tasks.rados.rados.0.smithi002.stdout:3197: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:40:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:33 smithi002 ceph-mon[137674]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T19:40:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:33 smithi002 ceph-mon[137674]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T19:40:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:33 smithi002 ceph-mon[140029]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T19:40:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:33 smithi002 ceph-mon[140029]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T19:40:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:33 smithi043 ceph-mon[135010]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T19:40:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:33 smithi043 ceph-mon[135010]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T19:40:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:34 smithi002 ceph-mon[137674]: pgmap v682: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 34 KiB/s wr, 9 op/s 2023-12-16T19:40:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:34 smithi002 ceph-mon[140029]: pgmap v682: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 34 KiB/s wr, 9 op/s 2023-12-16T19:40:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:34 smithi043 ceph-mon[135010]: pgmap v682: 121 pgs: 121 active+clean; 862 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 34 KiB/s wr, 9 op/s 2023-12-16T19:40:36.396 INFO:tasks.rados.rados.0.smithi002.stdout:3197: done (2 left) 2023-12-16T19:40:36.397 INFO:tasks.rados.rados.0.smithi002.stdout:3198: done (1 left) 2023-12-16T19:40:36.397 INFO:tasks.rados.rados.0.smithi002.stdout:3199: done (0 left) 2023-12-16T19:40:36.397 INFO:tasks.rados.rados.0.smithi002.stdout:3200: snap_create 2023-12-16T19:40:36.455 INFO:tasks.rados.rados.0.smithi002.stdout:3200: done (0 left) 2023-12-16T19:40:36.456 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 307 2023-12-16T19:40:36.456 INFO:tasks.rados.rados.0.smithi002.stdout:3201: seq_num 1012 ranges {0=155648} 2023-12-16T19:40:36.456 INFO:tasks.rados.rados.0.smithi002.stdout:3201: writing smithi002125626-20 from 0 to 155648 tid 1 2023-12-16T19:40:36.456 INFO:tasks.rados.rados.0.smithi002.stdout:3202: read oid 7 snap -1 2023-12-16T19:40:36.457 INFO:tasks.rados.rados.0.smithi002.stdout:3202: expect (ObjNum 1004 snap 300 seq_num 1004) 2023-12-16T19:40:36.457 INFO:tasks.rados.rados.0.smithi002.stdout:3203: rollback oid 23 current snap is 307 2023-12-16T19:40:36.457 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 254 2023-12-16T19:40:36.457 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 307 2023-12-16T19:40:36.457 INFO:tasks.rados.rados.0.smithi002.stdout:3204: seq_num 1013 ranges {483328=172032} 2023-12-16T19:40:36.461 INFO:tasks.rados.rados.0.smithi002.stdout:3204: writing smithi002125626-31 from 483328 to 655360 tid 1 2023-12-16T19:40:36.461 INFO:tasks.rados.rados.0.smithi002.stdout:3205: copy_from oid 25 from oid 49 current snap is 307 2023-12-16T19:40:36.461 INFO:tasks.rados.rados.0.smithi002.stdout:3206: read oid 10 snap -1 2023-12-16T19:40:36.461 INFO:tasks.rados.rados.0.smithi002.stdout:3206: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:40:36.461 INFO:tasks.rados.rados.0.smithi002.stdout:3207: snap_remove snap 297 2023-12-16T19:40:36.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:36 smithi002 ceph-mon[137674]: pgmap v683: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 67 KiB/s wr, 8 op/s 2023-12-16T19:40:36.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:36.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:36 smithi002 ceph-mon[140029]: pgmap v683: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 67 KiB/s wr, 8 op/s 2023-12-16T19:40:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:36.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:36 smithi043 ceph-mon[135010]: pgmap v683: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 67 KiB/s wr, 8 op/s 2023-12-16T19:40:36.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3207: done (6 left) 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 307 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3201: finishing write tid 1 to smithi002125626-20 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3201: finishing write tid 2 to smithi002125626-20 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3203: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing write tid 1 to smithi002125626-31 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing write tid 2 to smithi002125626-31 2023-12-16T19:40:37.464 INFO:tasks.rados.rados.0.smithi002.stdout:3203: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3143 (ObjNum 33 snap 0 seq_num 2052274560) dirty dne 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:3204: finishing write tid 3 to smithi002125626-31 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2283 (ObjNum 1013 snap 307 seq_num 1013) dirty exists 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:3204: left oid 31 (ObjNum 1013 snap 307 seq_num 1013) 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:3201: finishing write tid 3 to smithi002125626-20 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 2897 (ObjNum 1012 snap 307 seq_num 1012) dirty exists 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:3201: left oid 20 (ObjNum 1012 snap 307 seq_num 1012) 2023-12-16T19:40:37.465 INFO:tasks.rados.rados.0.smithi002.stdout:3206: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:40:37.510 INFO:tasks.rados.rados.0.smithi002.stdout:3202: expect (ObjNum 1004 snap 300 seq_num 1004) 2023-12-16T19:40:37.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:37 smithi002 ceph-mon[137674]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T19:40:37.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:37 smithi002 ceph-mon[140029]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T19:40:37.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:37 smithi043 ceph-mon[135010]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T19:40:37.854 INFO:tasks.rados.rados.0.smithi002.stdout:3205: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:40:37.854 INFO:tasks.rados.rados.0.smithi002.stdout:3205: finishing copy_from to smithi002125626-25 2023-12-16T19:40:37.854 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3660 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:40:37.854 INFO:tasks.rados.rados.0.smithi002.stdout:3208: seq_num 1014 ranges {1294336=188416} 2023-12-16T19:40:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:3208: writing smithi002125626-44 from 1294336 to 1482752 tid 1 2023-12-16T19:40:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:3201: done (6 left) 2023-12-16T19:40:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:3202: done (5 left) 2023-12-16T19:40:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:3203: done (4 left) 2023-12-16T19:40:37.862 INFO:tasks.rados.rados.0.smithi002.stdout:3204: done (3 left) 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:3205: done (2 left) 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:3206: done (1 left) 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:3209: read oid 15 snap 299 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:3209: expect deleted 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 307 2023-12-16T19:40:37.863 INFO:tasks.rados.rados.0.smithi002.stdout:3210: seq_num 1015 ranges {18735104=204800} 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3210: writing smithi002125626-13 from 18735104 to 18939904 tid 1 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3211: copy_from oid 10 from oid 28 current snap is 307 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3208: finishing write tid 1 to smithi002125626-44 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3208: finishing write tid 2 to smithi002125626-44 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3208: finishing write tid 3 to smithi002125626-44 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3234 (ObjNum 1014 snap 307 seq_num 1014) dirty exists 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3208: left oid 44 (ObjNum 1014 snap 307 seq_num 1014) 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3208: done (3 left) 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3209: done (2 left) 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 307 2023-12-16T19:40:37.966 INFO:tasks.rados.rados.0.smithi002.stdout:3212: seq_num 1016 ranges {0=221184} 2023-12-16T19:40:37.967 INFO:tasks.rados.rados.0.smithi002.stdout:3212: writing smithi002125626-38 from 0 to 221184 tid 1 2023-12-16T19:40:37.967 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 307 2023-12-16T19:40:37.967 INFO:tasks.rados.rados.0.smithi002.stdout:3213: seq_num 1017 ranges {827392=237568} 2023-12-16T19:40:37.973 INFO:tasks.rados.rados.0.smithi002.stdout:3213: writing smithi002125626-24 from 827392 to 1064960 tid 1 2023-12-16T19:40:37.973 INFO:tasks.rados.rados.0.smithi002.stdout:3214: read oid 37 snap 264 2023-12-16T19:40:37.973 INFO:tasks.rados.rados.0.smithi002.stdout:3214: expect (ObjNum 833 snap 258 seq_num 833) 2023-12-16T19:40:37.973 INFO:tasks.rados.rados.0.smithi002.stdout:3215: setattr oid 49 current snap is 307 2023-12-16T19:40:37.973 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 1 to smithi002125626-13 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 2 to smithi002125626-13 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing write tid 1 to smithi002125626-38 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing write tid 2 to smithi002125626-38 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3210: finishing write tid 3 to smithi002125626-13 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3230 (ObjNum 1015 snap 307 seq_num 1015) dirty exists 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3210: left oid 13 (ObjNum 1015 snap 307 seq_num 1015) 2023-12-16T19:40:37.974 INFO:tasks.rados.rados.0.smithi002.stdout:3210: done (5 left) 2023-12-16T19:40:37.975 INFO:tasks.rados.rados.0.smithi002.stdout:3216: delete oid 29 current snap is 307 2023-12-16T19:40:37.975 INFO:tasks.rados.rados.0.smithi002.stdout:3212: finishing write tid 3 to smithi002125626-38 2023-12-16T19:40:37.975 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 3944 (ObjNum 1016 snap 307 seq_num 1016) dirty exists 2023-12-16T19:40:37.975 INFO:tasks.rados.rados.0.smithi002.stdout:3212: left oid 38 (ObjNum 1016 snap 307 seq_num 1016) 2023-12-16T19:40:37.977 INFO:tasks.rados.rados.0.smithi002.stdout:3212: done (5 left) 2023-12-16T19:40:37.977 INFO:tasks.rados.rados.0.smithi002.stdout:3216: done (4 left) 2023-12-16T19:40:37.977 INFO:tasks.rados.rados.0.smithi002.stdout:3217: setattr oid 8 current snap is 307 2023-12-16T19:40:37.979 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 307 2023-12-16T19:40:37.979 INFO:tasks.rados.rados.0.smithi002.stdout:3218: seq_num 1019 ranges {1482752=270336} 2023-12-16T19:40:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:3218: writing smithi002125626-44 from 1482752 to 1753088 tid 1 2023-12-16T19:40:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:3219: read oid 45 snap -1 2023-12-16T19:40:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:3219: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:40:37.989 INFO:tasks.rados.rados.0.smithi002.stdout:3220: read oid 16 snap -1 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3220: expect (ObjNum 971 snap 288 seq_num 971) 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3221: rmattr oid 21 current snap is 307 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3221: done (8 left) 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3222: setattr oid 29 current snap is 307 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3211: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3211: finishing copy_from to smithi002125626-10 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3228 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3663 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3235 (ObjNum 859 snap 267 seq_num 859) dirty exists 2023-12-16T19:40:37.990 INFO:tasks.rados.rados.0.smithi002.stdout:3213: finishing write tid 1 to smithi002125626-24 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3211: done (8 left) 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3215: done (7 left) 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3217: done (6 left) 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3223: rollback oid 32 current snap is 307 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 262 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3224: copy_from oid 33 from oid 22 current snap is 307 2023-12-16T19:40:37.991 INFO:tasks.rados.rados.0.smithi002.stdout:3225: setattr oid 27 current snap is 307 2023-12-16T19:40:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:3226: read oid 20 snap -1 2023-12-16T19:40:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:3226: expect (ObjNum 1012 snap 307 seq_num 1012) 2023-12-16T19:40:37.993 INFO:tasks.rados.rados.0.smithi002.stdout:3227: snap_remove snap 294 2023-12-16T19:40:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3227: done (10 left) 2023-12-16T19:40:38.032 INFO:tasks.rados.rados.0.smithi002.stdout:3228: rollback oid 17 current snap is 307 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 168 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3213: finishing write tid 2 to smithi002125626-24 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3213: finishing write tid 3 to smithi002125626-24 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3232 (ObjNum 1017 snap 307 seq_num 1017) dirty exists 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3213: left oid 24 (ObjNum 1017 snap 307 seq_num 1017) 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3218: finishing write tid 1 to smithi002125626-44 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2284 (ObjNum 1010 snap 306 seq_num 1010) dirty exists 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3218: finishing write tid 2 to smithi002125626-44 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3223: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3218: finishing write tid 3 to smithi002125626-44 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3237 (ObjNum 1019 snap 307 seq_num 1019) dirty exists 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3218: left oid 44 (ObjNum 1019 snap 307 seq_num 1019) 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3223: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:40:38.033 INFO:tasks.rados.rados.0.smithi002.stdout:3223: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:40:38.034 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3948 (ObjNum 819 snap 257 seq_num 819) dirty exists 2023-12-16T19:40:38.034 INFO:tasks.rados.rados.0.smithi002.stdout:3214: expect (ObjNum 833 snap 258 seq_num 833) 2023-12-16T19:40:38.304 INFO:tasks.rados.rados.0.smithi002.stdout:3220: expect (ObjNum 971 snap 288 seq_num 971) 2023-12-16T19:40:38.690 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3221 (ObjNum 65 snap 0 seq_num 0) dirty exists 2023-12-16T19:40:38.691 INFO:tasks.rados.rados.0.smithi002.stdout:3219: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:40:38.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[137674]: pgmap v685: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 37 KiB/s wr, 2 op/s 2023-12-16T19:40:38.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[137674]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T19:40:38.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[137674]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T19:40:38.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[140029]: pgmap v685: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 37 KiB/s wr, 2 op/s 2023-12-16T19:40:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[140029]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T19:40:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:38 smithi002 ceph-mon[140029]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T19:40:38.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:38 smithi043 ceph-mon[135010]: pgmap v685: 121 pgs: 121 active+clean; 863 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 37 KiB/s wr, 2 op/s 2023-12-16T19:40:38.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:38 smithi043 ceph-mon[135010]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T19:40:38.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:38 smithi043 ceph-mon[135010]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T19:40:38.904 INFO:tasks.rados.rados.0.smithi002.stdout:3226: expect (ObjNum 1012 snap 307 seq_num 1012) 2023-12-16T19:40:38.908 INFO:tasks.rados.rados.0.smithi002.stdout:3224: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3224: finishing copy_from to smithi002125626-33 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3214 (ObjNum 975 snap 290 seq_num 975) dirty exists 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3228: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3228: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3228: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3240 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3213: done (10 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3214: done (9 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3218: done (8 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3219: done (7 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3220: done (6 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3222: done (5 left) 2023-12-16T19:40:38.909 INFO:tasks.rados.rados.0.smithi002.stdout:3223: done (4 left) 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:3224: done (3 left) 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:3225: done (2 left) 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:3226: done (1 left) 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:3228: done (0 left) 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 307 2023-12-16T19:40:38.910 INFO:tasks.rados.rados.0.smithi002.stdout:3229: seq_num 1020 ranges {7725056=286720} 2023-12-16T19:40:38.952 INFO:tasks.rados.rados.0.smithi002.stdout:3229: writing smithi002125626-16 from 7725056 to 8011776 tid 1 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3230: copy_from oid 50 from oid 38 current snap is 307 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3231: rmattr oid 29 current snap is 307 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3232: rmattr oid 4 current snap is 307 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3233: read oid 40 snap -1 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3233: expect deleted 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3234: rollback oid 44 current snap is 307 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 302 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3235: read oid 45 snap -1 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3235: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:40:38.953 INFO:tasks.rados.rados.0.smithi002.stdout:3236: delete oid 13 current snap is 307 2023-12-16T19:40:38.957 INFO:tasks.rados.rados.0.smithi002.stdout:3233: done (7 left) 2023-12-16T19:40:38.957 INFO:tasks.rados.rados.0.smithi002.stdout:3236: done (6 left) 2023-12-16T19:40:38.957 INFO:tasks.rados.rados.0.smithi002.stdout:3237: snap_remove snap 266 2023-12-16T19:40:39.468 INFO:tasks.rados.rados.0.smithi002.stdout:3237: done (6 left) 2023-12-16T19:40:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:3238: read oid 36 snap -1 2023-12-16T19:40:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:3238: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 307 2023-12-16T19:40:39.469 INFO:tasks.rados.rados.0.smithi002.stdout:3239: seq_num 1022 ranges {6184960=319488} 2023-12-16T19:40:39.506 INFO:tasks.rados.rados.0.smithi002.stdout:3239: writing smithi002125626-1 from 6184960 to 6504448 tid 1 2023-12-16T19:40:39.506 INFO:tasks.rados.rados.0.smithi002.stdout:3240: read oid 17 snap -1 2023-12-16T19:40:39.506 INFO:tasks.rados.rados.0.smithi002.stdout:3240: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:40:39.506 INFO:tasks.rados.rados.0.smithi002.stdout:3241: snap_remove snap 293 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3241: done (9 left) 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3242: read oid 7 snap 295 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3242: expect (ObjNum 994 snap 295 seq_num 994) 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3243: snap_create 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3230: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3229: finishing write tid 1 to smithi002125626-16 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3234: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3229: finishing write tid 2 to smithi002125626-16 2023-12-16T19:40:40.474 INFO:tasks.rados.rados.0.smithi002.stdout:3230: finishing copy_from to smithi002125626-50 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3944 (ObjNum 1016 snap 307 seq_num 1016) dirty exists 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3215 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3224 (ObjNum 65 snap 0 seq_num 1550216794) dirty exists 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:3234: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:3234: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3243 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:3229: finishing write tid 3 to smithi002125626-16 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3223 (ObjNum 1020 snap 307 seq_num 1020) dirty exists 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:3229: left oid 16 (ObjNum 1020 snap 307 seq_num 1020) 2023-12-16T19:40:40.475 INFO:tasks.rados.rados.0.smithi002.stdout:3235: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:40:40.699 INFO:tasks.rados.rados.0.smithi002.stdout:3238: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:40:40.701 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:40.701 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:40.701 INFO:tasks.rados.rados.0.smithi002.stdout:3239: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:40.701 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3972 (ObjNum 1022 snap 307 seq_num 1022) dirty exists 2023-12-16T19:40:40.702 INFO:tasks.rados.rados.0.smithi002.stdout:3239: left oid 1 (ObjNum 1022 snap 307 seq_num 1022) 2023-12-16T19:40:40.702 INFO:tasks.rados.rados.0.smithi002.stdout:3240: expect (ObjNum 437 snap 139 seq_num 437) 2023-12-16T19:40:40.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:40 smithi002 ceph-mon[137674]: pgmap v688: 121 pgs: 121 active+clean; 881 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-16T19:40:40.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:40 smithi002 ceph-mon[137674]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T19:40:40.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:40 smithi002 ceph-mon[140029]: pgmap v688: 121 pgs: 121 active+clean; 881 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-16T19:40:40.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:40 smithi002 ceph-mon[140029]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T19:40:40.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:40 smithi043 ceph-mon[135010]: pgmap v688: 121 pgs: 121 active+clean; 881 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-16T19:40:40.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:40 smithi043 ceph-mon[135010]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T19:40:40.956 INFO:tasks.rados.rados.0.smithi002.stdout:3242: expect (ObjNum 994 snap 295 seq_num 994) 2023-12-16T19:40:41.478 INFO:tasks.rados.rados.0.smithi002.stdout:3229: done (10 left) 2023-12-16T19:40:41.478 INFO:tasks.rados.rados.0.smithi002.stdout:3230: done (9 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3231: done (8 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3232: done (7 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3234: done (6 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3235: done (5 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3238: done (4 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3239: done (3 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3240: done (2 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3242: done (1 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3243: done (0 left) 2023-12-16T19:40:41.479 INFO:tasks.rados.rados.0.smithi002.stdout:3244: delete oid 26 current snap is 308 2023-12-16T19:40:41.482 INFO:tasks.rados.rados.0.smithi002.stdout:3244: done (0 left) 2023-12-16T19:40:41.482 INFO:tasks.rados.rados.0.smithi002.stdout:3245: snap_remove snap 236 2023-12-16T19:40:41.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:41 smithi002 ceph-mon[137674]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T19:40:41.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:41 smithi002 ceph-mon[140029]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T19:40:41.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:41 smithi043 ceph-mon[135010]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T19:40:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:41] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:40:42.484 INFO:tasks.rados.rados.0.smithi002.stdout:3245: done (0 left) 2023-12-16T19:40:42.484 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 1 current snap is 308 2023-12-16T19:40:42.484 INFO:tasks.rados.rados.0.smithi002.stdout:3246: seq_num 1024 ranges {6504448=352256} 2023-12-16T19:40:42.524 INFO:tasks.rados.rados.0.smithi002.stdout:3246: writing smithi002125626-1 from 6504448 to 6856704 tid 1 2023-12-16T19:40:42.524 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 308 2023-12-16T19:40:42.524 INFO:tasks.rados.rados.0.smithi002.stdout:3247: seq_num 1025 ranges {655360=368640} 2023-12-16T19:40:42.530 INFO:tasks.rados.rados.0.smithi002.stdout:3247: writing smithi002125626-31 from 655360 to 1024000 tid 1 2023-12-16T19:40:42.530 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 308 2023-12-16T19:40:42.530 INFO:tasks.rados.rados.0.smithi002.stdout:3246: finishing write tid 1 to smithi002125626-1 2023-12-16T19:40:42.530 INFO:tasks.rados.rados.0.smithi002.stdout:3248: seq_num 1026 ranges {221184=385024} 2023-12-16T19:40:42.533 INFO:tasks.rados.rados.0.smithi002.stdout:3248: writing smithi002125626-38 from 221184 to 606208 tid 1 2023-12-16T19:40:42.534 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 308 2023-12-16T19:40:42.534 INFO:tasks.rados.rados.0.smithi002.stdout:3246: finishing write tid 2 to smithi002125626-1 2023-12-16T19:40:42.534 INFO:tasks.rados.rados.0.smithi002.stdout:3249: seq_num 1027 ranges {1294336=409600} 2023-12-16T19:40:42.543 INFO:tasks.rados.rados.0.smithi002.stdout:3249: writing smithi002125626-44 from 1294336 to 1703936 tid 1 2023-12-16T19:40:42.544 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 308 2023-12-16T19:40:42.544 INFO:tasks.rados.rados.0.smithi002.stdout:3250: seq_num 1028 ranges {1728512=425984} 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3250: writing smithi002125626-5 from 1728512 to 2154496 tid 1 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3251: rmattr oid 26 current snap is 308 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3246: finishing write tid 3 to smithi002125626-1 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 3999 (ObjNum 1024 snap 308 seq_num 1024) dirty exists 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3246: left oid 1 (ObjNum 1024 snap 308 seq_num 1024) 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3247: finishing write tid 1 to smithi002125626-31 2023-12-16T19:40:42.558 INFO:tasks.rados.rados.0.smithi002.stdout:3247: finishing write tid 2 to smithi002125626-31 2023-12-16T19:40:42.559 INFO:tasks.rados.rados.0.smithi002.stdout:3247: finishing write tid 3 to smithi002125626-31 2023-12-16T19:40:42.559 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2286 (ObjNum 1025 snap 308 seq_num 1025) dirty exists 2023-12-16T19:40:42.559 INFO:tasks.rados.rados.0.smithi002.stdout:3247: left oid 31 (ObjNum 1025 snap 308 seq_num 1025) 2023-12-16T19:40:42.559 INFO:tasks.rados.rados.0.smithi002.stdout:3248: finishing write tid 1 to smithi002125626-38 2023-12-16T19:40:42.560 INFO:tasks.rados.rados.0.smithi002.stdout:3248: finishing write tid 2 to smithi002125626-38 2023-12-16T19:40:42.560 INFO:tasks.rados.rados.0.smithi002.stdout:3248: finishing write tid 3 to smithi002125626-38 2023-12-16T19:40:42.561 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4002 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:40:42.561 INFO:tasks.rados.rados.0.smithi002.stdout:3248: left oid 38 (ObjNum 1026 snap 308 seq_num 1026) 2023-12-16T19:40:42.561 INFO:tasks.rados.rados.0.smithi002.stdout:3249: finishing write tid 1 to smithi002125626-44 2023-12-16T19:40:42.561 INFO:tasks.rados.rados.0.smithi002.stdout:3249: finishing write tid 2 to smithi002125626-44 2023-12-16T19:40:42.561 INFO:tasks.rados.rados.0.smithi002.stdout:3249: finishing write tid 3 to smithi002125626-44 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3245 (ObjNum 1027 snap 308 seq_num 1027) dirty exists 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:3249: left oid 44 (ObjNum 1027 snap 308 seq_num 1027) 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:3246: done (5 left) 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:3247: done (4 left) 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:3248: done (3 left) 2023-12-16T19:40:42.562 INFO:tasks.rados.rados.0.smithi002.stdout:3249: done (2 left) 2023-12-16T19:40:42.563 INFO:tasks.rados.rados.0.smithi002.stdout:3251: done (1 left) 2023-12-16T19:40:42.563 INFO:tasks.rados.rados.0.smithi002.stdout:3252: rollback oid 34 current snap is 308 2023-12-16T19:40:42.563 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 168 2023-12-16T19:40:42.563 INFO:tasks.rados.rados.0.smithi002.stdout:3253: rmattr oid 12 current snap is 308 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3253: done (2 left) 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3254: rmattr oid 30 current snap is 308 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3254: done (2 left) 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3255: read oid 27 snap -1 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3255: expect (ObjNum 1010 snap 306 seq_num 1010) 2023-12-16T19:40:42.564 INFO:tasks.rados.rados.0.smithi002.stdout:3256: read oid 48 snap -1 2023-12-16T19:40:42.565 INFO:tasks.rados.rados.0.smithi002.stdout:3256: expect (ObjNum 996 snap 295 seq_num 996) 2023-12-16T19:40:42.565 INFO:tasks.rados.rados.0.smithi002.stdout:3257: setattr oid 8 current snap is 308 2023-12-16T19:40:42.565 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 308 2023-12-16T19:40:42.565 INFO:tasks.rados.rados.0.smithi002.stdout:3258: seq_num 1029 ranges {0=442368} 2023-12-16T19:40:42.567 INFO:tasks.rados.rados.0.smithi002.stdout:3258: writing smithi002125626-23 from 0 to 442368 tid 1 2023-12-16T19:40:42.567 INFO:tasks.rados.rados.0.smithi002.stdout:3259: snap_create 2023-12-16T19:40:42.567 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:40:42.567 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:40:42.567 INFO:tasks.rados.rados.0.smithi002.stdout:3255: expect (ObjNum 1010 snap 306 seq_num 1010) 2023-12-16T19:40:42.704 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 1 to smithi002125626-5 2023-12-16T19:40:42.704 INFO:tasks.rados.rados.0.smithi002.stdout:3252: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3659 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 2 to smithi002125626-5 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3246 (ObjNum 859 snap 267 seq_num 859) dirty exists 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3258: finishing write tid 1 to smithi002125626-23 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3250: finishing write tid 3 to smithi002125626-5 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3661 (ObjNum 1028 snap 308 seq_num 1028) dirty exists 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3250: left oid 5 (ObjNum 1028 snap 308 seq_num 1028) 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3258: finishing write tid 2 to smithi002125626-23 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3258: finishing write tid 3 to smithi002125626-23 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3145 (ObjNum 1029 snap 308 seq_num 1029) dirty exists 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3258: left oid 23 (ObjNum 1029 snap 308 seq_num 1029) 2023-12-16T19:40:42.705 INFO:tasks.rados.rados.0.smithi002.stdout:3256: expect (ObjNum 996 snap 295 seq_num 996) 2023-12-16T19:40:42.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:42 smithi002 ceph-mon[137674]: pgmap v691: 121 pgs: 121 active+clean; 884 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-16T19:40:42.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:42 smithi002 ceph-mon[137674]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T19:40:42.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:42 smithi002 ceph-mon[140029]: pgmap v691: 121 pgs: 121 active+clean; 884 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-16T19:40:42.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:42 smithi002 ceph-mon[140029]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T19:40:42.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:42 smithi043 ceph-mon[135010]: pgmap v691: 121 pgs: 121 active+clean; 884 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-16T19:40:42.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:42 smithi043 ceph-mon[135010]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T19:40:43.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:43 smithi002 ceph-mon[137674]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T19:40:43.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:43 smithi002 ceph-mon[137674]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T19:40:43.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:43 smithi002 ceph-mon[140029]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T19:40:43.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:43 smithi002 ceph-mon[140029]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T19:40:43.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:43 smithi043 ceph-mon[135010]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T19:40:43.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:43 smithi043 ceph-mon[135010]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T19:40:44.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:44 smithi002 ceph-mon[137674]: pgmap v695: 121 pgs: 121 active+clean; 883 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 667 KiB/s wr, 21 op/s 2023-12-16T19:40:44.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:44 smithi002 ceph-mon[140029]: pgmap v695: 121 pgs: 121 active+clean; 883 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 667 KiB/s wr, 21 op/s 2023-12-16T19:40:44.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:44 smithi043 ceph-mon[135010]: pgmap v695: 121 pgs: 121 active+clean; 883 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 667 KiB/s wr, 21 op/s 2023-12-16T19:40:46.012 INFO:tasks.rados.rados.0.smithi002.stdout:3250: done (6 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3252: done (5 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3255: done (4 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3256: done (3 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3257: done (2 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3258: done (1 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3259: done (0 left) 2023-12-16T19:40:46.013 INFO:tasks.rados.rados.0.smithi002.stdout:3260: snap_remove snap 264 2023-12-16T19:40:46.494 INFO:tasks.rados.rados.0.smithi002.stdout:3260: done (0 left) 2023-12-16T19:40:46.494 INFO:tasks.rados.rados.0.smithi002.stdout:3261: read oid 8 snap -1 2023-12-16T19:40:46.494 INFO:tasks.rados.rados.0.smithi002.stdout:3261: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:40:46.494 INFO:tasks.rados.rados.0.smithi002.stdout:3262: snap_create 2023-12-16T19:40:46.521 INFO:tasks.rados.rados.0.smithi002.stdout:3261: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:40:46.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:46 smithi002 ceph-mon[137674]: pgmap v696: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 648 KiB/s wr, 20 op/s 2023-12-16T19:40:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:46 smithi002 ceph-mon[140029]: pgmap v696: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 648 KiB/s wr, 20 op/s 2023-12-16T19:40:46.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:46 smithi043 ceph-mon[135010]: pgmap v696: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 648 KiB/s wr, 20 op/s 2023-12-16T19:40:47.499 INFO:tasks.rados.rados.0.smithi002.stdout:3261: done (1 left) 2023-12-16T19:40:47.499 INFO:tasks.rados.rados.0.smithi002.stdout:3262: done (0 left) 2023-12-16T19:40:47.499 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 310 2023-12-16T19:40:47.500 INFO:tasks.rados.rados.0.smithi002.stdout:3263: seq_num 1030 ranges {1728512=458752} 2023-12-16T19:40:47.511 INFO:tasks.rados.rados.0.smithi002.stdout:3263: writing smithi002125626-32 from 1728512 to 2187264 tid 1 2023-12-16T19:40:47.511 INFO:tasks.rados.rados.0.smithi002.stdout:3264: read oid 50 snap 308 2023-12-16T19:40:47.511 INFO:tasks.rados.rados.0.smithi002.stdout:3264: expect (ObjNum 1016 snap 307 seq_num 1016) 2023-12-16T19:40:47.511 INFO:tasks.rados.rados.0.smithi002.stdout:3265: copy_from oid 45 from oid 16 current snap is 310 2023-12-16T19:40:47.511 INFO:tasks.rados.rados.0.smithi002.stdout:3266: snap_create 2023-12-16T19:40:47.519 INFO:tasks.rados.rados.0.smithi002.stdout:3263: finishing write tid 1 to smithi002125626-32 2023-12-16T19:40:47.519 INFO:tasks.rados.rados.0.smithi002.stdout:3263: finishing write tid 2 to smithi002125626-32 2023-12-16T19:40:47.523 INFO:tasks.rados.rados.0.smithi002.stdout:3263: finishing write tid 3 to smithi002125626-32 2023-12-16T19:40:47.595 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4019 (ObjNum 1030 snap 310 seq_num 1030) dirty exists 2023-12-16T19:40:47.595 INFO:tasks.rados.rados.0.smithi002.stdout:3263: left oid 32 (ObjNum 1030 snap 310 seq_num 1030) 2023-12-16T19:40:47.595 INFO:tasks.rados.rados.0.smithi002.stdout:3264: expect (ObjNum 1016 snap 307 seq_num 1016) 2023-12-16T19:40:47.596 INFO:tasks.rados.rados.0.smithi002.stdout:3265: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:40:47.596 INFO:tasks.rados.rados.0.smithi002.stdout:3265: finishing copy_from to smithi002125626-45 2023-12-16T19:40:47.596 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3223 (ObjNum 1020 snap 307 seq_num 1020) dirty exists 2023-12-16T19:40:47.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:47 smithi043 ceph-mon[135010]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T19:40:47.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:47 smithi002 ceph-mon[137674]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T19:40:47.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:47 smithi002 ceph-mon[140029]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3263: done (3 left) 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3264: done (2 left) 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3265: done (1 left) 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3266: done (0 left) 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3267: read oid 34 snap -1 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3267: expect (ObjNum 489 snap 150 seq_num 489) 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3268: copy_from oid 11 from oid 38 current snap is 311 2023-12-16T19:40:48.035 INFO:tasks.rados.rados.0.smithi002.stdout:3269: snap_create 2023-12-16T19:40:48.043 INFO:tasks.rados.rados.0.smithi002.stdout:3268: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:40:48.043 INFO:tasks.rados.rados.0.smithi002.stdout:3268: finishing copy_from to smithi002125626-11 2023-12-16T19:40:48.044 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4002 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:40:48.044 INFO:tasks.rados.rados.0.smithi002.stdout:3267: expect (ObjNum 489 snap 150 seq_num 489) 2023-12-16T19:40:48.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:48 smithi043 ceph-mon[135010]: pgmap v698: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 11 op/s 2023-12-16T19:40:48.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:48 smithi043 ceph-mon[135010]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T19:40:48.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:48 smithi043 ceph-mon[135010]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T19:40:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[137674]: pgmap v698: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 11 op/s 2023-12-16T19:40:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[137674]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T19:40:48.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[137674]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T19:40:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[140029]: pgmap v698: 121 pgs: 121 active+clean; 879 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 440 KiB/s wr, 11 op/s 2023-12-16T19:40:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[140029]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T19:40:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:48 smithi002 ceph-mon[140029]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T19:40:49.043 INFO:tasks.rados.rados.0.smithi002.stdout:3267: done (2 left) 2023-12-16T19:40:49.043 INFO:tasks.rados.rados.0.smithi002.stdout:3268: done (1 left) 2023-12-16T19:40:49.043 INFO:tasks.rados.rados.0.smithi002.stdout:3269: done (0 left) 2023-12-16T19:40:49.043 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 312 2023-12-16T19:40:49.043 INFO:tasks.rados.rados.0.smithi002.stdout:3270: seq_num 1031 ranges {0=475136} 2023-12-16T19:40:49.045 INFO:tasks.rados.rados.0.smithi002.stdout:3270: writing smithi002125626-26 from 0 to 475136 tid 1 2023-12-16T19:40:49.046 INFO:tasks.rados.rados.0.smithi002.stdout:3271: rollback oid 10 current snap is 312 2023-12-16T19:40:49.046 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 276 2023-12-16T19:40:49.046 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 312 2023-12-16T19:40:49.046 INFO:tasks.rados.rados.0.smithi002.stdout:3272: seq_num 1032 ranges {7585792=491520} 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3272: writing smithi002125626-49 from 7585792 to 8077312 tid 1 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3273: read oid 25 snap -1 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3273: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3274: snap_create 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3270: finishing write tid 1 to smithi002125626-26 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3270: finishing write tid 2 to smithi002125626-26 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3271: finishing rollback tid 0 to smithi002125626-10 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3271: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:3271: finishing rollback tid 2 to smithi002125626-10 2023-12-16T19:40:49.091 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3249 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:40:49.092 INFO:tasks.rados.rados.0.smithi002.stdout:3270: finishing write tid 3 to smithi002125626-26 2023-12-16T19:40:49.092 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4021 (ObjNum 1031 snap 312 seq_num 1031) dirty exists 2023-12-16T19:40:49.092 INFO:tasks.rados.rados.0.smithi002.stdout:3270: left oid 26 (ObjNum 1031 snap 312 seq_num 1031) 2023-12-16T19:40:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3272: finishing write tid 1 to smithi002125626-49 2023-12-16T19:40:49.118 INFO:tasks.rados.rados.0.smithi002.stdout:3272: finishing write tid 2 to smithi002125626-49 2023-12-16T19:40:49.131 INFO:tasks.rados.rados.0.smithi002.stdout:3273: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:40:49.549 INFO:tasks.rados.rados.0.smithi002.stdout:3272: finishing write tid 3 to smithi002125626-49 2023-12-16T19:40:49.549 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3665 (ObjNum 1032 snap 312 seq_num 1032) dirty exists 2023-12-16T19:40:49.549 INFO:tasks.rados.rados.0.smithi002.stdout:3272: left oid 49 (ObjNum 1032 snap 312 seq_num 1032) 2023-12-16T19:40:50.046 INFO:tasks.rados.rados.0.smithi002.stdout:3270: done (4 left) 2023-12-16T19:40:50.046 INFO:tasks.rados.rados.0.smithi002.stdout:3271: done (3 left) 2023-12-16T19:40:50.047 INFO:tasks.rados.rados.0.smithi002.stdout:3272: done (2 left) 2023-12-16T19:40:50.047 INFO:tasks.rados.rados.0.smithi002.stdout:3273: done (1 left) 2023-12-16T19:40:50.047 INFO:tasks.rados.rados.0.smithi002.stdout:3274: done (0 left) 2023-12-16T19:40:50.047 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 313 2023-12-16T19:40:50.047 INFO:tasks.rados.rados.0.smithi002.stdout:3275: seq_num 1033 ranges {2154496=507904} 2023-12-16T19:40:50.061 INFO:tasks.rados.rados.0.smithi002.stdout:3275: writing smithi002125626-5 from 2154496 to 2662400 tid 1 2023-12-16T19:40:50.061 INFO:tasks.rados.rados.0.smithi002.stdout:3276: delete oid 35 current snap is 313 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3276: done (1 left) 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3277: rmattr oid 45 current snap is 313 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3278: read oid 20 snap -1 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3278: expect (ObjNum 1012 snap 307 seq_num 1012) 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3279: read oid 35 snap -1 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3279: expect deleted 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3280: copy_from oid 16 from oid 36 current snap is 313 2023-12-16T19:40:50.066 INFO:tasks.rados.rados.0.smithi002.stdout:3281: snap_remove snap 168 2023-12-16T19:40:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:50 smithi002 ceph-mon[137674]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T19:40:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:50 smithi002 ceph-mon[137674]: pgmap v702: 121 pgs: 121 active+clean; 885 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:40:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:50 smithi002 ceph-mon[140029]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T19:40:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:50 smithi002 ceph-mon[140029]: pgmap v702: 121 pgs: 121 active+clean; 885 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:40:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:50 smithi043 ceph-mon[135010]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T19:40:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:50 smithi043 ceph-mon[135010]: pgmap v702: 121 pgs: 121 active+clean; 885 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:40:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:3281: done (5 left) 2023-12-16T19:40:51.056 INFO:tasks.rados.rados.0.smithi002.stdout:3282: snap_remove snap 265 2023-12-16T19:40:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:51 smithi002 ceph-mon[137674]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T19:40:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:51 smithi002 ceph-mon[140029]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T19:40:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:51 smithi043 ceph-mon[135010]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T19:40:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:40:52.062 INFO:tasks.rados.rados.0.smithi002.stdout:3282: done (5 left) 2023-12-16T19:40:52.062 INFO:tasks.rados.rados.0.smithi002.stdout:3283: read oid 21 snap 189 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3283: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3284: copy_from oid 33 from oid 41 current snap is 313 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing write tid 1 to smithi002125626-5 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing write tid 2 to smithi002125626-5 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3275: finishing write tid 3 to smithi002125626-5 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3663 (ObjNum 1033 snap 313 seq_num 1033) dirty exists 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3275: left oid 5 (ObjNum 1033 snap 313 seq_num 1033) 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3224 (ObjNum 1020 snap 307 seq_num 1020) dirty exists 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3280: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:40:52.063 INFO:tasks.rados.rados.0.smithi002.stdout:3278: expect (ObjNum 1012 snap 307 seq_num 1012) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3280: finishing copy_from to smithi002125626-16 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2884 (ObjNum 49 snap 0 seq_num 1364685142) dirty exists 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3275: done (6 left) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3277: done (5 left) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3278: done (4 left) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3279: done (3 left) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3280: done (2 left) 2023-12-16T19:40:52.070 INFO:tasks.rados.rados.0.smithi002.stdout:3285: snap_create 2023-12-16T19:40:52.097 INFO:tasks.rados.rados.0.smithi002.stdout:3283: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-16T19:40:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:52 smithi002 ceph-mon[137674]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T19:40:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:52 smithi002 ceph-mon[137674]: pgmap v705: 121 pgs: 121 active+clean; 891 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-16T19:40:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:40:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:40:51] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2023-12-16T19:40:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:52 smithi002 ceph-mon[140029]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T19:40:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:52 smithi002 ceph-mon[140029]: pgmap v705: 121 pgs: 121 active+clean; 891 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-16T19:40:52.308 INFO:tasks.rados.rados.0.smithi002.stdout:3284: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:40:52.308 INFO:tasks.rados.rados.0.smithi002.stdout:3284: finishing copy_from to smithi002125626-33 2023-12-16T19:40:52.308 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:40:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:52 smithi043 ceph-mon[135010]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T19:40:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:52 smithi043 ceph-mon[135010]: pgmap v705: 121 pgs: 121 active+clean; 891 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-16T19:40:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:3283: done (2 left) 2023-12-16T19:40:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:3284: done (1 left) 2023-12-16T19:40:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:3285: done (0 left) 2023-12-16T19:40:53.036 INFO:tasks.rados.rados.0.smithi002.stdout:3286: snap_create 2023-12-16T19:40:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:53 smithi002 ceph-mon[137674]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T19:40:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:53 smithi002 ceph-mon[137674]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T19:40:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:53 smithi002 ceph-mon[140029]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T19:40:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:53 smithi002 ceph-mon[140029]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T19:40:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:53 smithi043 ceph-mon[135010]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T19:40:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:53 smithi043 ceph-mon[135010]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3286: done (0 left) 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3287: rollback oid 9 current snap is 315 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 262 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3288: copy_from oid 11 from oid 31 current snap is 315 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3289: read oid 13 snap -1 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3289: expect deleted 2023-12-16T19:40:54.038 INFO:tasks.rados.rados.0.smithi002.stdout:3290: snap_create 2023-12-16T19:40:54.044 INFO:tasks.rados.rados.0.smithi002.stdout:3287: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:40:54.045 INFO:tasks.rados.rados.0.smithi002.stdout:3287: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:40:54.045 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3665 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:40:54.045 INFO:tasks.rados.rados.0.smithi002.stdout:3288: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:40:54.046 INFO:tasks.rados.rados.0.smithi002.stdout:3288: finishing copy_from to smithi002125626-11 2023-12-16T19:40:54.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 2286 (ObjNum 1025 snap 308 seq_num 1025) dirty exists 2023-12-16T19:40:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:54 smithi002 ceph-mon[137674]: pgmap v708: 121 pgs: 121 active+clean; 892 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 6.8 MiB/s wr, 12 op/s 2023-12-16T19:40:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:54 smithi002 ceph-mon[137674]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T19:40:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:54 smithi002 ceph-mon[140029]: pgmap v708: 121 pgs: 121 active+clean; 892 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 6.8 MiB/s wr, 12 op/s 2023-12-16T19:40:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:54 smithi002 ceph-mon[140029]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T19:40:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:54 smithi043 ceph-mon[135010]: pgmap v708: 121 pgs: 121 active+clean; 892 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 6.8 MiB/s wr, 12 op/s 2023-12-16T19:40:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:54 smithi043 ceph-mon[135010]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T19:40:55.039 INFO:tasks.rados.rados.0.smithi002.stdout:3287: done (3 left) 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3288: done (2 left) 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3289: done (1 left) 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3290: done (0 left) 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3291: rollback oid 20 current snap is 316 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 312 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3292: rmattr oid 23 current snap is 316 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3292: done (1 left) 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3293: rollback oid 31 current snap is 316 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 31 to 286 2023-12-16T19:40:55.040 INFO:tasks.rados.rados.0.smithi002.stdout:3294: delete oid 39 current snap is 316 2023-12-16T19:40:55.044 INFO:tasks.rados.rados.0.smithi002.stdout:3293: finishing rollback tid 0 to smithi002125626-31 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:3293: finishing rollback tid 1 to smithi002125626-31 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:3293: finishing rollback tid 2 to smithi002125626-31 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2289 (ObjNum 877 snap 272 seq_num 877) dirty exists 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:3293: done (2 left) 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:3294: done (1 left) 2023-12-16T19:40:55.047 INFO:tasks.rados.rados.0.smithi002.stdout:3295: delete oid 6 current snap is 316 2023-12-16T19:40:55.048 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:40:55.048 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:40:55.048 INFO:tasks.rados.rados.0.smithi002.stdout:3291: finishing rollback tid 2 to smithi002125626-20 2023-12-16T19:40:55.048 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 3227 (ObjNum 1012 snap 307 seq_num 1012) dirty exists 2023-12-16T19:40:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:3291: done (1 left) 2023-12-16T19:40:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:3295: done (0 left) 2023-12-16T19:40:55.050 INFO:tasks.rados.rados.0.smithi002.stdout:3296: snap_remove snap 287 2023-12-16T19:40:56.050 INFO:tasks.rados.rados.0.smithi002.stdout:3296: done (0 left) 2023-12-16T19:40:56.050 INFO:tasks.rados.rados.0.smithi002.stdout:3297: delete oid 17 current snap is 316 2023-12-16T19:40:56.068 INFO:tasks.rados.rados.0.smithi002.stdout:3297: done (0 left) 2023-12-16T19:40:56.068 INFO:tasks.rados.rados.0.smithi002.stdout:3298: snap_create 2023-12-16T19:40:56.297 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:40:56.297 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:56 smithi002 ceph-mon[137674]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T19:40:56.297 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:56 smithi002 ceph-mon[137674]: pgmap v711: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2023-12-16T19:40:56.298 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:56 smithi002 ceph-mon[140029]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T19:40:56.298 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:56 smithi002 ceph-mon[140029]: pgmap v711: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2023-12-16T19:40:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:56 smithi043 ceph-mon[135010]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T19:40:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:56 smithi043 ceph-mon[135010]: pgmap v711: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (9m) 5m ago 11m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (8m) 3m ago 11m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (12m) 5m ago 12m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (12m) 3m ago 12m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (8m) 3m ago 14m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (8m) 5m ago 16m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (8m) 5m ago 16m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (7m) 3m ago 15m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (7m) 5m ago 14m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (9m) 5m ago 11m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:40:56.620 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (8m) 3m ago 11m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 5m ago 14m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (6m) 5m ago 14m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 5m ago 14m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (5m) 5m ago 13m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (5m) 3m ago 13m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (4m) 3m ago 13m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (4m) 3m ago 13m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (3m) 3m ago 12m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:40:56.621 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (8m) 3m ago 12m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:40:57.023 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:40:57.023 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:40:57.023 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:40:57.023 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:57.023 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:40:57.024 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:40:57.052 INFO:tasks.rados.rados.0.smithi002.stdout:3298: done (0 left) 2023-12-16T19:40:57.052 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 317 2023-12-16T19:40:57.052 INFO:tasks.rados.rados.0.smithi002.stdout:3299: seq_num 1038 ranges {3612672=589824} 2023-12-16T19:40:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3299: writing smithi002125626-8 from 3612672 to 4202496 tid 1 2023-12-16T19:40:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 317 2023-12-16T19:40:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3300: seq_num 1039 ranges {0=606208} 2023-12-16T19:40:57.078 INFO:tasks.rados.rados.0.smithi002.stdout:3300: writing smithi002125626-29 from 0 to 606208 tid 1 2023-12-16T19:40:57.079 INFO:tasks.rados.rados.0.smithi002.stdout:3301: copy_from oid 12 from oid 17 current snap is 317 2023-12-16T19:40:57.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 317 2023-12-16T19:40:57.079 INFO:tasks.rados.rados.0.smithi002.stdout:3302: seq_num 1040 ranges {6635520=622592} 2023-12-16T19:40:57.118 INFO:tasks.rados.rados.0.smithi002.stdout:3302: writing smithi002125626-10 from 6635520 to 7258112 tid 1 2023-12-16T19:40:57.119 INFO:tasks.rados.rados.0.smithi002.stdout:3303: snap_remove snap 307 2023-12-16T19:40:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[137674]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T19:40:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[137674]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[137674]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2661647116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[140029]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T19:40:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[140029]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[140029]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:57 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2661647116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:57 smithi043 ceph-mon[135010]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T19:40:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:57 smithi043 ceph-mon[135010]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:57 smithi043 ceph-mon[135010]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:40:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:57 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2661647116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:40:58.060 INFO:tasks.rados.rados.0.smithi002.stdout:3301: finishing copy_from to smithi002125626-12 2023-12-16T19:40:58.060 INFO:tasks.rados.rados.0.smithi002.stdout:3301: got expected ENOENT (src dne) 2023-12-16T19:40:58.060 INFO:tasks.rados.rados.0.smithi002.stdout:3301: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3299: finishing write tid 1 to smithi002125626-8 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3299: finishing write tid 2 to smithi002125626-8 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3300: finishing write tid 1 to smithi002125626-29 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3300: finishing write tid 2 to smithi002125626-29 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3299: finishing write tid 3 to smithi002125626-8 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3252 (ObjNum 1038 snap 317 seq_num 1038) dirty exists 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3299: left oid 8 (ObjNum 1038 snap 317 seq_num 1038) 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3300: finishing write tid 3 to smithi002125626-29 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3226 (ObjNum 1039 snap 317 seq_num 1039) dirty exists 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3300: left oid 29 (ObjNum 1039 snap 317 seq_num 1039) 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing write tid 1 to smithi002125626-10 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing write tid 2 to smithi002125626-10 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:3302: finishing write tid 3 to smithi002125626-10 2023-12-16T19:40:58.061 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3254 (ObjNum 1040 snap 317 seq_num 1040) dirty exists 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3302: left oid 10 (ObjNum 1040 snap 317 seq_num 1040) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3299: done (4 left) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3300: done (3 left) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3301: done (2 left) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3302: done (1 left) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3303: done (0 left) 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3304: rollback oid 19 current snap is 317 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 189 2023-12-16T19:40:58.062 INFO:tasks.rados.rados.0.smithi002.stdout:3305: snap_remove snap 309 2023-12-16T19:40:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:58 smithi002 ceph-mon[137674]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T19:40:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:58 smithi002 ceph-mon[137674]: pgmap v714: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 370 KiB/s wr, 4 op/s 2023-12-16T19:40:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:58 smithi002 ceph-mon[140029]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T19:40:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:58 smithi002 ceph-mon[140029]: pgmap v714: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 370 KiB/s wr, 4 op/s 2023-12-16T19:40:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:58 smithi043 ceph-mon[135010]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T19:40:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:58 smithi043 ceph-mon[135010]: pgmap v714: 121 pgs: 121 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 370 KiB/s wr, 4 op/s 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:3305: done (1 left) 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 317 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:3304: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:3304: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:3304: finishing rollback tid 2 to smithi002125626-19 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3222 (ObjNum 572 snap 176 seq_num 572) dirty exists 2023-12-16T19:40:59.064 INFO:tasks.rados.rados.0.smithi002.stdout:3306: seq_num 1041 ranges {0=638976} 2023-12-16T19:40:59.068 INFO:tasks.rados.rados.0.smithi002.stdout:3306: writing smithi002125626-9 from 0 to 638976 tid 1 2023-12-16T19:40:59.069 INFO:tasks.rados.rados.0.smithi002.stdout:3304: done (1 left) 2023-12-16T19:40:59.069 INFO:tasks.rados.rados.0.smithi002.stdout:3307: snap_create 2023-12-16T19:40:59.081 INFO:tasks.rados.rados.0.smithi002.stdout:3306: finishing write tid 1 to smithi002125626-9 2023-12-16T19:40:59.082 INFO:tasks.rados.rados.0.smithi002.stdout:3306: finishing write tid 2 to smithi002125626-9 2023-12-16T19:40:59.083 INFO:tasks.rados.rados.0.smithi002.stdout:3306: finishing write tid 3 to smithi002125626-9 2023-12-16T19:40:59.083 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3667 (ObjNum 1041 snap 317 seq_num 1041) dirty exists 2023-12-16T19:40:59.084 INFO:tasks.rados.rados.0.smithi002.stdout:3306: left oid 9 (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:40:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:40:59 smithi002 ceph-mon[137674]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T19:40:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:40:59 smithi002 ceph-mon[140029]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T19:40:59.488 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:40:59 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:40:59.083+0000 7fc8d4aa3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 250 after trimming was started 2023-12-16T19:40:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:40:59 smithi043 ceph-mon[135010]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3306: done (1 left) 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3307: done (0 left) 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3308: read oid 31 snap -1 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3308: expect (ObjNum 877 snap 272 seq_num 877) 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3309: read oid 45 snap -1 2023-12-16T19:41:00.070 INFO:tasks.rados.rados.0.smithi002.stdout:3309: expect (ObjNum 1020 snap 307 seq_num 1020) 2023-12-16T19:41:00.071 INFO:tasks.rados.rados.0.smithi002.stdout:3310: setattr oid 30 current snap is 318 2023-12-16T19:41:00.071 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 318 2023-12-16T19:41:00.071 INFO:tasks.rados.rados.0.smithi002.stdout:3311: seq_num 1042 ranges {2662400=655360} 2023-12-16T19:41:00.090 INFO:tasks.rados.rados.0.smithi002.stdout:3311: writing smithi002125626-5 from 2662400 to 3317760 tid 1 2023-12-16T19:41:00.090 INFO:tasks.rados.rados.0.smithi002.stdout:3312: read oid 44 snap -1 2023-12-16T19:41:00.090 INFO:tasks.rados.rados.0.smithi002.stdout:3312: expect (ObjNum 1027 snap 308 seq_num 1027) 2023-12-16T19:41:00.090 INFO:tasks.rados.rados.0.smithi002.stdout:3313: delete oid 2 current snap is 318 2023-12-16T19:41:00.091 INFO:tasks.rados.rados.0.smithi002.stdout:3308: expect (ObjNum 877 snap 272 seq_num 877) 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3666 (ObjNum 551057 snap 0 seq_num 3267343536) dirty exists 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3311: finishing write tid 1 to smithi002125626-5 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3311: finishing write tid 2 to smithi002125626-5 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3308: done (5 left) 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3310: done (4 left) 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3313: done (3 left) 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3314: setattr oid 40 current snap is 318 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3311: finishing write tid 3 to smithi002125626-5 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3669 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3311: left oid 5 (ObjNum 1042 snap 318 seq_num 1042) 2023-12-16T19:41:00.110 INFO:tasks.rados.rados.0.smithi002.stdout:3312: expect (ObjNum 1027 snap 308 seq_num 1027) 2023-12-16T19:41:00.184 INFO:tasks.rados.rados.0.smithi002.stdout:3309: expect (ObjNum 1020 snap 307 seq_num 1020) 2023-12-16T19:41:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:00 smithi002 ceph-mon[137674]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T19:41:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:00 smithi002 ceph-mon[137674]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:00 smithi002 ceph-mon[140029]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T19:41:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:00 smithi002 ceph-mon[140029]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:00 smithi043 ceph-mon[135010]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T19:41:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:00 smithi043 ceph-mon[135010]: pgmap v717: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:00.702 INFO:tasks.rados.rados.0.smithi002.stdout:3309: done (3 left) 2023-12-16T19:41:00.702 INFO:tasks.rados.rados.0.smithi002.stdout:3311: done (2 left) 2023-12-16T19:41:00.702 INFO:tasks.rados.rados.0.smithi002.stdout:3312: done (1 left) 2023-12-16T19:41:00.702 INFO:tasks.rados.rados.0.smithi002.stdout:3315: delete oid 15 current snap is 318 2023-12-16T19:41:00.705 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4003 (ObjNum 145 snap 0 seq_num 2053759744) dirty exists 2023-12-16T19:41:00.705 INFO:tasks.rados.rados.0.smithi002.stdout:3314: done (1 left) 2023-12-16T19:41:00.705 INFO:tasks.rados.rados.0.smithi002.stdout:3315: done (0 left) 2023-12-16T19:41:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 318 2023-12-16T19:41:00.706 INFO:tasks.rados.rados.0.smithi002.stdout:3316: seq_num 1045 ranges {65536=704512} 2023-12-16T19:41:00.709 INFO:tasks.rados.rados.0.smithi002.stdout:3316: writing smithi002125626-12 from 65536 to 770048 tid 1 2023-12-16T19:41:00.710 INFO:tasks.rados.rados.0.smithi002.stdout:3317: snap_remove snap 315 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3316: finishing write tid 1 to smithi002125626-12 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3316: finishing write tid 2 to smithi002125626-12 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3316: finishing write tid 3 to smithi002125626-12 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2872 (ObjNum 1045 snap 318 seq_num 1045) dirty exists 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3316: left oid 12 (ObjNum 1045 snap 318 seq_num 1045) 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3316: done (1 left) 2023-12-16T19:41:01.074 INFO:tasks.rados.rados.0.smithi002.stdout:3317: done (0 left) 2023-12-16T19:41:01.075 INFO:tasks.rados.rados.0.smithi002.stdout:3318: copy_from oid 16 from oid 27 current snap is 318 2023-12-16T19:41:01.075 INFO:tasks.rados.rados.0.smithi002.stdout:3319: rollback oid 21 current snap is 318 2023-12-16T19:41:01.075 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 299 2023-12-16T19:41:01.075 INFO:tasks.rados.rados.0.smithi002.stdout:3320: snap_create 2023-12-16T19:41:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:3319: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:41:01.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 3040 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:41:01.090 INFO:tasks.rados.rados.0.smithi002.stdout:3318: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:41:01.092 INFO:tasks.rados.rados.0.smithi002.stdout:3318: finishing copy_from to smithi002125626-16 2023-12-16T19:41:01.092 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 2284 (ObjNum 1010 snap 306 seq_num 1010) dirty exists 2023-12-16T19:41:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:01 smithi002 ceph-mon[137674]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T19:41:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:01 smithi002 ceph-mon[140029]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T19:41:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:01 smithi043 ceph-mon[135010]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T19:41:02.079 INFO:tasks.rados.rados.0.smithi002.stdout:3318: done (2 left) 2023-12-16T19:41:02.079 INFO:tasks.rados.rados.0.smithi002.stdout:3319: done (1 left) 2023-12-16T19:41:02.079 INFO:tasks.rados.rados.0.smithi002.stdout:3320: done (0 left) 2023-12-16T19:41:02.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 319 2023-12-16T19:41:02.079 INFO:tasks.rados.rados.0.smithi002.stdout:3321: seq_num 1046 ranges {1982464=729088} 2023-12-16T19:41:02.097 INFO:tasks.rados.rados.0.smithi002.stdout:3321: writing smithi002125626-4 from 1982464 to 2711552 tid 1 2023-12-16T19:41:02.097 INFO:tasks.rados.rados.0.smithi002.stdout:3322: snap_remove snap 305 2023-12-16T19:41:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:02 smithi002 ceph-mon[137674]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T19:41:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:02 smithi002 ceph-mon[137674]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:01] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2023-12-16T19:41:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:02 smithi002 ceph-mon[140029]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T19:41:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:02 smithi002 ceph-mon[140029]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:02 smithi043 ceph-mon[135010]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T19:41:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:02 smithi043 ceph-mon[135010]: pgmap v720: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 829 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 444 KiB/s wr, 4 op/s 2023-12-16T19:41:03.040 INFO:tasks.rados.rados.0.smithi002.stdout:3322: done (1 left) 2023-12-16T19:41:03.040 INFO:tasks.rados.rados.0.smithi002.stdout:3323: snap_remove snap 318 2023-12-16T19:41:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:03 smithi002 ceph-mon[137674]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T19:41:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:03 smithi002 ceph-mon[137674]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T19:41:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:03 smithi002 ceph-mon[140029]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T19:41:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:03 smithi002 ceph-mon[140029]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T19:41:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:03 smithi043 ceph-mon[135010]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T19:41:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:03 smithi043 ceph-mon[135010]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T19:41:04.040 INFO:tasks.rados.rados.0.smithi002.stdout:3321: finishing write tid 1 to smithi002125626-4 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3321: finishing write tid 2 to smithi002125626-4 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3321: finishing write tid 3 to smithi002125626-4 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3224 (ObjNum 1046 snap 319 seq_num 1046) dirty exists 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3321: left oid 4 (ObjNum 1046 snap 319 seq_num 1046) 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3321: done (1 left) 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3323: done (0 left) 2023-12-16T19:41:04.041 INFO:tasks.rados.rados.0.smithi002.stdout:3324: delete oid 49 current snap is 319 2023-12-16T19:41:04.049 INFO:tasks.rados.rados.0.smithi002.stdout:3324: done (0 left) 2023-12-16T19:41:04.049 INFO:tasks.rados.rados.0.smithi002.stdout:3325: snap_remove snap 296 2023-12-16T19:41:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:04 smithi002 ceph-mon[137674]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 836 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:41:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:04 smithi002 ceph-mon[137674]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T19:41:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:04 smithi002 ceph-mon[140029]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 836 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:41:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:04 smithi002 ceph-mon[140029]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T19:41:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:04 smithi043 ceph-mon[135010]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 836 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T19:41:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:04 smithi043 ceph-mon[135010]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T19:41:05.043 INFO:tasks.rados.rados.0.smithi002.stdout:3325: done (0 left) 2023-12-16T19:41:05.043 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 319 2023-12-16T19:41:05.043 INFO:tasks.rados.rados.0.smithi002.stdout:3326: seq_num 1048 ranges {221184=761856} 2023-12-16T19:41:05.050 INFO:tasks.rados.rados.0.smithi002.stdout:3326: writing smithi002125626-50 from 221184 to 983040 tid 1 2023-12-16T19:41:05.050 INFO:tasks.rados.rados.0.smithi002.stdout:3327: delete oid 42 current snap is 319 2023-12-16T19:41:05.058 INFO:tasks.rados.rados.0.smithi002.stdout:3327: done (1 left) 2023-12-16T19:41:05.058 INFO:tasks.rados.rados.0.smithi002.stdout:3328: snap_create 2023-12-16T19:41:05.069 INFO:tasks.rados.rados.0.smithi002.stdout:3326: finishing write tid 1 to smithi002125626-50 2023-12-16T19:41:05.074 INFO:tasks.rados.rados.0.smithi002.stdout:3326: finishing write tid 2 to smithi002125626-50 2023-12-16T19:41:05.076 INFO:tasks.rados.rados.0.smithi002.stdout:3326: finishing write tid 3 to smithi002125626-50 2023-12-16T19:41:05.077 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4095 (ObjNum 1048 snap 319 seq_num 1048) dirty exists 2023-12-16T19:41:05.077 INFO:tasks.rados.rados.0.smithi002.stdout:3326: left oid 50 (ObjNum 1048 snap 319 seq_num 1048) 2023-12-16T19:41:06.047 INFO:tasks.rados.rados.0.smithi002.stdout:3326: done (1 left) 2023-12-16T19:41:06.048 INFO:tasks.rados.rados.0.smithi002.stdout:3328: done (0 left) 2023-12-16T19:41:06.048 INFO:tasks.rados.rados.0.smithi002.stdout:3329: snap_create 2023-12-16T19:41:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[137674]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T19:41:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[137674]: pgmap v726: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[140029]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T19:41:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[140029]: pgmap v726: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:06 smithi043 ceph-mon[135010]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T19:41:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:06 smithi043 ceph-mon[135010]: pgmap v726: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:3329: done (0 left) 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:3330: rollback oid 11 current snap is 321 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 313 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:3331: rollback oid 32 current snap is 321 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 299 2023-12-16T19:41:07.049 INFO:tasks.rados.rados.0.smithi002.stdout:3332: delete oid 15 current snap is 321 2023-12-16T19:41:07.055 INFO:tasks.rados.rados.0.smithi002.stdout:3330: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:41:07.055 INFO:tasks.rados.rados.0.smithi002.stdout:3330: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:3330: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4006 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:3330: done (2 left) 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:3332: done (1 left) 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:3333: rollback oid 20 current snap is 321 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 304 2023-12-16T19:41:07.056 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 321 2023-12-16T19:41:07.057 INFO:tasks.rados.rados.0.smithi002.stdout:3334: seq_num 1051 ranges {2334720=409600,2744320=401408} 2023-12-16T19:41:07.072 INFO:tasks.rados.rados.0.smithi002.stdout:3334: writing smithi002125626-16 from 2334720 to 2744320 tid 1 2023-12-16T19:41:07.074 INFO:tasks.rados.rados.0.smithi002.stdout:3334: writing smithi002125626-16 from 2744320 to 3145728 tid 2 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3335: snap_create 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3331: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4103 (ObjNum 993 snap 293 seq_num 993) dirty exists 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3333: finishing rollback tid 0 to smithi002125626-20 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:3333: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:41:07.075 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 3229 (ObjNum 145 snap 0 seq_num 2053759744) dirty dne 2023-12-16T19:41:07.078 INFO:tasks.rados.rados.0.smithi002.stdout:3334: finishing write tid 1 to smithi002125626-16 2023-12-16T19:41:07.078 INFO:tasks.rados.rados.0.smithi002.stdout:3334: finishing write tid 2 to smithi002125626-16 2023-12-16T19:41:07.078 INFO:tasks.rados.rados.0.smithi002.stdout:3334: finishing write tid 3 to smithi002125626-16 2023-12-16T19:41:07.080 INFO:tasks.rados.rados.0.smithi002.stdout:3334: finishing write tid 4 to smithi002125626-16 2023-12-16T19:41:07.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3229 (ObjNum 1051 snap 321 seq_num 1051) dirty exists 2023-12-16T19:41:07.080 INFO:tasks.rados.rados.0.smithi002.stdout:3334: left oid 16 (ObjNum 1051 snap 321 seq_num 1051) 2023-12-16T19:41:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:07 smithi002 ceph-mon[137674]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T19:41:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:07 smithi002 ceph-mon[140029]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T19:41:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:07 smithi043 ceph-mon[135010]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T19:41:08.043 INFO:tasks.rados.rados.0.smithi002.stdout:3331: done (3 left) 2023-12-16T19:41:08.043 INFO:tasks.rados.rados.0.smithi002.stdout:3333: done (2 left) 2023-12-16T19:41:08.043 INFO:tasks.rados.rados.0.smithi002.stdout:3334: done (1 left) 2023-12-16T19:41:08.044 INFO:tasks.rados.rados.0.smithi002.stdout:3335: done (0 left) 2023-12-16T19:41:08.044 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 322 2023-12-16T19:41:08.045 INFO:tasks.rados.rados.0.smithi002.stdout:3336: seq_num 1052 ranges {0=425984,425984=401408} 2023-12-16T19:41:08.045 INFO:tasks.rados.rados.0.smithi002.stdout:3336: writing smithi002125626-13 from 0 to 425984 tid 1 2023-12-16T19:41:08.046 INFO:tasks.rados.rados.0.smithi002.stdout:3336: writing smithi002125626-13 from 425984 to 827392 tid 2 2023-12-16T19:41:08.046 INFO:tasks.rados.rados.0.smithi002.stdout:3337: rollback oid 30 current snap is 322 2023-12-16T19:41:08.046 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 286 2023-12-16T19:41:08.046 INFO:tasks.rados.rados.0.smithi002.stdout:3338: snap_create 2023-12-16T19:41:08.053 INFO:tasks.rados.rados.0.smithi002.stdout:3336: finishing write tid 1 to smithi002125626-13 2023-12-16T19:41:08.056 INFO:tasks.rados.rados.0.smithi002.stdout:3336: finishing write tid 2 to smithi002125626-13 2023-12-16T19:41:08.057 INFO:tasks.rados.rados.0.smithi002.stdout:3336: finishing write tid 3 to smithi002125626-13 2023-12-16T19:41:08.058 INFO:tasks.rados.rados.0.smithi002.stdout:3337: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:41:08.058 INFO:tasks.rados.rados.0.smithi002.stdout:3337: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:41:08.060 INFO:tasks.rados.rados.0.smithi002.stdout:3337: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:41:08.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3670 (ObjNum 929 snap 282 seq_num 929) dirty exists 2023-12-16T19:41:08.060 INFO:tasks.rados.rados.0.smithi002.stdout:3336: finishing write tid 4 to smithi002125626-13 2023-12-16T19:41:08.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3237 (ObjNum 1052 snap 322 seq_num 1052) dirty exists 2023-12-16T19:41:08.060 INFO:tasks.rados.rados.0.smithi002.stdout:3336: left oid 13 (ObjNum 1052 snap 322 seq_num 1052) 2023-12-16T19:41:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:08 smithi043 ceph-mon[135010]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T19:41:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:08 smithi043 ceph-mon[135010]: pgmap v729: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 186 KiB/s wr, 14 op/s 2023-12-16T19:41:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:08 smithi043 ceph-mon[135010]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T19:41:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[137674]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T19:41:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[137674]: pgmap v729: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 186 KiB/s wr, 14 op/s 2023-12-16T19:41:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[137674]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T19:41:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[140029]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T19:41:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[140029]: pgmap v729: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 186 KiB/s wr, 14 op/s 2023-12-16T19:41:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:08 smithi002 ceph-mon[140029]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3336: done (2 left) 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3337: done (1 left) 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3338: done (0 left) 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3339: read oid 41 snap -1 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3339: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3340: read oid 12 snap 288 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3340: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:41:09.048 INFO:tasks.rados.rados.0.smithi002.stdout:3341: delete oid 27 current snap is 323 2023-12-16T19:41:09.052 INFO:tasks.rados.rados.0.smithi002.stdout:3341: done (2 left) 2023-12-16T19:41:09.052 INFO:tasks.rados.rados.0.smithi002.stdout:3342: read oid 45 snap -1 2023-12-16T19:41:09.052 INFO:tasks.rados.rados.0.smithi002.stdout:3342: expect (ObjNum 1020 snap 307 seq_num 1020) 2023-12-16T19:41:09.052 INFO:tasks.rados.rados.0.smithi002.stdout:3343: read oid 22 snap -1 2023-12-16T19:41:09.052 INFO:tasks.rados.rados.0.smithi002.stdout:3343: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:41:09.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 323 2023-12-16T19:41:09.078 INFO:tasks.rados.rados.0.smithi002.stdout:3344: seq_num 1054 ranges {0=458752,458752=401408} 2023-12-16T19:41:09.080 INFO:tasks.rados.rados.0.smithi002.stdout:3344: writing smithi002125626-27 from 0 to 458752 tid 1 2023-12-16T19:41:09.083 INFO:tasks.rados.rados.0.smithi002.stdout:3344: writing smithi002125626-27 from 458752 to 860160 tid 2 2023-12-16T19:41:09.089 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 1 to smithi002125626-27 2023-12-16T19:41:09.089 INFO:tasks.rados.rados.0.smithi002.stdout:3345: read oid 33 snap 302 2023-12-16T19:41:09.089 INFO:tasks.rados.rados.0.smithi002.stdout:3345: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:41:09.089 INFO:tasks.rados.rados.0.smithi002.stdout:3346: snap_create 2023-12-16T19:41:09.103 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 2 to smithi002125626-27 2023-12-16T19:41:09.104 INFO:tasks.rados.rados.0.smithi002.stdout:3345: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:41:09.155 INFO:tasks.rados.rados.0.smithi002.stdout:3342: expect (ObjNum 1020 snap 307 seq_num 1020) 2023-12-16T19:41:09.673 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 3 to smithi002125626-27 2023-12-16T19:41:09.673 INFO:tasks.rados.rados.0.smithi002.stdout:3343: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:41:09.972 INFO:tasks.rados.rados.0.smithi002.stdout:3344: finishing write tid 4 to smithi002125626-27 2023-12-16T19:41:09.972 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 2294 (ObjNum 1054 snap 323 seq_num 1054) dirty exists 2023-12-16T19:41:09.972 INFO:tasks.rados.rados.0.smithi002.stdout:3344: left oid 27 (ObjNum 1054 snap 323 seq_num 1054) 2023-12-16T19:41:09.972 INFO:tasks.rados.rados.0.smithi002.stdout:3340: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:41:10.307 INFO:tasks.rados.rados.0.smithi002.stdout:3339: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:10 smithi002 ceph-mon[137674]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T19:41:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:10 smithi002 ceph-mon[137674]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2023-12-16T19:41:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:10 smithi002 ceph-mon[140029]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T19:41:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:10 smithi002 ceph-mon[140029]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2023-12-16T19:41:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:10 smithi043 ceph-mon[135010]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T19:41:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:10 smithi043 ceph-mon[135010]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 842 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2023-12-16T19:41:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:11 smithi002 ceph-mon[137674]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T19:41:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:11 smithi002 ceph-mon[140029]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T19:41:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:11 smithi043 ceph-mon[135010]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T19:41:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:12 smithi002 ceph-mon[137674]: pgmap v734: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 560 KiB/s wr, 6 op/s 2023-12-16T19:41:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:11] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2023-12-16T19:41:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:12 smithi002 ceph-mon[140029]: pgmap v734: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 560 KiB/s wr, 6 op/s 2023-12-16T19:41:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:12 smithi043 ceph-mon[135010]: pgmap v734: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 560 KiB/s wr, 6 op/s 2023-12-16T19:41:13.612 INFO:tasks.rados.rados.0.smithi002.stdout:3339: done (6 left) 2023-12-16T19:41:13.612 INFO:tasks.rados.rados.0.smithi002.stdout:3340: done (5 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3342: done (4 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3343: done (3 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3344: done (2 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3345: done (1 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3346: done (0 left) 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3347: rollback oid 22 current snap is 324 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 301 2023-12-16T19:41:13.613 INFO:tasks.rados.rados.0.smithi002.stdout:3348: snap_remove snap 319 2023-12-16T19:41:14.051 INFO:tasks.rados.rados.0.smithi002.stdout:3348: done (1 left) 2023-12-16T19:41:14.051 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 324 2023-12-16T19:41:14.051 INFO:tasks.rados.rados.0.smithi002.stdout:3349: seq_num 1055 ranges {983040=475136,1458176=401408} 2023-12-16T19:41:14.059 INFO:tasks.rados.rados.0.smithi002.stdout:3349: writing smithi002125626-50 from 983040 to 1458176 tid 1 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:3349: writing smithi002125626-50 from 1458176 to 1859584 tid 2 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:3350: delete oid 17 current snap is 324 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:3347: finishing rollback tid 0 to smithi002125626-22 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:3347: finishing rollback tid 1 to smithi002125626-22 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:3347: finishing rollback tid 2 to smithi002125626-22 2023-12-16T19:41:14.062 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4009 (ObjNum 975 snap 290 seq_num 975) dirty exists 2023-12-16T19:41:14.067 INFO:tasks.rados.rados.0.smithi002.stdout:3347: done (2 left) 2023-12-16T19:41:14.067 INFO:tasks.rados.rados.0.smithi002.stdout:3350: done (1 left) 2023-12-16T19:41:14.067 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 324 2023-12-16T19:41:14.067 INFO:tasks.rados.rados.0.smithi002.stdout:3351: seq_num 1057 ranges {3866624=507904,4374528=401408} 2023-12-16T19:41:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3351: writing smithi002125626-14 from 3866624 to 4374528 tid 1 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:3351: writing smithi002125626-14 from 4374528 to 4775936 tid 2 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:3352: read oid 44 snap -1 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:3352: expect (ObjNum 1027 snap 308 seq_num 1027) 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:3353: rollback oid 11 current snap is 324 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 317 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 324 2023-12-16T19:41:14.094 INFO:tasks.rados.rados.0.smithi002.stdout:3354: seq_num 1058 ranges {0=524288,524288=401408} 2023-12-16T19:41:14.097 INFO:tasks.rados.rados.0.smithi002.stdout:3354: writing smithi002125626-47 from 0 to 524288 tid 1 2023-12-16T19:41:14.100 INFO:tasks.rados.rados.0.smithi002.stdout:3354: writing smithi002125626-47 from 524288 to 925696 tid 2 2023-12-16T19:41:14.100 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 324 2023-12-16T19:41:14.100 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 1 to smithi002125626-50 2023-12-16T19:41:14.101 INFO:tasks.rados.rados.0.smithi002.stdout:3355: seq_num 1059 ranges {606208=540672,1146880=401408} 2023-12-16T19:41:14.108 INFO:tasks.rados.rados.0.smithi002.stdout:3355: writing smithi002125626-38 from 606208 to 1146880 tid 1 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3355: writing smithi002125626-38 from 1146880 to 1548288 tid 2 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3356: rollback oid 1 current snap is 324 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 189 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 2 to smithi002125626-50 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3357: snap_create 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 3 to smithi002125626-50 2023-12-16T19:41:14.111 INFO:tasks.rados.rados.0.smithi002.stdout:3349: finishing write tid 4 to smithi002125626-50 2023-12-16T19:41:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4109 (ObjNum 1055 snap 324 seq_num 1055) dirty exists 2023-12-16T19:41:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:3349: left oid 50 (ObjNum 1055 snap 324 seq_num 1055) 2023-12-16T19:41:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:3353: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:41:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:3353: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:41:14.112 INFO:tasks.rados.rados.0.smithi002.stdout:3352: expect (ObjNum 1027 snap 308 seq_num 1027) 2023-12-16T19:41:14.189 INFO:tasks.rados.rados.0.smithi002.stdout:3351: finishing write tid 1 to smithi002125626-14 2023-12-16T19:41:14.189 INFO:tasks.rados.rados.0.smithi002.stdout:3351: finishing write tid 2 to smithi002125626-14 2023-12-16T19:41:14.189 INFO:tasks.rados.rados.0.smithi002.stdout:3353: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:41:14.189 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4012 (ObjNum 1025 snap 308 seq_num 1025) dirty exists 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3351: finishing write tid 3 to smithi002125626-14 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3351: finishing write tid 4 to smithi002125626-14 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3148 (ObjNum 1057 snap 324 seq_num 1057) dirty exists 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3351: left oid 14 (ObjNum 1057 snap 324 seq_num 1057) 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3354: finishing write tid 1 to smithi002125626-47 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3354: finishing write tid 2 to smithi002125626-47 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3354: finishing write tid 3 to smithi002125626-47 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3355: finishing write tid 1 to smithi002125626-38 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3355: finishing write tid 2 to smithi002125626-38 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3354: finishing write tid 4 to smithi002125626-47 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4112 (ObjNum 1058 snap 324 seq_num 1058) dirty exists 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3354: left oid 47 (ObjNum 1058 snap 324 seq_num 1058) 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3355: finishing write tid 3 to smithi002125626-38 2023-12-16T19:41:14.190 INFO:tasks.rados.rados.0.smithi002.stdout:3355: finishing write tid 4 to smithi002125626-38 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4116 (ObjNum 1059 snap 324 seq_num 1059) dirty exists 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:3355: left oid 38 (ObjNum 1059 snap 324 seq_num 1059) 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:3356: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:3356: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:3356: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:41:14.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4120 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:41:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:14 smithi002 ceph-mon[137674]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T19:41:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:14 smithi002 ceph-mon[137674]: pgmap v736: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 455 KiB/s wr, 7 op/s 2023-12-16T19:41:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:14 smithi002 ceph-mon[140029]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T19:41:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:14 smithi002 ceph-mon[140029]: pgmap v736: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 455 KiB/s wr, 7 op/s 2023-12-16T19:41:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:14 smithi043 ceph-mon[135010]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T19:41:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:14 smithi043 ceph-mon[135010]: pgmap v736: 121 pgs: 121 active+clean; 846 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 455 KiB/s wr, 7 op/s 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3349: done (7 left) 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3351: done (6 left) 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3352: done (5 left) 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3353: done (4 left) 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3354: done (3 left) 2023-12-16T19:41:15.053 INFO:tasks.rados.rados.0.smithi002.stdout:3355: done (2 left) 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3356: done (1 left) 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3357: done (0 left) 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3358: rollback oid 6 current snap is 325 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 6 to 320 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3359: read oid 16 snap -1 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3359: expect (ObjNum 1051 snap 321 seq_num 1051) 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 325 2023-12-16T19:41:15.054 INFO:tasks.rados.rados.0.smithi002.stdout:3360: seq_num 1060 ranges {0=557056,557056=401408} 2023-12-16T19:41:15.056 INFO:tasks.rados.rados.0.smithi002.stdout:3360: writing smithi002125626-35 from 0 to 557056 tid 1 2023-12-16T19:41:15.059 INFO:tasks.rados.rados.0.smithi002.stdout:3360: writing smithi002125626-35 from 557056 to 958464 tid 2 2023-12-16T19:41:15.059 INFO:tasks.rados.rados.0.smithi002.stdout:3361: snap_create 2023-12-16T19:41:15.060 INFO:tasks.rados.rados.0.smithi002.stdout:3358: finishing rollback tid 1 to smithi002125626-6 2023-12-16T19:41:15.060 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3141 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-16T19:41:15.065 INFO:tasks.rados.rados.0.smithi002.stdout:3359: expect (ObjNum 1051 snap 321 seq_num 1051) 2023-12-16T19:41:15.260 INFO:tasks.rados.rados.0.smithi002.stdout:3360: finishing write tid 1 to smithi002125626-35 2023-12-16T19:41:15.260 INFO:tasks.rados.rados.0.smithi002.stdout:3360: finishing write tid 2 to smithi002125626-35 2023-12-16T19:41:15.260 INFO:tasks.rados.rados.0.smithi002.stdout:3360: finishing write tid 3 to smithi002125626-35 2023-12-16T19:41:15.261 INFO:tasks.rados.rados.0.smithi002.stdout:3360: finishing write tid 4 to smithi002125626-35 2023-12-16T19:41:15.261 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4123 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2023-12-16T19:41:15.261 INFO:tasks.rados.rados.0.smithi002.stdout:3360: left oid 35 (ObjNum 1060 snap 325 seq_num 1060) 2023-12-16T19:41:15.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:15 smithi002 ceph-mon[137674]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T19:41:15.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:15 smithi002 ceph-mon[140029]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T19:41:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:15 smithi043 ceph-mon[135010]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T19:41:16.061 INFO:tasks.rados.rados.0.smithi002.stdout:3358: done (3 left) 2023-12-16T19:41:16.061 INFO:tasks.rados.rados.0.smithi002.stdout:3359: done (2 left) 2023-12-16T19:41:16.061 INFO:tasks.rados.rados.0.smithi002.stdout:3360: done (1 left) 2023-12-16T19:41:16.061 INFO:tasks.rados.rados.0.smithi002.stdout:3361: done (0 left) 2023-12-16T19:41:16.061 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 326 2023-12-16T19:41:16.062 INFO:tasks.rados.rados.0.smithi002.stdout:3362: seq_num 1061 ranges {1703936=573440,2277376=401408} 2023-12-16T19:41:16.073 INFO:tasks.rados.rados.0.smithi002.stdout:3362: writing smithi002125626-44 from 1703936 to 2277376 tid 1 2023-12-16T19:41:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:3362: writing smithi002125626-44 from 2277376 to 2678784 tid 2 2023-12-16T19:41:16.075 INFO:tasks.rados.rados.0.smithi002.stdout:3363: snap_remove snap 308 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[140029]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[140029]: pgmap v739: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 983 KiB/s wr, 10 op/s 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[137674]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[137674]: pgmap v739: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 983 KiB/s wr, 10 op/s 2023-12-16T19:41:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:41:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:16 smithi043 ceph-mon[135010]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T19:41:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:16 smithi043 ceph-mon[135010]: pgmap v739: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 983 KiB/s wr, 10 op/s 2023-12-16T19:41:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3363: done (1 left) 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3364: delete oid 42 current snap is 326 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3362: finishing write tid 1 to smithi002125626-44 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3362: finishing write tid 2 to smithi002125626-44 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3362: finishing write tid 3 to smithi002125626-44 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3362: finishing write tid 4 to smithi002125626-44 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3257 (ObjNum 1061 snap 326 seq_num 1061) dirty exists 2023-12-16T19:41:17.067 INFO:tasks.rados.rados.0.smithi002.stdout:3362: left oid 44 (ObjNum 1061 snap 326 seq_num 1061) 2023-12-16T19:41:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:3362: done (1 left) 2023-12-16T19:41:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:3364: done (0 left) 2023-12-16T19:41:17.071 INFO:tasks.rados.rados.0.smithi002.stdout:3365: setattr oid 19 current snap is 326 2023-12-16T19:41:17.072 INFO:tasks.rados.rados.0.smithi002.stdout:3366: snap_create 2023-12-16T19:41:17.080 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3225 (ObjNum 572 snap 176 seq_num 572) dirty exists 2023-12-16T19:41:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[137674]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T19:41:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:41:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:41:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:41:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[140029]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T19:41:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:41:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:41:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:41:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:17 smithi043 ceph-mon[135010]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T19:41:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:41:17.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:41:17.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:41:18.072 INFO:tasks.rados.rados.0.smithi002.stdout:3365: done (1 left) 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:3366: done (0 left) 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:3367: rollback oid 1 current snap is 327 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 325 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:3368: rollback oid 18 current snap is 327 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 18 to 321 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:3369: copy_from oid 6 from oid 4 current snap is 327 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 327 2023-12-16T19:41:18.073 INFO:tasks.rados.rados.0.smithi002.stdout:3370: seq_num 1063 ranges {0=606208,606208=401408} 2023-12-16T19:41:18.075 INFO:tasks.rados.rados.0.smithi002.stdout:3370: writing smithi002125626-15 from 0 to 606208 tid 1 2023-12-16T19:41:18.078 INFO:tasks.rados.rados.0.smithi002.stdout:3370: writing smithi002125626-15 from 606208 to 1007616 tid 2 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3371: read oid 39 snap 301 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3371: expect (ObjNum 691 snap 212 seq_num 691) 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3372: copy_from oid 45 from oid 34 current snap is 327 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3368: finishing rollback tid 1 to smithi002125626-18 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3115 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3368: done (5 left) 2023-12-16T19:41:18.079 INFO:tasks.rados.rados.0.smithi002.stdout:3373: setattr oid 32 current snap is 327 2023-12-16T19:41:18.080 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 327 2023-12-16T19:41:18.080 INFO:tasks.rados.rados.0.smithi002.stdout:3374: seq_num 1064 ranges {483328=622592,1105920=401408} 2023-12-16T19:41:18.086 INFO:tasks.rados.rados.0.smithi002.stdout:3374: writing smithi002125626-31 from 483328 to 1105920 tid 1 2023-12-16T19:41:18.089 INFO:tasks.rados.rados.0.smithi002.stdout:3374: writing smithi002125626-31 from 1105920 to 1507328 tid 2 2023-12-16T19:41:18.089 INFO:tasks.rados.rados.0.smithi002.stdout:3375: snap_remove snap 295 2023-12-16T19:41:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:18 smithi002 ceph-mon[137674]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T19:41:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:18 smithi002 ceph-mon[137674]: pgmap v742: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2023-12-16T19:41:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:18 smithi002 ceph-mon[140029]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T19:41:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:18 smithi002 ceph-mon[140029]: pgmap v742: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2023-12-16T19:41:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:18 smithi043 ceph-mon[135010]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T19:41:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:18 smithi043 ceph-mon[135010]: pgmap v742: 121 pgs: 121 active+clean; 853 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2023-12-16T19:41:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:3370: finishing write tid 1 to smithi002125626-15 2023-12-16T19:41:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:3367: finishing rollback tid 0 to smithi002125626-1 2023-12-16T19:41:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:3367: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:41:19.080 INFO:tasks.rados.rados.0.smithi002.stdout:3367: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:41:19.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4137 (ObjNum 516 snap 158 seq_num 516) dirty exists 2023-12-16T19:41:19.081 INFO:tasks.rados.rados.0.smithi002.stdout:3370: finishing write tid 2 to smithi002125626-15 2023-12-16T19:41:19.081 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4139 (ObjNum 993 snap 293 seq_num 993) dirty exists 2023-12-16T19:41:19.081 INFO:tasks.rados.rados.0.smithi002.stdout:3370: finishing write tid 3 to smithi002125626-15 2023-12-16T19:41:19.081 INFO:tasks.rados.rados.0.smithi002.stdout:3371: expect (ObjNum 691 snap 212 seq_num 691) 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3372: finishing copy_from racing read to smithi002125626-45 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3372: finishing copy_from to smithi002125626-45 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3659 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3370: finishing write tid 4 to smithi002125626-15 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3673 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3370: left oid 15 (ObjNum 1063 snap 327 seq_num 1063) 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3374: finishing write tid 1 to smithi002125626-31 2023-12-16T19:41:19.147 INFO:tasks.rados.rados.0.smithi002.stdout:3374: finishing write tid 2 to smithi002125626-31 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3367: done (7 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3370: done (6 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3371: done (5 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3372: done (4 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3373: done (3 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3375: done (2 left) 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3376: read oid 15 snap 312 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3376: expect deleted 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 327 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3374: finishing write tid 3 to smithi002125626-31 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:3374: finishing write tid 4 to smithi002125626-31 2023-12-16T19:41:19.148 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 2297 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2023-12-16T19:41:19.149 INFO:tasks.rados.rados.0.smithi002.stdout:3374: left oid 31 (ObjNum 1064 snap 327 seq_num 1064) 2023-12-16T19:41:19.149 INFO:tasks.rados.rados.0.smithi002.stdout:3369: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:41:19.149 INFO:tasks.rados.rados.0.smithi002.stdout:3369: finishing copy_from to smithi002125626-6 2023-12-16T19:41:19.149 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3224 (ObjNum 1046 snap 319 seq_num 1046) dirty exists 2023-12-16T19:41:19.149 INFO:tasks.rados.rados.0.smithi002.stdout:3377: seq_num 1065 ranges {925696=638976,1564672=401408} 2023-12-16T19:41:19.155 INFO:tasks.rados.rados.0.smithi002.stdout:3377: writing smithi002125626-47 from 925696 to 1564672 tid 1 2023-12-16T19:41:19.157 INFO:tasks.rados.rados.0.smithi002.stdout:3377: writing smithi002125626-47 from 1564672 to 1966080 tid 2 2023-12-16T19:41:19.157 INFO:tasks.rados.rados.0.smithi002.stdout:3369: done (3 left) 2023-12-16T19:41:19.157 INFO:tasks.rados.rados.0.smithi002.stdout:3374: done (2 left) 2023-12-16T19:41:19.157 INFO:tasks.rados.rados.0.smithi002.stdout:3378: snap_remove snap 254 2023-12-16T19:41:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:19 smithi002 ceph-mon[137674]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T19:41:19.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:19 smithi002 ceph-mon[140029]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T19:41:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:19 smithi043 ceph-mon[135010]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T19:41:20.083 INFO:tasks.rados.rados.0.smithi002.stdout:3377: finishing write tid 1 to smithi002125626-47 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3377: finishing write tid 2 to smithi002125626-47 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3377: finishing write tid 3 to smithi002125626-47 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3377: finishing write tid 4 to smithi002125626-47 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4151 (ObjNum 1065 snap 327 seq_num 1065) dirty exists 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3377: left oid 47 (ObjNum 1065 snap 327 seq_num 1065) 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3376: done (2 left) 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3377: done (1 left) 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3378: done (0 left) 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 327 2023-12-16T19:41:20.084 INFO:tasks.rados.rados.0.smithi002.stdout:3379: seq_num 1066 ranges {0=663552,663552=401408} 2023-12-16T19:41:20.088 INFO:tasks.rados.rados.0.smithi002.stdout:3379: writing smithi002125626-18 from 0 to 663552 tid 1 2023-12-16T19:41:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3379: writing smithi002125626-18 from 663552 to 1064960 tid 2 2023-12-16T19:41:20.090 INFO:tasks.rados.rados.0.smithi002.stdout:3380: snap_create 2023-12-16T19:41:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3379: finishing write tid 1 to smithi002125626-18 2023-12-16T19:41:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3379: finishing write tid 2 to smithi002125626-18 2023-12-16T19:41:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3379: finishing write tid 3 to smithi002125626-18 2023-12-16T19:41:20.106 INFO:tasks.rados.rados.0.smithi002.stdout:3379: finishing write tid 4 to smithi002125626-18 2023-12-16T19:41:20.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3662 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2023-12-16T19:41:20.107 INFO:tasks.rados.rados.0.smithi002.stdout:3379: left oid 18 (ObjNum 1066 snap 327 seq_num 1066) 2023-12-16T19:41:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:20 smithi002 ceph-mon[137674]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T19:41:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:20 smithi002 ceph-mon[137674]: pgmap v745: 121 pgs: 121 active+clean; 856 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 706 KiB/s wr, 9 op/s 2023-12-16T19:41:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:20 smithi002 ceph-mon[140029]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T19:41:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:20 smithi002 ceph-mon[140029]: pgmap v745: 121 pgs: 121 active+clean; 856 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 706 KiB/s wr, 9 op/s 2023-12-16T19:41:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:20 smithi043 ceph-mon[135010]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T19:41:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:20 smithi043 ceph-mon[135010]: pgmap v745: 121 pgs: 121 active+clean; 856 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 706 KiB/s wr, 9 op/s 2023-12-16T19:41:21.088 INFO:tasks.rados.rados.0.smithi002.stdout:3379: done (1 left) 2023-12-16T19:41:21.088 INFO:tasks.rados.rados.0.smithi002.stdout:3380: done (0 left) 2023-12-16T19:41:21.088 INFO:tasks.rados.rados.0.smithi002.stdout:3381: snap_create 2023-12-16T19:41:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:21 smithi002 ceph-mon[137674]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T19:41:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:21 smithi002 ceph-mon[140029]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T19:41:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:21 smithi043 ceph-mon[135010]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T19:41:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3381: done (0 left) 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3382: rollback oid 29 current snap is 329 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 328 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3383: rmattr oid 15 current snap is 329 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3383: done (1 left) 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3384: rmattr oid 40 current snap is 329 2023-12-16T19:41:22.094 INFO:tasks.rados.rados.0.smithi002.stdout:3385: snap_remove snap 326 2023-12-16T19:41:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:22 smithi002 ceph-mon[137674]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T19:41:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:22 smithi002 ceph-mon[137674]: pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 855 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:21] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:41:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:22 smithi002 ceph-mon[140029]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T19:41:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:22 smithi002 ceph-mon[140029]: pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 855 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:22 smithi043 ceph-mon[135010]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T19:41:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:22 smithi043 ceph-mon[135010]: pgmap v748: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 855 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-16T19:41:23.045 INFO:tasks.rados.rados.0.smithi002.stdout:3385: done (2 left) 2023-12-16T19:41:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:3386: delete oid 39 current snap is 329 2023-12-16T19:41:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4013 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:41:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:3382: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:41:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:3382: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:41:23.046 INFO:tasks.rados.rados.0.smithi002.stdout:3382: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:41:23.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3232 (ObjNum 1039 snap 317 seq_num 1039) dirty exists 2023-12-16T19:41:23.054 INFO:tasks.rados.rados.0.smithi002.stdout:3382: done (2 left) 2023-12-16T19:41:23.054 INFO:tasks.rados.rados.0.smithi002.stdout:3384: done (1 left) 2023-12-16T19:41:23.054 INFO:tasks.rados.rados.0.smithi002.stdout:3386: done (0 left) 2023-12-16T19:41:23.054 INFO:tasks.rados.rados.0.smithi002.stdout:3387: snap_create 2023-12-16T19:41:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:23 smithi002 ceph-mon[137674]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T19:41:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:23 smithi002 ceph-mon[137674]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T19:41:23.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:23 smithi002 ceph-mon[140029]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T19:41:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:23 smithi002 ceph-mon[140029]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T19:41:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:23 smithi043 ceph-mon[135010]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T19:41:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:23 smithi043 ceph-mon[135010]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T19:41:24.052 INFO:tasks.rados.rados.0.smithi002.stdout:3387: done (0 left) 2023-12-16T19:41:24.052 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 330 2023-12-16T19:41:24.052 INFO:tasks.rados.rados.0.smithi002.stdout:3388: seq_num 1068 ranges {2392064=696320,3088384=401408} 2023-12-16T19:41:24.068 INFO:tasks.rados.rados.0.smithi002.stdout:3388: writing smithi002125626-19 from 2392064 to 3088384 tid 1 2023-12-16T19:41:24.070 INFO:tasks.rados.rados.0.smithi002.stdout:3388: writing smithi002125626-19 from 3088384 to 3489792 tid 2 2023-12-16T19:41:24.071 INFO:tasks.rados.rados.0.smithi002.stdout:3389: copy_from oid 20 from oid 49 current snap is 330 2023-12-16T19:41:24.071 INFO:tasks.rados.rados.0.smithi002.stdout:3390: snap_remove snap 312 2023-12-16T19:41:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:24 smithi002 ceph-mon[137674]: pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:41:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:24 smithi002 ceph-mon[137674]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T19:41:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:24 smithi002 ceph-mon[140029]: pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:41:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:24 smithi002 ceph-mon[140029]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T19:41:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:24 smithi043 ceph-mon[135010]: pgmap v751: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-16T19:41:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:24 smithi043 ceph-mon[135010]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3389: finishing copy_from to smithi002125626-20 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3389: got expected ENOENT (src dne) 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3389: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 1 to smithi002125626-19 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 2 to smithi002125626-19 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 3 to smithi002125626-19 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3388: finishing write tid 4 to smithi002125626-19 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3228 (ObjNum 1068 snap 330 seq_num 1068) dirty exists 2023-12-16T19:41:25.055 INFO:tasks.rados.rados.0.smithi002.stdout:3388: left oid 19 (ObjNum 1068 snap 330 seq_num 1068) 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3388: done (2 left) 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3389: done (1 left) 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3390: done (0 left) 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3391: rollback oid 48 current snap is 330 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 276 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3392: copy_from oid 27 from oid 45 current snap is 330 2023-12-16T19:41:25.056 INFO:tasks.rados.rados.0.smithi002.stdout:3393: delete oid 39 current snap is 330 2023-12-16T19:41:25.066 INFO:tasks.rados.rados.0.smithi002.stdout:3393: done (2 left) 2023-12-16T19:41:25.066 INFO:tasks.rados.rados.0.smithi002.stdout:3394: rollback oid 38 current snap is 330 2023-12-16T19:41:25.066 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 288 2023-12-16T19:41:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 23 current snap is 330 2023-12-16T19:41:25.067 INFO:tasks.rados.rados.0.smithi002.stdout:3395: seq_num 1070 ranges {442368=729088,1171456=401408} 2023-12-16T19:41:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:3395: writing smithi002125626-23 from 442368 to 1171456 tid 1 2023-12-16T19:41:25.077 INFO:tasks.rados.rados.0.smithi002.stdout:3395: writing smithi002125626-23 from 1171456 to 1572864 tid 2 2023-12-16T19:41:25.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 330 2023-12-16T19:41:25.078 INFO:tasks.rados.rados.0.smithi002.stdout:3391: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:41:25.078 INFO:tasks.rados.rados.0.smithi002.stdout:3391: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:41:25.078 INFO:tasks.rados.rados.0.smithi002.stdout:3391: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:41:25.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3229 (ObjNum 873 snap 272 seq_num 873) dirty exists 2023-12-16T19:41:25.079 INFO:tasks.rados.rados.0.smithi002.stdout:3396: seq_num 1071 ranges {0=745472,745472=401408} 2023-12-16T19:41:25.084 INFO:tasks.rados.rados.0.smithi002.stdout:3396: writing smithi002125626-42 from 0 to 745472 tid 1 2023-12-16T19:41:25.088 INFO:tasks.rados.rados.0.smithi002.stdout:3396: writing smithi002125626-42 from 745472 to 1146880 tid 2 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3391: done (4 left) 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 330 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3392: finishing copy_from racing read to smithi002125626-27 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3392: finishing copy_from to smithi002125626-27 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 3659 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing write tid 1 to smithi002125626-23 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing write tid 2 to smithi002125626-23 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing write tid 3 to smithi002125626-23 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3395: finishing write tid 4 to smithi002125626-23 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3227 (ObjNum 1070 snap 330 seq_num 1070) dirty exists 2023-12-16T19:41:25.089 INFO:tasks.rados.rados.0.smithi002.stdout:3395: left oid 23 (ObjNum 1070 snap 330 seq_num 1070) 2023-12-16T19:41:25.090 INFO:tasks.rados.rados.0.smithi002.stdout:3397: seq_num 1072 ranges {999424=761856,1761280=401408} 2023-12-16T19:41:25.099 INFO:tasks.rados.rados.0.smithi002.stdout:3397: writing smithi002125626-34 from 999424 to 1761280 tid 1 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:3397: writing smithi002125626-34 from 1761280 to 2162688 tid 2 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:3392: done (4 left) 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:3395: done (3 left) 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 330 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:3394: finishing rollback tid 0 to smithi002125626-38 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:3394: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:41:25.102 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4176 (ObjNum 33 snap 0 seq_num 2055609232) dirty dne 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing write tid 1 to smithi002125626-42 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing write tid 2 to smithi002125626-42 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing write tid 3 to smithi002125626-42 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3396: finishing write tid 4 to smithi002125626-42 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3232 (ObjNum 1071 snap 330 seq_num 1071) dirty exists 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3396: left oid 42 (ObjNum 1071 snap 330 seq_num 1071) 2023-12-16T19:41:25.103 INFO:tasks.rados.rados.0.smithi002.stdout:3398: seq_num 1073 ranges {999424=778240,1777664=401408} 2023-12-16T19:41:25.111 INFO:tasks.rados.rados.0.smithi002.stdout:3398: writing smithi002125626-45 from 999424 to 1777664 tid 1 2023-12-16T19:41:25.113 INFO:tasks.rados.rados.0.smithi002.stdout:3398: writing smithi002125626-45 from 1777664 to 2179072 tid 2 2023-12-16T19:41:25.113 INFO:tasks.rados.rados.0.smithi002.stdout:3394: done (3 left) 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3396: done (2 left) 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3399: delete oid 49 current snap is 330 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing write tid 1 to smithi002125626-34 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing write tid 2 to smithi002125626-34 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing write tid 3 to smithi002125626-34 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3397: finishing write tid 4 to smithi002125626-34 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3665 (ObjNum 1072 snap 330 seq_num 1072) dirty exists 2023-12-16T19:41:25.114 INFO:tasks.rados.rados.0.smithi002.stdout:3397: left oid 34 (ObjNum 1072 snap 330 seq_num 1072) 2023-12-16T19:41:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3397: done (2 left) 2023-12-16T19:41:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3399: done (1 left) 2023-12-16T19:41:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3400: delete oid 1 current snap is 330 2023-12-16T19:41:25.118 INFO:tasks.rados.rados.0.smithi002.stdout:3398: finishing write tid 1 to smithi002125626-45 2023-12-16T19:41:25.118 INFO:tasks.rados.rados.0.smithi002.stdout:3398: finishing write tid 2 to smithi002125626-45 2023-12-16T19:41:25.118 INFO:tasks.rados.rados.0.smithi002.stdout:3398: finishing write tid 3 to smithi002125626-45 2023-12-16T19:41:25.120 INFO:tasks.rados.rados.0.smithi002.stdout:3400: done (1 left) 2023-12-16T19:41:25.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 330 2023-12-16T19:41:25.120 INFO:tasks.rados.rados.0.smithi002.stdout:3401: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2023-12-16T19:41:25.122 INFO:tasks.rados.rados.0.smithi002.stdout:3401: writing smithi002125626-2 from 0 to 425984 tid 1 2023-12-16T19:41:25.125 INFO:tasks.rados.rados.0.smithi002.stdout:3401: writing smithi002125626-2 from 425984 to 974848 tid 2 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:3401: writing smithi002125626-2 from 974848 to 1228800 tid 3 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:3402: snap_create 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:3398: finishing write tid 4 to smithi002125626-45 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3662 (ObjNum 1073 snap 330 seq_num 1073) dirty exists 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:3398: left oid 45 (ObjNum 1073 snap 330 seq_num 1073) 2023-12-16T19:41:25.128 INFO:tasks.rados.rados.0.smithi002.stdout:3401: finishing write tid 1 to smithi002125626-2 2023-12-16T19:41:25.129 INFO:tasks.rados.rados.0.smithi002.stdout:3401: finishing write tid 2 to smithi002125626-2 2023-12-16T19:41:25.130 INFO:tasks.rados.rados.0.smithi002.stdout:3401: finishing write tid 3 to smithi002125626-2 2023-12-16T19:41:25.130 INFO:tasks.rados.rados.0.smithi002.stdout:3401: finishing write tid 4 to smithi002125626-2 2023-12-16T19:41:25.131 INFO:tasks.rados.rados.0.smithi002.stdout:3401: finishing write tid 5 to smithi002125626-2 2023-12-16T19:41:25.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 3663 (ObjNum 1076 snap 330 seq_num 1076) dirty exists 2023-12-16T19:41:25.131 INFO:tasks.rados.rados.0.smithi002.stdout:3401: left oid 2 (ObjNum 1076 snap 330 seq_num 1076) 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3398: done (2 left) 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3401: done (1 left) 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3402: done (0 left) 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3403: read oid 25 snap -1 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3403: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3404: rollback oid 20 current snap is 331 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 20 to 306 2023-12-16T19:41:26.061 INFO:tasks.rados.rados.0.smithi002.stdout:3405: setattr oid 40 current snap is 331 2023-12-16T19:41:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 331 2023-12-16T19:41:26.062 INFO:tasks.rados.rados.0.smithi002.stdout:3406: seq_num 1077 ranges {1064960=442368,1507328=434176,1941504=368640} 2023-12-16T19:41:26.070 INFO:tasks.rados.rados.0.smithi002.stdout:3406: writing smithi002125626-24 from 1064960 to 1507328 tid 1 2023-12-16T19:41:26.073 INFO:tasks.rados.rados.0.smithi002.stdout:3406: writing smithi002125626-24 from 1507328 to 1941504 tid 2 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:3406: writing smithi002125626-24 from 1941504 to 2310144 tid 3 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:3407: read oid 45 snap 299 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:3407: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:3408: rollback oid 49 current snap is 331 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 49 to 283 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4014 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:41:26.076 INFO:tasks.rados.rados.0.smithi002.stdout:3404: finishing rollback tid 1 to smithi002125626-20 2023-12-16T19:41:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 3229 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T19:41:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3404: done (5 left) 2023-12-16T19:41:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3405: done (4 left) 2023-12-16T19:41:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3409: delete oid 1 current snap is 331 2023-12-16T19:41:26.077 INFO:tasks.rados.rados.0.smithi002.stdout:3406: finishing write tid 1 to smithi002125626-24 2023-12-16T19:41:26.080 INFO:tasks.rados.rados.0.smithi002.stdout:3406: finishing write tid 2 to smithi002125626-24 2023-12-16T19:41:26.081 INFO:tasks.rados.rados.0.smithi002.stdout:3409: done (4 left) 2023-12-16T19:41:26.081 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 331 2023-12-16T19:41:26.081 INFO:tasks.rados.rados.0.smithi002.stdout:3410: seq_num 1079 ranges {1064960=475136,1540096=606208,2146304=196608} 2023-12-16T19:41:26.089 INFO:tasks.rados.rados.0.smithi002.stdout:3410: writing smithi002125626-18 from 1064960 to 1540096 tid 1 2023-12-16T19:41:26.093 INFO:tasks.rados.rados.0.smithi002.stdout:3410: writing smithi002125626-18 from 1540096 to 2146304 tid 2 2023-12-16T19:41:26.094 INFO:tasks.rados.rados.0.smithi002.stdout:3410: writing smithi002125626-18 from 2146304 to 2342912 tid 3 2023-12-16T19:41:26.094 INFO:tasks.rados.rados.0.smithi002.stdout:3411: rmattr oid 3 current snap is 331 2023-12-16T19:41:26.095 INFO:tasks.rados.rados.0.smithi002.stdout:3406: finishing write tid 3 to smithi002125626-24 2023-12-16T19:41:26.095 INFO:tasks.rados.rados.0.smithi002.stdout:3406: finishing write tid 4 to smithi002125626-24 2023-12-16T19:41:26.095 INFO:tasks.rados.rados.0.smithi002.stdout:3412: snap_remove snap 189 2023-12-16T19:41:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:26 smithi002 ceph-mon[137674]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T19:41:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:26 smithi002 ceph-mon[137674]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 922 KiB/s wr, 4 op/s 2023-12-16T19:41:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:26 smithi002 ceph-mon[140029]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T19:41:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:26 smithi002 ceph-mon[140029]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 922 KiB/s wr, 4 op/s 2023-12-16T19:41:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:26 smithi043 ceph-mon[135010]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T19:41:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:26 smithi043 ceph-mon[135010]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 922 KiB/s wr, 4 op/s 2023-12-16T19:41:27.066 INFO:tasks.rados.rados.0.smithi002.stdout:3410: finishing write tid 1 to smithi002125626-18 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3406: finishing write tid 5 to smithi002125626-24 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3241 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3406: left oid 24 (ObjNum 1077 snap 331 seq_num 1077) 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3228 (ObjNum 916 snap 282 seq_num 916) dirty exists 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3410: finishing write tid 2 to smithi002125626-18 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3410: finishing write tid 3 to smithi002125626-18 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3410: finishing write tid 4 to smithi002125626-18 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3410: finishing write tid 5 to smithi002125626-18 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3669 (ObjNum 1079 snap 331 seq_num 1079) dirty exists 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3410: left oid 18 (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:41:27.067 INFO:tasks.rados.rados.0.smithi002.stdout:3403: expect (ObjNum 559 snap 171 seq_num 559) 2023-12-16T19:41:27.411 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:41:27.412 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:27 smithi002 ceph-mon[137674]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T19:41:27.412 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:27 smithi002 ceph-mon[140029]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T19:41:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:27 smithi043 ceph-mon[135010]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T19:41:27.503 INFO:tasks.rados.rados.0.smithi002.stdout:3408: finishing rollback tid 1 to smithi002125626-49 2023-12-16T19:41:27.504 INFO:tasks.rados.rados.0.smithi002.stdout:3408: finishing rollback tid 2 to smithi002125626-49 2023-12-16T19:41:27.504 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3675 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:41:27.504 INFO:tasks.rados.rados.0.smithi002.stdout:3407: expect (ObjNum 981 snap 291 seq_num 981) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3403: done (6 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3406: done (5 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3407: done (4 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3408: done (3 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3410: done (2 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3411: done (1 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3412: done (0 left) 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 331 2023-12-16T19:41:27.720 INFO:tasks.rados.rados.0.smithi002.stdout:3413: seq_num 1080 ranges {1908736=491520,2400256=540672,2940928=262144} 2023-12-16T19:41:27.733 INFO:tasks.rados.rados.0.smithi002.stdout:3413: writing smithi002125626-48 from 1908736 to 2400256 tid 1 2023-12-16T19:41:27.735 INFO:tasks.rados.rados.0.smithi002.stdout:3413: writing smithi002125626-48 from 2400256 to 2940928 tid 2 2023-12-16T19:41:27.736 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (9m) 6m ago 12m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (9m) 4m ago 12m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (13m) 6m ago 13m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (13m) 4m ago 13m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (8m) 4m ago 15m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (9m) 6m ago 16m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (8m) 6m ago 16m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (8m) 4m ago 15m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (8m) 6m ago 15m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (9m) 6m ago 12m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (9m) 4m ago 12m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 6m ago 15m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 6m ago 14m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (6m) 6m ago 14m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:41:27.737 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 6m ago 14m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:41:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (5m) 4m ago 14m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:41:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (5m) 4m ago 13m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:41:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (4m) 4m ago 13m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:41:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (4m) 4m ago 13m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:41:27.738 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (8m) 4m ago 12m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:41:27.738 INFO:tasks.rados.rados.0.smithi002.stdout:3413: writing smithi002125626-48 from 2940928 to 3203072 tid 3 2023-12-16T19:41:27.738 INFO:tasks.rados.rados.0.smithi002.stdout:3414: snap_remove snap 320 2023-12-16T19:41:28.046 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 1 to smithi002125626-48 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 2 to smithi002125626-48 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 3 to smithi002125626-48 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 4 to smithi002125626-48 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: finishing write tid 5 to smithi002125626-48 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3236 (ObjNum 1080 snap 331 seq_num 1080) dirty exists 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: left oid 48 (ObjNum 1080 snap 331 seq_num 1080) 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3413: done (1 left) 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3414: done (0 left) 2023-12-16T19:41:28.047 INFO:tasks.rados.rados.0.smithi002.stdout:3415: delete oid 24 current snap is 331 2023-12-16T19:41:28.058 INFO:tasks.rados.rados.0.smithi002.stdout:3415: done (0 left) 2023-12-16T19:41:28.059 INFO:tasks.rados.rados.0.smithi002.stdout:3416: rollback oid 8 current snap is 331 2023-12-16T19:41:28.059 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 324 2023-12-16T19:41:28.059 INFO:tasks.rados.rados.0.smithi002.stdout:3417: read oid 28 snap -1 2023-12-16T19:41:28.059 INFO:tasks.rados.rados.0.smithi002.stdout:3417: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:41:28.059 INFO:tasks.rados.rados.0.smithi002.stdout:3418: delete oid 43 current snap is 331 2023-12-16T19:41:28.065 INFO:tasks.rados.rados.0.smithi002.stdout:3418: done (2 left) 2023-12-16T19:41:28.065 INFO:tasks.rados.rados.0.smithi002.stdout:3419: snap_remove snap 298 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:41:28.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:41:28.162 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:41:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[137674]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T19:41:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[137674]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[137674]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 846 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 852 KiB/s wr, 7 op/s 2023-12-16T19:41:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[137674]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T19:41:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[140029]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T19:41:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[140029]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[140029]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 846 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 852 KiB/s wr, 7 op/s 2023-12-16T19:41:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:28 smithi002 ceph-mon[140029]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T19:41:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:28 smithi043 ceph-mon[135010]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T19:41:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:28 smithi043 ceph-mon[135010]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:28 smithi043 ceph-mon[135010]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 846 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 852 KiB/s wr, 7 op/s 2023-12-16T19:41:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:28 smithi043 ceph-mon[135010]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3419: done (2 left) 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3420: rollback oid 48 current snap is 331 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 48 to 313 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3421: rollback oid 16 current snap is 331 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 16 to 276 2023-12-16T19:41:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3422: rollback oid 23 current snap is 331 2023-12-16T19:41:29.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 299 2023-12-16T19:41:29.073 INFO:tasks.rados.rados.0.smithi002.stdout:3423: delete oid 10 current snap is 331 2023-12-16T19:41:29.073 INFO:tasks.rados.rados.0.smithi002.stdout:3417: expect (ObjNum 468 snap 146 seq_num 468) 2023-12-16T19:41:29.103 INFO:tasks.rados.rados.0.smithi002.stdout:3416: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:41:29.103 INFO:tasks.rados.rados.0.smithi002.stdout:3416: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:41:29.103 INFO:tasks.rados.rados.0.smithi002.stdout:3416: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:41:29.103 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3260 (ObjNum 1038 snap 317 seq_num 1038) dirty exists 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3420: finishing rollback tid 0 to smithi002125626-48 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3420: finishing rollback tid 1 to smithi002125626-48 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3420: finishing rollback tid 2 to smithi002125626-48 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3239 (ObjNum 996 snap 295 seq_num 996) dirty exists 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3421: finishing rollback tid 0 to smithi002125626-16 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3421: finishing rollback tid 1 to smithi002125626-16 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3421: finishing rollback tid 2 to smithi002125626-16 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3235 (ObjNum 856 snap 267 seq_num 856) dirty exists 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3422: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3416: done (5 left) 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3417: done (4 left) 2023-12-16T19:41:29.104 INFO:tasks.rados.rados.0.smithi002.stdout:3420: done (3 left) 2023-12-16T19:41:29.105 INFO:tasks.rados.rados.0.smithi002.stdout:3421: done (2 left) 2023-12-16T19:41:29.105 INFO:tasks.rados.rados.0.smithi002.stdout:3423: done (1 left) 2023-12-16T19:41:29.105 INFO:tasks.rados.rados.0.smithi002.stdout:3424: delete oid 28 current snap is 331 2023-12-16T19:41:29.105 INFO:tasks.rados.rados.0.smithi002.stdout:3422: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:41:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:3424: done (1 left) 2023-12-16T19:41:29.107 INFO:tasks.rados.rados.0.smithi002.stdout:3425: rmattr oid 39 current snap is 331 2023-12-16T19:41:29.108 INFO:tasks.rados.rados.0.smithi002.stdout:3425: done (1 left) 2023-12-16T19:41:29.108 INFO:tasks.rados.rados.0.smithi002.stdout:3426: read oid 38 snap -1 2023-12-16T19:41:29.108 INFO:tasks.rados.rados.0.smithi002.stdout:3426: expect deleted 2023-12-16T19:41:29.108 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 44 current snap is 331 2023-12-16T19:41:29.108 INFO:tasks.rados.rados.0.smithi002.stdout:3427: seq_num 1085 ranges {2678784=581632,3260416=761856,4022272=40960} 2023-12-16T19:41:29.126 INFO:tasks.rados.rados.0.smithi002.stdout:3427: writing smithi002125626-44 from 2678784 to 3260416 tid 1 2023-12-16T19:41:29.130 INFO:tasks.rados.rados.0.smithi002.stdout:3427: writing smithi002125626-44 from 3260416 to 4022272 tid 2 2023-12-16T19:41:29.133 INFO:tasks.rados.rados.0.smithi002.stdout:3427: writing smithi002125626-44 from 4022272 to 4063232 tid 3 2023-12-16T19:41:29.133 INFO:tasks.rados.rados.0.smithi002.stdout:3428: copy_from oid 10 from oid 28 current snap is 331 2023-12-16T19:41:29.133 INFO:tasks.rados.rados.0.smithi002.stdout:3422: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:41:29.133 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3231 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:41:29.133 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing write tid 1 to smithi002125626-44 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3422: done (3 left) 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3426: done (2 left) 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3429: read oid 13 snap -1 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3429: expect (ObjNum 1052 snap 322 seq_num 1052) 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3430: read oid 8 snap -1 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3430: expect (ObjNum 1038 snap 317 seq_num 1038) 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 27 current snap is 331 2023-12-16T19:41:29.134 INFO:tasks.rados.rados.0.smithi002.stdout:3431: seq_num 1086 ranges {999424=598016,1597440=647168,2244608=155648} 2023-12-16T19:41:29.140 INFO:tasks.rados.rados.0.smithi002.stdout:3431: writing smithi002125626-27 from 999424 to 1597440 tid 1 2023-12-16T19:41:29.144 INFO:tasks.rados.rados.0.smithi002.stdout:3431: writing smithi002125626-27 from 1597440 to 2244608 tid 2 2023-12-16T19:41:29.145 INFO:tasks.rados.rados.0.smithi002.stdout:3431: writing smithi002125626-27 from 2244608 to 2400256 tid 3 2023-12-16T19:41:29.145 INFO:tasks.rados.rados.0.smithi002.stdout:3432: rollback oid 7 current snap is 331 2023-12-16T19:41:29.145 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 316 2023-12-16T19:41:29.145 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing write tid 2 to smithi002125626-44 2023-12-16T19:41:29.145 INFO:tasks.rados.rados.0.smithi002.stdout:3429: expect (ObjNum 1052 snap 322 seq_num 1052) 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing write tid 3 to smithi002125626-44 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3428: finishing copy_from to smithi002125626-10 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3428: got expected ENOENT (src dne) 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3428: finishing copy_from racing read to smithi002125626-10 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing write tid 4 to smithi002125626-44 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 1 to smithi002125626-27 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 2 to smithi002125626-27 2023-12-16T19:41:29.171 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 3 to smithi002125626-27 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 4 to smithi002125626-27 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3427: finishing write tid 5 to smithi002125626-44 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3265 (ObjNum 1085 snap 331 seq_num 1085) dirty exists 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3427: left oid 44 (ObjNum 1085 snap 331 seq_num 1085) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3431: finishing write tid 5 to smithi002125626-27 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 27 v 3667 (ObjNum 1086 snap 331 seq_num 1086) dirty exists 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3431: left oid 27 (ObjNum 1086 snap 331 seq_num 1086) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3432: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3432: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3427: done (5 left) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3428: done (4 left) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3429: done (3 left) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3431: done (2 left) 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3433: delete oid 6 current snap is 331 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:3432: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:41:29.172 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4221 (ObjNum 1004 snap 300 seq_num 1004) dirty exists 2023-12-16T19:41:29.173 INFO:tasks.rados.rados.0.smithi002.stdout:3430: expect (ObjNum 1038 snap 317 seq_num 1038) 2023-12-16T19:41:29.365 INFO:tasks.rados.rados.0.smithi002.stdout:3430: done (2 left) 2023-12-16T19:41:29.366 INFO:tasks.rados.rados.0.smithi002.stdout:3432: done (1 left) 2023-12-16T19:41:29.366 INFO:tasks.rados.rados.0.smithi002.stdout:3433: done (0 left) 2023-12-16T19:41:29.366 INFO:tasks.rados.rados.0.smithi002.stdout:3434: read oid 4 snap -1 2023-12-16T19:41:29.366 INFO:tasks.rados.rados.0.smithi002.stdout:3434: expect (ObjNum 1046 snap 319 seq_num 1046) 2023-12-16T19:41:29.366 INFO:tasks.rados.rados.0.smithi002.stdout:3435: snap_remove snap 313 2023-12-16T19:41:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:29 smithi002 ceph-mon[137674]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/867258817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:41:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:29 smithi002 ceph-mon[140029]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/867258817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:41:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:29 smithi043 ceph-mon[135010]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/867258817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:41:30.084 INFO:tasks.rados.rados.0.smithi002.stdout:3434: expect (ObjNum 1046 snap 319 seq_num 1046) 2023-12-16T19:41:30.202 INFO:tasks.rados.rados.0.smithi002.stdout:3434: done (1 left) 2023-12-16T19:41:30.202 INFO:tasks.rados.rados.0.smithi002.stdout:3435: done (0 left) 2023-12-16T19:41:30.203 INFO:tasks.rados.rados.0.smithi002.stdout:3436: snap_create 2023-12-16T19:41:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:30 smithi002 ceph-mon[137674]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T19:41:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:30 smithi002 ceph-mon[137674]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 801 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:41:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:30 smithi002 ceph-mon[140029]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T19:41:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:30 smithi002 ceph-mon[140029]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 801 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:41:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:30 smithi043 ceph-mon[135010]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T19:41:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:30 smithi043 ceph-mon[135010]: pgmap v760: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 801 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:3436: done (0 left) 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:3437: rollback oid 21 current snap is 332 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 323 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:3438: rollback oid 38 current snap is 332 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 262 2023-12-16T19:41:31.089 INFO:tasks.rados.rados.0.smithi002.stdout:3439: snap_create 2023-12-16T19:41:31.091 INFO:tasks.rados.rados.0.smithi002.stdout:3437: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:41:31.091 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 0 (ObjNum 97 snap 0 seq_num 2054476000) dirty dne 2023-12-16T19:41:31.096 INFO:tasks.rados.rados.0.smithi002.stdout:3438: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:41:31.096 INFO:tasks.rados.rados.0.smithi002.stdout:3438: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:41:31.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4233 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:41:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:31 smithi002 ceph-mon[137674]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T19:41:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:31 smithi002 ceph-mon[140029]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T19:41:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:31 smithi043 ceph-mon[135010]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T19:41:32.094 INFO:tasks.rados.rados.0.smithi002.stdout:3437: done (2 left) 2023-12-16T19:41:32.095 INFO:tasks.rados.rados.0.smithi002.stdout:3438: done (1 left) 2023-12-16T19:41:32.095 INFO:tasks.rados.rados.0.smithi002.stdout:3439: done (0 left) 2023-12-16T19:41:32.095 INFO:tasks.rados.rados.0.smithi002.stdout:3440: read oid 9 snap 303 2023-12-16T19:41:32.095 INFO:tasks.rados.rados.0.smithi002.stdout:3440: expect (ObjNum 1006 snap 301 seq_num 1006) 2023-12-16T19:41:32.095 INFO:tasks.rados.rados.0.smithi002.stdout:3441: delete oid 37 current snap is 333 2023-12-16T19:41:32.101 INFO:tasks.rados.rados.0.smithi002.stdout:3441: done (1 left) 2023-12-16T19:41:32.101 INFO:tasks.rados.rados.0.smithi002.stdout:3442: rollback oid 8 current snap is 333 2023-12-16T19:41:32.101 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 234 2023-12-16T19:41:32.101 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 333 2023-12-16T19:41:32.102 INFO:tasks.rados.rados.0.smithi002.stdout:3443: seq_num 1089 ranges {2244608=647168,2891776=745472,3637248=57344} 2023-12-16T19:41:32.117 INFO:tasks.rados.rados.0.smithi002.stdout:3443: writing smithi002125626-32 from 2244608 to 2891776 tid 1 2023-12-16T19:41:32.122 INFO:tasks.rados.rados.0.smithi002.stdout:3443: writing smithi002125626-32 from 2891776 to 3637248 tid 2 2023-12-16T19:41:32.123 INFO:tasks.rados.rados.0.smithi002.stdout:3443: writing smithi002125626-32 from 3637248 to 3694592 tid 3 2023-12-16T19:41:32.123 INFO:tasks.rados.rados.0.smithi002.stdout:3444: rmattr oid 7 current snap is 333 2023-12-16T19:41:32.123 INFO:tasks.rados.rados.0.smithi002.stdout:3440: expect (ObjNum 1006 snap 301 seq_num 1006) 2023-12-16T19:41:32.214 INFO:tasks.rados.rados.0.smithi002.stdout:3442: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:41:32.214 INFO:tasks.rados.rados.0.smithi002.stdout:3442: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:41:32.214 INFO:tasks.rados.rados.0.smithi002.stdout:3442: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3268 (ObjNum 726 snap 232 seq_num 726) dirty exists 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3440: done (3 left) 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3442: done (2 left) 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3445: copy_from oid 34 from oid 28 current snap is 333 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: finishing write tid 1 to smithi002125626-32 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: finishing write tid 2 to smithi002125626-32 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: finishing write tid 3 to smithi002125626-32 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: finishing write tid 4 to smithi002125626-32 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: finishing write tid 5 to smithi002125626-32 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4238 (ObjNum 1089 snap 333 seq_num 1089) dirty exists 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: left oid 32 (ObjNum 1089 snap 333 seq_num 1089) 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4240 (ObjNum 1004 snap 300 seq_num 1004) dirty exists 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3443: done (2 left) 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:3444: done (1 left) 2023-12-16T19:41:32.215 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 333 2023-12-16T19:41:32.216 INFO:tasks.rados.rados.0.smithi002.stdout:3446: seq_num 1090 ranges {1376256=663552,2039808=630784,2670592=172032} 2023-12-16T19:41:32.225 INFO:tasks.rados.rados.0.smithi002.stdout:3446: writing smithi002125626-8 from 1376256 to 2039808 tid 1 2023-12-16T19:41:32.228 INFO:tasks.rados.rados.0.smithi002.stdout:3446: writing smithi002125626-8 from 2039808 to 2670592 tid 2 2023-12-16T19:41:32.229 INFO:tasks.rados.rados.0.smithi002.stdout:3446: writing smithi002125626-8 from 2670592 to 2842624 tid 3 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3447: read oid 22 snap -1 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3447: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3448: snap_create 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing copy_from to smithi002125626-34 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3445: got expected ENOENT (src dne) 2023-12-16T19:41:32.230 INFO:tasks.rados.rados.0.smithi002.stdout:3445: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:41:32.231 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing write tid 1 to smithi002125626-8 2023-12-16T19:41:32.234 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing write tid 2 to smithi002125626-8 2023-12-16T19:41:32.234 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing write tid 3 to smithi002125626-8 2023-12-16T19:41:32.235 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing write tid 4 to smithi002125626-8 2023-12-16T19:41:32.237 INFO:tasks.rados.rados.0.smithi002.stdout:3446: finishing write tid 5 to smithi002125626-8 2023-12-16T19:41:32.238 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3272 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2023-12-16T19:41:32.238 INFO:tasks.rados.rados.0.smithi002.stdout:3446: left oid 8 (ObjNum 1090 snap 333 seq_num 1090) 2023-12-16T19:41:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:32 smithi002 ceph-mon[137674]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T19:41:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:32 smithi002 ceph-mon[137674]: pgmap v763: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 754 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-16T19:41:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:31] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:41:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:32 smithi002 ceph-mon[140029]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T19:41:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:32 smithi002 ceph-mon[140029]: pgmap v763: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 754 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-16T19:41:32.248 INFO:tasks.rados.rados.0.smithi002.stdout:3447: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:41:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:32 smithi043 ceph-mon[135010]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T19:41:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:32 smithi043 ceph-mon[135010]: pgmap v763: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 754 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:3445: done (3 left) 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:3446: done (2 left) 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:3447: done (1 left) 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:3448: done (0 left) 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:3449: copy_from oid 7 from oid 49 current snap is 334 2023-12-16T19:41:33.048 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 334 2023-12-16T19:41:33.049 INFO:tasks.rados.rados.0.smithi002.stdout:3450: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2023-12-16T19:41:33.052 INFO:tasks.rados.rados.0.smithi002.stdout:3450: writing smithi002125626-37 from 0 to 679936 tid 1 2023-12-16T19:41:33.055 INFO:tasks.rados.rados.0.smithi002.stdout:3450: writing smithi002125626-37 from 679936 to 1196032 tid 2 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3450: writing smithi002125626-37 from 1196032 to 1482752 tid 3 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3451: copy_from oid 5 from oid 6 current snap is 334 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3452: rollback oid 30 current snap is 334 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 330 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3453: rollback oid 44 current snap is 334 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 291 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3454: copy_from oid 25 from oid 18 current snap is 334 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 10 current snap is 334 2023-12-16T19:41:33.057 INFO:tasks.rados.rados.0.smithi002.stdout:3455: seq_num 1092 ranges {0=696320,696320=802816} 2023-12-16T19:41:33.061 INFO:tasks.rados.rados.0.smithi002.stdout:3455: writing smithi002125626-10 from 0 to 696320 tid 1 2023-12-16T19:41:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3455: writing smithi002125626-10 from 696320 to 1499136 tid 2 2023-12-16T19:41:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 334 2023-12-16T19:41:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3451: finishing copy_from to smithi002125626-5 2023-12-16T19:41:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3451: got expected ENOENT (src dne) 2023-12-16T19:41:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3451: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:41:33.067 INFO:tasks.rados.rados.0.smithi002.stdout:3450: finishing write tid 1 to smithi002125626-37 2023-12-16T19:41:33.067 INFO:tasks.rados.rados.0.smithi002.stdout:3450: finishing write tid 2 to smithi002125626-37 2023-12-16T19:41:33.067 INFO:tasks.rados.rados.0.smithi002.stdout:3456: seq_num 1093 ranges {1966080=712704,2678784=688128,3366912=114688} 2023-12-16T19:41:33.082 INFO:tasks.rados.rados.0.smithi002.stdout:3456: writing smithi002125626-47 from 1966080 to 2678784 tid 1 2023-12-16T19:41:33.085 INFO:tasks.rados.rados.0.smithi002.stdout:3456: writing smithi002125626-47 from 2678784 to 3366912 tid 2 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3456: writing smithi002125626-47 from 3366912 to 3481600 tid 3 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3451: done (7 left) 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 334 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3450: finishing write tid 3 to smithi002125626-37 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3450: finishing write tid 4 to smithi002125626-37 2023-12-16T19:41:33.087 INFO:tasks.rados.rados.0.smithi002.stdout:3457: seq_num 1094 ranges {2179072=729088,2908160=573440,3481600=229376} 2023-12-16T19:41:33.103 INFO:tasks.rados.rados.0.smithi002.stdout:3457: writing smithi002125626-45 from 2179072 to 2908160 tid 1 2023-12-16T19:41:33.106 INFO:tasks.rados.rados.0.smithi002.stdout:3457: writing smithi002125626-45 from 2908160 to 3481600 tid 2 2023-12-16T19:41:33.108 INFO:tasks.rados.rados.0.smithi002.stdout:3457: writing smithi002125626-45 from 3481600 to 3710976 tid 3 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 334 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3450: finishing write tid 5 to smithi002125626-37 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3667 (ObjNum 1091 snap 334 seq_num 1091) dirty exists 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3450: left oid 37 (ObjNum 1091 snap 334 seq_num 1091) 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3452: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3452: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3452: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3678 (ObjNum 929 snap 282 seq_num 929) dirty exists 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3453: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3275 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:41:33.109 INFO:tasks.rados.rados.0.smithi002.stdout:3455: finishing write tid 1 to smithi002125626-10 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3455: finishing write tid 2 to smithi002125626-10 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3455: finishing write tid 3 to smithi002125626-10 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3455: finishing write tid 4 to smithi002125626-10 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3278 (ObjNum 1092 snap 334 seq_num 1092) dirty exists 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3455: left oid 10 (ObjNum 1092 snap 334 seq_num 1092) 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3454: finishing copy_from racing read to smithi002125626-25 2023-12-16T19:41:33.110 INFO:tasks.rados.rados.0.smithi002.stdout:3458: seq_num 1095 ranges {0=745472,745472=499712,1245184=303104} 2023-12-16T19:41:33.112 INFO:tasks.rados.rados.0.smithi002.stdout:3458: writing smithi002125626-21 from 0 to 745472 tid 1 2023-12-16T19:41:33.115 INFO:tasks.rados.rados.0.smithi002.stdout:3458: writing smithi002125626-21 from 745472 to 1245184 tid 2 2023-12-16T19:41:33.118 INFO:tasks.rados.rados.0.smithi002.stdout:3458: writing smithi002125626-21 from 1245184 to 1548288 tid 3 2023-12-16T19:41:33.118 INFO:tasks.rados.rados.0.smithi002.stdout:3450: done (8 left) 2023-12-16T19:41:33.118 INFO:tasks.rados.rados.0.smithi002.stdout:3452: done (7 left) 2023-12-16T19:41:33.118 INFO:tasks.rados.rados.0.smithi002.stdout:3453: done (6 left) 2023-12-16T19:41:33.118 INFO:tasks.rados.rados.0.smithi002.stdout:3455: done (5 left) 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3459: read oid 11 snap -1 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3459: expect (ObjNum 1025 snap 308 seq_num 1025) 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3460: copy_from oid 50 from oid 9 current snap is 334 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3454: finishing copy_from to smithi002125626-25 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3669 (ObjNum 1079 snap 331 seq_num 1079) dirty exists 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3454: done (6 left) 2023-12-16T19:41:33.119 INFO:tasks.rados.rados.0.smithi002.stdout:3461: snap_remove snap 331 2023-12-16T19:41:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:33 smithi002 ceph-mon[137674]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T19:41:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:33 smithi002 ceph-mon[137674]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T19:41:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:33 smithi002 ceph-mon[140029]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T19:41:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:33 smithi002 ceph-mon[140029]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T19:41:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:33 smithi043 ceph-mon[135010]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T19:41:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:33 smithi043 ceph-mon[135010]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T19:41:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:41:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3457: finishing write tid 1 to smithi002125626-45 2023-12-16T19:41:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3449: finishing copy_from to smithi002125626-7 2023-12-16T19:41:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3675 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 1 to smithi002125626-47 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3457: finishing write tid 2 to smithi002125626-45 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3457: finishing write tid 3 to smithi002125626-45 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3457: finishing write tid 4 to smithi002125626-45 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 2 to smithi002125626-47 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3457: finishing write tid 5 to smithi002125626-45 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3671 (ObjNum 1094 snap 334 seq_num 1094) dirty exists 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3457: left oid 45 (ObjNum 1094 snap 334 seq_num 1094) 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 3 to smithi002125626-47 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 4 to smithi002125626-47 2023-12-16T19:41:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3459: expect (ObjNum 1025 snap 308 seq_num 1025) 2023-12-16T19:41:34.154 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 1 to smithi002125626-21 2023-12-16T19:41:34.154 INFO:tasks.rados.rados.0.smithi002.stdout:3456: finishing write tid 5 to smithi002125626-47 2023-12-16T19:41:34.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4247 (ObjNum 1093 snap 334 seq_num 1093) dirty exists 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3456: left oid 47 (ObjNum 1093 snap 334 seq_num 1093) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 2 to smithi002125626-21 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 3 to smithi002125626-21 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 4 to smithi002125626-21 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3449: done (6 left) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3456: done (5 left) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3457: done (4 left) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3459: done (3 left) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3461: done (2 left) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3462: copy_from oid 42 from oid 39 current snap is 334 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3458: finishing write tid 5 to smithi002125626-21 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4251 (ObjNum 1095 snap 334 seq_num 1095) dirty exists 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3458: left oid 21 (ObjNum 1095 snap 334 seq_num 1095) 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3460: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:41:34.155 INFO:tasks.rados.rados.0.smithi002.stdout:3460: finishing copy_from to smithi002125626-50 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3667 (ObjNum 1041 snap 317 seq_num 1041) dirty exists 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:3458: done (2 left) 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:3460: done (1 left) 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:3463: rollback oid 34 current snap is 334 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 316 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:3464: copy_from oid 11 from oid 41 current snap is 334 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 14 current snap is 334 2023-12-16T19:41:34.156 INFO:tasks.rados.rados.0.smithi002.stdout:3465: seq_num 1096 ranges {4775936=761856,5537792=786432,6324224=16384} 2023-12-16T19:41:34.185 INFO:tasks.rados.rados.0.smithi002.stdout:3465: writing smithi002125626-14 from 4775936 to 5537792 tid 1 2023-12-16T19:41:34.190 INFO:tasks.rados.rados.0.smithi002.stdout:3465: writing smithi002125626-14 from 5537792 to 6324224 tid 2 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3465: writing smithi002125626-14 from 6324224 to 6340608 tid 3 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3466: copy_from oid 31 from oid 5 current snap is 334 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing copy_from to smithi002125626-42 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3462: got expected ENOENT (src dne) 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3462: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3463: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3463: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3463: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3672 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3462: done (4 left) 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3463: done (3 left) 2023-12-16T19:41:34.191 INFO:tasks.rados.rados.0.smithi002.stdout:3467: snap_remove snap 262 2023-12-16T19:41:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:34 smithi002 ceph-mon[137674]: pgmap v766: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 761 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-16T19:41:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:34 smithi002 ceph-mon[140029]: pgmap v766: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 761 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-16T19:41:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:34 smithi043 ceph-mon[135010]: pgmap v766: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 761 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3467: done (3 left) 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3468: snap_create 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: finishing write tid 1 to smithi002125626-14 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: finishing write tid 2 to smithi002125626-14 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: finishing write tid 3 to smithi002125626-14 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: finishing write tid 4 to smithi002125626-14 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: finishing write tid 5 to smithi002125626-14 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3236 (ObjNum 1096 snap 334 seq_num 1096) dirty exists 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3465: left oid 14 (ObjNum 1096 snap 334 seq_num 1096) 2023-12-16T19:41:35.105 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:41:35.106 INFO:tasks.rados.rados.0.smithi002.stdout:3466: finishing copy_from to smithi002125626-31 2023-12-16T19:41:35.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 3669 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2023-12-16T19:41:35.106 INFO:tasks.rados.rados.0.smithi002.stdout:3464: finishing copy_from racing read to smithi002125626-11 2023-12-16T19:41:35.106 INFO:tasks.rados.rados.0.smithi002.stdout:3464: finishing copy_from to smithi002125626-11 2023-12-16T19:41:35.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:41:35.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:35 smithi002 ceph-mon[137674]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T19:41:35.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:35 smithi002 ceph-mon[140029]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T19:41:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:35 smithi043 ceph-mon[135010]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T19:41:36.111 INFO:tasks.rados.rados.0.smithi002.stdout:3464: done (3 left) 2023-12-16T19:41:36.111 INFO:tasks.rados.rados.0.smithi002.stdout:3465: done (2 left) 2023-12-16T19:41:36.111 INFO:tasks.rados.rados.0.smithi002.stdout:3466: done (1 left) 2023-12-16T19:41:36.111 INFO:tasks.rados.rados.0.smithi002.stdout:3468: done (0 left) 2023-12-16T19:41:36.111 INFO:tasks.rados.rados.0.smithi002.stdout:3469: rollback oid 42 current snap is 335 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 42 to 234 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:3470: read oid 27 snap -1 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:3470: expect (ObjNum 1086 snap 331 seq_num 1086) 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:3471: read oid 29 snap -1 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:3471: expect (ObjNum 1039 snap 317 seq_num 1039) 2023-12-16T19:41:36.112 INFO:tasks.rados.rados.0.smithi002.stdout:3472: setattr oid 8 current snap is 335 2023-12-16T19:41:36.116 INFO:tasks.rados.rados.0.smithi002.stdout:3473: delete oid 2 current snap is 335 2023-12-16T19:41:36.117 INFO:tasks.rados.rados.0.smithi002.stdout:3469: finishing rollback tid 0 to smithi002125626-42 2023-12-16T19:41:36.119 INFO:tasks.rados.rados.0.smithi002.stdout:3469: finishing rollback tid 1 to smithi002125626-42 2023-12-16T19:41:36.119 INFO:tasks.rados.rados.0.smithi002.stdout:3469: finishing rollback tid 2 to smithi002125626-42 2023-12-16T19:41:36.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3242 (ObjNum 588 snap 178 seq_num 588) dirty exists 2023-12-16T19:41:36.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3279 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2023-12-16T19:41:36.122 INFO:tasks.rados.rados.0.smithi002.stdout:3471: expect (ObjNum 1039 snap 317 seq_num 1039) 2023-12-16T19:41:36.140 INFO:tasks.rados.rados.0.smithi002.stdout:3470: expect (ObjNum 1086 snap 331 seq_num 1086) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3469: done (4 left) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3470: done (3 left) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3471: done (2 left) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3472: done (1 left) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3473: done (0 left) 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 335 2023-12-16T19:41:36.220 INFO:tasks.rados.rados.0.smithi002.stdout:3474: seq_num 1098 ranges {2342912=794624,3137536=557056,3694592=245760} 2023-12-16T19:41:36.237 INFO:tasks.rados.rados.0.smithi002.stdout:3474: writing smithi002125626-25 from 2342912 to 3137536 tid 1 2023-12-16T19:41:36.240 INFO:tasks.rados.rados.0.smithi002.stdout:3474: writing smithi002125626-25 from 3137536 to 3694592 tid 2 2023-12-16T19:41:36.241 INFO:tasks.rados.rados.0.smithi002.stdout:3474: writing smithi002125626-25 from 3694592 to 3940352 tid 3 2023-12-16T19:41:36.241 INFO:tasks.rados.rados.0.smithi002.stdout:3475: delete oid 50 current snap is 335 2023-12-16T19:41:36.244 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 1 to smithi002125626-25 2023-12-16T19:41:36.245 INFO:tasks.rados.rados.0.smithi002.stdout:3475: done (1 left) 2023-12-16T19:41:36.245 INFO:tasks.rados.rados.0.smithi002.stdout:3476: snap_remove snap 302 2023-12-16T19:41:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[137674]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T19:41:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[137674]: pgmap v769: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 20 op/s 2023-12-16T19:41:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[140029]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T19:41:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[140029]: pgmap v769: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 20 op/s 2023-12-16T19:41:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:36 smithi043 ceph-mon[135010]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T19:41:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:36 smithi043 ceph-mon[135010]: pgmap v769: 121 pgs: 121 active+clean; 802 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 20 op/s 2023-12-16T19:41:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3476: done (1 left) 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3477: read oid 18 snap -1 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3477: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3478: snap_create 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 2 to smithi002125626-25 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 3 to smithi002125626-25 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 4 to smithi002125626-25 2023-12-16T19:41:37.116 INFO:tasks.rados.rados.0.smithi002.stdout:3474: finishing write tid 5 to smithi002125626-25 2023-12-16T19:41:37.117 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3682 (ObjNum 1098 snap 335 seq_num 1098) dirty exists 2023-12-16T19:41:37.117 INFO:tasks.rados.rados.0.smithi002.stdout:3474: left oid 25 (ObjNum 1098 snap 335 seq_num 1098) 2023-12-16T19:41:37.135 INFO:tasks.rados.rados.0.smithi002.stdout:3477: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:41:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:37 smithi002 ceph-mon[137674]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T19:41:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:37 smithi002 ceph-mon[140029]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T19:41:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:37 smithi043 ceph-mon[135010]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T19:41:38.049 INFO:tasks.rados.rados.0.smithi002.stdout:3474: done (2 left) 2023-12-16T19:41:38.050 INFO:tasks.rados.rados.0.smithi002.stdout:3477: done (1 left) 2023-12-16T19:41:38.050 INFO:tasks.rados.rados.0.smithi002.stdout:3478: done (0 left) 2023-12-16T19:41:38.050 INFO:tasks.rados.rados.0.smithi002.stdout:3479: snap_create 2023-12-16T19:41:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:38 smithi043 ceph-mon[135010]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T19:41:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:38 smithi043 ceph-mon[135010]: pgmap v772: 121 pgs: 121 active+clean; 803 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-16T19:41:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:38 smithi043 ceph-mon[135010]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T19:41:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[137674]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T19:41:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[137674]: pgmap v772: 121 pgs: 121 active+clean; 803 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-16T19:41:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[137674]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T19:41:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[140029]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T19:41:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[140029]: pgmap v772: 121 pgs: 121 active+clean; 803 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-16T19:41:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:38 smithi002 ceph-mon[140029]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3479: done (0 left) 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3480: rmattr oid 7 current snap is 337 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3481: read oid 30 snap 291 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3481: expect deleted 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3482: read oid 37 snap -1 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3482: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-16T19:41:39.051 INFO:tasks.rados.rados.0.smithi002.stdout:3483: snap_create 2023-12-16T19:41:39.056 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4289 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:41:39.062 INFO:tasks.rados.rados.0.smithi002.stdout:3482: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-16T19:41:40.056 INFO:tasks.rados.rados.0.smithi002.stdout:3480: done (3 left) 2023-12-16T19:41:40.056 INFO:tasks.rados.rados.0.smithi002.stdout:3481: done (2 left) 2023-12-16T19:41:40.056 INFO:tasks.rados.rados.0.smithi002.stdout:3482: done (1 left) 2023-12-16T19:41:40.056 INFO:tasks.rados.rados.0.smithi002.stdout:3483: done (0 left) 2023-12-16T19:41:40.056 INFO:tasks.rados.rados.0.smithi002.stdout:3484: snap_create 2023-12-16T19:41:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:40 smithi002 ceph-mon[137674]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T19:41:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:40 smithi002 ceph-mon[137674]: pgmap v775: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-16T19:41:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:40 smithi002 ceph-mon[140029]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T19:41:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:40 smithi002 ceph-mon[140029]: pgmap v775: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-16T19:41:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:40 smithi043 ceph-mon[135010]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T19:41:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:40 smithi043 ceph-mon[135010]: pgmap v775: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 456 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-16T19:41:41.058 INFO:tasks.rados.rados.0.smithi002.stdout:3484: done (0 left) 2023-12-16T19:41:41.059 INFO:tasks.rados.rados.0.smithi002.stdout:3485: snap_remove snap 337 2023-12-16T19:41:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:41 smithi002 ceph-mon[137674]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T19:41:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:41 smithi002 ceph-mon[140029]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T19:41:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:41 smithi043 ceph-mon[135010]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T19:41:42.060 INFO:tasks.rados.rados.0.smithi002.stdout:3485: done (0 left) 2023-12-16T19:41:42.060 INFO:tasks.rados.rados.0.smithi002.stdout:3486: rmattr oid 50 current snap is 339 2023-12-16T19:41:42.060 INFO:tasks.rados.rados.0.smithi002.stdout:3486: done (0 left) 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3487: read oid 21 snap 299 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3487: expect deleted 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3488: read oid 37 snap -1 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3488: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3489: rollback oid 26 current snap is 339 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 26 to 322 2023-12-16T19:41:42.061 INFO:tasks.rados.rados.0.smithi002.stdout:3490: delete oid 47 current snap is 339 2023-12-16T19:41:42.074 INFO:tasks.rados.rados.0.smithi002.stdout:3488: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-16T19:41:42.115 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 0 to smithi002125626-26 2023-12-16T19:41:42.115 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 1 to smithi002125626-26 2023-12-16T19:41:42.115 INFO:tasks.rados.rados.0.smithi002.stdout:3489: finishing rollback tid 2 to smithi002125626-26 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4293 (ObjNum 1031 snap 312 seq_num 1031) dirty exists 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3487: done (3 left) 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3488: done (2 left) 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3489: done (1 left) 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3490: done (0 left) 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3491: setattr oid 14 current snap is 339 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3492: rollback oid 7 current snap is 339 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 286 2023-12-16T19:41:42.116 INFO:tasks.rados.rados.0.smithi002.stdout:3493: snap_remove snap 316 2023-12-16T19:41:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:42 smithi002 ceph-mon[137674]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T19:41:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:42 smithi002 ceph-mon[137674]: pgmap v778: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 772 KiB/s wr, 14 op/s 2023-12-16T19:41:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:41] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2023-12-16T19:41:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:42 smithi002 ceph-mon[140029]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T19:41:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:42 smithi002 ceph-mon[140029]: pgmap v778: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 772 KiB/s wr, 14 op/s 2023-12-16T19:41:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:42 smithi043 ceph-mon[135010]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T19:41:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:42 smithi043 ceph-mon[135010]: pgmap v778: 121 pgs: 121 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 772 KiB/s wr, 14 op/s 2023-12-16T19:41:43.052 INFO:tasks.rados.rados.0.smithi002.stdout:3493: done (2 left) 2023-12-16T19:41:43.052 INFO:tasks.rados.rados.0.smithi002.stdout:3494: read oid 39 snap -1 2023-12-16T19:41:43.052 INFO:tasks.rados.rados.0.smithi002.stdout:3494: expect deleted 2023-12-16T19:41:43.052 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 339 2023-12-16T19:41:43.052 INFO:tasks.rados.rados.0.smithi002.stdout:3495: seq_num 1101 ranges {827392=442368,1269760=606208,1875968=598016} 2023-12-16T19:41:43.059 INFO:tasks.rados.rados.0.smithi002.stdout:3495: writing smithi002125626-13 from 827392 to 1269760 tid 1 2023-12-16T19:41:43.064 INFO:tasks.rados.rados.0.smithi002.stdout:3495: writing smithi002125626-13 from 1269760 to 1875968 tid 2 2023-12-16T19:41:43.068 INFO:tasks.rados.rados.0.smithi002.stdout:3495: writing smithi002125626-13 from 1875968 to 2473984 tid 3 2023-12-16T19:41:43.068 INFO:tasks.rados.rados.0.smithi002.stdout:3496: snap_remove snap 301 2023-12-16T19:41:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:43 smithi002 ceph-mon[137674]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T19:41:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:43 smithi002 ceph-mon[137674]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T19:41:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:43 smithi002 ceph-mon[140029]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T19:41:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:43 smithi002 ceph-mon[140029]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T19:41:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:43 smithi043 ceph-mon[135010]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T19:41:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:43 smithi043 ceph-mon[135010]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T19:41:44.078 INFO:tasks.rados.rados.0.smithi002.stdout:3496: done (4 left) 2023-12-16T19:41:44.078 INFO:tasks.rados.rados.0.smithi002.stdout:3497: read oid 17 snap -1 2023-12-16T19:41:44.078 INFO:tasks.rados.rados.0.smithi002.stdout:3497: expect deleted 2023-12-16T19:41:44.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 339 2023-12-16T19:41:44.078 INFO:tasks.rados.rados.0.smithi002.stdout:3498: seq_num 1102 ranges {18735104=458752,19193856=491520,19685376=491520,20176896=221184} 2023-12-16T19:41:44.184 INFO:tasks.rados.rados.0.smithi002.stdout:3498: writing smithi002125626-48 from 18735104 to 19193856 tid 1 2023-12-16T19:41:44.187 INFO:tasks.rados.rados.0.smithi002.stdout:3498: writing smithi002125626-48 from 19193856 to 19685376 tid 2 2023-12-16T19:41:44.190 INFO:tasks.rados.rados.0.smithi002.stdout:3498: writing smithi002125626-48 from 19685376 to 20176896 tid 3 2023-12-16T19:41:44.191 INFO:tasks.rados.rados.0.smithi002.stdout:3498: writing smithi002125626-48 from 20176896 to 20398080 tid 4 2023-12-16T19:41:44.191 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 339 2023-12-16T19:41:44.191 INFO:tasks.rados.rados.0.smithi002.stdout:3499: seq_num 1103 ranges {3489792=475136,3964928=425984,4390912=696320,5087232=81920} 2023-12-16T19:41:44.213 INFO:tasks.rados.rados.0.smithi002.stdout:3499: writing smithi002125626-19 from 3489792 to 3964928 tid 1 2023-12-16T19:41:44.215 INFO:tasks.rados.rados.0.smithi002.stdout:3499: writing smithi002125626-19 from 3964928 to 4390912 tid 2 2023-12-16T19:41:44.219 INFO:tasks.rados.rados.0.smithi002.stdout:3499: writing smithi002125626-19 from 4390912 to 5087232 tid 3 2023-12-16T19:41:44.220 INFO:tasks.rados.rados.0.smithi002.stdout:3499: writing smithi002125626-19 from 5087232 to 5169152 tid 4 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3500: setattr oid 37 current snap is 339 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 3237 (ObjNum 1096 snap 334 seq_num 1096) dirty exists 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3492: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3492: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3492: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4299 (ObjNum 539 snap 165 seq_num 539) dirty exists 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing write tid 1 to smithi002125626-13 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing write tid 2 to smithi002125626-13 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing write tid 3 to smithi002125626-13 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing write tid 4 to smithi002125626-13 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: finishing write tid 5 to smithi002125626-13 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3247 (ObjNum 1101 snap 339 seq_num 1101) dirty exists 2023-12-16T19:41:44.221 INFO:tasks.rados.rados.0.smithi002.stdout:3495: left oid 13 (ObjNum 1101 snap 339 seq_num 1101) 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 1 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 2 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 3 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 4 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 5 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: finishing write tid 6 to smithi002125626-48 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3247 (ObjNum 1102 snap 339 seq_num 1102) dirty exists 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3498: left oid 48 (ObjNum 1102 snap 339 seq_num 1102) 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 1 to smithi002125626-19 2023-12-16T19:41:44.222 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 2 to smithi002125626-19 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3491: done (7 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3492: done (6 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3494: done (5 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3495: done (4 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3497: done (3 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3498: done (2 left) 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3501: rollback oid 2 current snap is 339 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 289 2023-12-16T19:41:44.223 INFO:tasks.rados.rados.0.smithi002.stdout:3502: snap_remove snap 213 2023-12-16T19:41:44.388 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:44 smithi002 ceph-mon[137674]: pgmap v781: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 10 op/s 2023-12-16T19:41:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:44 smithi002 ceph-mon[140029]: pgmap v781: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 10 op/s 2023-12-16T19:41:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:44 smithi043 ceph-mon[135010]: pgmap v781: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 806 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 10 op/s 2023-12-16T19:41:45.081 INFO:tasks.rados.rados.0.smithi002.stdout:3502: done (3 left) 2023-12-16T19:41:45.081 INFO:tasks.rados.rados.0.smithi002.stdout:3503: rmattr oid 27 current snap is 339 2023-12-16T19:41:45.081 INFO:tasks.rados.rados.0.smithi002.stdout:3503: done (3 left) 2023-12-16T19:41:45.081 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 339 2023-12-16T19:41:45.081 INFO:tasks.rados.rados.0.smithi002.stdout:3504: seq_num 1104 ranges {1007616=499712,1507328=712704,2220032=491520} 2023-12-16T19:41:45.090 INFO:tasks.rados.rados.0.smithi002.stdout:3504: writing smithi002125626-15 from 1007616 to 1507328 tid 1 2023-12-16T19:41:45.095 INFO:tasks.rados.rados.0.smithi002.stdout:3504: writing smithi002125626-15 from 1507328 to 2220032 tid 2 2023-12-16T19:41:45.099 INFO:tasks.rados.rados.0.smithi002.stdout:3504: writing smithi002125626-15 from 2220032 to 2711552 tid 3 2023-12-16T19:41:45.099 INFO:tasks.rados.rados.0.smithi002.stdout:3505: rmattr oid 38 current snap is 339 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 3 to smithi002125626-19 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 4 to smithi002125626-19 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 5 to smithi002125626-19 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3501: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 3672 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3672 (ObjNum 1091 snap 334 seq_num 1091) dirty exists 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:3499: finishing write tid 6 to smithi002125626-19 2023-12-16T19:41:45.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3233 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3499: left oid 19 (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3499: done (4 left) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3500: done (3 left) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3501: done (2 left) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3506: read oid 25 snap 338 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3506: expect (ObjNum 1098 snap 335 seq_num 1098) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3507: read oid 12 snap -1 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3507: expect (ObjNum 1045 snap 318 seq_num 1045) 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3508: rollback oid 11 current snap is 339 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 311 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3509: copy_from oid 20 from oid 24 current snap is 339 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3510: copy_from oid 42 from oid 2 current snap is 339 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3511: snap_create 2023-12-16T19:41:45.102 INFO:tasks.rados.rados.0.smithi002.stdout:3504: finishing write tid 1 to smithi002125626-15 2023-12-16T19:41:45.108 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing copy_from to smithi002125626-20 2023-12-16T19:41:45.108 INFO:tasks.rados.rados.0.smithi002.stdout:3509: got expected ENOENT (src dne) 2023-12-16T19:41:45.108 INFO:tasks.rados.rados.0.smithi002.stdout:3509: finishing copy_from racing read to smithi002125626-20 2023-12-16T19:41:45.110 INFO:tasks.rados.rados.0.smithi002.stdout:3504: finishing write tid 2 to smithi002125626-15 2023-12-16T19:41:45.113 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:41:45.113 INFO:tasks.rados.rados.0.smithi002.stdout:3504: finishing write tid 3 to smithi002125626-15 2023-12-16T19:41:45.114 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:41:45.114 INFO:tasks.rados.rados.0.smithi002.stdout:3504: finishing write tid 4 to smithi002125626-15 2023-12-16T19:41:45.114 INFO:tasks.rados.rados.0.smithi002.stdout:3508: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:41:45.114 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4017 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:41:45.114 INFO:tasks.rados.rados.0.smithi002.stdout:3507: expect (ObjNum 1045 snap 318 seq_num 1045) 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:3510: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:3510: finishing copy_from to smithi002125626-42 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3672 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4327 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:3504: finishing write tid 5 to smithi002125626-15 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3686 (ObjNum 1104 snap 339 seq_num 1104) dirty exists 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:3504: left oid 15 (ObjNum 1104 snap 339 seq_num 1104) 2023-12-16T19:41:45.140 INFO:tasks.rados.rados.0.smithi002.stdout:3506: expect (ObjNum 1098 snap 335 seq_num 1098) 2023-12-16T19:41:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:45 smithi002 ceph-mon[137674]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T19:41:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:45 smithi002 ceph-mon[140029]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T19:41:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:45 smithi043 ceph-mon[135010]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3504: done (7 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3505: done (6 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3506: done (5 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3507: done (4 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3508: done (3 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3509: done (2 left) 2023-12-16T19:41:46.086 INFO:tasks.rados.rados.0.smithi002.stdout:3510: done (1 left) 2023-12-16T19:41:46.087 INFO:tasks.rados.rados.0.smithi002.stdout:3511: done (0 left) 2023-12-16T19:41:46.087 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 12 current snap is 340 2023-12-16T19:41:46.087 INFO:tasks.rados.rados.0.smithi002.stdout:3512: seq_num 1105 ranges {770048=516096,1286144=598016,1884160=606208} 2023-12-16T19:41:46.093 INFO:tasks.rados.rados.0.smithi002.stdout:3512: writing smithi002125626-12 from 770048 to 1286144 tid 1 2023-12-16T19:41:46.096 INFO:tasks.rados.rados.0.smithi002.stdout:3512: writing smithi002125626-12 from 1286144 to 1884160 tid 2 2023-12-16T19:41:46.101 INFO:tasks.rados.rados.0.smithi002.stdout:3512: writing smithi002125626-12 from 1884160 to 2490368 tid 3 2023-12-16T19:41:46.101 INFO:tasks.rados.rados.0.smithi002.stdout:3513: copy_from oid 6 from oid 39 current snap is 340 2023-12-16T19:41:46.102 INFO:tasks.rados.rados.0.smithi002.stdout:3512: finishing write tid 1 to smithi002125626-12 2023-12-16T19:41:46.102 INFO:tasks.rados.rados.0.smithi002.stdout:3512: finishing write tid 2 to smithi002125626-12 2023-12-16T19:41:46.102 INFO:tasks.rados.rados.0.smithi002.stdout:3514: copy_from oid 15 from oid 41 current snap is 340 2023-12-16T19:41:46.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 340 2023-12-16T19:41:46.102 INFO:tasks.rados.rados.0.smithi002.stdout:3515: seq_num 1106 ranges {1548288=532480,2080768=483328,2564096=475136,3039232=245760} 2023-12-16T19:41:46.113 INFO:tasks.rados.rados.0.smithi002.stdout:3515: writing smithi002125626-21 from 1548288 to 2080768 tid 1 2023-12-16T19:41:46.116 INFO:tasks.rados.rados.0.smithi002.stdout:3515: writing smithi002125626-21 from 2080768 to 2564096 tid 2 2023-12-16T19:41:46.119 INFO:tasks.rados.rados.0.smithi002.stdout:3515: writing smithi002125626-21 from 2564096 to 3039232 tid 3 2023-12-16T19:41:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:3515: writing smithi002125626-21 from 3039232 to 3284992 tid 4 2023-12-16T19:41:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 45 current snap is 340 2023-12-16T19:41:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:3513: finishing copy_from to smithi002125626-6 2023-12-16T19:41:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:3513: got expected ENOENT (src dne) 2023-12-16T19:41:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:3516: seq_num 1107 ranges {3710976=548864,4259840=770048,5029888=434176} 2023-12-16T19:41:46.145 INFO:tasks.rados.rados.0.smithi002.stdout:3516: writing smithi002125626-45 from 3710976 to 4259840 tid 1 2023-12-16T19:41:46.149 INFO:tasks.rados.rados.0.smithi002.stdout:3516: writing smithi002125626-45 from 4259840 to 5029888 tid 2 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3516: writing smithi002125626-45 from 5029888 to 5464064 tid 3 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3517: rollback oid 30 current snap is 340 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 325 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3513: finishing copy_from racing read to smithi002125626-6 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3512: finishing write tid 3 to smithi002125626-12 2023-12-16T19:41:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3512: finishing write tid 4 to smithi002125626-12 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3512: finishing write tid 5 to smithi002125626-12 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 2876 (ObjNum 1105 snap 340 seq_num 1105) dirty exists 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3512: left oid 12 (ObjNum 1105 snap 340 seq_num 1105) 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 1 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 2 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 3 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 4 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 5 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3512: done (5 left) 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3513: done (4 left) 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 340 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: finishing write tid 6 to smithi002125626-21 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4341 (ObjNum 1106 snap 340 seq_num 1106) dirty exists 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3515: left oid 21 (ObjNum 1106 snap 340 seq_num 1106) 2023-12-16T19:41:46.154 INFO:tasks.rados.rados.0.smithi002.stdout:3516: finishing write tid 1 to smithi002125626-45 2023-12-16T19:41:46.155 INFO:tasks.rados.rados.0.smithi002.stdout:3518: seq_num 1108 ranges {3694592=565248,4259840=647168,4907008=483328,5390336=73728} 2023-12-16T19:41:46.176 INFO:tasks.rados.rados.0.smithi002.stdout:3518: writing smithi002125626-32 from 3694592 to 4259840 tid 1 2023-12-16T19:41:46.180 INFO:tasks.rados.rados.0.smithi002.stdout:3518: writing smithi002125626-32 from 4259840 to 4907008 tid 2 2023-12-16T19:41:46.183 INFO:tasks.rados.rados.0.smithi002.stdout:3518: writing smithi002125626-32 from 4907008 to 5390336 tid 3 2023-12-16T19:41:46.184 INFO:tasks.rados.rados.0.smithi002.stdout:3518: writing smithi002125626-32 from 5390336 to 5464064 tid 4 2023-12-16T19:41:46.184 INFO:tasks.rados.rados.0.smithi002.stdout:3515: done (4 left) 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3519: read oid 20 snap 323 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3519: expect deleted 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3520: snap_create 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3516: finishing write tid 2 to smithi002125626-45 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3516: finishing write tid 3 to smithi002125626-45 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3516: finishing write tid 4 to smithi002125626-45 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3517: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:41:46.185 INFO:tasks.rados.rados.0.smithi002.stdout:3516: finishing write tid 5 to smithi002125626-45 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3676 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3516: left oid 45 (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3517: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3517: finishing rollback tid 2 to smithi002125626-30 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3689 (ObjNum 929 snap 282 seq_num 929) dirty exists 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3514: finishing copy_from racing read to smithi002125626-15 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3514: finishing copy_from to smithi002125626-15 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:41:46.186 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 1 to smithi002125626-32 2023-12-16T19:41:46.188 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 2 to smithi002125626-32 2023-12-16T19:41:46.188 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 3 to smithi002125626-32 2023-12-16T19:41:46.190 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 4 to smithi002125626-32 2023-12-16T19:41:46.190 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 5 to smithi002125626-32 2023-12-16T19:41:46.192 INFO:tasks.rados.rados.0.smithi002.stdout:3518: finishing write tid 6 to smithi002125626-32 2023-12-16T19:41:46.193 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4347 (ObjNum 1108 snap 340 seq_num 1108) dirty exists 2023-12-16T19:41:46.193 INFO:tasks.rados.rados.0.smithi002.stdout:3518: left oid 32 (ObjNum 1108 snap 340 seq_num 1108) 2023-12-16T19:41:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:46 smithi002 ceph-mon[137674]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T19:41:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:46 smithi002 ceph-mon[137674]: pgmap v784: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 807 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 406 KiB/s wr, 7 op/s 2023-12-16T19:41:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:46 smithi002 ceph-mon[140029]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T19:41:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:46 smithi002 ceph-mon[140029]: pgmap v784: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 807 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 406 KiB/s wr, 7 op/s 2023-12-16T19:41:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:46 smithi043 ceph-mon[135010]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T19:41:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:46 smithi043 ceph-mon[135010]: pgmap v784: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 807 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 406 KiB/s wr, 7 op/s 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3514: done (5 left) 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3516: done (4 left) 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3517: done (3 left) 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3518: done (2 left) 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3519: done (1 left) 2023-12-16T19:41:47.090 INFO:tasks.rados.rados.0.smithi002.stdout:3520: done (0 left) 2023-12-16T19:41:47.091 INFO:tasks.rados.rados.0.smithi002.stdout:3521: setattr oid 35 current snap is 341 2023-12-16T19:41:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:3522: copy_from oid 3 from oid 19 current snap is 341 2023-12-16T19:41:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:3523: read oid 44 snap -1 2023-12-16T19:41:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:3523: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:41:47.092 INFO:tasks.rados.rados.0.smithi002.stdout:3524: snap_remove snap 299 2023-12-16T19:41:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:47 smithi002 ceph-mon[137674]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T19:41:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:47 smithi002 ceph-mon[140029]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T19:41:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:47 smithi043 ceph-mon[135010]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T19:41:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3524: done (3 left) 2023-12-16T19:41:48.097 INFO:tasks.rados.rados.0.smithi002.stdout:3525: rollback oid 38 current snap is 341 2023-12-16T19:41:48.097 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 329 2023-12-16T19:41:48.097 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4349 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2023-12-16T19:41:48.097 INFO:tasks.rados.rados.0.smithi002.stdout:3523: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing copy_from racing read to smithi002125626-3 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3522: finishing copy_from to smithi002125626-3 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 3233 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3525: finishing rollback tid 0 to smithi002125626-38 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3525: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3521: done (3 left) 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3522: done (2 left) 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3523: done (1 left) 2023-12-16T19:41:48.153 INFO:tasks.rados.rados.0.smithi002.stdout:3526: rollback oid 21 current snap is 341 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 289 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:3525: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4357 (ObjNum 1059 snap 324 seq_num 1059) dirty exists 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:3525: done (1 left) 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:3527: copy_from oid 17 from oid 49 current snap is 341 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:3528: setattr oid 33 current snap is 341 2023-12-16T19:41:48.154 INFO:tasks.rados.rados.0.smithi002.stdout:3529: rollback oid 28 current snap is 341 2023-12-16T19:41:48.155 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 28 to 261 2023-12-16T19:41:48.155 INFO:tasks.rados.rados.0.smithi002.stdout:3530: read oid 15 snap -1 2023-12-16T19:41:48.155 INFO:tasks.rados.rados.0.smithi002.stdout:3530: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:48.155 INFO:tasks.rados.rados.0.smithi002.stdout:3531: snap_create 2023-12-16T19:41:48.157 INFO:tasks.rados.rados.0.smithi002.stdout:3526: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:41:48.159 INFO:tasks.rados.rados.0.smithi002.stdout:3526: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:41:48.159 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4364 (ObjNum 33 snap 0 seq_num 2052346256) dirty dne 2023-12-16T19:41:48.160 INFO:tasks.rados.rados.0.smithi002.stdout:3529: finishing rollback tid 1 to smithi002125626-28 2023-12-16T19:41:48.160 INFO:tasks.rados.rados.0.smithi002.stdout:3529: finishing rollback tid 2 to smithi002125626-28 2023-12-16T19:41:48.160 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3249 (ObjNum 832 snap 258 seq_num 832) dirty exists 2023-12-16T19:41:48.166 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3234 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:41:48.232 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing copy_from racing read to smithi002125626-17 2023-12-16T19:41:48.233 INFO:tasks.rados.rados.0.smithi002.stdout:3527: finishing copy_from to smithi002125626-17 2023-12-16T19:41:48.233 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3675 (ObjNum 559 snap 171 seq_num 559) dirty exists 2023-12-16T19:41:48.249 INFO:tasks.rados.rados.0.smithi002.stdout:3530: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:48 smithi002 ceph-mon[137674]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T19:41:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:48 smithi002 ceph-mon[137674]: pgmap v787: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 791 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 808 KiB/s wr, 10 op/s 2023-12-16T19:41:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:48 smithi002 ceph-mon[140029]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T19:41:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:48 smithi002 ceph-mon[140029]: pgmap v787: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 791 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 808 KiB/s wr, 10 op/s 2023-12-16T19:41:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:48 smithi043 ceph-mon[135010]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T19:41:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:48 smithi043 ceph-mon[135010]: pgmap v787: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 791 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 808 KiB/s wr, 10 op/s 2023-12-16T19:41:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:49 smithi002 ceph-mon[137674]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T19:41:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:49 smithi002 ceph-mon[140029]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T19:41:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:49 smithi043 ceph-mon[135010]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T19:41:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:50 smithi002 ceph-mon[137674]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T19:41:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:50 smithi002 ceph-mon[137674]: pgmap v790: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 776 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.1 MiB/s wr, 17 op/s 2023-12-16T19:41:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:50 smithi002 ceph-mon[140029]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T19:41:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:50 smithi002 ceph-mon[140029]: pgmap v790: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 776 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.1 MiB/s wr, 17 op/s 2023-12-16T19:41:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:50 smithi043 ceph-mon[135010]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T19:41:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:50 smithi043 ceph-mon[135010]: pgmap v790: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 776 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.1 MiB/s wr, 17 op/s 2023-12-16T19:41:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:41:51.550 INFO:tasks.rados.rados.0.smithi002.stdout:3526: done (5 left) 2023-12-16T19:41:51.550 INFO:tasks.rados.rados.0.smithi002.stdout:3527: done (4 left) 2023-12-16T19:41:51.550 INFO:tasks.rados.rados.0.smithi002.stdout:3528: done (3 left) 2023-12-16T19:41:51.551 INFO:tasks.rados.rados.0.smithi002.stdout:3529: done (2 left) 2023-12-16T19:41:51.551 INFO:tasks.rados.rados.0.smithi002.stdout:3530: done (1 left) 2023-12-16T19:41:51.551 INFO:tasks.rados.rados.0.smithi002.stdout:3531: done (0 left) 2023-12-16T19:41:51.551 INFO:tasks.rados.rados.0.smithi002.stdout:3532: snap_create 2023-12-16T19:41:52.110 INFO:tasks.rados.rados.0.smithi002.stdout:3532: done (0 left) 2023-12-16T19:41:52.110 INFO:tasks.rados.rados.0.smithi002.stdout:3533: snap_remove snap 286 2023-12-16T19:41:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:52 smithi002 ceph-mon[137674]: pgmap v791: 121 pgs: 121 active+clean; 782 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.8 MiB/s wr, 22 op/s 2023-12-16T19:41:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:41:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:41:51] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:41:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:52 smithi002 ceph-mon[140029]: pgmap v791: 121 pgs: 121 active+clean; 782 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.8 MiB/s wr, 22 op/s 2023-12-16T19:41:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:52 smithi043 ceph-mon[135010]: pgmap v791: 121 pgs: 121 active+clean; 782 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.8 MiB/s wr, 22 op/s 2023-12-16T19:41:53.055 INFO:tasks.rados.rados.0.smithi002.stdout:3533: done (0 left) 2023-12-16T19:41:53.055 INFO:tasks.rados.rados.0.smithi002.stdout:3534: copy_from oid 49 from oid 2 current snap is 343 2023-12-16T19:41:53.055 INFO:tasks.rados.rados.0.smithi002.stdout:3535: read oid 18 snap -1 2023-12-16T19:41:53.055 INFO:tasks.rados.rados.0.smithi002.stdout:3535: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:41:53.055 INFO:tasks.rados.rados.0.smithi002.stdout:3536: copy_from oid 12 from oid 4 current snap is 343 2023-12-16T19:41:53.056 INFO:tasks.rados.rados.0.smithi002.stdout:3537: rollback oid 25 current snap is 343 2023-12-16T19:41:53.056 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 25 to 289 2023-12-16T19:41:53.056 INFO:tasks.rados.rados.0.smithi002.stdout:3538: snap_create 2023-12-16T19:41:53.073 INFO:tasks.rados.rados.0.smithi002.stdout:3535: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:41:53.161 INFO:tasks.rados.rados.0.smithi002.stdout:3537: finishing rollback tid 0 to smithi002125626-25 2023-12-16T19:41:53.161 INFO:tasks.rados.rados.0.smithi002.stdout:3537: finishing rollback tid 1 to smithi002125626-25 2023-12-16T19:41:53.161 INFO:tasks.rados.rados.0.smithi002.stdout:3534: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:41:53.161 INFO:tasks.rados.rados.0.smithi002.stdout:3537: finishing rollback tid 2 to smithi002125626-25 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3692 (ObjNum 917 snap 282 seq_num 917) dirty exists 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:3534: finishing copy_from to smithi002125626-49 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3672 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:3536: finishing copy_from to smithi002125626-12 2023-12-16T19:41:53.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3224 (ObjNum 1046 snap 319 seq_num 1046) dirty exists 2023-12-16T19:41:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:53 smithi002 ceph-mon[137674]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T19:41:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:53 smithi002 ceph-mon[137674]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T19:41:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:53 smithi002 ceph-mon[140029]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T19:41:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:53 smithi002 ceph-mon[140029]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T19:41:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:53 smithi043 ceph-mon[135010]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T19:41:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:53 smithi043 ceph-mon[135010]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T19:41:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3534: done (4 left) 2023-12-16T19:41:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3535: done (3 left) 2023-12-16T19:41:54.062 INFO:tasks.rados.rados.0.smithi002.stdout:3536: done (2 left) 2023-12-16T19:41:54.063 INFO:tasks.rados.rados.0.smithi002.stdout:3537: done (1 left) 2023-12-16T19:41:54.063 INFO:tasks.rados.rados.0.smithi002.stdout:3538: done (0 left) 2023-12-16T19:41:54.063 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 344 2023-12-16T19:41:54.063 INFO:tasks.rados.rados.0.smithi002.stdout:3539: seq_num 1109 ranges {5464064=581632,6045696=532480,6578176=647168,7225344=24576} 2023-12-16T19:41:54.095 INFO:tasks.rados.rados.0.smithi002.stdout:3539: writing smithi002125626-32 from 5464064 to 6045696 tid 1 2023-12-16T19:41:54.098 INFO:tasks.rados.rados.0.smithi002.stdout:3539: writing smithi002125626-32 from 6045696 to 6578176 tid 2 2023-12-16T19:41:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3539: writing smithi002125626-32 from 6578176 to 7225344 tid 3 2023-12-16T19:41:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3539: writing smithi002125626-32 from 7225344 to 7249920 tid 4 2023-12-16T19:41:54.104 INFO:tasks.rados.rados.0.smithi002.stdout:3540: snap_remove snap 342 2023-12-16T19:41:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:54 smithi002 ceph-mon[137674]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 779 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2023-12-16T19:41:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:54 smithi002 ceph-mon[137674]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T19:41:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:54 smithi002 ceph-mon[140029]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 779 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2023-12-16T19:41:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:54 smithi002 ceph-mon[140029]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T19:41:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:54 smithi043 ceph-mon[135010]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 779 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2023-12-16T19:41:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:54 smithi043 ceph-mon[135010]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T19:41:55.064 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 1 to smithi002125626-32 2023-12-16T19:41:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 2 to smithi002125626-32 2023-12-16T19:41:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 3 to smithi002125626-32 2023-12-16T19:41:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 4 to smithi002125626-32 2023-12-16T19:41:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 5 to smithi002125626-32 2023-12-16T19:41:55.065 INFO:tasks.rados.rados.0.smithi002.stdout:3539: finishing write tid 6 to smithi002125626-32 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4382 (ObjNum 1109 snap 344 seq_num 1109) dirty exists 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3539: left oid 32 (ObjNum 1109 snap 344 seq_num 1109) 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3539: done (1 left) 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3540: done (0 left) 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3541: copy_from oid 9 from oid 3 current snap is 344 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3542: read oid 40 snap -1 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3542: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:41:55.066 INFO:tasks.rados.rados.0.smithi002.stdout:3543: snap_remove snap 322 2023-12-16T19:41:56.069 INFO:tasks.rados.rados.0.smithi002.stdout:3543: done (2 left) 2023-12-16T19:41:56.070 INFO:tasks.rados.rados.0.smithi002.stdout:3544: setattr oid 45 current snap is 344 2023-12-16T19:41:56.071 INFO:tasks.rados.rados.0.smithi002.stdout:3542: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:41:56.079 INFO:tasks.rados.rados.0.smithi002.stdout:3541: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:41:56.079 INFO:tasks.rados.rados.0.smithi002.stdout:3541: finishing copy_from to smithi002125626-9 2023-12-16T19:41:56.079 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3233 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:41:56.079 INFO:tasks.rados.rados.0.smithi002.stdout:3541: done (2 left) 2023-12-16T19:41:56.080 INFO:tasks.rados.rados.0.smithi002.stdout:3542: done (1 left) 2023-12-16T19:41:56.080 INFO:tasks.rados.rados.0.smithi002.stdout:3545: delete oid 33 current snap is 344 2023-12-16T19:41:56.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3677 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2023-12-16T19:41:56.093 INFO:tasks.rados.rados.0.smithi002.stdout:3544: done (1 left) 2023-12-16T19:41:56.094 INFO:tasks.rados.rados.0.smithi002.stdout:3545: done (0 left) 2023-12-16T19:41:56.094 INFO:tasks.rados.rados.0.smithi002.stdout:3546: read oid 23 snap -1 2023-12-16T19:41:56.094 INFO:tasks.rados.rados.0.smithi002.stdout:3546: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:41:56.094 INFO:tasks.rados.rados.0.smithi002.stdout:3547: delete oid 4 current snap is 344 2023-12-16T19:41:56.099 INFO:tasks.rados.rados.0.smithi002.stdout:3547: done (1 left) 2023-12-16T19:41:56.099 INFO:tasks.rados.rados.0.smithi002.stdout:3548: read oid 41 snap -1 2023-12-16T19:41:56.099 INFO:tasks.rados.rados.0.smithi002.stdout:3548: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:56.099 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 344 2023-12-16T19:41:56.099 INFO:tasks.rados.rados.0.smithi002.stdout:3549: seq_num 1112 ranges {196608=630784,827392=638976,1466368=466944,1933312=98304} 2023-12-16T19:41:56.104 INFO:tasks.rados.rados.0.smithi002.stdout:3549: writing smithi002125626-42 from 196608 to 827392 tid 1 2023-12-16T19:41:56.109 INFO:tasks.rados.rados.0.smithi002.stdout:3549: writing smithi002125626-42 from 827392 to 1466368 tid 2 2023-12-16T19:41:56.112 INFO:tasks.rados.rados.0.smithi002.stdout:3549: writing smithi002125626-42 from 1466368 to 1933312 tid 3 2023-12-16T19:41:56.113 INFO:tasks.rados.rados.0.smithi002.stdout:3549: writing smithi002125626-42 from 1933312 to 2031616 tid 4 2023-12-16T19:41:56.113 INFO:tasks.rados.rados.0.smithi002.stdout:3546: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:41:56.155 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 1 to smithi002125626-42 2023-12-16T19:41:56.156 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 2 to smithi002125626-42 2023-12-16T19:41:56.156 INFO:tasks.rados.rados.0.smithi002.stdout:3546: done (2 left) 2023-12-16T19:41:56.156 INFO:tasks.rados.rados.0.smithi002.stdout:3550: snap_remove snap 321 2023-12-16T19:41:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:56 smithi002 ceph-mon[137674]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T19:41:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:56 smithi002 ceph-mon[137674]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:56 smithi002 ceph-mon[140029]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T19:41:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:56 smithi002 ceph-mon[140029]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:56 smithi043 ceph-mon[135010]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T19:41:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:56 smithi043 ceph-mon[135010]: pgmap v797: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3550: done (2 left) 2023-12-16T19:41:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3551: rmattr oid 1 current snap is 344 2023-12-16T19:41:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3551: done (2 left) 2023-12-16T19:41:57.075 INFO:tasks.rados.rados.0.smithi002.stdout:3552: snap_remove snap 325 2023-12-16T19:41:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:57 smithi002 ceph-mon[137674]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T19:41:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:57 smithi002 ceph-mon[140029]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T19:41:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:57 smithi043 ceph-mon[135010]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T19:41:58.058 INFO:tasks.rados.rados.0.smithi002.stdout:3552: done (2 left) 2023-12-16T19:41:58.058 INFO:tasks.rados.rados.0.smithi002.stdout:3553: snap_create 2023-12-16T19:41:58.058 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 3 to smithi002125626-42 2023-12-16T19:41:58.058 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 4 to smithi002125626-42 2023-12-16T19:41:58.059 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 5 to smithi002125626-42 2023-12-16T19:41:58.059 INFO:tasks.rados.rados.0.smithi002.stdout:3549: finishing write tid 6 to smithi002125626-42 2023-12-16T19:41:58.059 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3677 (ObjNum 1112 snap 344 seq_num 1112) dirty exists 2023-12-16T19:41:58.059 INFO:tasks.rados.rados.0.smithi002.stdout:3549: left oid 42 (ObjNum 1112 snap 344 seq_num 1112) 2023-12-16T19:41:58.059 INFO:tasks.rados.rados.0.smithi002.stdout:3548: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[137674]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[137674]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[137674]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[140029]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[140029]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:58 smithi002 ceph-mon[140029]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T19:41:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:58 smithi043 ceph-mon[135010]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T19:41:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:58 smithi043 ceph-mon[135010]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 484 KiB/s wr, 9 op/s 2023-12-16T19:41:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:58 smithi043 ceph-mon[135010]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T19:41:58.512 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:41:58.837 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (10m) 6m ago 12m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (9m) 4m ago 12m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (13m) 6m ago 13m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (13m) 4m ago 13m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (9m) 4m ago 15m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (9m) 6m ago 17m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (9m) 6m ago 17m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (8m) 4m ago 16m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (8m) 6m ago 15m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (10m) 6m ago 12m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (9m) 4m ago 12m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (8m) 6m ago 15m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (7m) 6m ago 15m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:41:58.838 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 6m ago 15m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 6m ago 14m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (6m) 4m ago 14m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (5m) 4m ago 14m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (5m) 4m ago 14m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (4m) 4m ago 13m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:41:58.839 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (9m) 4m ago 13m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:41:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:59 smithi002 ceph-mon[137674]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:41:59 smithi002 ceph-mon[137674]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T19:41:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:59 smithi002 ceph-mon[140029]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:41:59 smithi002 ceph-mon[140029]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T19:41:59.245 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:41:59.245 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:41:59.246 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:41:59.247 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:41:59.247 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:41:59.247 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:41:59.247 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:41:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:59 smithi043 ceph-mon[135010]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:41:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:41:59 smithi043 ceph-mon[135010]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[137674]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3761028373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[137674]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 788 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[140029]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3761028373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:00 smithi002 ceph-mon[140029]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 788 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2023-12-16T19:42:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:00 smithi043 ceph-mon[135010]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3761028373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:00 smithi043 ceph-mon[135010]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 788 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2023-12-16T19:42:01.373 INFO:tasks.rados.rados.0.smithi002.stdout:3548: done (2 left) 2023-12-16T19:42:01.374 INFO:tasks.rados.rados.0.smithi002.stdout:3549: done (1 left) 2023-12-16T19:42:01.374 INFO:tasks.rados.rados.0.smithi002.stdout:3553: done (0 left) 2023-12-16T19:42:01.374 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 345 2023-12-16T19:42:01.374 INFO:tasks.rados.rados.0.smithi002.stdout:3554: seq_num 1113 ranges {606208=647168,1253376=524288,1777664=622592,2400256=57344} 2023-12-16T19:42:01.380 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi002125626-29 from 606208 to 1253376 tid 1 2023-12-16T19:42:01.383 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi002125626-29 from 1253376 to 1777664 tid 2 2023-12-16T19:42:01.387 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi002125626-29 from 1777664 to 2400256 tid 3 2023-12-16T19:42:01.387 INFO:tasks.rados.rados.0.smithi002.stdout:3554: writing smithi002125626-29 from 2400256 to 2457600 tid 4 2023-12-16T19:42:01.387 INFO:tasks.rados.rados.0.smithi002.stdout:3555: delete oid 37 current snap is 345 2023-12-16T19:42:01.387 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 1 to smithi002125626-29 2023-12-16T19:42:01.387 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 2 to smithi002125626-29 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3555: done (1 left) 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3556: copy_from oid 33 from oid 15 current snap is 345 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3557: read oid 20 snap 304 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3557: expect deleted 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3558: copy_from oid 39 from oid 7 current snap is 345 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3559: snap_create 2023-12-16T19:42:01.391 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 3 to smithi002125626-29 2023-12-16T19:42:01.392 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 4 to smithi002125626-29 2023-12-16T19:42:01.392 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 5 to smithi002125626-29 2023-12-16T19:42:01.393 INFO:tasks.rados.rados.0.smithi002.stdout:3554: finishing write tid 6 to smithi002125626-29 2023-12-16T19:42:01.393 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 3240 (ObjNum 1113 snap 345 seq_num 1113) dirty exists 2023-12-16T19:42:01.393 INFO:tasks.rados.rados.0.smithi002.stdout:3554: left oid 29 (ObjNum 1113 snap 345 seq_num 1113) 2023-12-16T19:42:01.404 INFO:tasks.rados.rados.0.smithi002.stdout:3558: finishing copy_from racing read to smithi002125626-39 2023-12-16T19:42:01.405 INFO:tasks.rados.rados.0.smithi002.stdout:3558: finishing copy_from to smithi002125626-39 2023-12-16T19:42:01.405 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4299 (ObjNum 539 snap 165 seq_num 539) dirty exists 2023-12-16T19:42:01.447 INFO:tasks.rados.rados.0.smithi002.stdout:3554: done (4 left) 2023-12-16T19:42:01.447 INFO:tasks.rados.rados.0.smithi002.stdout:3557: done (3 left) 2023-12-16T19:42:01.448 INFO:tasks.rados.rados.0.smithi002.stdout:3558: done (2 left) 2023-12-16T19:42:01.448 INFO:tasks.rados.rados.0.smithi002.stdout:3559: done (1 left) 2023-12-16T19:42:01.448 INFO:tasks.rados.rados.0.smithi002.stdout:3560: delete oid 6 current snap is 346 2023-12-16T19:42:01.453 INFO:tasks.rados.rados.0.smithi002.stdout:3560: done (1 left) 2023-12-16T19:42:01.453 INFO:tasks.rados.rados.0.smithi002.stdout:3561: snap_remove snap 339 2023-12-16T19:42:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:01] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:3561: done (1 left) 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:3562: rmattr oid 5 current snap is 346 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:3563: snap_create 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:3556: finishing copy_from racing read to smithi002125626-33 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:3556: finishing copy_from to smithi002125626-33 2023-12-16T19:42:02.450 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 3219 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:42:02.462 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 3670 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2023-12-16T19:42:02.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:02 smithi002 ceph-mon[137674]: pgmap v804: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 790 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-16T19:42:02.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:02 smithi002 ceph-mon[137674]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T19:42:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:02 smithi002 ceph-mon[140029]: pgmap v804: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 790 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-16T19:42:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:02 smithi002 ceph-mon[140029]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T19:42:02.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:02 smithi043 ceph-mon[135010]: pgmap v804: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 790 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-16T19:42:02.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:02 smithi043 ceph-mon[135010]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T19:42:03.056 INFO:tasks.rados.rados.0.smithi002.stdout:3556: done (2 left) 2023-12-16T19:42:03.056 INFO:tasks.rados.rados.0.smithi002.stdout:3562: done (1 left) 2023-12-16T19:42:03.056 INFO:tasks.rados.rados.0.smithi002.stdout:3563: done (0 left) 2023-12-16T19:42:03.056 INFO:tasks.rados.rados.0.smithi002.stdout:3564: snap_remove snap 289 2023-12-16T19:42:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:03 smithi002 ceph-mon[137674]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T19:42:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:03 smithi002 ceph-mon[137674]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T19:42:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:03 smithi002 ceph-mon[140029]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T19:42:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:03 smithi002 ceph-mon[140029]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T19:42:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:03 smithi043 ceph-mon[135010]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T19:42:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:03 smithi043 ceph-mon[135010]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T19:42:04.058 INFO:tasks.rados.rados.0.smithi002.stdout:3564: done (0 left) 2023-12-16T19:42:04.059 INFO:tasks.rados.rados.0.smithi002.stdout:3565: snap_remove snap 314 2023-12-16T19:42:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:04 smithi002 ceph-mon[137674]: pgmap v808: 121 pgs: 121 active+clean; 809 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 B/s rd, 4.9 MiB/s wr, 4 op/s 2023-12-16T19:42:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:04 smithi002 ceph-mon[137674]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T19:42:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:04 smithi002 ceph-mon[140029]: pgmap v808: 121 pgs: 121 active+clean; 809 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 B/s rd, 4.9 MiB/s wr, 4 op/s 2023-12-16T19:42:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:04 smithi002 ceph-mon[140029]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T19:42:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:04 smithi043 ceph-mon[135010]: pgmap v808: 121 pgs: 121 active+clean; 809 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 B/s rd, 4.9 MiB/s wr, 4 op/s 2023-12-16T19:42:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:04 smithi043 ceph-mon[135010]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T19:42:05.060 INFO:tasks.rados.rados.0.smithi002.stdout:3565: done (0 left) 2023-12-16T19:42:05.060 INFO:tasks.rados.rados.0.smithi002.stdout:3566: snap_create 2023-12-16T19:42:05.497 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:42:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=sqlstore.transactions t=2023-12-16T19:42:05.078830488Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T19:42:05.498 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:42:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=cleanup t=2023-12-16T19:42:05.082602044Z level=info msg="Completed cleanup jobs" duration=15.549156ms 2023-12-16T19:42:06.065 INFO:tasks.rados.rados.0.smithi002.stdout:3566: done (0 left) 2023-12-16T19:42:06.066 INFO:tasks.rados.rados.0.smithi002.stdout:3567: read oid 36 snap 279 2023-12-16T19:42:06.066 INFO:tasks.rados.rados.0.smithi002.stdout:3567: expect deleted 2023-12-16T19:42:06.066 INFO:tasks.rados.rados.0.smithi002.stdout:3568: setattr oid 19 current snap is 348 2023-12-16T19:42:06.067 INFO:tasks.rados.rados.0.smithi002.stdout:3569: copy_from oid 31 from oid 11 current snap is 348 2023-12-16T19:42:06.067 INFO:tasks.rados.rados.0.smithi002.stdout:3570: snap_remove snap 346 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[140029]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[140029]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 802 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 B/s rd, 4.9 MiB/s wr, 3 op/s 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[137674]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[137674]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 802 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 B/s rd, 4.9 MiB/s wr, 3 op/s 2023-12-16T19:42:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:06 smithi043 ceph-mon[135010]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T19:42:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:06 smithi043 ceph-mon[135010]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 802 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 B/s rd, 4.9 MiB/s wr, 3 op/s 2023-12-16T19:42:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:07.069 INFO:tasks.rados.rados.0.smithi002.stdout:3570: done (3 left) 2023-12-16T19:42:07.069 INFO:tasks.rados.rados.0.smithi002.stdout:3571: rmattr oid 15 current snap is 348 2023-12-16T19:42:07.069 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3237 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:42:07.069 INFO:tasks.rados.rados.0.smithi002.stdout:3569: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:3569: finishing copy_from to smithi002125626-31 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4017 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:3567: done (3 left) 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:3568: done (2 left) 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:3569: done (1 left) 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:3572: rollback oid 12 current snap is 348 2023-12-16T19:42:07.070 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 283 2023-12-16T19:42:07.071 INFO:tasks.rados.rados.0.smithi002.stdout:3573: snap_remove snap 310 2023-12-16T19:42:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:07 smithi002 ceph-mon[137674]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T19:42:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:07 smithi002 ceph-mon[140029]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T19:42:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:07 smithi043 ceph-mon[135010]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3693 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3572: finishing rollback tid 0 to smithi002125626-12 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3572: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3572: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3227 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3571: done (2 left) 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3572: done (1 left) 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3573: done (0 left) 2023-12-16T19:42:08.059 INFO:tasks.rados.rados.0.smithi002.stdout:3574: snap_remove snap 334 2023-12-16T19:42:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:08 smithi043 ceph-mon[135010]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T19:42:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:08 smithi043 ceph-mon[135010]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 804 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 0 op/s 2023-12-16T19:42:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:08 smithi043 ceph-mon[135010]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[137674]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[137674]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 804 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 0 op/s 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[137674]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[140029]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[140029]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 804 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 0 op/s 2023-12-16T19:42:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:08 smithi002 ceph-mon[140029]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T19:42:09.061 INFO:tasks.rados.rados.0.smithi002.stdout:3574: done (0 left) 2023-12-16T19:42:09.061 INFO:tasks.rados.rados.0.smithi002.stdout:3575: copy_from oid 37 from oid 24 current snap is 348 2023-12-16T19:42:09.061 INFO:tasks.rados.rados.0.smithi002.stdout:3576: copy_from oid 28 from oid 12 current snap is 348 2023-12-16T19:42:09.061 INFO:tasks.rados.rados.0.smithi002.stdout:3577: snap_remove snap 327 2023-12-16T19:42:09.488 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 19:42:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T19:42:09.079+0000 7fc8d32a0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 27e after trimming was started 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:3575: finishing copy_from to smithi002125626-37 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:3575: got expected ENOENT (src dne) 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:3575: finishing copy_from racing read to smithi002125626-37 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing copy_from racing read to smithi002125626-28 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:3576: finishing copy_from to smithi002125626-28 2023-12-16T19:42:10.066 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 3227 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:42:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:3575: done (2 left) 2023-12-16T19:42:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:3576: done (1 left) 2023-12-16T19:42:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:3577: done (0 left) 2023-12-16T19:42:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 348 2023-12-16T19:42:10.067 INFO:tasks.rados.rados.0.smithi002.stdout:3578: seq_num 1116 ranges {5849088=696320,6545408=573440,7118848=450560,7569408=180224} 2023-12-16T19:42:10.105 INFO:tasks.rados.rados.0.smithi002.stdout:3578: writing smithi002125626-16 from 5849088 to 6545408 tid 1 2023-12-16T19:42:10.108 INFO:tasks.rados.rados.0.smithi002.stdout:3578: writing smithi002125626-16 from 6545408 to 7118848 tid 2 2023-12-16T19:42:10.111 INFO:tasks.rados.rados.0.smithi002.stdout:3578: writing smithi002125626-16 from 7118848 to 7569408 tid 3 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:3578: writing smithi002125626-16 from 7569408 to 7749632 tid 4 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:3579: rmattr oid 34 current snap is 348 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:3579: done (1 left) 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 348 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 1 to smithi002125626-16 2023-12-16T19:42:10.113 INFO:tasks.rados.rados.0.smithi002.stdout:3580: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2023-12-16T19:42:10.118 INFO:tasks.rados.rados.0.smithi002.stdout:3580: writing smithi002125626-36 from 0 to 712704 tid 1 2023-12-16T19:42:10.120 INFO:tasks.rados.rados.0.smithi002.stdout:3580: writing smithi002125626-36 from 712704 to 1171456 tid 2 2023-12-16T19:42:10.124 INFO:tasks.rados.rados.0.smithi002.stdout:3580: writing smithi002125626-36 from 1171456 to 1826816 tid 3 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3580: writing smithi002125626-36 from 1826816 to 1916928 tid 4 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3581: setattr oid 21 current snap is 348 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 2 to smithi002125626-16 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 3 to smithi002125626-16 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 4 to smithi002125626-16 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 5 to smithi002125626-16 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: finishing write tid 6 to smithi002125626-16 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3245 (ObjNum 1116 snap 348 seq_num 1116) dirty exists 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3578: left oid 16 (ObjNum 1116 snap 348 seq_num 1116) 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 1 to smithi002125626-36 2023-12-16T19:42:10.126 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 2 to smithi002125626-36 2023-12-16T19:42:10.127 INFO:tasks.rados.rados.0.smithi002.stdout:3578: done (2 left) 2023-12-16T19:42:10.127 INFO:tasks.rados.rados.0.smithi002.stdout:3582: read oid 29 snap -1 2023-12-16T19:42:10.127 INFO:tasks.rados.rados.0.smithi002.stdout:3582: expect (ObjNum 1113 snap 345 seq_num 1113) 2023-12-16T19:42:10.127 INFO:tasks.rados.rados.0.smithi002.stdout:3583: snap_create 2023-12-16T19:42:10.129 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 3 to smithi002125626-36 2023-12-16T19:42:10.129 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 4 to smithi002125626-36 2023-12-16T19:42:10.130 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 5 to smithi002125626-36 2023-12-16T19:42:10.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4499 (ObjNum 33 snap 0 seq_num 2055088992) dirty exists 2023-12-16T19:42:10.131 INFO:tasks.rados.rados.0.smithi002.stdout:3580: finishing write tid 6 to smithi002125626-36 2023-12-16T19:42:10.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3683 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2023-12-16T19:42:10.131 INFO:tasks.rados.rados.0.smithi002.stdout:3580: left oid 36 (ObjNum 1117 snap 348 seq_num 1117) 2023-12-16T19:42:10.135 INFO:tasks.rados.rados.0.smithi002.stdout:3582: expect (ObjNum 1113 snap 345 seq_num 1113) 2023-12-16T19:42:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:10 smithi002 ceph-mon[137674]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T19:42:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:10 smithi002 ceph-mon[137674]: pgmap v817: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 810 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 7 op/s 2023-12-16T19:42:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:10 smithi002 ceph-mon[140029]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T19:42:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:10 smithi002 ceph-mon[140029]: pgmap v817: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 810 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 7 op/s 2023-12-16T19:42:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:10 smithi043 ceph-mon[135010]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T19:42:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:10 smithi043 ceph-mon[135010]: pgmap v817: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 810 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 448 KiB/s wr, 7 op/s 2023-12-16T19:42:11.070 INFO:tasks.rados.rados.0.smithi002.stdout:3580: done (3 left) 2023-12-16T19:42:11.070 INFO:tasks.rados.rados.0.smithi002.stdout:3581: done (2 left) 2023-12-16T19:42:11.070 INFO:tasks.rados.rados.0.smithi002.stdout:3582: done (1 left) 2023-12-16T19:42:11.070 INFO:tasks.rados.rados.0.smithi002.stdout:3583: done (0 left) 2023-12-16T19:42:11.070 INFO:tasks.rados.rados.0.smithi002.stdout:3584: delete oid 30 current snap is 349 2023-12-16T19:42:11.078 INFO:tasks.rados.rados.0.smithi002.stdout:3584: done (0 left) 2023-12-16T19:42:11.078 INFO:tasks.rados.rados.0.smithi002.stdout:3585: read oid 9 snap 234 2023-12-16T19:42:11.078 INFO:tasks.rados.rados.0.smithi002.stdout:3585: expect (ObjNum 722 snap 232 seq_num 722) 2023-12-16T19:42:11.078 INFO:tasks.rados.rados.0.smithi002.stdout:3586: snap_create 2023-12-16T19:42:11.082 INFO:tasks.rados.rados.0.smithi002.stdout:3585: expect (ObjNum 722 snap 232 seq_num 722) 2023-12-16T19:42:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:11 smithi002 ceph-mon[137674]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T19:42:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:11 smithi002 ceph-mon[140029]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T19:42:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:11 smithi043 ceph-mon[135010]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T19:42:12.076 INFO:tasks.rados.rados.0.smithi002.stdout:3585: done (1 left) 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:3586: done (0 left) 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:3587: rollback oid 40 current snap is 350 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 261 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:3588: read oid 10 snap -1 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:3588: expect (ObjNum 1092 snap 334 seq_num 1092) 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:3589: rollback oid 39 current snap is 350 2023-12-16T19:42:12.077 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 39 to 291 2023-12-16T19:42:12.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 350 2023-12-16T19:42:12.078 INFO:tasks.rados.rados.0.smithi002.stdout:3590: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2023-12-16T19:42:12.080 INFO:tasks.rados.rados.0.smithi002.stdout:3590: writing smithi002125626-50 from 0 to 745472 tid 1 2023-12-16T19:42:12.085 INFO:tasks.rados.rados.0.smithi002.stdout:3590: writing smithi002125626-50 from 745472 to 1425408 tid 2 2023-12-16T19:42:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:3590: writing smithi002125626-50 from 1425408 to 1949696 tid 3 2023-12-16T19:42:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:3591: read oid 22 snap -1 2023-12-16T19:42:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:3591: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:42:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 350 2023-12-16T19:42:12.089 INFO:tasks.rados.rados.0.smithi002.stdout:3592: seq_num 1120 ranges {475136=761856,1236992=557056,1794048=425984,2220032=221184} 2023-12-16T19:42:12.096 INFO:tasks.rados.rados.0.smithi002.stdout:3592: writing smithi002125626-26 from 475136 to 1236992 tid 1 2023-12-16T19:42:12.100 INFO:tasks.rados.rados.0.smithi002.stdout:3592: writing smithi002125626-26 from 1236992 to 1794048 tid 2 2023-12-16T19:42:12.103 INFO:tasks.rados.rados.0.smithi002.stdout:3592: writing smithi002125626-26 from 1794048 to 2220032 tid 3 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3592: writing smithi002125626-26 from 2220032 to 2441216 tid 4 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3593: delete oid 20 current snap is 350 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3587: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3587: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3587: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4020 (ObjNum 802 snap 249 seq_num 802) dirty exists 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3589: finishing rollback tid 0 to smithi002125626-39 2023-12-16T19:42:12.105 INFO:tasks.rados.rados.0.smithi002.stdout:3589: finishing rollback tid 1 to smithi002125626-39 2023-12-16T19:42:12.106 INFO:tasks.rados.rados.0.smithi002.stdout:3589: finishing rollback tid 2 to smithi002125626-39 2023-12-16T19:42:12.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4302 (ObjNum 946 snap 286 seq_num 946) dirty exists 2023-12-16T19:42:12.106 INFO:tasks.rados.rados.0.smithi002.stdout:3588: expect (ObjNum 1092 snap 334 seq_num 1092) 2023-12-16T19:42:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3590: finishing write tid 1 to smithi002125626-50 2023-12-16T19:42:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3590: finishing write tid 2 to smithi002125626-50 2023-12-16T19:42:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3590: finishing write tid 3 to smithi002125626-50 2023-12-16T19:42:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3590: finishing write tid 4 to smithi002125626-50 2023-12-16T19:42:12.147 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 1 to smithi002125626-26 2023-12-16T19:42:12.148 INFO:tasks.rados.rados.0.smithi002.stdout:3591: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:42:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:12 smithi002 ceph-mon[137674]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T19:42:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:12 smithi002 ceph-mon[137674]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 818 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-16T19:42:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:11] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:42:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:12 smithi002 ceph-mon[140029]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T19:42:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:12 smithi002 ceph-mon[140029]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 818 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-16T19:42:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 2 to smithi002125626-26 2023-12-16T19:42:12.446 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 3 to smithi002125626-26 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3590: finishing write tid 5 to smithi002125626-50 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4503 (ObjNum 1119 snap 350 seq_num 1119) dirty exists 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3590: left oid 50 (ObjNum 1119 snap 350 seq_num 1119) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 4 to smithi002125626-26 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 5 to smithi002125626-26 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3592: finishing write tid 6 to smithi002125626-26 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4509 (ObjNum 1120 snap 350 seq_num 1120) dirty exists 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3592: left oid 26 (ObjNum 1120 snap 350 seq_num 1120) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3587: done (6 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3588: done (5 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3589: done (4 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3590: done (3 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3591: done (2 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3592: done (1 left) 2023-12-16T19:42:12.447 INFO:tasks.rados.rados.0.smithi002.stdout:3593: done (0 left) 2023-12-16T19:42:12.448 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 350 2023-12-16T19:42:12.448 INFO:tasks.rados.rados.0.smithi002.stdout:3594: seq_num 1122 ranges {7585792=794624,8380416=729088,9109504=475136} 2023-12-16T19:42:12.492 INFO:tasks.rados.rados.0.smithi002.stdout:3594: writing smithi002125626-17 from 7585792 to 8380416 tid 1 2023-12-16T19:42:12.495 INFO:tasks.rados.rados.0.smithi002.stdout:3594: writing smithi002125626-17 from 8380416 to 9109504 tid 2 2023-12-16T19:42:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:12 smithi043 ceph-mon[135010]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T19:42:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:12 smithi043 ceph-mon[135010]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 818 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-16T19:42:12.498 INFO:tasks.rados.rados.0.smithi002.stdout:3594: writing smithi002125626-17 from 9109504 to 9584640 tid 3 2023-12-16T19:42:12.498 INFO:tasks.rados.rados.0.smithi002.stdout:3595: snap_create 2023-12-16T19:42:12.499 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing write tid 1 to smithi002125626-17 2023-12-16T19:42:12.502 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing write tid 2 to smithi002125626-17 2023-12-16T19:42:12.502 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing write tid 3 to smithi002125626-17 2023-12-16T19:42:12.502 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing write tid 4 to smithi002125626-17 2023-12-16T19:42:12.504 INFO:tasks.rados.rados.0.smithi002.stdout:3594: finishing write tid 5 to smithi002125626-17 2023-12-16T19:42:12.504 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3679 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:42:12.504 INFO:tasks.rados.rados.0.smithi002.stdout:3594: left oid 17 (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:42:13.060 INFO:tasks.rados.rados.0.smithi002.stdout:3594: done (1 left) 2023-12-16T19:42:13.060 INFO:tasks.rados.rados.0.smithi002.stdout:3595: done (0 left) 2023-12-16T19:42:13.060 INFO:tasks.rados.rados.0.smithi002.stdout:3596: setattr oid 38 current snap is 351 2023-12-16T19:42:13.062 INFO:tasks.rados.rados.0.smithi002.stdout:3597: read oid 18 snap -1 2023-12-16T19:42:13.062 INFO:tasks.rados.rados.0.smithi002.stdout:3597: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:42:13.062 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 6 current snap is 351 2023-12-16T19:42:13.062 INFO:tasks.rados.rados.0.smithi002.stdout:3598: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2023-12-16T19:42:13.064 INFO:tasks.rados.rados.0.smithi002.stdout:3598: writing smithi002125626-6 from 0 to 409600 tid 1 2023-12-16T19:42:13.069 INFO:tasks.rados.rados.0.smithi002.stdout:3598: writing smithi002125626-6 from 409600 to 1024000 tid 2 2023-12-16T19:42:13.073 INFO:tasks.rados.rados.0.smithi002.stdout:3598: writing smithi002125626-6 from 1024000 to 1622016 tid 3 2023-12-16T19:42:13.076 INFO:tasks.rados.rados.0.smithi002.stdout:3598: writing smithi002125626-6 from 1622016 to 2015232 tid 4 2023-12-16T19:42:13.076 INFO:tasks.rados.rados.0.smithi002.stdout:3599: snap_remove snap 344 2023-12-16T19:42:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:13 smithi002 ceph-mon[137674]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T19:42:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:13 smithi002 ceph-mon[137674]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T19:42:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:13 smithi002 ceph-mon[140029]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T19:42:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:13 smithi002 ceph-mon[140029]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T19:42:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:13 smithi043 ceph-mon[135010]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T19:42:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:13 smithi043 ceph-mon[135010]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T19:42:14.083 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 1 to smithi002125626-6 2023-12-16T19:42:14.083 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4511 (ObjNum 1059 snap 324 seq_num 1059) dirty exists 2023-12-16T19:42:14.084 INFO:tasks.rados.rados.0.smithi002.stdout:3597: expect (ObjNum 1079 snap 331 seq_num 1079) 2023-12-16T19:42:14.166 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 2 to smithi002125626-6 2023-12-16T19:42:14.166 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 3 to smithi002125626-6 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 4 to smithi002125626-6 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 5 to smithi002125626-6 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3598: finishing write tid 6 to smithi002125626-6 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3242 (ObjNum 1123 snap 351 seq_num 1123) dirty exists 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3598: left oid 6 (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3596: done (3 left) 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3597: done (2 left) 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3598: done (1 left) 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3599: done (0 left) 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3600: copy_from oid 13 from oid 12 current snap is 351 2023-12-16T19:42:14.167 INFO:tasks.rados.rados.0.smithi002.stdout:3601: snap_remove snap 324 2023-12-16T19:42:14.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:14 smithi002 ceph-mon[137674]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T19:42:14.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:14 smithi002 ceph-mon[140029]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T19:42:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:14 smithi043 ceph-mon[135010]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 822 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T19:42:15.087 INFO:tasks.rados.rados.0.smithi002.stdout:3600: finishing copy_from racing read to smithi002125626-13 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:3600: finishing copy_from to smithi002125626-13 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 3227 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:3600: done (1 left) 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:3601: done (0 left) 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 351 2023-12-16T19:42:15.088 INFO:tasks.rados.rados.0.smithi002.stdout:3602: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2023-12-16T19:42:15.090 INFO:tasks.rados.rados.0.smithi002.stdout:3602: writing smithi002125626-4 from 0 to 434176 tid 1 2023-12-16T19:42:15.094 INFO:tasks.rados.rados.0.smithi002.stdout:3602: writing smithi002125626-4 from 434176 to 933888 tid 2 2023-12-16T19:42:15.097 INFO:tasks.rados.rados.0.smithi002.stdout:3602: writing smithi002125626-4 from 933888 to 1343488 tid 3 2023-12-16T19:42:15.102 INFO:tasks.rados.rados.0.smithi002.stdout:3602: writing smithi002125626-4 from 1343488 to 2007040 tid 4 2023-12-16T19:42:15.102 INFO:tasks.rados.rados.0.smithi002.stdout:3602: writing smithi002125626-4 from 2007040 to 2039808 tid 5 2023-12-16T19:42:15.102 INFO:tasks.rados.rados.0.smithi002.stdout:3603: snap_create 2023-12-16T19:42:15.111 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 1 to smithi002125626-4 2023-12-16T19:42:15.111 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 2 to smithi002125626-4 2023-12-16T19:42:15.113 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 3 to smithi002125626-4 2023-12-16T19:42:15.117 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 4 to smithi002125626-4 2023-12-16T19:42:15.118 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 5 to smithi002125626-4 2023-12-16T19:42:15.119 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 6 to smithi002125626-4 2023-12-16T19:42:15.120 INFO:tasks.rados.rados.0.smithi002.stdout:3602: finishing write tid 7 to smithi002125626-4 2023-12-16T19:42:15.121 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3243 (ObjNum 1124 snap 351 seq_num 1124) dirty exists 2023-12-16T19:42:15.121 INFO:tasks.rados.rados.0.smithi002.stdout:3602: left oid 4 (ObjNum 1124 snap 351 seq_num 1124) 2023-12-16T19:42:15.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:15 smithi002 ceph-mon[137674]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T19:42:15.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:15 smithi002 ceph-mon[140029]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T19:42:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:15 smithi043 ceph-mon[135010]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T19:42:16.093 INFO:tasks.rados.rados.0.smithi002.stdout:3602: done (1 left) 2023-12-16T19:42:16.093 INFO:tasks.rados.rados.0.smithi002.stdout:3603: done (0 left) 2023-12-16T19:42:16.093 INFO:tasks.rados.rados.0.smithi002.stdout:3604: snap_remove snap 343 2023-12-16T19:42:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:16 smithi002 ceph-mon[137674]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T19:42:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:16 smithi002 ceph-mon[137674]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2023-12-16T19:42:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:16 smithi002 ceph-mon[140029]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T19:42:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:16 smithi002 ceph-mon[140029]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2023-12-16T19:42:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:16 smithi043 ceph-mon[135010]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T19:42:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:16 smithi043 ceph-mon[135010]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 829 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2023-12-16T19:42:17.093 INFO:tasks.rados.rados.0.smithi002.stdout:3604: done (0 left) 2023-12-16T19:42:17.094 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 20 current snap is 352 2023-12-16T19:42:17.094 INFO:tasks.rados.rados.0.smithi002.stdout:3605: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2023-12-16T19:42:17.096 INFO:tasks.rados.rados.0.smithi002.stdout:3605: writing smithi002125626-20 from 0 to 450560 tid 1 2023-12-16T19:42:17.102 INFO:tasks.rados.rados.0.smithi002.stdout:3605: writing smithi002125626-20 from 450560 to 1236992 tid 2 2023-12-16T19:42:17.106 INFO:tasks.rados.rados.0.smithi002.stdout:3605: writing smithi002125626-20 from 1236992 to 1851392 tid 3 2023-12-16T19:42:17.108 INFO:tasks.rados.rados.0.smithi002.stdout:3605: writing smithi002125626-20 from 1851392 to 2056192 tid 4 2023-12-16T19:42:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:3606: read oid 45 snap -1 2023-12-16T19:42:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:3606: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:3607: read oid 26 snap -1 2023-12-16T19:42:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:3607: expect (ObjNum 1120 snap 350 seq_num 1120) 2023-12-16T19:42:17.109 INFO:tasks.rados.rados.0.smithi002.stdout:3608: snap_remove snap 276 2023-12-16T19:42:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:17 smithi002 ceph-mon[137674]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T19:42:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:42:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:17 smithi002 ceph-mon[140029]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T19:42:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:42:17.497 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 19:42:17 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T19:42:17.139+0000 7ff5b9cea700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 28e after trimming was started 2023-12-16T19:42:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:17 smithi043 ceph-mon[135010]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T19:42:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:42:18.068 INFO:tasks.rados.rados.0.smithi002.stdout:3608: done (3 left) 2023-12-16T19:42:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 9 current snap is 352 2023-12-16T19:42:18.069 INFO:tasks.rados.rados.0.smithi002.stdout:3609: seq_num 1126 ranges {5169152=466944,5636096=720896,6356992=778240,7135232=106496} 2023-12-16T19:42:18.095 INFO:tasks.rados.rados.0.smithi002.stdout:3609: writing smithi002125626-9 from 5169152 to 5636096 tid 1 2023-12-16T19:42:18.101 INFO:tasks.rados.rados.0.smithi002.stdout:3609: writing smithi002125626-9 from 5636096 to 6356992 tid 2 2023-12-16T19:42:18.106 INFO:tasks.rados.rados.0.smithi002.stdout:3609: writing smithi002125626-9 from 6356992 to 7135232 tid 3 2023-12-16T19:42:18.108 INFO:tasks.rados.rados.0.smithi002.stdout:3609: writing smithi002125626-9 from 7135232 to 7241728 tid 4 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3610: read oid 10 snap 336 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3610: expect (ObjNum 1092 snap 334 seq_num 1092) 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3611: rmattr oid 16 current snap is 352 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 1 to smithi002125626-20 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 2 to smithi002125626-20 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 3 to smithi002125626-20 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 4 to smithi002125626-20 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 5 to smithi002125626-20 2023-12-16T19:42:18.109 INFO:tasks.rados.rados.0.smithi002.stdout:3607: expect (ObjNum 1120 snap 350 seq_num 1120) 2023-12-16T19:42:18.184 INFO:tasks.rados.rados.0.smithi002.stdout:3605: finishing write tid 6 to smithi002125626-20 2023-12-16T19:42:18.184 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 20 v 3688 (ObjNum 1125 snap 352 seq_num 1125) dirty exists 2023-12-16T19:42:18.184 INFO:tasks.rados.rados.0.smithi002.stdout:3605: left oid 20 (ObjNum 1125 snap 352 seq_num 1125) 2023-12-16T19:42:18.184 INFO:tasks.rados.rados.0.smithi002.stdout:3606: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:18.442 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 1 to smithi002125626-9 2023-12-16T19:42:18.442 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 2 to smithi002125626-9 2023-12-16T19:42:18.442 INFO:tasks.rados.rados.0.smithi002.stdout:3605: done (5 left) 2023-12-16T19:42:18.442 INFO:tasks.rados.rados.0.smithi002.stdout:3606: done (4 left) 2023-12-16T19:42:18.442 INFO:tasks.rados.rados.0.smithi002.stdout:3607: done (3 left) 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:3612: delete oid 8 current snap is 352 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3246 (ObjNum 1116 snap 348 seq_num 1116) dirty exists 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 3 to smithi002125626-9 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 4 to smithi002125626-9 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 5 to smithi002125626-9 2023-12-16T19:42:18.443 INFO:tasks.rados.rados.0.smithi002.stdout:3610: expect (ObjNum 1092 snap 334 seq_num 1092) 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:3609: finishing write tid 6 to smithi002125626-9 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 3675 (ObjNum 1126 snap 352 seq_num 1126) dirty exists 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:3609: left oid 9 (ObjNum 1126 snap 352 seq_num 1126) 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:3609: done (3 left) 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:3610: done (2 left) 2023-12-16T19:42:18.482 INFO:tasks.rados.rados.0.smithi002.stdout:3611: done (1 left) 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3612: done (0 left) 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3613: read oid 20 snap -1 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3613: expect (ObjNum 1125 snap 352 seq_num 1125) 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3614: read oid 50 snap -1 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3614: expect (ObjNum 1119 snap 350 seq_num 1119) 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3615: rollback oid 2 current snap is 352 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 349 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3616: rmattr oid 31 current snap is 352 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3616: done (3 left) 2023-12-16T19:42:18.483 INFO:tasks.rados.rados.0.smithi002.stdout:3617: setattr oid 6 current snap is 352 2023-12-16T19:42:18.484 INFO:tasks.rados.rados.0.smithi002.stdout:3618: read oid 44 snap -1 2023-12-16T19:42:18.484 INFO:tasks.rados.rados.0.smithi002.stdout:3618: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:42:18.484 INFO:tasks.rados.rados.0.smithi002.stdout:3619: setattr oid 42 current snap is 352 2023-12-16T19:42:18.486 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:42:18.487 INFO:tasks.rados.rados.0.smithi002.stdout:3620: snap_remove snap 333 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: pgmap v829: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 837 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[137674]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T19:42:18.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T19:42:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:42:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:42:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:42:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: pgmap v829: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 837 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-16T19:42:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:18 smithi002 ceph-mon[140029]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: pgmap v829: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 837 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-16T19:42:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:18 smithi043 ceph-mon[135010]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:3620: done (6 left) 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:3621: copy_from oid 9 from oid 38 current snap is 352 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:3615: finishing rollback tid 2 to smithi002125626-2 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4020 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 6 v 3243 (ObjNum 1123 snap 351 seq_num 1123) dirty exists 2023-12-16T19:42:19.363 INFO:tasks.rados.rados.0.smithi002.stdout:3614: expect (ObjNum 1119 snap 350 seq_num 1119) 2023-12-16T19:42:19.428 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3678 (ObjNum 1112 snap 344 seq_num 1112) dirty exists 2023-12-16T19:42:19.428 INFO:tasks.rados.rados.0.smithi002.stdout:3618: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:42:19.470 INFO:tasks.rados.rados.0.smithi002.stdout:3613: expect (ObjNum 1125 snap 352 seq_num 1125) 2023-12-16T19:42:19.524 INFO:tasks.rados.rados.0.smithi002.stdout:3621: finishing copy_from racing read to smithi002125626-9 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3621: finishing copy_from to smithi002125626-9 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4511 (ObjNum 1059 snap 324 seq_num 1059) dirty exists 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3613: done (6 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3614: done (5 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3615: done (4 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3617: done (3 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3618: done (2 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3619: done (1 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3621: done (0 left) 2023-12-16T19:42:19.525 INFO:tasks.rados.rados.0.smithi002.stdout:3622: snap_remove snap 329 2023-12-16T19:42:20.367 INFO:tasks.rados.rados.0.smithi002.stdout:3622: done (0 left) 2023-12-16T19:42:20.367 INFO:tasks.rados.rados.0.smithi002.stdout:3623: read oid 45 snap -1 2023-12-16T19:42:20.367 INFO:tasks.rados.rados.0.smithi002.stdout:3623: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:20.368 INFO:tasks.rados.rados.0.smithi002.stdout:3624: delete oid 10 current snap is 352 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:3624: done (1 left) 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:3625: read oid 30 snap -1 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:3625: expect deleted 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:3626: rollback oid 15 current snap is 352 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 15 to 279 2023-12-16T19:42:20.390 INFO:tasks.rados.rados.0.smithi002.stdout:3627: rmattr oid 18 current snap is 352 2023-12-16T19:42:20.391 INFO:tasks.rados.rados.0.smithi002.stdout:3627: done (3 left) 2023-12-16T19:42:20.391 INFO:tasks.rados.rados.0.smithi002.stdout:3628: rollback oid 24 current snap is 352 2023-12-16T19:42:20.391 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 24 to 291 2023-12-16T19:42:20.391 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 35 current snap is 352 2023-12-16T19:42:20.391 INFO:tasks.rados.rados.0.smithi002.stdout:3629: seq_num 1129 ranges {958464=516096,1474560=770048,2244608=598016,2842624=237568} 2023-12-16T19:42:20.398 INFO:tasks.rados.rados.0.smithi002.stdout:3629: writing smithi002125626-35 from 958464 to 1474560 tid 1 2023-12-16T19:42:20.403 INFO:tasks.rados.rados.0.smithi002.stdout:3629: writing smithi002125626-35 from 1474560 to 2244608 tid 2 2023-12-16T19:42:20.408 INFO:tasks.rados.rados.0.smithi002.stdout:3629: writing smithi002125626-35 from 2244608 to 2842624 tid 3 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3629: writing smithi002125626-35 from 2842624 to 3080192 tid 4 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3630: read oid 26 snap -1 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3630: expect (ObjNum 1120 snap 350 seq_num 1120) 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3631: delete oid 31 current snap is 352 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3626: finishing rollback tid 0 to smithi002125626-15 2023-12-16T19:42:20.411 INFO:tasks.rados.rados.0.smithi002.stdout:3626: finishing rollback tid 1 to smithi002125626-15 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:3626: finishing rollback tid 2 to smithi002125626-15 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3697 (ObjNum 830 snap 258 seq_num 830) dirty exists 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing rollback tid 1 to smithi002125626-24 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:3628: finishing rollback tid 2 to smithi002125626-24 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4304 (ObjNum 909 snap 280 seq_num 909) dirty exists 2023-12-16T19:42:20.412 INFO:tasks.rados.rados.0.smithi002.stdout:3623: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 1 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 2 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 3 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 4 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 5 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: finishing write tid 6 to smithi002125626-35 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4581 (ObjNum 1129 snap 352 seq_num 1129) dirty exists 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3629: left oid 35 (ObjNum 1129 snap 352 seq_num 1129) 2023-12-16T19:42:20.676 INFO:tasks.rados.rados.0.smithi002.stdout:3630: expect (ObjNum 1120 snap 350 seq_num 1120) 2023-12-16T19:42:20.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:20 smithi002 ceph-mon[137674]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T19:42:20.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:20 smithi002 ceph-mon[137674]: pgmap v832: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 839 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:42:20.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:20 smithi002 ceph-mon[140029]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T19:42:20.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:20 smithi002 ceph-mon[140029]: pgmap v832: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 839 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:42:20.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:20 smithi043 ceph-mon[135010]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T19:42:20.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:20 smithi043 ceph-mon[135010]: pgmap v832: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 839 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3623: done (6 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3625: done (5 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3626: done (4 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3628: done (3 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3629: done (2 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3630: done (1 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3631: done (0 left) 2023-12-16T19:42:20.748 INFO:tasks.rados.rados.0.smithi002.stdout:3632: delete oid 50 current snap is 352 2023-12-16T19:42:20.750 INFO:tasks.rados.rados.0.smithi002.stdout:3632: done (0 left) 2023-12-16T19:42:20.750 INFO:tasks.rados.rados.0.smithi002.stdout:3633: snap_create 2023-12-16T19:42:21.366 INFO:tasks.rados.rados.0.smithi002.stdout:3633: done (0 left) 2023-12-16T19:42:21.366 INFO:tasks.rados.rados.0.smithi002.stdout:3634: copy_from oid 50 from oid 35 current snap is 353 2023-12-16T19:42:21.366 INFO:tasks.rados.rados.0.smithi002.stdout:3635: snap_create 2023-12-16T19:42:21.386 INFO:tasks.rados.rados.0.smithi002.stdout:3634: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:42:21.387 INFO:tasks.rados.rados.0.smithi002.stdout:3634: finishing copy_from to smithi002125626-50 2023-12-16T19:42:21.387 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4581 (ObjNum 1129 snap 352 seq_num 1129) dirty exists 2023-12-16T19:42:21.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:21 smithi002 ceph-mon[137674]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T19:42:21.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:21.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:21 smithi002 ceph-mon[140029]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T19:42:21.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:21.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:21 smithi043 ceph-mon[135010]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T19:42:21.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:21] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:42:22.377 INFO:tasks.rados.rados.0.smithi002.stdout:3634: done (1 left) 2023-12-16T19:42:22.377 INFO:tasks.rados.rados.0.smithi002.stdout:3635: done (0 left) 2023-12-16T19:42:22.377 INFO:tasks.rados.rados.0.smithi002.stdout:3636: read oid 23 snap -1 2023-12-16T19:42:22.377 INFO:tasks.rados.rados.0.smithi002.stdout:3636: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:42:22.377 INFO:tasks.rados.rados.0.smithi002.stdout:3637: read oid 38 snap -1 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:3637: expect (ObjNum 1059 snap 324 seq_num 1059) 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:3638: read oid 4 snap 345 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:3638: expect deleted 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:3639: rollback oid 34 current snap is 354 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 311 2023-12-16T19:42:22.378 INFO:tasks.rados.rados.0.smithi002.stdout:3640: snap_create 2023-12-16T19:42:22.383 INFO:tasks.rados.rados.0.smithi002.stdout:3636: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:42:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:3639: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:42:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:3639: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:42:22.418 INFO:tasks.rados.rados.0.smithi002.stdout:3639: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:42:22.419 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3675 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:42:22.419 INFO:tasks.rados.rados.0.smithi002.stdout:3637: expect (ObjNum 1059 snap 324 seq_num 1059) 2023-12-16T19:42:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:22 smithi002 ceph-mon[137674]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T19:42:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:22 smithi002 ceph-mon[137674]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 834 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 16 op/s 2023-12-16T19:42:22.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:22 smithi002 ceph-mon[140029]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T19:42:22.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:22 smithi002 ceph-mon[140029]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 834 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 16 op/s 2023-12-16T19:42:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:22 smithi043 ceph-mon[135010]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T19:42:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:22 smithi043 ceph-mon[135010]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 834 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 16 op/s 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3636: done (4 left) 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3637: done (3 left) 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3638: done (2 left) 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3639: done (1 left) 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3640: done (0 left) 2023-12-16T19:42:23.063 INFO:tasks.rados.rados.0.smithi002.stdout:3641: copy_from oid 7 from oid 45 current snap is 355 2023-12-16T19:42:23.064 INFO:tasks.rados.rados.0.smithi002.stdout:3642: snap_remove snap 341 2023-12-16T19:42:23.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:23 smithi002 ceph-mon[137674]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T19:42:23.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:23 smithi002 ceph-mon[137674]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T19:42:23.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:23 smithi002 ceph-mon[140029]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T19:42:23.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:23 smithi002 ceph-mon[140029]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T19:42:23.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:23 smithi043 ceph-mon[135010]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T19:42:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:23 smithi043 ceph-mon[135010]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T19:42:24.074 INFO:tasks.rados.rados.0.smithi002.stdout:3642: done (1 left) 2023-12-16T19:42:24.074 INFO:tasks.rados.rados.0.smithi002.stdout:3643: read oid 16 snap 261 2023-12-16T19:42:24.074 INFO:tasks.rados.rados.0.smithi002.stdout:3643: expect (ObjNum 839 snap 261 seq_num 839) 2023-12-16T19:42:24.075 INFO:tasks.rados.rados.0.smithi002.stdout:3644: snap_remove snap 345 2023-12-16T19:42:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:24 smithi002 ceph-mon[137674]: pgmap v838: 121 pgs: 121 active+clean; 833 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-16T19:42:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:24 smithi002 ceph-mon[137674]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T19:42:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:24 smithi002 ceph-mon[140029]: pgmap v838: 121 pgs: 121 active+clean; 833 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-16T19:42:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:24 smithi002 ceph-mon[140029]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T19:42:24.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:24 smithi043 ceph-mon[135010]: pgmap v838: 121 pgs: 121 active+clean; 833 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-16T19:42:24.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:24 smithi043 ceph-mon[135010]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:3644: done (2 left) 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:3645: read oid 10 snap -1 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:3645: expect deleted 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:3646: rollback oid 36 current snap is 355 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 353 2023-12-16T19:42:25.073 INFO:tasks.rados.rados.0.smithi002.stdout:3647: rollback oid 11 current snap is 355 2023-12-16T19:42:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 11 to 354 2023-12-16T19:42:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:3641: finishing copy_from racing read to smithi002125626-7 2023-12-16T19:42:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:3641: finishing copy_from to smithi002125626-7 2023-12-16T19:42:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 3677 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2023-12-16T19:42:25.074 INFO:tasks.rados.rados.0.smithi002.stdout:3643: expect (ObjNum 839 snap 261 seq_num 839) 2023-12-16T19:42:25.606 INFO:tasks.rados.rados.0.smithi002.stdout:3647: finishing rollback tid 0 to smithi002125626-11 2023-12-16T19:42:25.606 INFO:tasks.rados.rados.0.smithi002.stdout:3646: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:42:25.606 INFO:tasks.rados.rados.0.smithi002.stdout:3641: done (4 left) 2023-12-16T19:42:25.606 INFO:tasks.rados.rados.0.smithi002.stdout:3643: done (3 left) 2023-12-16T19:42:25.606 INFO:tasks.rados.rados.0.smithi002.stdout:3648: delete oid 29 current snap is 355 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:3646: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:3646: finishing rollback tid 2 to smithi002125626-36 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3691 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:3647: finishing rollback tid 1 to smithi002125626-11 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:3647: finishing rollback tid 2 to smithi002125626-11 2023-12-16T19:42:25.607 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4023 (ObjNum 1026 snap 308 seq_num 1026) dirty exists 2023-12-16T19:42:25.608 INFO:tasks.rados.rados.0.smithi002.stdout:3645: done (3 left) 2023-12-16T19:42:25.608 INFO:tasks.rados.rados.0.smithi002.stdout:3646: done (2 left) 2023-12-16T19:42:25.608 INFO:tasks.rados.rados.0.smithi002.stdout:3647: done (1 left) 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:3648: done (0 left) 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:3649: rmattr oid 43 current snap is 355 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:3649: done (0 left) 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:3650: rollback oid 7 current snap is 355 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 7 to 261 2023-12-16T19:42:25.609 INFO:tasks.rados.rados.0.smithi002.stdout:3651: snap_remove snap 288 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:3651: done (1 left) 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 39 current snap is 355 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:3650: finishing rollback tid 0 to smithi002125626-7 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:3650: finishing rollback tid 1 to smithi002125626-7 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:3650: finishing rollback tid 2 to smithi002125626-7 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4611 (ObjNum 785 snap 248 seq_num 785) dirty exists 2023-12-16T19:42:26.078 INFO:tasks.rados.rados.0.smithi002.stdout:3652: seq_num 1133 ranges {1712128=581632,2293760=753664,3047424=573440,3620864=278528} 2023-12-16T19:42:26.091 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi002125626-39 from 1712128 to 2293760 tid 1 2023-12-16T19:42:26.097 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi002125626-39 from 2293760 to 3047424 tid 2 2023-12-16T19:42:26.101 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi002125626-39 from 3047424 to 3620864 tid 3 2023-12-16T19:42:26.103 INFO:tasks.rados.rados.0.smithi002.stdout:3652: writing smithi002125626-39 from 3620864 to 3899392 tid 4 2023-12-16T19:42:26.103 INFO:tasks.rados.rados.0.smithi002.stdout:3650: done (1 left) 2023-12-16T19:42:26.103 INFO:tasks.rados.rados.0.smithi002.stdout:3653: snap_create 2023-12-16T19:42:26.106 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 1 to smithi002125626-39 2023-12-16T19:42:26.106 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 2 to smithi002125626-39 2023-12-16T19:42:26.111 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 3 to smithi002125626-39 2023-12-16T19:42:26.111 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 4 to smithi002125626-39 2023-12-16T19:42:26.112 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 5 to smithi002125626-39 2023-12-16T19:42:26.113 INFO:tasks.rados.rados.0.smithi002.stdout:3652: finishing write tid 6 to smithi002125626-39 2023-12-16T19:42:26.113 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 39 v 4309 (ObjNum 1133 snap 355 seq_num 1133) dirty exists 2023-12-16T19:42:26.113 INFO:tasks.rados.rados.0.smithi002.stdout:3652: left oid 39 (ObjNum 1133 snap 355 seq_num 1133) 2023-12-16T19:42:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:26 smithi002 ceph-mon[137674]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T19:42:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:26 smithi002 ceph-mon[137674]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2023-12-16T19:42:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:26 smithi002 ceph-mon[140029]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T19:42:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:26 smithi002 ceph-mon[140029]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2023-12-16T19:42:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:26 smithi043 ceph-mon[135010]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T19:42:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:26 smithi043 ceph-mon[135010]: pgmap v841: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2023-12-16T19:42:27.081 INFO:tasks.rados.rados.0.smithi002.stdout:3652: done (1 left) 2023-12-16T19:42:27.082 INFO:tasks.rados.rados.0.smithi002.stdout:3653: done (0 left) 2023-12-16T19:42:27.082 INFO:tasks.rados.rados.0.smithi002.stdout:3654: snap_create 2023-12-16T19:42:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:27 smithi002 ceph-mon[137674]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T19:42:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:27 smithi002 ceph-mon[140029]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T19:42:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:27 smithi043 ceph-mon[135010]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T19:42:28.064 INFO:tasks.rados.rados.0.smithi002.stdout:3654: done (0 left) 2023-12-16T19:42:28.064 INFO:tasks.rados.rados.0.smithi002.stdout:3655: snap_remove snap 261 2023-12-16T19:42:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[137674]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T19:42:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[137674]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 850 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2023-12-16T19:42:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[137674]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T19:42:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[140029]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T19:42:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[140029]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 850 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2023-12-16T19:42:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:28 smithi002 ceph-mon[140029]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T19:42:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:28 smithi043 ceph-mon[135010]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T19:42:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:28 smithi043 ceph-mon[135010]: pgmap v844: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 850 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2023-12-16T19:42:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:28 smithi043 ceph-mon[135010]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T19:42:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3655: done (0 left) 2023-12-16T19:42:29.072 INFO:tasks.rados.rados.0.smithi002.stdout:3656: snap_remove snap 353 2023-12-16T19:42:29.604 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:42:29.928 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:42:29.928 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (10m) 7m ago 13m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:42:29.928 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (10m) 5m ago 13m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (14m) 7m ago 14m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (14m) 5m ago 14m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (9m) 5m ago 16m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (10m) 7m ago 17m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (9m) 7m ago 17m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (9m) 5m ago 16m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (9m) 7m ago 16m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (10m) 7m ago 13m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (10m) 5m ago 13m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (8m) 7m ago 16m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (8m) 7m ago 15m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (7m) 7m ago 15m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 7m ago 15m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:42:29.929 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (6m) 5m ago 15m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:42:29.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (6m) 5m ago 14m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:42:29.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (5m) 5m ago 14m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:42:29.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (5m) 5m ago 14m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:42:29.930 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (10m) 5m ago 13m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:42:30.076 INFO:tasks.rados.rados.0.smithi002.stdout:3656: done (0 left) 2023-12-16T19:42:30.076 INFO:tasks.rados.rados.0.smithi002.stdout:3657: rmattr oid 1 current snap is 357 2023-12-16T19:42:30.076 INFO:tasks.rados.rados.0.smithi002.stdout:3657: done (0 left) 2023-12-16T19:42:30.076 INFO:tasks.rados.rados.0.smithi002.stdout:3658: snap_remove snap 330 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[137674]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[137674]: pgmap v847: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 534 KiB/s wr, 2 op/s 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[137674]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[140029]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[140029]: pgmap v847: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 534 KiB/s wr, 2 op/s 2023-12-16T19:42:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:30 smithi002 ceph-mon[140029]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:30.339 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:42:30.339 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:42:30.339 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:42:30.339 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:42:30.340 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:42:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:30 smithi043 ceph-mon[135010]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T19:42:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:30 smithi043 ceph-mon[135010]: pgmap v847: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 848 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 534 KiB/s wr, 2 op/s 2023-12-16T19:42:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:30 smithi043 ceph-mon[135010]: from='client.34512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:31.082 INFO:tasks.rados.rados.0.smithi002.stdout:3658: done (0 left) 2023-12-16T19:42:31.082 INFO:tasks.rados.rados.0.smithi002.stdout:3659: delete oid 18 current snap is 357 2023-12-16T19:42:31.099 INFO:tasks.rados.rados.0.smithi002.stdout:3659: done (0 left) 2023-12-16T19:42:31.099 INFO:tasks.rados.rados.0.smithi002.stdout:3660: setattr oid 31 current snap is 357 2023-12-16T19:42:31.101 INFO:tasks.rados.rados.0.smithi002.stdout:3661: copy_from oid 2 from oid 7 current snap is 357 2023-12-16T19:42:31.101 INFO:tasks.rados.rados.0.smithi002.stdout:3662: read oid 50 snap -1 2023-12-16T19:42:31.101 INFO:tasks.rados.rados.0.smithi002.stdout:3662: expect (ObjNum 1129 snap 352 seq_num 1129) 2023-12-16T19:42:31.101 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 18 current snap is 357 2023-12-16T19:42:31.101 INFO:tasks.rados.rados.0.smithi002.stdout:3663: seq_num 1135 ranges {0=614400,614400=524288,1138688=540672,1679360=483328,2162688=57344} 2023-12-16T19:42:31.105 INFO:tasks.rados.rados.0.smithi002.stdout:3663: writing smithi002125626-18 from 0 to 614400 tid 1 2023-12-16T19:42:31.109 INFO:tasks.rados.rados.0.smithi002.stdout:3663: writing smithi002125626-18 from 614400 to 1138688 tid 2 2023-12-16T19:42:31.113 INFO:tasks.rados.rados.0.smithi002.stdout:3663: writing smithi002125626-18 from 1138688 to 1679360 tid 3 2023-12-16T19:42:31.117 INFO:tasks.rados.rados.0.smithi002.stdout:3663: writing smithi002125626-18 from 1679360 to 2162688 tid 4 2023-12-16T19:42:31.118 INFO:tasks.rados.rados.0.smithi002.stdout:3663: writing smithi002125626-18 from 2162688 to 2220032 tid 5 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3664: read oid 21 snap -1 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3664: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3665: copy_from oid 34 from oid 4 current snap is 357 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4022 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 1 to smithi002125626-18 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 2 to smithi002125626-18 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 3 to smithi002125626-18 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3660: done (5 left) 2023-12-16T19:42:31.119 INFO:tasks.rados.rados.0.smithi002.stdout:3666: setattr oid 26 current snap is 357 2023-12-16T19:42:31.122 INFO:tasks.rados.rados.0.smithi002.stdout:3667: delete oid 25 current snap is 357 2023-12-16T19:42:31.122 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 4 to smithi002125626-18 2023-12-16T19:42:31.122 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 5 to smithi002125626-18 2023-12-16T19:42:31.123 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 6 to smithi002125626-18 2023-12-16T19:42:31.125 INFO:tasks.rados.rados.0.smithi002.stdout:3663: finishing write tid 7 to smithi002125626-18 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 18 v 3682 (ObjNum 1135 snap 357 seq_num 1135) dirty exists 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:3663: left oid 18 (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:3663: done (6 left) 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:3667: done (5 left) 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 357 2023-12-16T19:42:31.126 INFO:tasks.rados.rados.0.smithi002.stdout:3668: seq_num 1137 ranges {2031616=647168,2678784=696320,3375104=557056,3932160=352256} 2023-12-16T19:42:31.141 INFO:tasks.rados.rados.0.smithi002.stdout:3668: writing smithi002125626-42 from 2031616 to 2678784 tid 1 2023-12-16T19:42:31.146 INFO:tasks.rados.rados.0.smithi002.stdout:3668: writing smithi002125626-42 from 2678784 to 3375104 tid 2 2023-12-16T19:42:31.149 INFO:tasks.rados.rados.0.smithi002.stdout:3668: writing smithi002125626-42 from 3375104 to 3932160 tid 3 2023-12-16T19:42:31.152 INFO:tasks.rados.rados.0.smithi002.stdout:3668: writing smithi002125626-42 from 3932160 to 4284416 tid 4 2023-12-16T19:42:31.152 INFO:tasks.rados.rados.0.smithi002.stdout:3669: copy_from oid 46 from oid 27 current snap is 357 2023-12-16T19:42:31.152 INFO:tasks.rados.rados.0.smithi002.stdout:3670: copy_from oid 23 from oid 19 current snap is 357 2023-12-16T19:42:31.152 INFO:tasks.rados.rados.0.smithi002.stdout:3662: expect (ObjNum 1129 snap 352 seq_num 1129) 2023-12-16T19:42:31.254 INFO:tasks.rados.rados.0.smithi002.stdout:3665: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:42:31.254 INFO:tasks.rados.rados.0.smithi002.stdout:3665: finishing copy_from to smithi002125626-34 2023-12-16T19:42:31.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3243 (ObjNum 1124 snap 351 seq_num 1124) dirty exists 2023-12-16T19:42:31.254 INFO:tasks.rados.rados.0.smithi002.stdout:3664: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T19:42:31.257 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4651 (ObjNum 1120 snap 350 seq_num 1120) dirty exists 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 1 to smithi002125626-42 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3661: finishing copy_from racing read to smithi002125626-2 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3661: finishing copy_from to smithi002125626-2 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4611 (ObjNum 785 snap 248 seq_num 785) dirty exists 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3661: done (7 left) 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3662: done (6 left) 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3664: done (5 left) 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3665: done (4 left) 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3666: done (3 left) 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:3671: rollback oid 9 current snap is 357 2023-12-16T19:42:31.258 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 9 to 323 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 2 to smithi002125626-42 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 3 to smithi002125626-42 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 4 to smithi002125626-42 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 5 to smithi002125626-42 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: finishing write tid 6 to smithi002125626-42 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3683 (ObjNum 1137 snap 357 seq_num 1137) dirty exists 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: left oid 42 (ObjNum 1137 snap 357 seq_num 1137) 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3669: finishing copy_from racing read to smithi002125626-46 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3669: finishing copy_from to smithi002125626-46 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3667 (ObjNum 1086 snap 331 seq_num 1086) dirty exists 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3668: done (3 left) 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3669: done (2 left) 2023-12-16T19:42:31.259 INFO:tasks.rados.rados.0.smithi002.stdout:3672: snap_remove snap 355 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[137674]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[137674]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/711855950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[140029]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[140029]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T19:42:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/711855950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:31 smithi043 ceph-mon[135010]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:42:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:31 smithi043 ceph-mon[135010]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T19:42:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/711855950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3672: done (2 left) 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3673: snap_create 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3670: finishing copy_from racing read to smithi002125626-23 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3670: finishing copy_from to smithi002125626-23 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3237 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing rollback tid 0 to smithi002125626-9 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing rollback tid 1 to smithi002125626-9 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:3671: finishing rollback tid 2 to smithi002125626-9 2023-12-16T19:42:32.088 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 9 v 4514 (ObjNum 1041 snap 317 seq_num 1041) dirty exists 2023-12-16T19:42:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:32 smithi002 ceph-mon[137674]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T19:42:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:32 smithi002 ceph-mon[137674]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 794 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:42:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:31] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:42:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:32 smithi002 ceph-mon[140029]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T19:42:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:32 smithi002 ceph-mon[140029]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 794 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:42:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:32 smithi043 ceph-mon[135010]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T19:42:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:32 smithi043 ceph-mon[135010]: pgmap v850: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 794 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:42:33.065 INFO:tasks.rados.rados.0.smithi002.stdout:3670: done (2 left) 2023-12-16T19:42:33.065 INFO:tasks.rados.rados.0.smithi002.stdout:3671: done (1 left) 2023-12-16T19:42:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3673: done (0 left) 2023-12-16T19:42:33.066 INFO:tasks.rados.rados.0.smithi002.stdout:3674: setattr oid 5 current snap is 358 2023-12-16T19:42:33.067 INFO:tasks.rados.rados.0.smithi002.stdout:3675: snap_remove snap 349 2023-12-16T19:42:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:33 smithi002 ceph-mon[137674]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T19:42:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:33 smithi002 ceph-mon[137674]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T19:42:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:33 smithi002 ceph-mon[140029]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T19:42:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:33 smithi002 ceph-mon[140029]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T19:42:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:33 smithi043 ceph-mon[135010]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T19:42:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:33 smithi043 ceph-mon[135010]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T19:42:34.073 INFO:tasks.rados.rados.0.smithi002.stdout:3675: done (1 left) 2023-12-16T19:42:34.073 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 358 2023-12-16T19:42:34.073 INFO:tasks.rados.rados.0.smithi002.stdout:3676: seq_num 1138 ranges {1916928=663552,2580480=581632,3162112=712704,3874816=311296} 2023-12-16T19:42:34.089 INFO:tasks.rados.rados.0.smithi002.stdout:3676: writing smithi002125626-36 from 1916928 to 2580480 tid 1 2023-12-16T19:42:34.093 INFO:tasks.rados.rados.0.smithi002.stdout:3676: writing smithi002125626-36 from 2580480 to 3162112 tid 2 2023-12-16T19:42:34.098 INFO:tasks.rados.rados.0.smithi002.stdout:3676: writing smithi002125626-36 from 3162112 to 3874816 tid 3 2023-12-16T19:42:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3676: writing smithi002125626-36 from 3874816 to 4186112 tid 4 2023-12-16T19:42:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4515 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2023-12-16T19:42:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3674: done (1 left) 2023-12-16T19:42:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3677: setattr oid 35 current snap is 358 2023-12-16T19:42:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 26 current snap is 358 2023-12-16T19:42:34.102 INFO:tasks.rados.rados.0.smithi002.stdout:3678: seq_num 1139 ranges {2441216=679936,3121152=458752,3579904=524288,4104192=540672,4644864=81920} 2023-12-16T19:42:34.119 INFO:tasks.rados.rados.0.smithi002.stdout:3678: writing smithi002125626-26 from 2441216 to 3121152 tid 1 2023-12-16T19:42:34.122 INFO:tasks.rados.rados.0.smithi002.stdout:3678: writing smithi002125626-26 from 3121152 to 3579904 tid 2 2023-12-16T19:42:34.125 INFO:tasks.rados.rados.0.smithi002.stdout:3678: writing smithi002125626-26 from 3579904 to 4104192 tid 3 2023-12-16T19:42:34.129 INFO:tasks.rados.rados.0.smithi002.stdout:3678: writing smithi002125626-26 from 4104192 to 4644864 tid 4 2023-12-16T19:42:34.130 INFO:tasks.rados.rados.0.smithi002.stdout:3678: writing smithi002125626-26 from 4644864 to 4726784 tid 5 2023-12-16T19:42:34.130 INFO:tasks.rados.rados.0.smithi002.stdout:3679: snap_create 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 1 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 2 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 3 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 4 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 5 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4663 (ObjNum 1129 snap 352 seq_num 1129) dirty exists 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: finishing write tid 6 to smithi002125626-36 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3696 (ObjNum 1138 snap 358 seq_num 1138) dirty exists 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3676: left oid 36 (ObjNum 1138 snap 358 seq_num 1138) 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 1 to smithi002125626-26 2023-12-16T19:42:34.131 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 2 to smithi002125626-26 2023-12-16T19:42:34.137 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 3 to smithi002125626-26 2023-12-16T19:42:34.137 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 4 to smithi002125626-26 2023-12-16T19:42:34.138 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 5 to smithi002125626-26 2023-12-16T19:42:34.138 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 6 to smithi002125626-26 2023-12-16T19:42:34.140 INFO:tasks.rados.rados.0.smithi002.stdout:3678: finishing write tid 7 to smithi002125626-26 2023-12-16T19:42:34.140 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4670 (ObjNum 1139 snap 358 seq_num 1139) dirty exists 2023-12-16T19:42:34.140 INFO:tasks.rados.rados.0.smithi002.stdout:3678: left oid 26 (ObjNum 1139 snap 358 seq_num 1139) 2023-12-16T19:42:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:34 smithi002 ceph-mon[140029]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 767 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-16T19:42:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:34 smithi002 ceph-mon[140029]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T19:42:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:34 smithi002 ceph-mon[137674]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 767 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-16T19:42:34.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:34 smithi002 ceph-mon[137674]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T19:42:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:34 smithi043 ceph-mon[135010]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 767 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-16T19:42:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:34 smithi043 ceph-mon[135010]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3676: done (3 left) 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3677: done (2 left) 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3678: done (1 left) 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3679: done (0 left) 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3680: rollback oid 46 current snap is 359 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 46 to 279 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 359 2023-12-16T19:42:35.101 INFO:tasks.rados.rados.0.smithi002.stdout:3681: seq_num 1140 ranges {20398080=696320,21094400=745472,21839872=729088,22568960=131072} 2023-12-16T19:42:35.215 INFO:tasks.rados.rados.0.smithi002.stdout:3681: writing smithi002125626-48 from 20398080 to 21094400 tid 1 2023-12-16T19:42:35.219 INFO:tasks.rados.rados.0.smithi002.stdout:3681: writing smithi002125626-48 from 21094400 to 21839872 tid 2 2023-12-16T19:42:35.224 INFO:tasks.rados.rados.0.smithi002.stdout:3681: writing smithi002125626-48 from 21839872 to 22568960 tid 3 2023-12-16T19:42:35.225 INFO:tasks.rados.rados.0.smithi002.stdout:3681: writing smithi002125626-48 from 22568960 to 22700032 tid 4 2023-12-16T19:42:35.225 INFO:tasks.rados.rados.0.smithi002.stdout:3682: read oid 33 snap -1 2023-12-16T19:42:35.225 INFO:tasks.rados.rados.0.smithi002.stdout:3682: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:35.225 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing rollback tid 0 to smithi002125626-46 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing rollback tid 1 to smithi002125626-46 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3680: finishing rollback tid 2 to smithi002125626-46 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3701 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 1 to smithi002125626-48 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3683: read oid 26 snap -1 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3683: expect (ObjNum 1139 snap 358 seq_num 1139) 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3680: done (3 left) 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3684: snap_create 2023-12-16T19:42:35.226 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 2 to smithi002125626-48 2023-12-16T19:42:35.232 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 3 to smithi002125626-48 2023-12-16T19:42:35.232 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 4 to smithi002125626-48 2023-12-16T19:42:35.233 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 5 to smithi002125626-48 2023-12-16T19:42:35.235 INFO:tasks.rados.rados.0.smithi002.stdout:3681: finishing write tid 6 to smithi002125626-48 2023-12-16T19:42:35.235 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3688 (ObjNum 1140 snap 359 seq_num 1140) dirty exists 2023-12-16T19:42:35.235 INFO:tasks.rados.rados.0.smithi002.stdout:3681: left oid 48 (ObjNum 1140 snap 359 seq_num 1140) 2023-12-16T19:42:35.244 INFO:tasks.rados.rados.0.smithi002.stdout:3683: expect (ObjNum 1139 snap 358 seq_num 1139) 2023-12-16T19:42:35.423 INFO:tasks.rados.rados.0.smithi002.stdout:3682: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[137674]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[137674]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[140029]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[140029]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2023-12-16T19:42:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:36 smithi043 ceph-mon[135010]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T19:42:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:36 smithi043 ceph-mon[135010]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 781 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2023-12-16T19:42:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:37 smithi002 ceph-mon[137674]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T19:42:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:37 smithi002 ceph-mon[140029]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T19:42:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:37 smithi043 ceph-mon[135010]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T19:42:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:38 smithi043 ceph-mon[135010]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2023-12-16T19:42:38.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:38 smithi043 ceph-mon[135010]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T19:42:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:38 smithi002 ceph-mon[137674]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2023-12-16T19:42:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:38 smithi002 ceph-mon[137674]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T19:42:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:38 smithi002 ceph-mon[140029]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2023-12-16T19:42:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:38 smithi002 ceph-mon[140029]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:3681: done (3 left) 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:3682: done (2 left) 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:3683: done (1 left) 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:3684: done (0 left) 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 360 2023-12-16T19:42:38.726 INFO:tasks.rados.rados.0.smithi002.stdout:3685: seq_num 1141 ranges {1548288=712704,2260992=679936,2940928=540672,3481600=385024} 2023-12-16T19:42:38.738 INFO:tasks.rados.rados.0.smithi002.stdout:3685: writing smithi002125626-38 from 1548288 to 2260992 tid 1 2023-12-16T19:42:38.742 INFO:tasks.rados.rados.0.smithi002.stdout:3685: writing smithi002125626-38 from 2260992 to 2940928 tid 2 2023-12-16T19:42:38.745 INFO:tasks.rados.rados.0.smithi002.stdout:3685: writing smithi002125626-38 from 2940928 to 3481600 tid 3 2023-12-16T19:42:38.748 INFO:tasks.rados.rados.0.smithi002.stdout:3685: writing smithi002125626-38 from 3481600 to 3866624 tid 4 2023-12-16T19:42:38.748 INFO:tasks.rados.rados.0.smithi002.stdout:3686: snap_remove snap 359 2023-12-16T19:42:39.111 INFO:tasks.rados.rados.0.smithi002.stdout:3686: done (1 left) 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3687: copy_from oid 41 from oid 7 current snap is 360 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 1 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 2 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 3 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 4 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 5 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: finishing write tid 6 to smithi002125626-38 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4676 (ObjNum 1141 snap 360 seq_num 1141) dirty exists 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: left oid 38 (ObjNum 1141 snap 360 seq_num 1141) 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3685: done (1 left) 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3688: copy_from oid 40 from oid 29 current snap is 360 2023-12-16T19:42:39.112 INFO:tasks.rados.rados.0.smithi002.stdout:3689: delete oid 36 current snap is 360 2023-12-16T19:42:39.113 INFO:tasks.rados.rados.0.smithi002.stdout:3688: finishing copy_from to smithi002125626-40 2023-12-16T19:42:39.113 INFO:tasks.rados.rados.0.smithi002.stdout:3688: got expected ENOENT (src dne) 2023-12-16T19:42:39.113 INFO:tasks.rados.rados.0.smithi002.stdout:3688: finishing copy_from racing read to smithi002125626-40 2023-12-16T19:42:39.119 INFO:tasks.rados.rados.0.smithi002.stdout:3688: done (2 left) 2023-12-16T19:42:39.119 INFO:tasks.rados.rados.0.smithi002.stdout:3689: done (1 left) 2023-12-16T19:42:39.119 INFO:tasks.rados.rados.0.smithi002.stdout:3690: snap_create 2023-12-16T19:42:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3687: finishing copy_from racing read to smithi002125626-41 2023-12-16T19:42:39.145 INFO:tasks.rados.rados.0.smithi002.stdout:3687: finishing copy_from to smithi002125626-41 2023-12-16T19:42:39.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4611 (ObjNum 785 snap 248 seq_num 785) dirty exists 2023-12-16T19:42:40.116 INFO:tasks.rados.rados.0.smithi002.stdout:3687: done (1 left) 2023-12-16T19:42:40.116 INFO:tasks.rados.rados.0.smithi002.stdout:3690: done (0 left) 2023-12-16T19:42:40.117 INFO:tasks.rados.rados.0.smithi002.stdout:3691: snap_remove snap 306 2023-12-16T19:42:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:40 smithi002 ceph-mon[137674]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T19:42:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:40 smithi002 ceph-mon[137674]: pgmap v861: 121 pgs: 121 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-16T19:42:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:40 smithi002 ceph-mon[140029]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T19:42:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:40 smithi002 ceph-mon[140029]: pgmap v861: 121 pgs: 121 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-16T19:42:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:40 smithi043 ceph-mon[135010]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T19:42:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:40 smithi043 ceph-mon[135010]: pgmap v861: 121 pgs: 121 active+clean; 783 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-16T19:42:41.119 INFO:tasks.rados.rados.0.smithi002.stdout:3691: done (0 left) 2023-12-16T19:42:41.119 INFO:tasks.rados.rados.0.smithi002.stdout:3692: delete oid 36 current snap is 361 2023-12-16T19:42:41.136 INFO:tasks.rados.rados.0.smithi002.stdout:3692: done (0 left) 2023-12-16T19:42:41.136 INFO:tasks.rados.rados.0.smithi002.stdout:3693: rmattr oid 37 current snap is 361 2023-12-16T19:42:41.136 INFO:tasks.rados.rados.0.smithi002.stdout:3693: done (0 left) 2023-12-16T19:42:41.137 INFO:tasks.rados.rados.0.smithi002.stdout:3694: read oid 40 snap -1 2023-12-16T19:42:41.137 INFO:tasks.rados.rados.0.smithi002.stdout:3694: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:42:41.137 INFO:tasks.rados.rados.0.smithi002.stdout:3695: snap_create 2023-12-16T19:42:41.149 INFO:tasks.rados.rados.0.smithi002.stdout:3694: expect (ObjNum 802 snap 249 seq_num 802) 2023-12-16T19:42:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:41 smithi002 ceph-mon[137674]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T19:42:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:41 smithi002 ceph-mon[140029]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T19:42:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:41 smithi043 ceph-mon[135010]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T19:42:42.130 INFO:tasks.rados.rados.0.smithi002.stdout:3694: done (1 left) 2023-12-16T19:42:42.131 INFO:tasks.rados.rados.0.smithi002.stdout:3695: done (0 left) 2023-12-16T19:42:42.131 INFO:tasks.rados.rados.0.smithi002.stdout:3696: setattr oid 19 current snap is 362 2023-12-16T19:42:42.131 INFO:tasks.rados.rados.0.smithi002.stdout:3697: copy_from oid 24 from oid 17 current snap is 362 2023-12-16T19:42:42.131 INFO:tasks.rados.rados.0.smithi002.stdout:3698: snap_create 2023-12-16T19:42:42.141 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 3244 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:42:42.173 INFO:tasks.rados.rados.0.smithi002.stdout:3697: finishing copy_from racing read to smithi002125626-24 2023-12-16T19:42:42.174 INFO:tasks.rados.rados.0.smithi002.stdout:3697: finishing copy_from to smithi002125626-24 2023-12-16T19:42:42.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 3679 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:42:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:42 smithi002 ceph-mon[137674]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T19:42:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:42 smithi002 ceph-mon[137674]: pgmap v864: 121 pgs: 121 active+clean; 787 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:42:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:42 smithi002 ceph-mon[140029]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T19:42:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:42 smithi002 ceph-mon[140029]: pgmap v864: 121 pgs: 121 active+clean; 787 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:42:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:41] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2023-12-16T19:42:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:42 smithi043 ceph-mon[135010]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T19:42:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:42 smithi043 ceph-mon[135010]: pgmap v864: 121 pgs: 121 active+clean; 787 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:42:43.068 INFO:tasks.rados.rados.0.smithi002.stdout:3696: done (2 left) 2023-12-16T19:42:43.068 INFO:tasks.rados.rados.0.smithi002.stdout:3697: done (1 left) 2023-12-16T19:42:43.069 INFO:tasks.rados.rados.0.smithi002.stdout:3698: done (0 left) 2023-12-16T19:42:43.069 INFO:tasks.rados.rados.0.smithi002.stdout:3699: read oid 6 snap -1 2023-12-16T19:42:43.069 INFO:tasks.rados.rados.0.smithi002.stdout:3699: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:42:43.069 INFO:tasks.rados.rados.0.smithi002.stdout:3700: snap_create 2023-12-16T19:42:43.077 INFO:tasks.rados.rados.0.smithi002.stdout:3699: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:42:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:43 smithi002 ceph-mon[137674]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T19:42:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:43 smithi002 ceph-mon[137674]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T19:42:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:43 smithi002 ceph-mon[140029]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T19:42:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:43 smithi002 ceph-mon[140029]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T19:42:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:43 smithi043 ceph-mon[135010]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T19:42:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:43 smithi043 ceph-mon[135010]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T19:42:44.070 INFO:tasks.rados.rados.0.smithi002.stdout:3699: done (1 left) 2023-12-16T19:42:44.070 INFO:tasks.rados.rados.0.smithi002.stdout:3700: done (0 left) 2023-12-16T19:42:44.070 INFO:tasks.rados.rados.0.smithi002.stdout:3701: rollback oid 35 current snap is 364 2023-12-16T19:42:44.070 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 35 to 351 2023-12-16T19:42:44.070 INFO:tasks.rados.rados.0.smithi002.stdout:3702: snap_remove snap 362 2023-12-16T19:42:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:44 smithi002 ceph-mon[137674]: pgmap v867: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-16T19:42:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:44 smithi002 ceph-mon[137674]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T19:42:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:44 smithi002 ceph-mon[140029]: pgmap v867: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-16T19:42:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:44 smithi002 ceph-mon[140029]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T19:42:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:44 smithi043 ceph-mon[135010]: pgmap v867: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-16T19:42:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:44 smithi043 ceph-mon[135010]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3702: done (1 left) 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3703: read oid 21 snap 347 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3703: expect deleted 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3704: rollback oid 8 current snap is 364 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 347 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing rollback tid 0 to smithi002125626-35 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing rollback tid 1 to smithi002125626-35 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3701: finishing rollback tid 2 to smithi002125626-35 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4692 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3701: done (2 left) 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3705: rmattr oid 17 current snap is 364 2023-12-16T19:42:45.073 INFO:tasks.rados.rados.0.smithi002.stdout:3706: read oid 23 snap -1 2023-12-16T19:42:45.074 INFO:tasks.rados.rados.0.smithi002.stdout:3706: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:42:45.074 INFO:tasks.rados.rados.0.smithi002.stdout:3707: snap_create 2023-12-16T19:42:45.082 INFO:tasks.rados.rados.0.smithi002.stdout:3704: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:42:45.082 INFO:tasks.rados.rados.0.smithi002.stdout:3704: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:42:45.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3683 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2023-12-16T19:42:45.084 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3684 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:42:45.096 INFO:tasks.rados.rados.0.smithi002.stdout:3706: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:42:46.077 INFO:tasks.rados.rados.0.smithi002.stdout:3703: done (4 left) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3704: done (3 left) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3705: done (2 left) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3706: done (1 left) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3707: done (0 left) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3708: read oid 42 snap -1 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3708: expect (ObjNum 1137 snap 357 seq_num 1137) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3709: rollback oid 40 current snap is 365 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 40 to 304 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3710: read oid 5 snap -1 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3710: expect (ObjNum 1042 snap 318 seq_num 1042) 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3711: rmattr oid 24 current snap is 365 2023-12-16T19:42:46.078 INFO:tasks.rados.rados.0.smithi002.stdout:3712: read oid 45 snap -1 2023-12-16T19:42:46.079 INFO:tasks.rados.rados.0.smithi002.stdout:3712: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:46.079 INFO:tasks.rados.rados.0.smithi002.stdout:3713: copy_from oid 43 from oid 30 current snap is 365 2023-12-16T19:42:46.079 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 22 current snap is 365 2023-12-16T19:42:46.079 INFO:tasks.rados.rados.0.smithi002.stdout:3714: seq_num 1144 ranges {6283264=770048,7053312=737280,7790592=712704,8503296=155648} 2023-12-16T19:42:46.116 INFO:tasks.rados.rados.0.smithi002.stdout:3714: writing smithi002125626-22 from 6283264 to 7053312 tid 1 2023-12-16T19:42:46.121 INFO:tasks.rados.rados.0.smithi002.stdout:3714: writing smithi002125626-22 from 7053312 to 7790592 tid 2 2023-12-16T19:42:46.125 INFO:tasks.rados.rados.0.smithi002.stdout:3714: writing smithi002125626-22 from 7790592 to 8503296 tid 3 2023-12-16T19:42:46.126 INFO:tasks.rados.rados.0.smithi002.stdout:3714: writing smithi002125626-22 from 8503296 to 8658944 tid 4 2023-12-16T19:42:46.127 INFO:tasks.rados.rados.0.smithi002.stdout:3715: read oid 23 snap -1 2023-12-16T19:42:46.127 INFO:tasks.rados.rados.0.smithi002.stdout:3715: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:42:46.127 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 365 2023-12-16T19:42:46.127 INFO:tasks.rados.rados.0.smithi002.stdout:3709: finishing rollback tid 0 to smithi002125626-40 2023-12-16T19:42:46.127 INFO:tasks.rados.rados.0.smithi002.stdout:3716: seq_num 1145 ranges {2039808=786432,2826240=622592,3448832=516096,3964928=417792,4382720=49152} 2023-12-16T19:42:46.142 INFO:tasks.rados.rados.0.smithi002.stdout:3716: writing smithi002125626-4 from 2039808 to 2826240 tid 1 2023-12-16T19:42:46.146 INFO:tasks.rados.rados.0.smithi002.stdout:3716: writing smithi002125626-4 from 2826240 to 3448832 tid 2 2023-12-16T19:42:46.149 INFO:tasks.rados.rados.0.smithi002.stdout:3716: writing smithi002125626-4 from 3448832 to 3964928 tid 3 2023-12-16T19:42:46.151 INFO:tasks.rados.rados.0.smithi002.stdout:3716: writing smithi002125626-4 from 3964928 to 4382720 tid 4 2023-12-16T19:42:46.152 INFO:tasks.rados.rados.0.smithi002.stdout:3716: writing smithi002125626-4 from 4382720 to 4431872 tid 5 2023-12-16T19:42:46.152 INFO:tasks.rados.rados.0.smithi002.stdout:3717: read oid 13 snap -1 2023-12-16T19:42:46.152 INFO:tasks.rados.rados.0.smithi002.stdout:3717: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3718: rollback oid 41 current snap is 365 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 348 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3709: finishing rollback tid 1 to smithi002125626-40 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3709: finishing rollback tid 2 to smithi002125626-40 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4026 (ObjNum 897 snap 278 seq_num 897) dirty exists 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3709: done (10 left) 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3719: snap_create 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3713: finishing copy_from to smithi002125626-43 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3713: got expected ENOENT (src dne) 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3713: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:42:46.153 INFO:tasks.rados.rados.0.smithi002.stdout:3710: expect (ObjNum 1042 snap 318 seq_num 1042) 2023-12-16T19:42:46.357 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4310 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:42:46.358 INFO:tasks.rados.rados.0.smithi002.stdout:3708: expect (ObjNum 1137 snap 357 seq_num 1137) 2023-12-16T19:42:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:46 smithi002 ceph-mon[137674]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T19:42:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:46 smithi002 ceph-mon[137674]: pgmap v870: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:42:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:46 smithi002 ceph-mon[140029]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T19:42:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:46 smithi002 ceph-mon[140029]: pgmap v870: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:42:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:46 smithi043 ceph-mon[135010]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T19:42:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:46 smithi043 ceph-mon[135010]: pgmap v870: 121 pgs: 121 active+clean; 793 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-16T19:42:46.509 INFO:tasks.rados.rados.0.smithi002.stdout:3712: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:42:46.766 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 1 to smithi002125626-22 2023-12-16T19:42:46.766 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 2 to smithi002125626-22 2023-12-16T19:42:46.766 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 3 to smithi002125626-22 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 4 to smithi002125626-22 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 5 to smithi002125626-22 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:3714: finishing write tid 6 to smithi002125626-22 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4031 (ObjNum 1144 snap 365 seq_num 1144) dirty exists 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:3714: left oid 22 (ObjNum 1144 snap 365 seq_num 1144) 2023-12-16T19:42:46.767 INFO:tasks.rados.rados.0.smithi002.stdout:3715: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 1 to smithi002125626-4 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 2 to smithi002125626-4 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 3 to smithi002125626-4 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 4 to smithi002125626-4 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 5 to smithi002125626-4 2023-12-16T19:42:47.002 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 6 to smithi002125626-4 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3716: finishing write tid 7 to smithi002125626-4 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 3250 (ObjNum 1145 snap 365 seq_num 1145) dirty exists 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3716: left oid 4 (ObjNum 1145 snap 365 seq_num 1145) 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3718: finishing rollback tid 0 to smithi002125626-41 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3718: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3718: finishing rollback tid 2 to smithi002125626-41 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4614 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:42:47.003 INFO:tasks.rados.rados.0.smithi002.stdout:3717: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3708: done (10 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3710: done (9 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3711: done (8 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3712: done (7 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3713: done (6 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3714: done (5 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3715: done (4 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3716: done (3 left) 2023-12-16T19:42:47.334 INFO:tasks.rados.rados.0.smithi002.stdout:3717: done (2 left) 2023-12-16T19:42:47.335 INFO:tasks.rados.rados.0.smithi002.stdout:3718: done (1 left) 2023-12-16T19:42:47.335 INFO:tasks.rados.rados.0.smithi002.stdout:3719: done (0 left) 2023-12-16T19:42:47.335 INFO:tasks.rados.rados.0.smithi002.stdout:3720: setattr oid 49 current snap is 366 2023-12-16T19:42:47.335 INFO:tasks.rados.rados.0.smithi002.stdout:3721: rollback oid 23 current snap is 366 2023-12-16T19:42:47.336 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 23 to 352 2023-12-16T19:42:47.336 INFO:tasks.rados.rados.0.smithi002.stdout:3722: snap_remove snap 348 2023-12-16T19:42:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:47 smithi002 ceph-mon[137674]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T19:42:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:47 smithi002 ceph-mon[140029]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T19:42:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:47 smithi043 ceph-mon[135010]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3702 (ObjNum 728 snap 232 seq_num 728) dirty exists 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3721: finishing rollback tid 0 to smithi002125626-23 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3721: finishing rollback tid 1 to smithi002125626-23 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3721: finishing rollback tid 2 to smithi002125626-23 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 23 v 3246 (ObjNum 924 snap 282 seq_num 924) dirty exists 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3720: done (2 left) 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3721: done (1 left) 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3722: done (0 left) 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3723: read oid 11 snap 336 2023-12-16T19:42:48.071 INFO:tasks.rados.rados.0.smithi002.stdout:3723: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:48.072 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 366 2023-12-16T19:42:48.072 INFO:tasks.rados.rados.0.smithi002.stdout:3724: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2023-12-16T19:42:48.076 INFO:tasks.rados.rados.0.smithi002.stdout:3724: writing smithi002125626-37 from 0 to 802816 tid 1 2023-12-16T19:42:48.080 INFO:tasks.rados.rados.0.smithi002.stdout:3724: writing smithi002125626-37 from 802816 to 1302528 tid 2 2023-12-16T19:42:48.085 INFO:tasks.rados.rados.0.smithi002.stdout:3724: writing smithi002125626-37 from 1302528 to 1982464 tid 3 2023-12-16T19:42:48.088 INFO:tasks.rados.rados.0.smithi002.stdout:3724: writing smithi002125626-37 from 1982464 to 2408448 tid 4 2023-12-16T19:42:48.089 INFO:tasks.rados.rados.0.smithi002.stdout:3725: copy_from oid 44 from oid 8 current snap is 366 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:3726: rollback oid 34 current snap is 366 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 311 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:3727: read oid 6 snap -1 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:3727: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 366 2023-12-16T19:42:48.090 INFO:tasks.rados.rados.0.smithi002.stdout:3728: seq_num 1147 ranges {6078464=16384} 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3728: writing smithi002125626-7 from 6078464 to 6094848 tid 1 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3729: rmattr oid 1 current snap is 366 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3729: done (6 left) 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3730: copy_from oid 50 from oid 13 current snap is 366 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 1 to smithi002125626-37 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3731: setattr oid 31 current snap is 366 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 2 to smithi002125626-37 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 3 to smithi002125626-37 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 4 to smithi002125626-37 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:3726: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:42:48.126 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3685 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:42:48.127 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 5 to smithi002125626-37 2023-12-16T19:42:48.127 INFO:tasks.rados.rados.0.smithi002.stdout:3724: finishing write tid 6 to smithi002125626-37 2023-12-16T19:42:48.127 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3702 (ObjNum 1146 snap 366 seq_num 1146) dirty exists 2023-12-16T19:42:48.127 INFO:tasks.rados.rados.0.smithi002.stdout:3724: left oid 37 (ObjNum 1146 snap 366 seq_num 1146) 2023-12-16T19:42:48.127 INFO:tasks.rados.rados.0.smithi002.stdout:3727: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:42:48.191 INFO:tasks.rados.rados.0.smithi002.stdout:3725: finishing copy_from racing read to smithi002125626-44 2023-12-16T19:42:48.191 INFO:tasks.rados.rados.0.smithi002.stdout:3725: finishing copy_from to smithi002125626-44 2023-12-16T19:42:48.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3683 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2023-12-16T19:42:48.191 INFO:tasks.rados.rados.0.smithi002.stdout:3723: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[137674]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[137674]: pgmap v873: 121 pgs: 121 active+clean; 802 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[137674]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[140029]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[140029]: pgmap v873: 121 pgs: 121 active+clean; 802 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-16T19:42:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:48 smithi002 ceph-mon[140029]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T19:42:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:48 smithi043 ceph-mon[135010]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T19:42:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:48 smithi043 ceph-mon[135010]: pgmap v873: 121 pgs: 121 active+clean; 802 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-16T19:42:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:48 smithi043 ceph-mon[135010]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T19:42:50.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:50 smithi002 ceph-mon[137674]: pgmap v875: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 829 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-16T19:42:50.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:50 smithi002 ceph-mon[140029]: pgmap v875: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 829 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-16T19:42:50.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:50 smithi043 ceph-mon[135010]: pgmap v875: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 829 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3730: finishing copy_from racing read to smithi002125626-50 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3728: finishing write tid 1 to smithi002125626-7 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3728: finishing write tid 2 to smithi002125626-7 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3728: finishing write tid 3 to smithi002125626-7 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4705 (ObjNum 1147 snap 366 seq_num 1147) dirty exists 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3728: left oid 7 (ObjNum 1147 snap 366 seq_num 1147) 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3730: finishing copy_from to smithi002125626-50 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 3227 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3723: done (7 left) 2023-12-16T19:42:51.495 INFO:tasks.rados.rados.0.smithi002.stdout:3724: done (6 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3725: done (5 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3726: done (4 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3727: done (3 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3728: done (2 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3730: done (1 left) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3732: rollback oid 1 current snap is 366 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 1 to 291 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3733: read oid 37 snap -1 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3733: expect (ObjNum 1146 snap 366 seq_num 1146) 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3734: rollback oid 2 current snap is 366 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 2 to 328 2023-12-16T19:42:51.496 INFO:tasks.rados.rados.0.smithi002.stdout:3735: rollback oid 34 current snap is 366 2023-12-16T19:42:51.497 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 34 to 354 2023-12-16T19:42:51.497 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 48 current snap is 366 2023-12-16T19:42:51.497 INFO:tasks.rados.rados.0.smithi002.stdout:3736: seq_num 1148 ranges {22700032=32768} 2023-12-16T19:42:51.618 INFO:tasks.rados.rados.0.smithi002.stdout:3736: writing smithi002125626-48 from 22700032 to 22732800 tid 1 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3737: snap_create 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3735: finishing rollback tid 0 to smithi002125626-34 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4612 (ObjNum 33 snap 0 seq_num 2053321552) dirty exists 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3735: finishing rollback tid 1 to smithi002125626-34 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3732: finishing rollback tid 1 to smithi002125626-1 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3734: finishing rollback tid 0 to smithi002125626-2 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3732: finishing rollback tid 2 to smithi002125626-1 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 1 v 4709 (ObjNum 983 snap 291 seq_num 983) dirty exists 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3734: finishing rollback tid 1 to smithi002125626-2 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4614 (ObjNum 33 snap 0 seq_num 2054170832) dirty dne 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3735: finishing rollback tid 2 to smithi002125626-34 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3688 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:42:51.619 INFO:tasks.rados.rados.0.smithi002.stdout:3733: expect (ObjNum 1146 snap 366 seq_num 1146) 2023-12-16T19:42:51.682 INFO:tasks.rados.rados.0.smithi002.stdout:3736: finishing write tid 1 to smithi002125626-48 2023-12-16T19:42:51.683 INFO:tasks.rados.rados.0.smithi002.stdout:3736: finishing write tid 2 to smithi002125626-48 2023-12-16T19:42:51.683 INFO:tasks.rados.rados.0.smithi002.stdout:3736: finishing write tid 3 to smithi002125626-48 2023-12-16T19:42:51.683 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3690 (ObjNum 1148 snap 366 seq_num 1148) dirty exists 2023-12-16T19:42:51.683 INFO:tasks.rados.rados.0.smithi002.stdout:3736: left oid 48 (ObjNum 1148 snap 366 seq_num 1148) 2023-12-16T19:42:51.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:51.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:51.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:42:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:42:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:42:51] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2023-12-16T19:42:52.495 INFO:tasks.rados.rados.0.smithi002.stdout:3731: done (6 left) 2023-12-16T19:42:52.495 INFO:tasks.rados.rados.0.smithi002.stdout:3732: done (5 left) 2023-12-16T19:42:52.495 INFO:tasks.rados.rados.0.smithi002.stdout:3733: done (4 left) 2023-12-16T19:42:52.495 INFO:tasks.rados.rados.0.smithi002.stdout:3734: done (3 left) 2023-12-16T19:42:52.495 INFO:tasks.rados.rados.0.smithi002.stdout:3735: done (2 left) 2023-12-16T19:42:52.496 INFO:tasks.rados.rados.0.smithi002.stdout:3736: done (1 left) 2023-12-16T19:42:52.496 INFO:tasks.rados.rados.0.smithi002.stdout:3737: done (0 left) 2023-12-16T19:42:52.496 INFO:tasks.rados.rados.0.smithi002.stdout:3738: snap_create 2023-12-16T19:42:52.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:52 smithi043 ceph-mon[135010]: pgmap v876: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 842 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2023-12-16T19:42:52.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:52 smithi002 ceph-mon[137674]: pgmap v876: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 842 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2023-12-16T19:42:52.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:52 smithi002 ceph-mon[140029]: pgmap v876: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 842 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2023-12-16T19:42:53.073 INFO:tasks.rados.rados.0.smithi002.stdout:3738: done (0 left) 2023-12-16T19:42:53.073 INFO:tasks.rados.rados.0.smithi002.stdout:3739: copy_from oid 12 from oid 13 current snap is 368 2023-12-16T19:42:53.073 INFO:tasks.rados.rados.0.smithi002.stdout:3740: snap_create 2023-12-16T19:42:53.113 INFO:tasks.rados.rados.0.smithi002.stdout:3739: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:42:53.115 INFO:tasks.rados.rados.0.smithi002.stdout:3739: finishing copy_from to smithi002125626-12 2023-12-16T19:42:53.115 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3227 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:42:53.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:53 smithi002 ceph-mon[137674]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T19:42:53.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:53 smithi002 ceph-mon[137674]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T19:42:53.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:53 smithi002 ceph-mon[140029]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T19:42:53.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:53 smithi002 ceph-mon[140029]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T19:42:53.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:53 smithi043 ceph-mon[135010]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T19:42:53.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:53 smithi043 ceph-mon[135010]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:3739: done (1 left) 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:3740: done (0 left) 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:3741: rollback oid 8 current snap is 369 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 358 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 32 current snap is 369 2023-12-16T19:42:54.083 INFO:tasks.rados.rados.0.smithi002.stdout:3742: seq_num 1149 ranges {7249920=49152} 2023-12-16T19:42:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3742: writing smithi002125626-32 from 7249920 to 7299072 tid 1 2023-12-16T19:42:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3743: snap_create 2023-12-16T19:42:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3741: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:42:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:3741: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:42:54.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3686 (ObjNum 97 snap 0 seq_num 2054100912) dirty dne 2023-12-16T19:42:54.129 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 1 to smithi002125626-32 2023-12-16T19:42:54.129 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 2 to smithi002125626-32 2023-12-16T19:42:54.131 INFO:tasks.rados.rados.0.smithi002.stdout:3742: finishing write tid 3 to smithi002125626-32 2023-12-16T19:42:54.131 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4712 (ObjNum 1149 snap 369 seq_num 1149) dirty exists 2023-12-16T19:42:54.131 INFO:tasks.rados.rados.0.smithi002.stdout:3742: left oid 32 (ObjNum 1149 snap 369 seq_num 1149) 2023-12-16T19:42:54.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:54 smithi002 ceph-mon[137674]: pgmap v879: 121 pgs: 121 active+clean; 849 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-16T19:42:54.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:54 smithi002 ceph-mon[137674]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T19:42:54.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:54 smithi002 ceph-mon[140029]: pgmap v879: 121 pgs: 121 active+clean; 849 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-16T19:42:54.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:54 smithi002 ceph-mon[140029]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T19:42:54.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:54 smithi043 ceph-mon[135010]: pgmap v879: 121 pgs: 121 active+clean; 849 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-16T19:42:54.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:54 smithi043 ceph-mon[135010]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T19:42:55.084 INFO:tasks.rados.rados.0.smithi002.stdout:3741: done (2 left) 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3742: done (1 left) 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3743: done (0 left) 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3744: rmattr oid 22 current snap is 370 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3745: read oid 36 snap -1 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3745: expect deleted 2023-12-16T19:42:55.085 INFO:tasks.rados.rados.0.smithi002.stdout:3746: delete oid 23 current snap is 370 2023-12-16T19:42:55.090 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4032 (ObjNum 1144 snap 365 seq_num 1144) dirty exists 2023-12-16T19:42:55.091 INFO:tasks.rados.rados.0.smithi002.stdout:3744: done (2 left) 2023-12-16T19:42:55.091 INFO:tasks.rados.rados.0.smithi002.stdout:3745: done (1 left) 2023-12-16T19:42:55.091 INFO:tasks.rados.rados.0.smithi002.stdout:3746: done (0 left) 2023-12-16T19:42:55.092 INFO:tasks.rados.rados.0.smithi002.stdout:3747: snap_remove snap 351 2023-12-16T19:42:56.092 INFO:tasks.rados.rados.0.smithi002.stdout:3747: done (0 left) 2023-12-16T19:42:56.092 INFO:tasks.rados.rados.0.smithi002.stdout:3748: snap_remove snap 364 2023-12-16T19:42:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:56 smithi002 ceph-mon[137674]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T19:42:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:56 smithi002 ceph-mon[137674]: pgmap v882: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T19:42:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:56 smithi002 ceph-mon[140029]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T19:42:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:56 smithi002 ceph-mon[140029]: pgmap v882: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T19:42:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:56 smithi043 ceph-mon[135010]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T19:42:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:56 smithi043 ceph-mon[135010]: pgmap v882: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T19:42:57.092 INFO:tasks.rados.rados.0.smithi002.stdout:3748: done (0 left) 2023-12-16T19:42:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:3749: read oid 22 snap -1 2023-12-16T19:42:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:3749: expect (ObjNum 1144 snap 365 seq_num 1144) 2023-12-16T19:42:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:3750: read oid 4 snap -1 2023-12-16T19:42:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:3750: expect (ObjNum 1145 snap 365 seq_num 1145) 2023-12-16T19:42:57.093 INFO:tasks.rados.rados.0.smithi002.stdout:3751: setattr oid 32 current snap is 370 2023-12-16T19:42:57.095 INFO:tasks.rados.rados.0.smithi002.stdout:3752: read oid 49 snap -1 2023-12-16T19:42:57.095 INFO:tasks.rados.rados.0.smithi002.stdout:3752: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:42:57.095 INFO:tasks.rados.rados.0.smithi002.stdout:3753: snap_create 2023-12-16T19:42:57.107 INFO:tasks.rados.rados.0.smithi002.stdout:3752: expect (ObjNum 728 snap 232 seq_num 728) 2023-12-16T19:42:57.119 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4726 (ObjNum 1149 snap 369 seq_num 1149) dirty exists 2023-12-16T19:42:57.123 INFO:tasks.rados.rados.0.smithi002.stdout:3750: expect (ObjNum 1145 snap 365 seq_num 1145) 2023-12-16T19:42:57.279 INFO:tasks.rados.rados.0.smithi002.stdout:3749: expect (ObjNum 1144 snap 365 seq_num 1144) 2023-12-16T19:42:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:57 smithi002 ceph-mon[137674]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T19:42:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:57 smithi002 ceph-mon[140029]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T19:42:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:57 smithi043 ceph-mon[135010]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T19:42:57.497 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:42:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:42:57.117+0000 7f2f369c4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 2bf after trimming was started 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3749: done (4 left) 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3750: done (3 left) 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3751: done (2 left) 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3752: done (1 left) 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3753: done (0 left) 2023-12-16T19:42:58.073 INFO:tasks.rados.rados.0.smithi002.stdout:3754: setattr oid 47 current snap is 371 2023-12-16T19:42:58.074 INFO:tasks.rados.rados.0.smithi002.stdout:3755: read oid 33 snap -1 2023-12-16T19:42:58.074 INFO:tasks.rados.rados.0.smithi002.stdout:3755: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:58.074 INFO:tasks.rados.rados.0.smithi002.stdout:3756: snap_create 2023-12-16T19:42:58.078 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4733 (ObjNum 33 snap 0 seq_num 2053910064) dirty exists 2023-12-16T19:42:58.160 INFO:tasks.rados.rados.0.smithi002.stdout:3755: expect (ObjNum 992 snap 293 seq_num 992) 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[137674]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[137674]: pgmap v885: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[137674]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[140029]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[140029]: pgmap v885: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2023-12-16T19:42:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:42:58 smithi002 ceph-mon[140029]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T19:42:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:58 smithi043 ceph-mon[135010]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T19:42:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:58 smithi043 ceph-mon[135010]: pgmap v885: 121 pgs: 121 active+clean; 852 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2023-12-16T19:42:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:42:58 smithi043 ceph-mon[135010]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T19:43:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:00 smithi002 ceph-mon[137674]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T19:43:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:00 smithi002 ceph-mon[137674]: pgmap v888: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T19:43:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:00 smithi002 ceph-mon[140029]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T19:43:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:00 smithi002 ceph-mon[140029]: pgmap v888: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T19:43:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:00 smithi043 ceph-mon[135010]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T19:43:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:00 smithi043 ceph-mon[135010]: pgmap v888: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T19:43:00.693 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (11m) 7m ago 13m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (10m) 5m ago 13m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (14m) 7m ago 14m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (14m) 5m ago 14m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (10m) 5m ago 16m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (10m) 7m ago 18m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (10m) 7m ago 18m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:43:01.018 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (9m) 5m ago 17m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (9m) 7m ago 17m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (11m) 7m ago 13m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (10m) 5m ago 13m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (9m) 7m ago 16m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (8m) 7m ago 16m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (8m) 7m ago 16m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (7m) 7m ago 15m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (7m) 5m ago 15m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (6m) 5m ago 15m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (6m) 5m ago 15m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (5m) 5m ago 14m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:43:01.019 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (10m) 5m ago 14m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:43:01.425 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:43:01.425 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:43:01.425 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:43:01.425 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:43:01.426 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:43:01.427 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:01 smithi002 ceph-mon[137674]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:01.427 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:01 smithi002 ceph-mon[140029]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:01.462 INFO:tasks.rados.rados.0.smithi002.stdout:3754: done (2 left) 2023-12-16T19:43:01.462 INFO:tasks.rados.rados.0.smithi002.stdout:3755: done (1 left) 2023-12-16T19:43:01.462 INFO:tasks.rados.rados.0.smithi002.stdout:3756: done (0 left) 2023-12-16T19:43:01.462 INFO:tasks.rados.rados.0.smithi002.stdout:3757: snap_remove snap 371 2023-12-16T19:43:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:01 smithi043 ceph-mon[135010]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:02.091 INFO:tasks.rados.rados.0.smithi002.stdout:3757: done (0 left) 2023-12-16T19:43:02.091 INFO:tasks.rados.rados.0.smithi002.stdout:3758: read oid 22 snap 350 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:3758: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:3759: read oid 45 snap -1 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:3759: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:3760: copy_from oid 47 from oid 17 current snap is 372 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 15 current snap is 372 2023-12-16T19:43:02.092 INFO:tasks.rados.rados.0.smithi002.stdout:3761: seq_num 1151 ranges {4718592=81920} 2023-12-16T19:43:02.120 INFO:tasks.rados.rados.0.smithi002.stdout:3761: writing smithi002125626-15 from 4718592 to 4800512 tid 1 2023-12-16T19:43:02.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 372 2023-12-16T19:43:02.120 INFO:tasks.rados.rados.0.smithi002.stdout:3762: seq_num 1152 ranges {0=98304} 2023-12-16T19:43:02.121 INFO:tasks.rados.rados.0.smithi002.stdout:3762: writing smithi002125626-29 from 0 to 98304 tid 1 2023-12-16T19:43:02.121 INFO:tasks.rados.rados.0.smithi002.stdout:3763: snap_create 2023-12-16T19:43:02.121 INFO:tasks.rados.rados.0.smithi002.stdout:3758: expect (ObjNum 975 snap 290 seq_num 975) 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[137674]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2942132727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[137674]: pgmap v889: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:01] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[140029]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2942132727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:02 smithi002 ceph-mon[140029]: pgmap v889: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-16T19:43:02.424 INFO:tasks.rados.rados.0.smithi002.stdout:3759: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:43:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:02 smithi043 ceph-mon[135010]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2942132727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:02 smithi043 ceph-mon[135010]: pgmap v889: 121 pgs: 121 active+clean; 852 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-16T19:43:02.681 INFO:tasks.rados.rados.0.smithi002.stdout:3762: finishing write tid 1 to smithi002125626-29 2023-12-16T19:43:02.681 INFO:tasks.rados.rados.0.smithi002.stdout:3762: finishing write tid 2 to smithi002125626-29 2023-12-16T19:43:02.681 INFO:tasks.rados.rados.0.smithi002.stdout:3761: finishing write tid 1 to smithi002125626-15 2023-12-16T19:43:02.681 INFO:tasks.rados.rados.0.smithi002.stdout:3761: finishing write tid 2 to smithi002125626-15 2023-12-16T19:43:02.681 INFO:tasks.rados.rados.0.smithi002.stdout:3762: finishing write tid 3 to smithi002125626-29 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4616 (ObjNum 1152 snap 372 seq_num 1152) dirty exists 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:3762: left oid 29 (ObjNum 1152 snap 372 seq_num 1152) 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:3761: finishing write tid 3 to smithi002125626-15 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 15 v 3704 (ObjNum 1151 snap 372 seq_num 1151) dirty exists 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:3761: left oid 15 (ObjNum 1151 snap 372 seq_num 1151) 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:3760: finishing copy_from racing read to smithi002125626-47 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:3760: finishing copy_from to smithi002125626-47 2023-12-16T19:43:02.682 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 3684 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3758: done (5 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3759: done (4 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3760: done (3 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3761: done (2 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3762: done (1 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3763: done (0 left) 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3764: copy_from oid 35 from oid 38 current snap is 373 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 8 current snap is 373 2023-12-16T19:43:03.076 INFO:tasks.rados.rados.0.smithi002.stdout:3765: seq_num 1153 ranges {0=114688} 2023-12-16T19:43:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3765: writing smithi002125626-8 from 0 to 114688 tid 1 2023-12-16T19:43:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3766: rmattr oid 28 current snap is 373 2023-12-16T19:43:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3767: read oid 47 snap -1 2023-12-16T19:43:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3767: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:03.077 INFO:tasks.rados.rados.0.smithi002.stdout:3768: snap_create 2023-12-16T19:43:03.082 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 28 v 4311 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:43:03.085 INFO:tasks.rados.rados.0.smithi002.stdout:3765: finishing write tid 1 to smithi002125626-8 2023-12-16T19:43:03.086 INFO:tasks.rados.rados.0.smithi002.stdout:3765: finishing write tid 2 to smithi002125626-8 2023-12-16T19:43:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:3765: finishing write tid 3 to smithi002125626-8 2023-12-16T19:43:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3688 (ObjNum 1153 snap 373 seq_num 1153) dirty exists 2023-12-16T19:43:03.089 INFO:tasks.rados.rados.0.smithi002.stdout:3765: left oid 8 (ObjNum 1153 snap 373 seq_num 1153) 2023-12-16T19:43:03.118 INFO:tasks.rados.rados.0.smithi002.stdout:3764: finishing copy_from racing read to smithi002125626-35 2023-12-16T19:43:03.128 INFO:tasks.rados.rados.0.smithi002.stdout:3767: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:03 smithi002 ceph-mon[137674]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T19:43:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:03 smithi002 ceph-mon[137674]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T19:43:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:03 smithi002 ceph-mon[140029]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T19:43:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:03 smithi002 ceph-mon[140029]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T19:43:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:03 smithi043 ceph-mon[135010]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T19:43:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:03 smithi043 ceph-mon[135010]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T19:43:03.721 INFO:tasks.rados.rados.0.smithi002.stdout:3764: finishing copy_from to smithi002125626-35 2023-12-16T19:43:03.721 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 35 v 4676 (ObjNum 1141 snap 360 seq_num 1141) dirty exists 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3764: done (4 left) 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3765: done (3 left) 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3766: done (2 left) 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3767: done (1 left) 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3768: done (0 left) 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 374 2023-12-16T19:43:04.081 INFO:tasks.rados.rados.0.smithi002.stdout:3769: seq_num 1154 ranges {0=131072} 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:3769: writing smithi002125626-25 from 0 to 131072 tid 1 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:3770: rollback oid 44 current snap is 374 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 44 to 335 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:3771: read oid 26 snap -1 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:3771: expect (ObjNum 1139 snap 358 seq_num 1139) 2023-12-16T19:43:04.082 INFO:tasks.rados.rados.0.smithi002.stdout:3772: read oid 3 snap -1 2023-12-16T19:43:04.083 INFO:tasks.rados.rados.0.smithi002.stdout:3772: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:43:04.083 INFO:tasks.rados.rados.0.smithi002.stdout:3773: snap_remove snap 291 2023-12-16T19:43:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:04 smithi002 ceph-mon[137674]: pgmap v892: 121 pgs: 121 active+clean; 853 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 18 KiB/s wr, 11 op/s 2023-12-16T19:43:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:04 smithi002 ceph-mon[137674]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T19:43:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:04 smithi002 ceph-mon[140029]: pgmap v892: 121 pgs: 121 active+clean; 853 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 18 KiB/s wr, 11 op/s 2023-12-16T19:43:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:04 smithi002 ceph-mon[140029]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T19:43:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:04 smithi043 ceph-mon[135010]: pgmap v892: 121 pgs: 121 active+clean; 853 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 18 KiB/s wr, 11 op/s 2023-12-16T19:43:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:04 smithi043 ceph-mon[135010]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T19:43:05.085 INFO:tasks.rados.rados.0.smithi002.stdout:3773: done (4 left) 2023-12-16T19:43:05.085 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 374 2023-12-16T19:43:05.085 INFO:tasks.rados.rados.0.smithi002.stdout:3774: seq_num 1155 ranges {18669568=147456} 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3774: writing smithi002125626-41 from 18669568 to 18817024 tid 1 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3775: rmattr oid 24 current snap is 374 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 1 to smithi002125626-25 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3770: finishing rollback tid 0 to smithi002125626-44 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 2 to smithi002125626-25 2023-12-16T19:43:05.190 INFO:tasks.rados.rados.0.smithi002.stdout:3769: finishing write tid 3 to smithi002125626-25 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 3706 (ObjNum 1154 snap 374 seq_num 1154) dirty exists 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:3769: left oid 25 (ObjNum 1154 snap 374 seq_num 1154) 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:3770: finishing rollback tid 1 to smithi002125626-44 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:3770: finishing rollback tid 2 to smithi002125626-44 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 3691 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:43:05.191 INFO:tasks.rados.rados.0.smithi002.stdout:3771: expect (ObjNum 1139 snap 358 seq_num 1139) 2023-12-16T19:43:05.366 INFO:tasks.rados.rados.0.smithi002.stdout:3772: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:43:05.599 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 1 to smithi002125626-41 2023-12-16T19:43:05.599 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4312 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:43:05.599 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 2 to smithi002125626-41 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3769: done (5 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3770: done (4 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3771: done (3 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3772: done (2 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3775: done (1 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3776: copy_from oid 4 from oid 35 current snap is 374 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3774: finishing write tid 3 to smithi002125626-41 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4618 (ObjNum 1155 snap 374 seq_num 1155) dirty exists 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3774: left oid 41 (ObjNum 1155 snap 374 seq_num 1155) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3774: done (1 left) 2023-12-16T19:43:05.600 INFO:tasks.rados.rados.0.smithi002.stdout:3777: snap_create 2023-12-16T19:43:05.619 INFO:tasks.rados.rados.0.smithi002.stdout:3776: finishing copy_from racing read to smithi002125626-4 2023-12-16T19:43:05.621 INFO:tasks.rados.rados.0.smithi002.stdout:3776: finishing copy_from to smithi002125626-4 2023-12-16T19:43:05.621 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4676 (ObjNum 1141 snap 360 seq_num 1141) dirty exists 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:3776: done (1 left) 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:3777: done (0 left) 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:3778: rollback oid 50 current snap is 375 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 361 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:3779: rollback oid 8 current snap is 375 2023-12-16T19:43:06.089 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 8 to 304 2023-12-16T19:43:06.090 INFO:tasks.rados.rados.0.smithi002.stdout:3780: snap_remove snap 373 2023-12-16T19:43:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[137674]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T19:43:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[137674]: pgmap v895: 121 pgs: 121 active+clean; 863 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-16T19:43:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[140029]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T19:43:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[140029]: pgmap v895: 121 pgs: 121 active+clean; 863 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-16T19:43:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:06 smithi043 ceph-mon[135010]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T19:43:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:06 smithi043 ceph-mon[135010]: pgmap v895: 121 pgs: 121 active+clean; 863 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-16T19:43:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:3780: done (2 left) 2023-12-16T19:43:07.094 INFO:tasks.rados.rados.0.smithi002.stdout:3781: snap_remove snap 283 2023-12-16T19:43:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:07 smithi002 ceph-mon[137674]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T19:43:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:07 smithi002 ceph-mon[140029]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T19:43:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:07 smithi043 ceph-mon[135010]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T19:43:08.104 INFO:tasks.rados.rados.0.smithi002.stdout:3781: done (2 left) 2023-12-16T19:43:08.104 INFO:tasks.rados.rados.0.smithi002.stdout:3782: snap_create 2023-12-16T19:43:08.104 INFO:tasks.rados.rados.0.smithi002.stdout:3779: finishing rollback tid 0 to smithi002125626-8 2023-12-16T19:43:08.104 INFO:tasks.rados.rados.0.smithi002.stdout:3779: finishing rollback tid 1 to smithi002125626-8 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:3779: finishing rollback tid 2 to smithi002125626-8 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 8 v 3694 (ObjNum 859 snap 267 seq_num 859) dirty exists 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:3778: finishing rollback tid 0 to smithi002125626-50 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:3778: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:3778: finishing rollback tid 2 to smithi002125626-50 2023-12-16T19:43:08.105 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4750 (ObjNum 1129 snap 352 seq_num 1129) dirty exists 2023-12-16T19:43:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:08 smithi043 ceph-mon[135010]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T19:43:08.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:08 smithi043 ceph-mon[135010]: pgmap v898: 121 pgs: 121 active+clean; 855 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-16T19:43:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:08 smithi002 ceph-mon[137674]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T19:43:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:08 smithi002 ceph-mon[137674]: pgmap v898: 121 pgs: 121 active+clean; 855 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-16T19:43:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:08 smithi002 ceph-mon[140029]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T19:43:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:08 smithi002 ceph-mon[140029]: pgmap v898: 121 pgs: 121 active+clean; 855 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-16T19:43:09.105 INFO:tasks.rados.rados.0.smithi002.stdout:3778: done (2 left) 2023-12-16T19:43:09.105 INFO:tasks.rados.rados.0.smithi002.stdout:3779: done (1 left) 2023-12-16T19:43:09.105 INFO:tasks.rados.rados.0.smithi002.stdout:3782: done (0 left) 2023-12-16T19:43:09.105 INFO:tasks.rados.rados.0.smithi002.stdout:3783: rmattr oid 26 current snap is 376 2023-12-16T19:43:09.106 INFO:tasks.rados.rados.0.smithi002.stdout:3784: snap_remove snap 336 2023-12-16T19:43:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:09 smithi002 ceph-mon[137674]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T19:43:09.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:09 smithi002 ceph-mon[140029]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T19:43:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:09 smithi043 ceph-mon[135010]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T19:43:10.111 INFO:tasks.rados.rados.0.smithi002.stdout:3784: done (1 left) 2023-12-16T19:43:10.111 INFO:tasks.rados.rados.0.smithi002.stdout:3785: snap_create 2023-12-16T19:43:10.112 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 26 v 4766 (ObjNum 1139 snap 358 seq_num 1139) dirty exists 2023-12-16T19:43:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:10 smithi002 ceph-mon[137674]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T19:43:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:10 smithi002 ceph-mon[137674]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 844 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2023-12-16T19:43:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:10 smithi002 ceph-mon[140029]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T19:43:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:10 smithi002 ceph-mon[140029]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 844 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2023-12-16T19:43:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:10 smithi043 ceph-mon[135010]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T19:43:10.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:10 smithi043 ceph-mon[135010]: pgmap v901: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 844 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 980 KiB/s wr, 10 op/s 2023-12-16T19:43:11.116 INFO:tasks.rados.rados.0.smithi002.stdout:3783: done (1 left) 2023-12-16T19:43:11.116 INFO:tasks.rados.rados.0.smithi002.stdout:3785: done (0 left) 2023-12-16T19:43:11.116 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 377 2023-12-16T19:43:11.116 INFO:tasks.rados.rados.0.smithi002.stdout:3786: seq_num 1156 ranges {3080192=163840} 2023-12-16T19:43:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3786: writing smithi002125626-50 from 3080192 to 3244032 tid 1 2023-12-16T19:43:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 377 2023-12-16T19:43:11.134 INFO:tasks.rados.rados.0.smithi002.stdout:3787: seq_num 1157 ranges {6094848=180224} 2023-12-16T19:43:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:3787: writing smithi002125626-7 from 6094848 to 6275072 tid 1 2023-12-16T19:43:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:3788: rollback oid 43 current snap is 377 2023-12-16T19:43:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 374 2023-12-16T19:43:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:3786: finishing write tid 1 to smithi002125626-50 2023-12-16T19:43:11.169 INFO:tasks.rados.rados.0.smithi002.stdout:3786: finishing write tid 2 to smithi002125626-50 2023-12-16T19:43:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3786: finishing write tid 3 to smithi002125626-50 2023-12-16T19:43:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4783 (ObjNum 1156 snap 377 seq_num 1156) dirty exists 2023-12-16T19:43:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3786: left oid 50 (ObjNum 1156 snap 377 seq_num 1156) 2023-12-16T19:43:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3786: done (2 left) 2023-12-16T19:43:11.170 INFO:tasks.rados.rados.0.smithi002.stdout:3789: delete oid 4 current snap is 377 2023-12-16T19:43:11.173 INFO:tasks.rados.rados.0.smithi002.stdout:3788: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:43:11.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 1997 (ObjNum 641 snap 0 seq_num 3267342160) dirty dne 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3788: done (2 left) 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3789: done (1 left) 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3790: read oid 9 snap 369 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3790: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 49 current snap is 377 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3787: finishing write tid 1 to smithi002125626-7 2023-12-16T19:43:11.176 INFO:tasks.rados.rados.0.smithi002.stdout:3791: seq_num 1159 ranges {196608=212992} 2023-12-16T19:43:11.178 INFO:tasks.rados.rados.0.smithi002.stdout:3791: writing smithi002125626-49 from 196608 to 409600 tid 1 2023-12-16T19:43:11.178 INFO:tasks.rados.rados.0.smithi002.stdout:3792: delete oid 33 current snap is 377 2023-12-16T19:43:11.178 INFO:tasks.rados.rados.0.smithi002.stdout:3787: finishing write tid 2 to smithi002125626-7 2023-12-16T19:43:11.179 INFO:tasks.rados.rados.0.smithi002.stdout:3790: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3787: finishing write tid 3 to smithi002125626-7 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4786 (ObjNum 1157 snap 377 seq_num 1157) dirty exists 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3787: left oid 7 (ObjNum 1157 snap 377 seq_num 1157) 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing write tid 1 to smithi002125626-49 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3787: done (3 left) 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3790: done (2 left) 2023-12-16T19:43:11.197 INFO:tasks.rados.rados.0.smithi002.stdout:3792: done (1 left) 2023-12-16T19:43:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3793: delete oid 32 current snap is 377 2023-12-16T19:43:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing write tid 2 to smithi002125626-49 2023-12-16T19:43:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3791: finishing write tid 3 to smithi002125626-49 2023-12-16T19:43:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 3708 (ObjNum 1159 snap 377 seq_num 1159) dirty exists 2023-12-16T19:43:11.198 INFO:tasks.rados.rados.0.smithi002.stdout:3791: left oid 49 (ObjNum 1159 snap 377 seq_num 1159) 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3791: done (1 left) 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3793: done (0 left) 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3794: copy_from oid 14 from oid 39 current snap is 377 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3795: read oid 25 snap -1 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3795: expect (ObjNum 1154 snap 374 seq_num 1154) 2023-12-16T19:43:11.201 INFO:tasks.rados.rados.0.smithi002.stdout:3796: snap_create 2023-12-16T19:43:11.204 INFO:tasks.rados.rados.0.smithi002.stdout:3795: expect (ObjNum 1154 snap 374 seq_num 1154) 2023-12-16T19:43:11.222 INFO:tasks.rados.rados.0.smithi002.stdout:3794: finishing copy_from racing read to smithi002125626-14 2023-12-16T19:43:11.224 INFO:tasks.rados.rados.0.smithi002.stdout:3794: finishing copy_from to smithi002125626-14 2023-12-16T19:43:11.224 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 14 v 4309 (ObjNum 1133 snap 355 seq_num 1133) dirty exists 2023-12-16T19:43:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:11 smithi002 ceph-mon[137674]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T19:43:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:11 smithi002 ceph-mon[140029]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T19:43:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:11 smithi043 ceph-mon[135010]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T19:43:12.121 INFO:tasks.rados.rados.0.smithi002.stdout:3794: done (2 left) 2023-12-16T19:43:12.121 INFO:tasks.rados.rados.0.smithi002.stdout:3795: done (1 left) 2023-12-16T19:43:12.121 INFO:tasks.rados.rados.0.smithi002.stdout:3796: done (0 left) 2023-12-16T19:43:12.121 INFO:tasks.rados.rados.0.smithi002.stdout:3797: snap_create 2023-12-16T19:43:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:12 smithi002 ceph-mon[137674]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T19:43:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:12 smithi002 ceph-mon[137674]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 836 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 5 op/s 2023-12-16T19:43:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:11] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:43:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:12 smithi002 ceph-mon[140029]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T19:43:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:12 smithi002 ceph-mon[140029]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 836 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 5 op/s 2023-12-16T19:43:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:12 smithi043 ceph-mon[135010]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T19:43:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:12 smithi043 ceph-mon[135010]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 836 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 980 KiB/s wr, 5 op/s 2023-12-16T19:43:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:3797: done (0 left) 2023-12-16T19:43:13.085 INFO:tasks.rados.rados.0.smithi002.stdout:3798: snap_create 2023-12-16T19:43:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:13 smithi002 ceph-mon[137674]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T19:43:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:13 smithi002 ceph-mon[137674]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T19:43:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:13 smithi002 ceph-mon[140029]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T19:43:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:13 smithi002 ceph-mon[140029]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T19:43:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:13 smithi043 ceph-mon[135010]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T19:43:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:13 smithi043 ceph-mon[135010]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T19:43:14.086 INFO:tasks.rados.rados.0.smithi002.stdout:3798: done (0 left) 2023-12-16T19:43:14.086 INFO:tasks.rados.rados.0.smithi002.stdout:3799: delete oid 12 current snap is 380 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3799: done (0 left) 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3800: rmattr oid 39 current snap is 380 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3800: done (0 left) 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3801: rollback oid 13 current snap is 380 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 13 to 375 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 17 current snap is 380 2023-12-16T19:43:14.091 INFO:tasks.rados.rados.0.smithi002.stdout:3802: seq_num 1163 ranges {9584640=286720} 2023-12-16T19:43:14.145 INFO:tasks.rados.rados.0.smithi002.stdout:3802: writing smithi002125626-17 from 9584640 to 9871360 tid 1 2023-12-16T19:43:14.145 INFO:tasks.rados.rados.0.smithi002.stdout:3803: snap_create 2023-12-16T19:43:14.145 INFO:tasks.rados.rados.0.smithi002.stdout:3801: finishing rollback tid 0 to smithi002125626-13 2023-12-16T19:43:14.145 INFO:tasks.rados.rados.0.smithi002.stdout:3801: finishing rollback tid 1 to smithi002125626-13 2023-12-16T19:43:14.145 INFO:tasks.rados.rados.0.smithi002.stdout:3801: finishing rollback tid 2 to smithi002125626-13 2023-12-16T19:43:14.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4315 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:43:14.150 INFO:tasks.rados.rados.0.smithi002.stdout:3802: finishing write tid 1 to smithi002125626-17 2023-12-16T19:43:14.151 INFO:tasks.rados.rados.0.smithi002.stdout:3802: finishing write tid 2 to smithi002125626-17 2023-12-16T19:43:14.151 INFO:tasks.rados.rados.0.smithi002.stdout:3802: finishing write tid 3 to smithi002125626-17 2023-12-16T19:43:14.151 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3696 (ObjNum 1163 snap 380 seq_num 1163) dirty exists 2023-12-16T19:43:14.152 INFO:tasks.rados.rados.0.smithi002.stdout:3802: left oid 17 (ObjNum 1163 snap 380 seq_num 1163) 2023-12-16T19:43:14.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:14 smithi002 ceph-mon[137674]: pgmap v907: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 952 KiB/s wr, 4 op/s 2023-12-16T19:43:14.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:14 smithi002 ceph-mon[137674]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T19:43:14.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:14 smithi002 ceph-mon[140029]: pgmap v907: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 952 KiB/s wr, 4 op/s 2023-12-16T19:43:14.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:14 smithi002 ceph-mon[140029]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T19:43:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:14 smithi043 ceph-mon[135010]: pgmap v907: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 952 KiB/s wr, 4 op/s 2023-12-16T19:43:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:14 smithi043 ceph-mon[135010]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T19:43:15.132 INFO:tasks.rados.rados.0.smithi002.stdout:3801: done (2 left) 2023-12-16T19:43:15.132 INFO:tasks.rados.rados.0.smithi002.stdout:3802: done (1 left) 2023-12-16T19:43:15.132 INFO:tasks.rados.rados.0.smithi002.stdout:3803: done (0 left) 2023-12-16T19:43:15.132 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 43 current snap is 381 2023-12-16T19:43:15.132 INFO:tasks.rados.rados.0.smithi002.stdout:3804: seq_num 1164 ranges {0=303104} 2023-12-16T19:43:15.133 INFO:tasks.rados.rados.0.smithi002.stdout:3804: writing smithi002125626-43 from 0 to 303104 tid 1 2023-12-16T19:43:15.133 INFO:tasks.rados.rados.0.smithi002.stdout:3805: delete oid 39 current snap is 381 2023-12-16T19:43:15.140 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 1 to smithi002125626-43 2023-12-16T19:43:15.140 INFO:tasks.rados.rados.0.smithi002.stdout:3805: done (1 left) 2023-12-16T19:43:15.140 INFO:tasks.rados.rados.0.smithi002.stdout:3806: snap_remove snap 338 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 2 to smithi002125626-43 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3804: finishing write tid 3 to smithi002125626-43 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3230 (ObjNum 1164 snap 381 seq_num 1164) dirty exists 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3804: left oid 43 (ObjNum 1164 snap 381 seq_num 1164) 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3804: done (1 left) 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3806: done (0 left) 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 381 2023-12-16T19:43:16.139 INFO:tasks.rados.rados.0.smithi002.stdout:3807: seq_num 1166 ranges {18817024=335872} 2023-12-16T19:43:16.244 INFO:tasks.rados.rados.0.smithi002.stdout:3807: writing smithi002125626-41 from 18817024 to 19152896 tid 1 2023-12-16T19:43:16.245 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 381 2023-12-16T19:43:16.245 INFO:tasks.rados.rados.0.smithi002.stdout:3808: seq_num 1167 ranges {0=352256} 2023-12-16T19:43:16.247 INFO:tasks.rados.rados.0.smithi002.stdout:3808: writing smithi002125626-46 from 0 to 352256 tid 1 2023-12-16T19:43:16.247 INFO:tasks.rados.rados.0.smithi002.stdout:3809: delete oid 27 current snap is 381 2023-12-16T19:43:16.250 INFO:tasks.rados.rados.0.smithi002.stdout:3807: finishing write tid 1 to smithi002125626-41 2023-12-16T19:43:16.250 INFO:tasks.rados.rados.0.smithi002.stdout:3809: done (2 left) 2023-12-16T19:43:16.250 INFO:tasks.rados.rados.0.smithi002.stdout:3810: snap_create 2023-12-16T19:43:16.250 INFO:tasks.rados.rados.0.smithi002.stdout:3807: finishing write tid 2 to smithi002125626-41 2023-12-16T19:43:16.252 INFO:tasks.rados.rados.0.smithi002.stdout:3807: finishing write tid 3 to smithi002125626-41 2023-12-16T19:43:16.252 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4620 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2023-12-16T19:43:16.252 INFO:tasks.rados.rados.0.smithi002.stdout:3807: left oid 41 (ObjNum 1166 snap 381 seq_num 1166) 2023-12-16T19:43:16.252 INFO:tasks.rados.rados.0.smithi002.stdout:3808: finishing write tid 1 to smithi002125626-46 2023-12-16T19:43:16.252 INFO:tasks.rados.rados.0.smithi002.stdout:3808: finishing write tid 2 to smithi002125626-46 2023-12-16T19:43:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:3808: finishing write tid 3 to smithi002125626-46 2023-12-16T19:43:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3710 (ObjNum 1167 snap 381 seq_num 1167) dirty exists 2023-12-16T19:43:16.254 INFO:tasks.rados.rados.0.smithi002.stdout:3808: left oid 46 (ObjNum 1167 snap 381 seq_num 1167) 2023-12-16T19:43:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:16 smithi002 ceph-mon[137674]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T19:43:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:16 smithi002 ceph-mon[137674]: pgmap v910: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:43:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:16 smithi002 ceph-mon[140029]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T19:43:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:16 smithi002 ceph-mon[140029]: pgmap v910: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:43:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:16 smithi043 ceph-mon[135010]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T19:43:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:16 smithi043 ceph-mon[135010]: pgmap v910: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-16T19:43:17.142 INFO:tasks.rados.rados.0.smithi002.stdout:3807: done (2 left) 2023-12-16T19:43:17.142 INFO:tasks.rados.rados.0.smithi002.stdout:3808: done (1 left) 2023-12-16T19:43:17.142 INFO:tasks.rados.rados.0.smithi002.stdout:3810: done (0 left) 2023-12-16T19:43:17.142 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 382 2023-12-16T19:43:17.142 INFO:tasks.rados.rados.0.smithi002.stdout:3811: seq_num 1169 ranges {4284416=385024} 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3811: writing smithi002125626-42 from 4284416 to 4669440 tid 1 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3812: rmattr oid 22 current snap is 382 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3813: read oid 45 snap 365 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3813: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3814: rollback oid 36 current snap is 382 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 378 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3815: read oid 18 snap -1 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3815: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:17.168 INFO:tasks.rados.rados.0.smithi002.stdout:3816: copy_from oid 32 from oid 12 current snap is 382 2023-12-16T19:43:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:3817: read oid 11 snap -1 2023-12-16T19:43:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:3817: expect (ObjNum 1026 snap 308 seq_num 1026) 2023-12-16T19:43:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 382 2023-12-16T19:43:17.169 INFO:tasks.rados.rados.0.smithi002.stdout:3818: seq_num 1170 ranges {3866624=401408} 2023-12-16T19:43:17.191 INFO:tasks.rados.rados.0.smithi002.stdout:3818: writing smithi002125626-38 from 3866624 to 4268032 tid 1 2023-12-16T19:43:17.192 INFO:tasks.rados.rados.0.smithi002.stdout:3819: snap_remove snap 380 2023-12-16T19:43:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:17 smithi002 ceph-mon[137674]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T19:43:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:17 smithi002 ceph-mon[140029]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T19:43:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:17 smithi043 ceph-mon[135010]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T19:43:18.088 INFO:tasks.rados.rados.0.smithi002.stdout:3819: done (8 left) 2023-12-16T19:43:18.088 INFO:tasks.rados.rados.0.smithi002.stdout:3820: setattr oid 17 current snap is 382 2023-12-16T19:43:18.088 INFO:tasks.rados.rados.0.smithi002.stdout:3821: rmattr oid 24 current snap is 382 2023-12-16T19:43:18.088 INFO:tasks.rados.rados.0.smithi002.stdout:3822: snap_remove snap 303 2023-12-16T19:43:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T19:43:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: pgmap v913: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 136 KiB/s wr, 4 op/s 2023-12-16T19:43:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:43:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: pgmap v913: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 136 KiB/s wr, 4 op/s 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:43:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: pgmap v913: 121 pgs: 121 active+clean; 837 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 136 KiB/s wr, 4 op/s 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:43:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:43:19.094 INFO:tasks.rados.rados.0.smithi002.stdout:3822: done (10 left) 2023-12-16T19:43:19.094 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 382 2023-12-16T19:43:19.095 INFO:tasks.rados.rados.0.smithi002.stdout:3823: seq_num 1171 ranges {6275072=417792} 2023-12-16T19:43:19.133 INFO:tasks.rados.rados.0.smithi002.stdout:3823: writing smithi002125626-7 from 6275072 to 6692864 tid 1 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 19 current snap is 382 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:3816: finishing copy_from to smithi002125626-32 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:3816: got expected ENOENT (src dne) 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:3816: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4033 (ObjNum 1144 snap 365 seq_num 1144) dirty exists 2023-12-16T19:43:19.134 INFO:tasks.rados.rados.0.smithi002.stdout:3817: expect (ObjNum 1026 snap 308 seq_num 1026) 2023-12-16T19:43:19.155 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 1 to smithi002125626-42 2023-12-16T19:43:19.155 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 2 to smithi002125626-42 2023-12-16T19:43:19.156 INFO:tasks.rados.rados.0.smithi002.stdout:3815: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3811: finishing write tid 3 to smithi002125626-42 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3692 (ObjNum 1169 snap 382 seq_num 1169) dirty exists 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3811: left oid 42 (ObjNum 1169 snap 382 seq_num 1169) 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3814: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3697 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3818: finishing write tid 1 to smithi002125626-38 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3818: finishing write tid 2 to smithi002125626-38 2023-12-16T19:43:19.214 INFO:tasks.rados.rados.0.smithi002.stdout:3813: expect (ObjNum 1107 snap 340 seq_num 1107) 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:3818: finishing write tid 3 to smithi002125626-38 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4805 (ObjNum 1170 snap 382 seq_num 1170) dirty exists 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:3818: left oid 38 (ObjNum 1170 snap 382 seq_num 1170) 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3697 (ObjNum 1163 snap 380 seq_num 1163) dirty exists 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4317 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2023-12-16T19:43:19.471 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 1 to smithi002125626-7 2023-12-16T19:43:19.472 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 2 to smithi002125626-7 2023-12-16T19:43:19.472 INFO:tasks.rados.rados.0.smithi002.stdout:3824: seq_num 1172 ranges {5169152=434176} 2023-12-16T19:43:19.502 INFO:tasks.rados.rados.0.smithi002.stdout:3824: writing smithi002125626-19 from 5169152 to 5603328 tid 1 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3811: done (11 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3812: done (10 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3813: done (9 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3814: done (8 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3815: done (7 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3816: done (6 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3817: done (5 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3818: done (4 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3820: done (3 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3821: done (2 left) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3825: read oid 18 snap -1 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3825: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:3826: rollback oid 50 current snap is 382 2023-12-16T19:43:19.503 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 50 to 234 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:3823: finishing write tid 3 to smithi002125626-7 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4820 (ObjNum 1171 snap 382 seq_num 1171) dirty exists 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:3823: left oid 7 (ObjNum 1171 snap 382 seq_num 1171) 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:3823: done (3 left) 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 382 2023-12-16T19:43:19.504 INFO:tasks.rados.rados.0.smithi002.stdout:3827: seq_num 1173 ranges {0=450560} 2023-12-16T19:43:19.505 INFO:tasks.rados.rados.0.smithi002.stdout:3827: writing smithi002125626-4 from 0 to 450560 tid 1 2023-12-16T19:43:19.505 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 7 current snap is 382 2023-12-16T19:43:19.505 INFO:tasks.rados.rados.0.smithi002.stdout:3828: seq_num 1174 ranges {6692864=466944} 2023-12-16T19:43:19.545 INFO:tasks.rados.rados.0.smithi002.stdout:3828: writing smithi002125626-7 from 6692864 to 7159808 tid 1 2023-12-16T19:43:19.545 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 36 current snap is 382 2023-12-16T19:43:19.546 INFO:tasks.rados.rados.0.smithi002.stdout:3829: seq_num 1175 ranges {0=483328} 2023-12-16T19:43:19.548 INFO:tasks.rados.rados.0.smithi002.stdout:3829: writing smithi002125626-36 from 0 to 483328 tid 1 2023-12-16T19:43:19.549 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 29 current snap is 382 2023-12-16T19:43:19.549 INFO:tasks.rados.rados.0.smithi002.stdout:3830: seq_num 1176 ranges {98304=499712} 2023-12-16T19:43:19.553 INFO:tasks.rados.rados.0.smithi002.stdout:3830: writing smithi002125626-29 from 98304 to 598016 tid 1 2023-12-16T19:43:19.553 INFO:tasks.rados.rados.0.smithi002.stdout:3831: read oid 39 snap 366 2023-12-16T19:43:19.553 INFO:tasks.rados.rados.0.smithi002.stdout:3831: expect (ObjNum 1133 snap 355 seq_num 1133) 2023-12-16T19:43:19.553 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 30 current snap is 382 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:3826: finishing rollback tid 0 to smithi002125626-50 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:3826: finishing rollback tid 1 to smithi002125626-50 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4823 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:3824: finishing write tid 1 to smithi002125626-19 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:3824: finishing write tid 2 to smithi002125626-19 2023-12-16T19:43:19.554 INFO:tasks.rados.rados.0.smithi002.stdout:3827: finishing write tid 1 to smithi002125626-4 2023-12-16T19:43:19.555 INFO:tasks.rados.rados.0.smithi002.stdout:3827: finishing write tid 2 to smithi002125626-4 2023-12-16T19:43:19.555 INFO:tasks.rados.rados.0.smithi002.stdout:3825: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:3824: finishing write tid 3 to smithi002125626-19 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4680 (ObjNum 1172 snap 382 seq_num 1172) dirty exists 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:3824: left oid 19 (ObjNum 1172 snap 382 seq_num 1172) 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:3827: finishing write tid 3 to smithi002125626-4 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4682 (ObjNum 1173 snap 382 seq_num 1173) dirty exists 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:3827: left oid 4 (ObjNum 1173 snap 382 seq_num 1173) 2023-12-16T19:43:19.613 INFO:tasks.rados.rados.0.smithi002.stdout:3832: seq_num 1177 ranges {0=516096} 2023-12-16T19:43:19.615 INFO:tasks.rados.rados.0.smithi002.stdout:3832: writing smithi002125626-30 from 0 to 516096 tid 1 2023-12-16T19:43:19.616 INFO:tasks.rados.rados.0.smithi002.stdout:3824: done (8 left) 2023-12-16T19:43:19.616 INFO:tasks.rados.rados.0.smithi002.stdout:3825: done (7 left) 2023-12-16T19:43:19.616 INFO:tasks.rados.rados.0.smithi002.stdout:3826: done (6 left) 2023-12-16T19:43:19.616 INFO:tasks.rados.rados.0.smithi002.stdout:3827: done (5 left) 2023-12-16T19:43:19.616 INFO:tasks.rados.rados.0.smithi002.stdout:3833: snap_remove snap 379 2023-12-16T19:43:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3833: done (5 left) 2023-12-16T19:43:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3834: read oid 9 snap -1 2023-12-16T19:43:20.099 INFO:tasks.rados.rados.0.smithi002.stdout:3834: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:20.100 INFO:tasks.rados.rados.0.smithi002.stdout:3835: setattr oid 34 current snap is 382 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:3828: finishing write tid 1 to smithi002125626-7 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:3828: finishing write tid 2 to smithi002125626-7 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:3829: finishing write tid 1 to smithi002125626-36 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:3829: finishing write tid 2 to smithi002125626-36 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:3829: finishing write tid 3 to smithi002125626-36 2023-12-16T19:43:20.101 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 3704 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3829: left oid 36 (ObjNum 1175 snap 382 seq_num 1175) 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3828: finishing write tid 3 to smithi002125626-7 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 7 v 4825 (ObjNum 1174 snap 382 seq_num 1174) dirty exists 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3828: left oid 7 (ObjNum 1174 snap 382 seq_num 1174) 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 1 to smithi002125626-29 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 2 to smithi002125626-29 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:3830: finishing write tid 3 to smithi002125626-29 2023-12-16T19:43:20.102 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4622 (ObjNum 1176 snap 382 seq_num 1176) dirty exists 2023-12-16T19:43:20.103 INFO:tasks.rados.rados.0.smithi002.stdout:3830: left oid 29 (ObjNum 1176 snap 382 seq_num 1176) 2023-12-16T19:43:20.103 INFO:tasks.rados.rados.0.smithi002.stdout:3831: expect (ObjNum 1133 snap 355 seq_num 1133) 2023-12-16T19:43:20.245 INFO:tasks.rados.rados.0.smithi002.stdout:3832: finishing write tid 1 to smithi002125626-30 2023-12-16T19:43:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:3832: finishing write tid 2 to smithi002125626-30 2023-12-16T19:43:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:3832: finishing write tid 3 to smithi002125626-30 2023-12-16T19:43:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3712 (ObjNum 1177 snap 382 seq_num 1177) dirty exists 2023-12-16T19:43:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:3832: left oid 30 (ObjNum 1177 snap 382 seq_num 1177) 2023-12-16T19:43:20.246 INFO:tasks.rados.rados.0.smithi002.stdout:3834: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3828: done (6 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3829: done (5 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3830: done (4 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3831: done (3 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3832: done (2 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3834: done (1 left) 2023-12-16T19:43:20.263 INFO:tasks.rados.rados.0.smithi002.stdout:3836: setattr oid 31 current snap is 382 2023-12-16T19:43:20.264 INFO:tasks.rados.rados.0.smithi002.stdout:3837: rollback oid 19 current snap is 382 2023-12-16T19:43:20.264 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 19 to 370 2023-12-16T19:43:20.264 INFO:tasks.rados.rados.0.smithi002.stdout:3838: rollback oid 4 current snap is 382 2023-12-16T19:43:20.264 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 360 2023-12-16T19:43:20.264 INFO:tasks.rados.rados.0.smithi002.stdout:3839: read oid 41 snap -1 2023-12-16T19:43:20.265 INFO:tasks.rados.rados.0.smithi002.stdout:3839: expect (ObjNum 1166 snap 381 seq_num 1166) 2023-12-16T19:43:20.265 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 382 2023-12-16T19:43:20.265 INFO:tasks.rados.rados.0.smithi002.stdout:3840: seq_num 1178 ranges {9584640=532480} 2023-12-16T19:43:20.324 INFO:tasks.rados.rados.0.smithi002.stdout:3840: writing smithi002125626-47 from 9584640 to 10117120 tid 1 2023-12-16T19:43:20.324 INFO:tasks.rados.rados.0.smithi002.stdout:3841: read oid 49 snap -1 2023-12-16T19:43:20.324 INFO:tasks.rados.rados.0.smithi002.stdout:3841: expect (ObjNum 1159 snap 377 seq_num 1159) 2023-12-16T19:43:20.324 INFO:tasks.rados.rados.0.smithi002.stdout:3842: rmattr oid 45 current snap is 382 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3689 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3837: finishing rollback tid 0 to smithi002125626-19 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4616 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3837: finishing rollback tid 1 to smithi002125626-19 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3837: finishing rollback tid 2 to smithi002125626-19 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 19 v 4685 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3838: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3838: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3835: done (7 left) 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3836: done (6 left) 2023-12-16T19:43:20.325 INFO:tasks.rados.rados.0.smithi002.stdout:3837: done (5 left) 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3843: rollback oid 21 current snap is 382 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 21 to 378 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3838: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4688 (ObjNum 1124 snap 351 seq_num 1124) dirty exists 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3838: done (5 left) 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3844: read oid 18 snap -1 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3844: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3845: read oid 19 snap -1 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3845: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:43:20.326 INFO:tasks.rados.rados.0.smithi002.stdout:3846: delete oid 42 current snap is 382 2023-12-16T19:43:20.327 INFO:tasks.rados.rados.0.smithi002.stdout:3839: expect (ObjNum 1166 snap 381 seq_num 1166) 2023-12-16T19:43:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:20 smithi002 ceph-mon[137674]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T19:43:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:20 smithi002 ceph-mon[137674]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 839 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 312 KiB/s wr, 9 op/s 2023-12-16T19:43:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:20 smithi002 ceph-mon[140029]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T19:43:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:20 smithi002 ceph-mon[140029]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 839 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 312 KiB/s wr, 9 op/s 2023-12-16T19:43:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:20 smithi043 ceph-mon[135010]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T19:43:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:20 smithi043 ceph-mon[135010]: pgmap v916: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 839 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 312 KiB/s wr, 9 op/s 2023-12-16T19:43:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:21 smithi002 ceph-mon[137674]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T19:43:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:21 smithi002 ceph-mon[140029]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T19:43:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:21 smithi043 ceph-mon[135010]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T19:43:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:22 smithi002 ceph-mon[137674]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 841 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 780 KiB/s wr, 20 op/s 2023-12-16T19:43:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:21] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2023-12-16T19:43:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:22 smithi002 ceph-mon[140029]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 841 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 780 KiB/s wr, 20 op/s 2023-12-16T19:43:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:22 smithi043 ceph-mon[135010]: pgmap v918: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 841 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 780 KiB/s wr, 20 op/s 2023-12-16T19:43:24.255 INFO:tasks.rados.rados.0.smithi002.stdout:3841: expect (ObjNum 1159 snap 377 seq_num 1159) 2023-12-16T19:43:24.271 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 3705 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2023-12-16T19:43:24.272 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 1 to smithi002125626-47 2023-12-16T19:43:24.272 INFO:tasks.rados.rados.0.smithi002.stdout:3844: expect (ObjNum 1135 snap 357 seq_num 1135) 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 2 to smithi002125626-47 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3843: finishing rollback tid 0 to smithi002125626-21 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3843: finishing rollback tid 1 to smithi002125626-21 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3840: finishing write tid 3 to smithi002125626-47 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4834 (ObjNum 1178 snap 382 seq_num 1178) dirty exists 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3840: left oid 47 (ObjNum 1178 snap 382 seq_num 1178) 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3843: finishing rollback tid 2 to smithi002125626-21 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4838 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T19:43:24.330 INFO:tasks.rados.rados.0.smithi002.stdout:3845: expect (ObjNum 1103 snap 339 seq_num 1103) 2023-12-16T19:43:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:24 smithi002 ceph-mon[137674]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T19:43:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:24 smithi002 ceph-mon[137674]: pgmap v920: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 878 KiB/s wr, 20 op/s 2023-12-16T19:43:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:24 smithi002 ceph-mon[140029]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T19:43:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:24 smithi002 ceph-mon[140029]: pgmap v920: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 878 KiB/s wr, 20 op/s 2023-12-16T19:43:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:24 smithi043 ceph-mon[135010]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T19:43:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:24 smithi043 ceph-mon[135010]: pgmap v920: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 878 KiB/s wr, 20 op/s 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3839: done (7 left) 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3840: done (6 left) 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3841: done (5 left) 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3842: done (4 left) 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3843: done (3 left) 2023-12-16T19:43:24.567 INFO:tasks.rados.rados.0.smithi002.stdout:3844: done (2 left) 2023-12-16T19:43:24.568 INFO:tasks.rados.rados.0.smithi002.stdout:3845: done (1 left) 2023-12-16T19:43:24.568 INFO:tasks.rados.rados.0.smithi002.stdout:3846: done (0 left) 2023-12-16T19:43:24.568 INFO:tasks.rados.rados.0.smithi002.stdout:3847: read oid 28 snap 356 2023-12-16T19:43:24.568 INFO:tasks.rados.rados.0.smithi002.stdout:3847: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:24.568 INFO:tasks.rados.rados.0.smithi002.stdout:3848: delete oid 23 current snap is 382 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3848: done (1 left) 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3849: read oid 6 snap -1 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3849: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3850: rmattr oid 23 current snap is 382 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3850: done (2 left) 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3851: rollback oid 47 current snap is 382 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 47 to 347 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3852: read oid 30 snap -1 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3852: expect (ObjNum 1177 snap 382 seq_num 1177) 2023-12-16T19:43:24.571 INFO:tasks.rados.rados.0.smithi002.stdout:3853: snap_remove snap 365 2023-12-16T19:43:25.093 INFO:tasks.rados.rados.0.smithi002.stdout:3852: expect (ObjNum 1177 snap 382 seq_num 1177) 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3851: finishing rollback tid 0 to smithi002125626-47 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3851: finishing rollback tid 1 to smithi002125626-47 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4840 (ObjNum 65 snap 0 seq_num 1482252145) dirty dne 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3851: done (4 left) 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3852: done (3 left) 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3853: done (2 left) 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3854: snap_create 2023-12-16T19:43:25.116 INFO:tasks.rados.rados.0.smithi002.stdout:3849: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:43:25.177 INFO:tasks.rados.rados.0.smithi002.stdout:3847: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:26.099 INFO:tasks.rados.rados.0.smithi002.stdout:3847: done (2 left) 2023-12-16T19:43:26.099 INFO:tasks.rados.rados.0.smithi002.stdout:3849: done (1 left) 2023-12-16T19:43:26.099 INFO:tasks.rados.rados.0.smithi002.stdout:3854: done (0 left) 2023-12-16T19:43:26.099 INFO:tasks.rados.rados.0.smithi002.stdout:3855: snap_remove snap 357 2023-12-16T19:43:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:26 smithi002 ceph-mon[137674]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T19:43:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:26 smithi002 ceph-mon[137674]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 746 KiB/s wr, 22 op/s 2023-12-16T19:43:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:26 smithi002 ceph-mon[140029]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T19:43:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:26 smithi002 ceph-mon[140029]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 746 KiB/s wr, 22 op/s 2023-12-16T19:43:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:26 smithi043 ceph-mon[135010]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T19:43:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:26 smithi043 ceph-mon[135010]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 746 KiB/s wr, 22 op/s 2023-12-16T19:43:27.101 INFO:tasks.rados.rados.0.smithi002.stdout:3855: done (0 left) 2023-12-16T19:43:27.101 INFO:tasks.rados.rados.0.smithi002.stdout:3856: snap_remove snap 377 2023-12-16T19:43:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:27 smithi002 ceph-mon[137674]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T19:43:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:27 smithi002 ceph-mon[140029]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T19:43:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:27 smithi043 ceph-mon[135010]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T19:43:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:3856: done (0 left) 2023-12-16T19:43:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:3857: read oid 24 snap 382 2023-12-16T19:43:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:3857: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 47 current snap is 383 2023-12-16T19:43:28.089 INFO:tasks.rados.rados.0.smithi002.stdout:3858: seq_num 1181 ranges {0=581632} 2023-12-16T19:43:28.093 INFO:tasks.rados.rados.0.smithi002.stdout:3858: writing smithi002125626-47 from 0 to 581632 tid 1 2023-12-16T19:43:28.093 INFO:tasks.rados.rados.0.smithi002.stdout:3859: read oid 21 snap 304 2023-12-16T19:43:28.094 INFO:tasks.rados.rados.0.smithi002.stdout:3859: expect deleted 2023-12-16T19:43:28.094 INFO:tasks.rados.rados.0.smithi002.stdout:3860: snap_create 2023-12-16T19:43:28.119 INFO:tasks.rados.rados.0.smithi002.stdout:3858: finishing write tid 1 to smithi002125626-47 2023-12-16T19:43:28.119 INFO:tasks.rados.rados.0.smithi002.stdout:3858: finishing write tid 2 to smithi002125626-47 2023-12-16T19:43:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:3858: finishing write tid 3 to smithi002125626-47 2023-12-16T19:43:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 47 v 4874 (ObjNum 1181 snap 383 seq_num 1181) dirty exists 2023-12-16T19:43:28.120 INFO:tasks.rados.rados.0.smithi002.stdout:3858: left oid 47 (ObjNum 1181 snap 383 seq_num 1181) 2023-12-16T19:43:28.148 INFO:tasks.rados.rados.0.smithi002.stdout:3857: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[140029]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[140029]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 545 KiB/s wr, 20 op/s 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[140029]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[137674]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[137674]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 545 KiB/s wr, 20 op/s 2023-12-16T19:43:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:28 smithi002 ceph-mon[137674]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T19:43:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:28 smithi043 ceph-mon[135010]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T19:43:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:28 smithi043 ceph-mon[135010]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 545 KiB/s wr, 20 op/s 2023-12-16T19:43:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:28 smithi043 ceph-mon[135010]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T19:43:29.095 INFO:tasks.rados.rados.0.smithi002.stdout:3857: done (3 left) 2023-12-16T19:43:29.095 INFO:tasks.rados.rados.0.smithi002.stdout:3858: done (2 left) 2023-12-16T19:43:29.096 INFO:tasks.rados.rados.0.smithi002.stdout:3859: done (1 left) 2023-12-16T19:43:29.096 INFO:tasks.rados.rados.0.smithi002.stdout:3860: done (0 left) 2023-12-16T19:43:29.096 INFO:tasks.rados.rados.0.smithi002.stdout:3861: snap_create 2023-12-16T19:43:30.101 INFO:tasks.rados.rados.0.smithi002.stdout:3861: done (0 left) 2023-12-16T19:43:30.102 INFO:tasks.rados.rados.0.smithi002.stdout:3862: snap_remove snap 234 2023-12-16T19:43:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:30 smithi002 ceph-mon[137674]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T19:43:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:30 smithi002 ceph-mon[137674]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 2 op/s 2023-12-16T19:43:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:30 smithi002 ceph-mon[140029]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T19:43:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:30 smithi002 ceph-mon[140029]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 2 op/s 2023-12-16T19:43:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:30 smithi043 ceph-mon[135010]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T19:43:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:30 smithi043 ceph-mon[135010]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 843 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 2 op/s 2023-12-16T19:43:31.103 INFO:tasks.rados.rados.0.smithi002.stdout:3862: done (0 left) 2023-12-16T19:43:31.103 INFO:tasks.rados.rados.0.smithi002.stdout:3863: snap_create 2023-12-16T19:43:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:31 smithi002 ceph-mon[137674]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T19:43:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:31 smithi002 ceph-mon[140029]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T19:43:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:31 smithi043 ceph-mon[135010]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T19:43:31.795 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:43:32.108 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:31] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2023-12-16T19:43:32.112 INFO:tasks.rados.rados.0.smithi002.stdout:3863: done (0 left) 2023-12-16T19:43:32.112 INFO:tasks.rados.rados.0.smithi002.stdout:3864: rollback oid 22 current snap is 386 2023-12-16T19:43:32.112 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 375 2023-12-16T19:43:32.112 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 386 2023-12-16T19:43:32.113 INFO:tasks.rados.rados.0.smithi002.stdout:3865: seq_num 1182 ranges {9584640=606208} 2023-12-16T19:43:32.134 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:43:32.134 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (11m) 8m ago 14m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:43:32.134 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (11m) 6m ago 14m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:43:32.134 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (15m) 8m ago 15m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (15m) 6m ago 15m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (10m) 6m ago 17m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (11m) 8m ago 18m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (10m) 8m ago 18m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (10m) 6m ago 17m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (10m) 8m ago 17m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (11m) 8m ago 14m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (11m) 6m ago 14m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (9m) 8m ago 17m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (9m) 8m ago 16m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (8m) 8m ago 16m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (8m) 8m ago 16m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (7m) 6m ago 16m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:43:32.135 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (7m) 6m ago 15m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:43:32.136 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (6m) 6m ago 15m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:43:32.136 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (6m) 6m ago 15m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:43:32.136 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (11m) 6m ago 14m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:3865: writing smithi002125626-24 from 9584640 to 10190848 tid 1 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:3866: copy_from oid 32 from oid 3 current snap is 386 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:3864: finishing rollback tid 0 to smithi002125626-22 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:3864: finishing rollback tid 1 to smithi002125626-22 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:3864: finishing rollback tid 2 to smithi002125626-22 2023-12-16T19:43:32.169 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4036 (ObjNum 1144 snap 365 seq_num 1144) dirty exists 2023-12-16T19:43:32.170 INFO:tasks.rados.rados.0.smithi002.stdout:3864: done (2 left) 2023-12-16T19:43:32.170 INFO:tasks.rados.rados.0.smithi002.stdout:3867: snap_create 2023-12-16T19:43:32.177 INFO:tasks.rados.rados.0.smithi002.stdout:3865: finishing write tid 1 to smithi002125626-24 2023-12-16T19:43:32.179 INFO:tasks.rados.rados.0.smithi002.stdout:3865: finishing write tid 2 to smithi002125626-24 2023-12-16T19:43:32.180 INFO:tasks.rados.rados.0.smithi002.stdout:3865: finishing write tid 3 to smithi002125626-24 2023-12-16T19:43:32.180 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4319 (ObjNum 1182 snap 386 seq_num 1182) dirty exists 2023-12-16T19:43:32.180 INFO:tasks.rados.rados.0.smithi002.stdout:3865: left oid 24 (ObjNum 1182 snap 386 seq_num 1182) 2023-12-16T19:43:32.190 INFO:tasks.rados.rados.0.smithi002.stdout:3866: finishing copy_from racing read to smithi002125626-32 2023-12-16T19:43:32.192 INFO:tasks.rados.rados.0.smithi002.stdout:3866: finishing copy_from to smithi002125626-32 2023-12-16T19:43:32.192 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 3233 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:43:32.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:32 smithi002 ceph-mon[137674]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T19:43:32.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:32 smithi002 ceph-mon[137674]: pgmap v931: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 827 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 142 KiB/s wr, 3 op/s 2023-12-16T19:43:32.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:32 smithi002 ceph-mon[140029]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T19:43:32.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:32 smithi002 ceph-mon[140029]: pgmap v931: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 827 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 142 KiB/s wr, 3 op/s 2023-12-16T19:43:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:32 smithi043 ceph-mon[135010]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T19:43:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:32 smithi043 ceph-mon[135010]: pgmap v931: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 827 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 142 KiB/s wr, 3 op/s 2023-12-16T19:43:32.544 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:43:32.545 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:43:32.546 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:43:32.546 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:43:32.546 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:43:32.546 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:43:33.090 INFO:tasks.rados.rados.0.smithi002.stdout:3865: done (2 left) 2023-12-16T19:43:33.091 INFO:tasks.rados.rados.0.smithi002.stdout:3866: done (1 left) 2023-12-16T19:43:33.091 INFO:tasks.rados.rados.0.smithi002.stdout:3867: done (0 left) 2023-12-16T19:43:33.091 INFO:tasks.rados.rados.0.smithi002.stdout:3868: rmattr oid 38 current snap is 387 2023-12-16T19:43:33.091 INFO:tasks.rados.rados.0.smithi002.stdout:3869: snap_remove snap 370 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[140029]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[140029]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[140029]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2754955696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[140029]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T19:43:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[137674]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[137674]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T19:43:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[137674]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2754955696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:33 smithi002 ceph-mon[137674]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T19:43:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:33 smithi043 ceph-mon[135010]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:33 smithi043 ceph-mon[135010]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T19:43:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:33 smithi043 ceph-mon[135010]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:43:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2754955696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:43:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:33 smithi043 ceph-mon[135010]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T19:43:34.100 INFO:tasks.rados.rados.0.smithi002.stdout:3869: done (1 left) 2023-12-16T19:43:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 21 current snap is 387 2023-12-16T19:43:34.101 INFO:tasks.rados.rados.0.smithi002.stdout:3870: seq_num 1183 ranges {0=622592} 2023-12-16T19:43:34.105 INFO:tasks.rados.rados.0.smithi002.stdout:3870: writing smithi002125626-21 from 0 to 622592 tid 1 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4895 (ObjNum 1170 snap 382 seq_num 1170) dirty exists 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:3868: done (1 left) 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:3871: read oid 38 snap 323 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:3871: expect (ObjNum 1026 snap 308 seq_num 1026) 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 387 2023-12-16T19:43:34.106 INFO:tasks.rados.rados.0.smithi002.stdout:3872: seq_num 1184 ranges {0=638976} 2023-12-16T19:43:34.110 INFO:tasks.rados.rados.0.smithi002.stdout:3872: writing smithi002125626-31 from 0 to 638976 tid 1 2023-12-16T19:43:34.110 INFO:tasks.rados.rados.0.smithi002.stdout:3873: snap_remove snap 384 2023-12-16T19:43:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:34 smithi002 ceph-mon[137674]: pgmap v934: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 142 KiB/s wr, 1 op/s 2023-12-16T19:43:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:34 smithi002 ceph-mon[137674]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T19:43:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:34 smithi002 ceph-mon[140029]: pgmap v934: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 142 KiB/s wr, 1 op/s 2023-12-16T19:43:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:34 smithi002 ceph-mon[140029]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T19:43:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:34 smithi043 ceph-mon[135010]: pgmap v934: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 800 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 142 KiB/s wr, 1 op/s 2023-12-16T19:43:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:34 smithi043 ceph-mon[135010]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3872: finishing write tid 1 to smithi002125626-31 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3872: finishing write tid 2 to smithi002125626-31 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3872: finishing write tid 3 to smithi002125626-31 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4618 (ObjNum 1184 snap 387 seq_num 1184) dirty exists 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3872: left oid 31 (ObjNum 1184 snap 387 seq_num 1184) 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3870: finishing write tid 1 to smithi002125626-21 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3870: finishing write tid 2 to smithi002125626-21 2023-12-16T19:43:35.118 INFO:tasks.rados.rados.0.smithi002.stdout:3871: expect (ObjNum 1026 snap 308 seq_num 1026) 2023-12-16T19:43:35.142 INFO:tasks.rados.rados.0.smithi002.stdout:3870: finishing write tid 3 to smithi002125626-21 2023-12-16T19:43:35.142 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 21 v 4902 (ObjNum 1183 snap 387 seq_num 1183) dirty exists 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3870: left oid 21 (ObjNum 1183 snap 387 seq_num 1183) 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3870: done (3 left) 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3871: done (2 left) 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3872: done (1 left) 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3873: done (0 left) 2023-12-16T19:43:35.143 INFO:tasks.rados.rados.0.smithi002.stdout:3874: snap_remove snap 347 2023-12-16T19:43:36.123 INFO:tasks.rados.rados.0.smithi002.stdout:3874: done (0 left) 2023-12-16T19:43:36.124 INFO:tasks.rados.rados.0.smithi002.stdout:3875: delete oid 18 current snap is 387 2023-12-16T19:43:36.136 INFO:tasks.rados.rados.0.smithi002.stdout:3875: done (0 left) 2023-12-16T19:43:36.136 INFO:tasks.rados.rados.0.smithi002.stdout:3876: read oid 6 snap -1 2023-12-16T19:43:36.136 INFO:tasks.rados.rados.0.smithi002.stdout:3876: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:43:36.136 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 387 2023-12-16T19:43:36.136 INFO:tasks.rados.rados.0.smithi002.stdout:3877: seq_num 1186 ranges {5169152=671744} 2023-12-16T19:43:36.169 INFO:tasks.rados.rados.0.smithi002.stdout:3877: writing smithi002125626-3 from 5169152 to 5840896 tid 1 2023-12-16T19:43:36.170 INFO:tasks.rados.rados.0.smithi002.stdout:3878: snap_remove snap 381 2023-12-16T19:43:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[137674]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T19:43:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[137674]: pgmap v937: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 739 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T19:43:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[140029]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T19:43:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[140029]: pgmap v937: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 739 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T19:43:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:36 smithi043 ceph-mon[135010]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T19:43:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:36 smithi043 ceph-mon[135010]: pgmap v937: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 739 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T19:43:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:3878: done (2 left) 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:3879: read oid 9 snap -1 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:3879: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:3880: rmattr oid 32 current snap is 387 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 5 current snap is 387 2023-12-16T19:43:37.129 INFO:tasks.rados.rados.0.smithi002.stdout:3881: seq_num 1187 ranges {3317760=688128} 2023-12-16T19:43:37.152 INFO:tasks.rados.rados.0.smithi002.stdout:3881: writing smithi002125626-5 from 3317760 to 4005888 tid 1 2023-12-16T19:43:37.153 INFO:tasks.rados.rados.0.smithi002.stdout:3876: expect (ObjNum 1123 snap 351 seq_num 1123) 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3877: finishing write tid 1 to smithi002125626-3 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3877: finishing write tid 2 to smithi002125626-3 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3876: done (4 left) 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3882: rmattr oid 41 current snap is 387 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3877: finishing write tid 3 to smithi002125626-3 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 4311 (ObjNum 1186 snap 387 seq_num 1186) dirty exists 2023-12-16T19:43:37.212 INFO:tasks.rados.rados.0.smithi002.stdout:3877: left oid 3 (ObjNum 1186 snap 387 seq_num 1186) 2023-12-16T19:43:37.213 INFO:tasks.rados.rados.0.smithi002.stdout:3879: expect (ObjNum 1041 snap 317 seq_num 1041) 2023-12-16T19:43:37.230 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4932 (ObjNum 1103 snap 339 seq_num 1103) dirty exists 2023-12-16T19:43:37.230 INFO:tasks.rados.rados.0.smithi002.stdout:3877: done (4 left) 2023-12-16T19:43:37.230 INFO:tasks.rados.rados.0.smithi002.stdout:3879: done (3 left) 2023-12-16T19:43:37.230 INFO:tasks.rados.rados.0.smithi002.stdout:3880: done (2 left) 2023-12-16T19:43:37.231 INFO:tasks.rados.rados.0.smithi002.stdout:3883: snap_remove snap 335 2023-12-16T19:43:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:37 smithi002 ceph-mon[140029]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T19:43:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:37 smithi002 ceph-mon[137674]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T19:43:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:37 smithi043 ceph-mon[135010]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T19:43:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:3883: done (2 left) 2023-12-16T19:43:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:3884: rollback oid 37 current snap is 387 2023-12-16T19:43:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 37 to 317 2023-12-16T19:43:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 31 current snap is 387 2023-12-16T19:43:38.136 INFO:tasks.rados.rados.0.smithi002.stdout:3885: seq_num 1188 ranges {638976=704512} 2023-12-16T19:43:38.145 INFO:tasks.rados.rados.0.smithi002.stdout:3885: writing smithi002125626-31 from 638976 to 1343488 tid 1 2023-12-16T19:43:38.145 INFO:tasks.rados.rados.0.smithi002.stdout:3881: finishing write tid 1 to smithi002125626-5 2023-12-16T19:43:38.145 INFO:tasks.rados.rados.0.smithi002.stdout:3881: finishing write tid 2 to smithi002125626-5 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:3881: finishing write tid 3 to smithi002125626-5 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4517 (ObjNum 1187 snap 387 seq_num 1187) dirty exists 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:3881: left oid 5 (ObjNum 1187 snap 387 seq_num 1187) 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4623 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:3881: done (3 left) 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:3882: done (2 left) 2023-12-16T19:43:38.146 INFO:tasks.rados.rados.0.smithi002.stdout:3886: snap_create 2023-12-16T19:43:38.157 INFO:tasks.rados.rados.0.smithi002.stdout:3885: finishing write tid 1 to smithi002125626-31 2023-12-16T19:43:38.158 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing rollback tid 0 to smithi002125626-37 2023-12-16T19:43:38.159 INFO:tasks.rados.rados.0.smithi002.stdout:3885: finishing write tid 2 to smithi002125626-31 2023-12-16T19:43:38.159 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing rollback tid 1 to smithi002125626-37 2023-12-16T19:43:38.159 INFO:tasks.rados.rados.0.smithi002.stdout:3884: finishing rollback tid 2 to smithi002125626-37 2023-12-16T19:43:38.159 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 3708 (ObjNum 691 snap 212 seq_num 691) dirty exists 2023-12-16T19:43:38.161 INFO:tasks.rados.rados.0.smithi002.stdout:3885: finishing write tid 3 to smithi002125626-31 2023-12-16T19:43:38.162 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4620 (ObjNum 1188 snap 387 seq_num 1188) dirty exists 2023-12-16T19:43:38.162 INFO:tasks.rados.rados.0.smithi002.stdout:3885: left oid 31 (ObjNum 1188 snap 387 seq_num 1188) 2023-12-16T19:43:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:38 smithi043 ceph-mon[135010]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T19:43:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:38 smithi043 ceph-mon[135010]: pgmap v940: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 717 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:43:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:38 smithi002 ceph-mon[137674]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T19:43:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:38 smithi002 ceph-mon[137674]: pgmap v940: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 717 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:43:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:38 smithi002 ceph-mon[140029]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T19:43:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:38 smithi002 ceph-mon[140029]: pgmap v940: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 717 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:43:39.138 INFO:tasks.rados.rados.0.smithi002.stdout:3884: done (2 left) 2023-12-16T19:43:39.138 INFO:tasks.rados.rados.0.smithi002.stdout:3885: done (1 left) 2023-12-16T19:43:39.138 INFO:tasks.rados.rados.0.smithi002.stdout:3886: done (0 left) 2023-12-16T19:43:39.138 INFO:tasks.rados.rados.0.smithi002.stdout:3887: delete oid 18 current snap is 388 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3887: done (0 left) 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3888: read oid 15 snap 375 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3888: expect (ObjNum 1151 snap 372 seq_num 1151) 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3889: rollback oid 22 current snap is 388 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 22 to 363 2023-12-16T19:43:39.141 INFO:tasks.rados.rados.0.smithi002.stdout:3890: snap_create 2023-12-16T19:43:39.147 INFO:tasks.rados.rados.0.smithi002.stdout:3889: finishing rollback tid 0 to smithi002125626-22 2023-12-16T19:43:39.147 INFO:tasks.rados.rados.0.smithi002.stdout:3889: finishing rollback tid 1 to smithi002125626-22 2023-12-16T19:43:39.148 INFO:tasks.rados.rados.0.smithi002.stdout:3889: finishing rollback tid 2 to smithi002125626-22 2023-12-16T19:43:39.148 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4039 (ObjNum 975 snap 290 seq_num 975) dirty exists 2023-12-16T19:43:39.166 INFO:tasks.rados.rados.0.smithi002.stdout:3888: expect (ObjNum 1151 snap 372 seq_num 1151) 2023-12-16T19:43:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:39 smithi002 ceph-mon[137674]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T19:43:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:39 smithi002 ceph-mon[140029]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T19:43:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:39 smithi043 ceph-mon[135010]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T19:43:40.143 INFO:tasks.rados.rados.0.smithi002.stdout:3888: done (2 left) 2023-12-16T19:43:40.143 INFO:tasks.rados.rados.0.smithi002.stdout:3889: done (1 left) 2023-12-16T19:43:40.143 INFO:tasks.rados.rados.0.smithi002.stdout:3890: done (0 left) 2023-12-16T19:43:40.143 INFO:tasks.rados.rados.0.smithi002.stdout:3891: setattr oid 42 current snap is 389 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3892: rollback oid 32 current snap is 389 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 32 to 366 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3893: rmattr oid 44 current snap is 389 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3894: read oid 47 snap -1 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3894: expect (ObjNum 1181 snap 383 seq_num 1181) 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3895: read oid 46 snap -1 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3895: expect (ObjNum 1167 snap 381 seq_num 1167) 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3896: rollback oid 12 current snap is 389 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 12 to 360 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 38 current snap is 389 2023-12-16T19:43:40.145 INFO:tasks.rados.rados.0.smithi002.stdout:3897: seq_num 1190 ranges {4268032=737280} 2023-12-16T19:43:40.173 INFO:tasks.rados.rados.0.smithi002.stdout:3897: writing smithi002125626-38 from 4268032 to 5005312 tid 1 2023-12-16T19:43:40.173 INFO:tasks.rados.rados.0.smithi002.stdout:3898: read oid 23 snap 366 2023-12-16T19:43:40.173 INFO:tasks.rados.rados.0.smithi002.stdout:3898: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:43:40.174 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 11 current snap is 389 2023-12-16T19:43:40.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 44 v 0 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:43:40.174 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3694 (ObjNum 65 snap 0 seq_num 1752461421) dirty exists 2023-12-16T19:43:40.174 INFO:tasks.rados.rados.0.smithi002.stdout:3896: finishing rollback tid 1 to smithi002125626-12 2023-12-16T19:43:40.174 INFO:tasks.rados.rados.0.smithi002.stdout:3895: expect (ObjNum 1167 snap 381 seq_num 1167) 2023-12-16T19:43:40.186 INFO:tasks.rados.rados.0.smithi002.stdout:3896: finishing rollback tid 2 to smithi002125626-12 2023-12-16T19:43:40.186 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 3232 (ObjNum 825 snap 257 seq_num 825) dirty exists 2023-12-16T19:43:40.187 INFO:tasks.rados.rados.0.smithi002.stdout:3892: finishing rollback tid 0 to smithi002125626-32 2023-12-16T19:43:40.187 INFO:tasks.rados.rados.0.smithi002.stdout:3892: finishing rollback tid 1 to smithi002125626-32 2023-12-16T19:43:40.187 INFO:tasks.rados.rados.0.smithi002.stdout:3892: finishing rollback tid 2 to smithi002125626-32 2023-12-16T19:43:40.187 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 32 v 4956 (ObjNum 1109 snap 344 seq_num 1109) dirty exists 2023-12-16T19:43:40.187 INFO:tasks.rados.rados.0.smithi002.stdout:3899: seq_num 1191 ranges {606208=753664} 2023-12-16T19:43:40.194 INFO:tasks.rados.rados.0.smithi002.stdout:3899: writing smithi002125626-11 from 606208 to 1359872 tid 1 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3891: done (8 left) 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3892: done (7 left) 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3893: done (6 left) 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3895: done (5 left) 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3896: done (4 left) 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:3900: rollback oid 4 current snap is 389 2023-12-16T19:43:40.195 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 4 to 361 2023-12-16T19:43:40.196 INFO:tasks.rados.rados.0.smithi002.stdout:3894: expect (ObjNum 1181 snap 383 seq_num 1181) 2023-12-16T19:43:40.211 INFO:tasks.rados.rados.0.smithi002.stdout:3898: expect (ObjNum 924 snap 282 seq_num 924) 2023-12-16T19:43:40.246 INFO:tasks.rados.rados.0.smithi002.stdout:3897: finishing write tid 1 to smithi002125626-38 2023-12-16T19:43:40.246 INFO:tasks.rados.rados.0.smithi002.stdout:3897: finishing write tid 2 to smithi002125626-38 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3897: finishing write tid 3 to smithi002125626-38 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 4959 (ObjNum 1190 snap 389 seq_num 1190) dirty exists 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3897: left oid 38 (ObjNum 1190 snap 389 seq_num 1190) 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3899: finishing write tid 1 to smithi002125626-11 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3894: done (4 left) 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3897: done (3 left) 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3898: done (2 left) 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3901: rollback oid 43 current snap is 389 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 43 to 328 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3899: finishing write tid 2 to smithi002125626-11 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3900: finishing rollback tid 0 to smithi002125626-4 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3900: finishing rollback tid 1 to smithi002125626-4 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:3899: finishing write tid 3 to smithi002125626-11 2023-12-16T19:43:40.247 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4041 (ObjNum 1191 snap 389 seq_num 1191) dirty exists 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:3899: left oid 11 (ObjNum 1191 snap 389 seq_num 1191) 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:3900: finishing rollback tid 2 to smithi002125626-4 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4691 (ObjNum 1124 snap 351 seq_num 1124) dirty exists 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:3899: done (2 left) 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:3900: done (1 left) 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 42 current snap is 389 2023-12-16T19:43:40.248 INFO:tasks.rados.rados.0.smithi002.stdout:3902: seq_num 1192 ranges {0=770048} 2023-12-16T19:43:40.250 INFO:tasks.rados.rados.0.smithi002.stdout:3902: writing smithi002125626-42 from 0 to 770048 tid 1 2023-12-16T19:43:40.250 INFO:tasks.rados.rados.0.smithi002.stdout:3903: read oid 12 snap -1 2023-12-16T19:43:40.251 INFO:tasks.rados.rados.0.smithi002.stdout:3903: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:40.251 INFO:tasks.rados.rados.0.smithi002.stdout:3904: snap_remove snap 386 2023-12-16T19:43:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:40 smithi002 ceph-mon[137674]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T19:43:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:40 smithi002 ceph-mon[137674]: pgmap v943: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 7 op/s 2023-12-16T19:43:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:40 smithi002 ceph-mon[140029]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T19:43:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:40 smithi002 ceph-mon[140029]: pgmap v943: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 7 op/s 2023-12-16T19:43:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:40 smithi043 ceph-mon[135010]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T19:43:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:40 smithi043 ceph-mon[135010]: pgmap v943: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 716 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 7 op/s 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:3901: finishing rollback tid 0 to smithi002125626-43 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:3901: finishing rollback tid 1 to smithi002125626-43 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 43 v 3234 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 1 to smithi002125626-42 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 2 to smithi002125626-42 2023-12-16T19:43:41.145 INFO:tasks.rados.rados.0.smithi002.stdout:3902: finishing write tid 3 to smithi002125626-42 2023-12-16T19:43:41.146 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 42 v 3696 (ObjNum 1192 snap 389 seq_num 1192) dirty exists 2023-12-16T19:43:41.146 INFO:tasks.rados.rados.0.smithi002.stdout:3902: left oid 42 (ObjNum 1192 snap 389 seq_num 1192) 2023-12-16T19:43:41.146 INFO:tasks.rados.rados.0.smithi002.stdout:3903: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:41.483 INFO:tasks.rados.rados.0.smithi002.stdout:3901: done (3 left) 2023-12-16T19:43:41.484 INFO:tasks.rados.rados.0.smithi002.stdout:3902: done (2 left) 2023-12-16T19:43:41.484 INFO:tasks.rados.rados.0.smithi002.stdout:3903: done (1 left) 2023-12-16T19:43:41.484 INFO:tasks.rados.rados.0.smithi002.stdout:3904: done (0 left) 2023-12-16T19:43:41.484 INFO:tasks.rados.rados.0.smithi002.stdout:3905: copy_from oid 12 from oid 26 current snap is 389 2023-12-16T19:43:41.484 INFO:tasks.rados.rados.0.smithi002.stdout:3906: delete oid 31 current snap is 389 2023-12-16T19:43:41.487 INFO:tasks.rados.rados.0.smithi002.stdout:3906: done (1 left) 2023-12-16T19:43:41.487 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 389 2023-12-16T19:43:41.487 INFO:tasks.rados.rados.0.smithi002.stdout:3907: seq_num 1194 ranges {0=802816} 2023-12-16T19:43:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:41 smithi002 ceph-mon[137674]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T19:43:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:41 smithi002 ceph-mon[140029]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T19:43:41.493 INFO:tasks.rados.rados.0.smithi002.stdout:3907: writing smithi002125626-33 from 0 to 802816 tid 1 2023-12-16T19:43:41.493 INFO:tasks.rados.rados.0.smithi002.stdout:3908: rollback oid 5 current snap is 389 2023-12-16T19:43:41.493 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 5 to 361 2023-12-16T19:43:41.493 INFO:tasks.rados.rados.0.smithi002.stdout:3909: copy_from oid 48 from oid 34 current snap is 389 2023-12-16T19:43:41.493 INFO:tasks.rados.rados.0.smithi002.stdout:3910: snap_create 2023-12-16T19:43:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:41 smithi043 ceph-mon[135010]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T19:43:41.499 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing rollback tid 0 to smithi002125626-5 2023-12-16T19:43:41.500 INFO:tasks.rados.rados.0.smithi002.stdout:3907: finishing write tid 1 to smithi002125626-33 2023-12-16T19:43:41.500 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing rollback tid 1 to smithi002125626-5 2023-12-16T19:43:41.500 INFO:tasks.rados.rados.0.smithi002.stdout:3907: finishing write tid 2 to smithi002125626-33 2023-12-16T19:43:41.500 INFO:tasks.rados.rados.0.smithi002.stdout:3908: finishing rollback tid 2 to smithi002125626-5 2023-12-16T19:43:41.500 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 5 v 4520 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2023-12-16T19:43:41.502 INFO:tasks.rados.rados.0.smithi002.stdout:3907: finishing write tid 3 to smithi002125626-33 2023-12-16T19:43:41.502 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 4693 (ObjNum 1194 snap 389 seq_num 1194) dirty exists 2023-12-16T19:43:41.502 INFO:tasks.rados.rados.0.smithi002.stdout:3907: left oid 33 (ObjNum 1194 snap 389 seq_num 1194) 2023-12-16T19:43:41.502 INFO:tasks.rados.rados.0.smithi002.stdout:3909: finishing copy_from racing read to smithi002125626-48 2023-12-16T19:43:41.503 INFO:tasks.rados.rados.0.smithi002.stdout:3905: finishing copy_from racing read to smithi002125626-12 2023-12-16T19:43:41.505 INFO:tasks.rados.rados.0.smithi002.stdout:3909: finishing copy_from to smithi002125626-48 2023-12-16T19:43:41.505 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 48 v 3689 (ObjNum 489 snap 150 seq_num 489) dirty exists 2023-12-16T19:43:41.505 INFO:tasks.rados.rados.0.smithi002.stdout:3905: finishing copy_from to smithi002125626-12 2023-12-16T19:43:41.505 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4766 (ObjNum 1139 snap 358 seq_num 1139) dirty exists 2023-12-16T19:43:42.152 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:41] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.43.0" 2023-12-16T19:43:42.156 INFO:tasks.rados.rados.0.smithi002.stdout:3905: done (4 left) 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:3907: done (3 left) 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:3908: done (2 left) 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:3909: done (1 left) 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:3910: done (0 left) 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 16 current snap is 390 2023-12-16T19:43:42.157 INFO:tasks.rados.rados.0.smithi002.stdout:3911: seq_num 1195 ranges {7749632=417792,8167424=401408} 2023-12-16T19:43:42.201 INFO:tasks.rados.rados.0.smithi002.stdout:3911: writing smithi002125626-16 from 7749632 to 8167424 tid 1 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3911: writing smithi002125626-16 from 8167424 to 8568832 tid 2 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3912: read oid 15 snap -1 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3912: expect (ObjNum 1151 snap 372 seq_num 1151) 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3913: read oid 36 snap -1 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3913: expect (ObjNum 1175 snap 382 seq_num 1175) 2023-12-16T19:43:42.204 INFO:tasks.rados.rados.0.smithi002.stdout:3914: delete oid 48 current snap is 390 2023-12-16T19:43:42.208 INFO:tasks.rados.rados.0.smithi002.stdout:3914: done (3 left) 2023-12-16T19:43:42.209 INFO:tasks.rados.rados.0.smithi002.stdout:3915: read oid 43 snap -1 2023-12-16T19:43:42.209 INFO:tasks.rados.rados.0.smithi002.stdout:3915: expect deleted 2023-12-16T19:43:42.209 INFO:tasks.rados.rados.0.smithi002.stdout:3916: setattr oid 40 current snap is 390 2023-12-16T19:43:42.210 INFO:tasks.rados.rados.0.smithi002.stdout:3915: done (4 left) 2023-12-16T19:43:42.210 INFO:tasks.rados.rados.0.smithi002.stdout:3917: delete oid 37 current snap is 390 2023-12-16T19:43:42.210 INFO:tasks.rados.rados.0.smithi002.stdout:3911: finishing write tid 1 to smithi002125626-16 2023-12-16T19:43:42.210 INFO:tasks.rados.rados.0.smithi002.stdout:3911: finishing write tid 2 to smithi002125626-16 2023-12-16T19:43:42.211 INFO:tasks.rados.rados.0.smithi002.stdout:3911: finishing write tid 3 to smithi002125626-16 2023-12-16T19:43:42.212 INFO:tasks.rados.rados.0.smithi002.stdout:3911: finishing write tid 4 to smithi002125626-16 2023-12-16T19:43:42.212 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 4626 (ObjNum 1195 snap 390 seq_num 1195) dirty exists 2023-12-16T19:43:42.213 INFO:tasks.rados.rados.0.smithi002.stdout:3911: left oid 16 (ObjNum 1195 snap 390 seq_num 1195) 2023-12-16T19:43:42.214 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 40 v 4042 (ObjNum 897 snap 278 seq_num 897) dirty exists 2023-12-16T19:43:42.216 INFO:tasks.rados.rados.0.smithi002.stdout:3913: expect (ObjNum 1175 snap 382 seq_num 1175) 2023-12-16T19:43:42.229 INFO:tasks.rados.rados.0.smithi002.stdout:3911: done (4 left) 2023-12-16T19:43:42.229 INFO:tasks.rados.rados.0.smithi002.stdout:3913: done (3 left) 2023-12-16T19:43:42.229 INFO:tasks.rados.rados.0.smithi002.stdout:3916: done (2 left) 2023-12-16T19:43:42.230 INFO:tasks.rados.rados.0.smithi002.stdout:3917: done (1 left) 2023-12-16T19:43:42.230 INFO:tasks.rados.rados.0.smithi002.stdout:3918: rollback oid 30 current snap is 390 2023-12-16T19:43:42.230 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 30 to 352 2023-12-16T19:43:42.230 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 46 current snap is 390 2023-12-16T19:43:42.230 INFO:tasks.rados.rados.0.smithi002.stdout:3919: seq_num 1198 ranges {352256=466944,819200=401408} 2023-12-16T19:43:42.234 INFO:tasks.rados.rados.0.smithi002.stdout:3919: writing smithi002125626-46 from 352256 to 819200 tid 1 2023-12-16T19:43:42.236 INFO:tasks.rados.rados.0.smithi002.stdout:3919: writing smithi002125626-46 from 819200 to 1220608 tid 2 2023-12-16T19:43:42.236 INFO:tasks.rados.rados.0.smithi002.stdout:3920: delete oid 43 current snap is 390 2023-12-16T19:43:42.237 INFO:tasks.rados.rados.0.smithi002.stdout:3912: expect (ObjNum 1151 snap 372 seq_num 1151) 2023-12-16T19:43:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:42 smithi002 ceph-mon[137674]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T19:43:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:42 smithi002 ceph-mon[137674]: pgmap v946: 121 pgs: 121 active+clean; 686 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 504 KiB/s wr, 10 op/s 2023-12-16T19:43:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:42 smithi002 ceph-mon[140029]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T19:43:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:42 smithi002 ceph-mon[140029]: pgmap v946: 121 pgs: 121 active+clean; 686 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 504 KiB/s wr, 10 op/s 2023-12-16T19:43:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:42 smithi043 ceph-mon[135010]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T19:43:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:42 smithi043 ceph-mon[135010]: pgmap v946: 121 pgs: 121 active+clean; 686 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 504 KiB/s wr, 10 op/s 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3918: finishing rollback tid 0 to smithi002125626-30 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3918: finishing rollback tid 1 to smithi002125626-30 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 30 v 3714 (ObjNum 129 snap 0 seq_num 2054586800) dirty dne 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3919: finishing write tid 1 to smithi002125626-46 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3919: finishing write tid 2 to smithi002125626-46 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3919: finishing write tid 3 to smithi002125626-46 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:3919: finishing write tid 4 to smithi002125626-46 2023-12-16T19:43:42.554 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 46 v 3717 (ObjNum 1198 snap 390 seq_num 1198) dirty exists 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3919: left oid 46 (ObjNum 1198 snap 390 seq_num 1198) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3912: done (3 left) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3918: done (2 left) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3919: done (1 left) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3920: done (0 left) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3921: read oid 7 snap -1 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3921: expect (ObjNum 1174 snap 382 seq_num 1174) 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3922: copy_from oid 5 from oid 18 current snap is 390 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3923: copy_from oid 36 from oid 47 current snap is 390 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3924: read oid 23 snap -1 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3924: expect deleted 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3925: rollback oid 10 current snap is 390 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 10 to 372 2023-12-16T19:43:42.555 INFO:tasks.rados.rados.0.smithi002.stdout:3926: snap_remove snap 332 2023-12-16T19:43:43.095 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing copy_from to smithi002125626-5 2023-12-16T19:43:43.095 INFO:tasks.rados.rados.0.smithi002.stdout:3922: got expected ENOENT (src dne) 2023-12-16T19:43:43.096 INFO:tasks.rados.rados.0.smithi002.stdout:3922: finishing copy_from racing read to smithi002125626-5 2023-12-16T19:43:43.096 INFO:tasks.rados.rados.0.smithi002.stdout:3925: finishing rollback tid 1 to smithi002125626-10 2023-12-16T19:43:43.096 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 10 v 3681 (ObjNum 33 snap 0 seq_num 2053685872) dirty dne 2023-12-16T19:43:43.096 INFO:tasks.rados.rados.0.smithi002.stdout:3921: expect (ObjNum 1174 snap 382 seq_num 1174) 2023-12-16T19:43:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:43 smithi002 ceph-mon[137674]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T19:43:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:43 smithi002 ceph-mon[137674]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T19:43:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:43 smithi002 ceph-mon[140029]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T19:43:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:43 smithi002 ceph-mon[140029]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T19:43:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:43 smithi043 ceph-mon[135010]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T19:43:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:43 smithi043 ceph-mon[135010]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T19:43:43.905 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing copy_from racing read to smithi002125626-36 2023-12-16T19:43:43.905 INFO:tasks.rados.rados.0.smithi002.stdout:3923: finishing copy_from to smithi002125626-36 2023-12-16T19:43:43.905 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4874 (ObjNum 1181 snap 383 seq_num 1181) dirty exists 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3921: done (5 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3922: done (4 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3923: done (3 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3924: done (2 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3925: done (1 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3926: done (0 left) 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 2 current snap is 390 2023-12-16T19:43:43.906 INFO:tasks.rados.rados.0.smithi002.stdout:3927: seq_num 1200 ranges {0=499712,499712=401408} 2023-12-16T19:43:43.907 INFO:tasks.rados.rados.0.smithi002.stdout:3927: writing smithi002125626-2 from 0 to 499712 tid 1 2023-12-16T19:43:43.910 INFO:tasks.rados.rados.0.smithi002.stdout:3927: writing smithi002125626-2 from 499712 to 901120 tid 2 2023-12-16T19:43:43.910 INFO:tasks.rados.rados.0.smithi002.stdout:3928: rmattr oid 14 current snap is 390 2023-12-16T19:43:43.910 INFO:tasks.rados.rados.0.smithi002.stdout:3928: done (1 left) 2023-12-16T19:43:43.910 INFO:tasks.rados.rados.0.smithi002.stdout:3929: snap_create 2023-12-16T19:43:43.912 INFO:tasks.rados.rados.0.smithi002.stdout:3927: finishing write tid 1 to smithi002125626-2 2023-12-16T19:43:43.913 INFO:tasks.rados.rados.0.smithi002.stdout:3927: finishing write tid 2 to smithi002125626-2 2023-12-16T19:43:43.913 INFO:tasks.rados.rados.0.smithi002.stdout:3927: finishing write tid 3 to smithi002125626-2 2023-12-16T19:43:43.914 INFO:tasks.rados.rados.0.smithi002.stdout:3927: finishing write tid 4 to smithi002125626-2 2023-12-16T19:43:43.914 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 2 v 4624 (ObjNum 1200 snap 390 seq_num 1200) dirty exists 2023-12-16T19:43:43.914 INFO:tasks.rados.rados.0.smithi002.stdout:3927: left oid 2 (ObjNum 1200 snap 390 seq_num 1200) 2023-12-16T19:43:44.161 INFO:tasks.rados.rados.0.smithi002.stdout:3927: done (1 left) 2023-12-16T19:43:44.161 INFO:tasks.rados.rados.0.smithi002.stdout:3929: done (0 left) 2023-12-16T19:43:44.161 INFO:tasks.rados.rados.0.smithi002.stdout:3930: read oid 44 snap -1 2023-12-16T19:43:44.161 INFO:tasks.rados.rados.0.smithi002.stdout:3930: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:43:44.161 INFO:tasks.rados.rados.0.smithi002.stdout:3931: setattr oid 11 current snap is 391 2023-12-16T19:43:44.162 INFO:tasks.rados.rados.0.smithi002.stdout:3932: read oid 42 snap 354 2023-12-16T19:43:44.162 INFO:tasks.rados.rados.0.smithi002.stdout:3932: expect (ObjNum 1112 snap 344 seq_num 1112) 2023-12-16T19:43:44.162 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 13 current snap is 391 2023-12-16T19:43:44.162 INFO:tasks.rados.rados.0.smithi002.stdout:3933: seq_num 1201 ranges {6635520=524288,7159808=401408} 2023-12-16T19:43:44.202 INFO:tasks.rados.rados.0.smithi002.stdout:3933: writing smithi002125626-13 from 6635520 to 7159808 tid 1 2023-12-16T19:43:44.204 INFO:tasks.rados.rados.0.smithi002.stdout:3933: writing smithi002125626-13 from 7159808 to 7561216 tid 2 2023-12-16T19:43:44.204 INFO:tasks.rados.rados.0.smithi002.stdout:3934: snap_remove snap 340 2023-12-16T19:43:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:44 smithi002 ceph-mon[137674]: pgmap v949: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 694 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-16T19:43:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:44 smithi002 ceph-mon[140029]: pgmap v949: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 694 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-16T19:43:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:44 smithi043 ceph-mon[135010]: pgmap v949: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 694 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-16T19:43:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:3934: done (4 left) 2023-12-16T19:43:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:3935: read oid 31 snap -1 2023-12-16T19:43:45.168 INFO:tasks.rados.rados.0.smithi002.stdout:3935: expect deleted 2023-12-16T19:43:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:3936: read oid 24 snap 363 2023-12-16T19:43:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:3936: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:3937: copy_from oid 34 from oid 48 current snap is 391 2023-12-16T19:43:45.169 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 11 v 4043 (ObjNum 1191 snap 389 seq_num 1191) dirty exists 2023-12-16T19:43:45.170 INFO:tasks.rados.rados.0.smithi002.stdout:3930: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:43:45.231 INFO:tasks.rados.rados.0.smithi002.stdout:3932: expect (ObjNum 1112 snap 344 seq_num 1112) 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing write tid 1 to smithi002125626-13 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing write tid 2 to smithi002125626-13 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3930: done (6 left) 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3931: done (5 left) 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3932: done (4 left) 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3938: read oid 33 snap -1 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3938: expect (ObjNum 1194 snap 389 seq_num 1194) 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 50 current snap is 391 2023-12-16T19:43:45.291 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing write tid 3 to smithi002125626-13 2023-12-16T19:43:45.292 INFO:tasks.rados.rados.0.smithi002.stdout:3939: seq_num 1202 ranges {0=540672,540672=401408} 2023-12-16T19:43:45.293 INFO:tasks.rados.rados.0.smithi002.stdout:3939: writing smithi002125626-50 from 0 to 540672 tid 1 2023-12-16T19:43:45.296 INFO:tasks.rados.rados.0.smithi002.stdout:3939: writing smithi002125626-50 from 540672 to 942080 tid 2 2023-12-16T19:43:45.296 INFO:tasks.rados.rados.0.smithi002.stdout:3940: rollback oid 41 current snap is 391 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 41 to 354 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3933: finishing write tid 4 to smithi002125626-13 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 13 v 4322 (ObjNum 1201 snap 391 seq_num 1201) dirty exists 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3933: left oid 13 (ObjNum 1201 snap 391 seq_num 1201) 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3937: finishing copy_from to smithi002125626-34 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3937: got expected ENOENT (src dne) 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3937: finishing copy_from racing read to smithi002125626-34 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3933: done (6 left) 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3937: done (5 left) 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3941: rmattr oid 45 current snap is 391 2023-12-16T19:43:45.297 INFO:tasks.rados.rados.0.smithi002.stdout:3936: expect (ObjNum 1122 snap 350 seq_num 1122) 2023-12-16T19:43:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:45 smithi002 ceph-mon[137674]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T19:43:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:45 smithi002 ceph-mon[140029]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T19:43:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:45 smithi043 ceph-mon[135010]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T19:43:45.893 INFO:tasks.rados.rados.0.smithi002.stdout:3938: expect (ObjNum 1194 snap 389 seq_num 1194) 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 45 v 4875 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3940: finishing rollback tid 0 to smithi002125626-41 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3940: finishing rollback tid 1 to smithi002125626-41 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3935: done (5 left) 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3936: done (4 left) 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3938: done (3 left) 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3941: done (2 left) 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3942: copy_from oid 16 from oid 44 current snap is 391 2023-12-16T19:43:45.915 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing write tid 1 to smithi002125626-50 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3940: finishing rollback tid 2 to smithi002125626-41 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4629 (ObjNum 992 snap 293 seq_num 992) dirty exists 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing write tid 2 to smithi002125626-50 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing write tid 3 to smithi002125626-50 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3939: finishing write tid 4 to smithi002125626-50 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 50 v 4994 (ObjNum 1202 snap 391 seq_num 1202) dirty exists 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3939: left oid 50 (ObjNum 1202 snap 391 seq_num 1202) 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3939: done (2 left) 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3940: done (1 left) 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3943: rollback oid 36 current snap is 391 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 36 to 376 2023-12-16T19:43:45.916 INFO:tasks.rados.rados.0.smithi002.stdout:3944: snap_create 2023-12-16T19:43:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing rollback tid 0 to smithi002125626-36 2023-12-16T19:43:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:3943: finishing rollback tid 1 to smithi002125626-36 2023-12-16T19:43:45.919 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 36 v 4877 (ObjNum 65 snap 0 seq_num 1684498786) dirty dne 2023-12-16T19:43:45.922 INFO:tasks.rados.rados.0.smithi002.stdout:3942: finishing copy_from racing read to smithi002125626-16 2023-12-16T19:43:45.923 INFO:tasks.rados.rados.0.smithi002.stdout:3942: finishing copy_from to smithi002125626-16 2023-12-16T19:43:45.923 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 16 v 3691 (ObjNum 905 snap 280 seq_num 905) dirty exists 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:3942: done (2 left) 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:3943: done (1 left) 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:3944: done (0 left) 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:3945: rollback oid 29 current snap is 392 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 29 to 323 2023-12-16T19:43:46.172 INFO:tasks.rados.rados.0.smithi002.stdout:3946: snap_remove snap 356 2023-12-16T19:43:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:46 smithi002 ceph-mon[137674]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T19:43:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:46 smithi002 ceph-mon[137674]: pgmap v952: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2023-12-16T19:43:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:46 smithi002 ceph-mon[140029]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T19:43:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:46 smithi002 ceph-mon[140029]: pgmap v952: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2023-12-16T19:43:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:46 smithi043 ceph-mon[135010]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T19:43:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:46 smithi043 ceph-mon[135010]: pgmap v952: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2023-12-16T19:43:47.179 INFO:tasks.rados.rados.0.smithi002.stdout:3946: done (1 left) 2023-12-16T19:43:47.179 INFO:tasks.rados.rados.0.smithi002.stdout:3947: read oid 42 snap 361 2023-12-16T19:43:47.179 INFO:tasks.rados.rados.0.smithi002.stdout:3947: expect (ObjNum 1137 snap 357 seq_num 1137) 2023-12-16T19:43:47.179 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 37 current snap is 392 2023-12-16T19:43:47.179 INFO:tasks.rados.rados.0.smithi002.stdout:3948: seq_num 1203 ranges {0=557056,557056=401408} 2023-12-16T19:43:47.184 INFO:tasks.rados.rados.0.smithi002.stdout:3948: writing smithi002125626-37 from 0 to 557056 tid 1 2023-12-16T19:43:47.186 INFO:tasks.rados.rados.0.smithi002.stdout:3948: writing smithi002125626-37 from 557056 to 958464 tid 2 2023-12-16T19:43:47.186 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 33 current snap is 392 2023-12-16T19:43:47.186 INFO:tasks.rados.rados.0.smithi002.stdout:3949: seq_num 1204 ranges {802816=573440,1376256=401408} 2023-12-16T19:43:47.195 INFO:tasks.rados.rados.0.smithi002.stdout:3949: writing smithi002125626-33 from 802816 to 1376256 tid 1 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:3949: writing smithi002125626-33 from 1376256 to 1777664 tid 2 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:3950: snap_create 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:3945: finishing rollback tid 0 to smithi002125626-29 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:3945: finishing rollback tid 1 to smithi002125626-29 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:3945: finishing rollback tid 2 to smithi002125626-29 2023-12-16T19:43:47.198 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 29 v 4632 (ObjNum 1039 snap 317 seq_num 1039) dirty exists 2023-12-16T19:43:47.201 INFO:tasks.rados.rados.0.smithi002.stdout:3948: finishing write tid 1 to smithi002125626-37 2023-12-16T19:43:47.202 INFO:tasks.rados.rados.0.smithi002.stdout:3948: finishing write tid 2 to smithi002125626-37 2023-12-16T19:43:47.203 INFO:tasks.rados.rados.0.smithi002.stdout:3948: finishing write tid 3 to smithi002125626-37 2023-12-16T19:43:47.208 INFO:tasks.rados.rados.0.smithi002.stdout:3948: finishing write tid 4 to smithi002125626-37 2023-12-16T19:43:47.208 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 37 v 4880 (ObjNum 1203 snap 392 seq_num 1203) dirty exists 2023-12-16T19:43:47.208 INFO:tasks.rados.rados.0.smithi002.stdout:3948: left oid 37 (ObjNum 1203 snap 392 seq_num 1203) 2023-12-16T19:43:47.211 INFO:tasks.rados.rados.0.smithi002.stdout:3949: finishing write tid 1 to smithi002125626-33 2023-12-16T19:43:47.212 INFO:tasks.rados.rados.0.smithi002.stdout:3949: finishing write tid 2 to smithi002125626-33 2023-12-16T19:43:47.212 INFO:tasks.rados.rados.0.smithi002.stdout:3949: finishing write tid 3 to smithi002125626-33 2023-12-16T19:43:47.214 INFO:tasks.rados.rados.0.smithi002.stdout:3947: expect (ObjNum 1137 snap 357 seq_num 1137) 2023-12-16T19:43:47.371 INFO:tasks.rados.rados.0.smithi002.stdout:3949: finishing write tid 4 to smithi002125626-33 2023-12-16T19:43:47.371 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 33 v 4696 (ObjNum 1204 snap 392 seq_num 1204) dirty exists 2023-12-16T19:43:47.372 INFO:tasks.rados.rados.0.smithi002.stdout:3949: left oid 33 (ObjNum 1204 snap 392 seq_num 1204) 2023-12-16T19:43:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:47 smithi002 ceph-mon[137674]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T19:43:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:47 smithi002 ceph-mon[140029]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T19:43:47.496 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 19:43:47 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T19:43:47.213+0000 7f2f329bc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 2af after trimming was started 2023-12-16T19:43:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:47 smithi043 ceph-mon[135010]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T19:43:48.095 INFO:tasks.rados.rados.0.smithi002.stdout:3945: done (4 left) 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3947: done (3 left) 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3948: done (2 left) 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3949: done (1 left) 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3950: done (0 left) 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3951: read oid 27 snap -1 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3951: expect deleted 2023-12-16T19:43:48.096 INFO:tasks.rados.rados.0.smithi002.stdout:3952: snap_create 2023-12-16T19:43:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[137674]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T19:43:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[137674]: pgmap v955: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2023-12-16T19:43:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[137674]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T19:43:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[140029]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T19:43:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[140029]: pgmap v955: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2023-12-16T19:43:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:48 smithi002 ceph-mon[140029]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T19:43:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:48 smithi043 ceph-mon[135010]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T19:43:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:48 smithi043 ceph-mon[135010]: pgmap v955: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2023-12-16T19:43:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:48 smithi043 ceph-mon[135010]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T19:43:49.096 INFO:tasks.rados.rados.0.smithi002.stdout:3951: done (1 left) 2023-12-16T19:43:49.096 INFO:tasks.rados.rados.0.smithi002.stdout:3952: done (0 left) 2023-12-16T19:43:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3953: copy_from oid 42 from oid 39 current snap is 394 2023-12-16T19:43:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3954: read oid 14 snap -1 2023-12-16T19:43:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3954: expect (ObjNum 1133 snap 355 seq_num 1133) 2023-12-16T19:43:49.097 INFO:tasks.rados.rados.0.smithi002.stdout:3955: delete oid 37 current snap is 394 2023-12-16T19:43:49.099 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing copy_from to smithi002125626-42 2023-12-16T19:43:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3953: got expected ENOENT (src dne) 2023-12-16T19:43:49.100 INFO:tasks.rados.rados.0.smithi002.stdout:3953: finishing copy_from racing read to smithi002125626-42 2023-12-16T19:43:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:3953: done (2 left) 2023-12-16T19:43:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:3955: done (1 left) 2023-12-16T19:43:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 4 current snap is 394 2023-12-16T19:43:49.102 INFO:tasks.rados.rados.0.smithi002.stdout:3956: seq_num 1206 ranges {2039808=606208,2646016=401408} 2023-12-16T19:43:49.117 INFO:tasks.rados.rados.0.smithi002.stdout:3956: writing smithi002125626-4 from 2039808 to 2646016 tid 1 2023-12-16T19:43:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:3956: writing smithi002125626-4 from 2646016 to 3047424 tid 2 2023-12-16T19:43:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:3957: read oid 38 snap 358 2023-12-16T19:43:49.119 INFO:tasks.rados.rados.0.smithi002.stdout:3957: expect (ObjNum 1059 snap 324 seq_num 1059) 2023-12-16T19:43:49.120 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 3 current snap is 394 2023-12-16T19:43:49.120 INFO:tasks.rados.rados.0.smithi002.stdout:3958: seq_num 1207 ranges {5840896=622592,6463488=401408} 2023-12-16T19:43:49.155 INFO:tasks.rados.rados.0.smithi002.stdout:3958: writing smithi002125626-3 from 5840896 to 6463488 tid 1 2023-12-16T19:43:49.157 INFO:tasks.rados.rados.0.smithi002.stdout:3958: writing smithi002125626-3 from 6463488 to 6864896 tid 2 2023-12-16T19:43:49.157 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 41 current snap is 394 2023-12-16T19:43:49.157 INFO:tasks.rados.rados.0.smithi002.stdout:3954: expect (ObjNum 1133 snap 355 seq_num 1133) 2023-12-16T19:43:49.292 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 1 to smithi002125626-4 2023-12-16T19:43:49.292 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 2 to smithi002125626-4 2023-12-16T19:43:49.293 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 3 to smithi002125626-4 2023-12-16T19:43:49.293 INFO:tasks.rados.rados.0.smithi002.stdout:3957: expect (ObjNum 1059 snap 324 seq_num 1059) 2023-12-16T19:43:49.350 INFO:tasks.rados.rados.0.smithi002.stdout:3956: finishing write tid 4 to smithi002125626-4 2023-12-16T19:43:49.350 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 4 v 4699 (ObjNum 1206 snap 394 seq_num 1206) dirty exists 2023-12-16T19:43:49.350 INFO:tasks.rados.rados.0.smithi002.stdout:3956: left oid 4 (ObjNum 1206 snap 394 seq_num 1206) 2023-12-16T19:43:49.350 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 1 to smithi002125626-3 2023-12-16T19:43:49.350 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 2 to smithi002125626-3 2023-12-16T19:43:49.351 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 3 to smithi002125626-3 2023-12-16T19:43:49.351 INFO:tasks.rados.rados.0.smithi002.stdout:3958: finishing write tid 4 to smithi002125626-3 2023-12-16T19:43:49.351 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 3 v 4314 (ObjNum 1207 snap 394 seq_num 1207) dirty exists 2023-12-16T19:43:49.351 INFO:tasks.rados.rados.0.smithi002.stdout:3958: left oid 3 (ObjNum 1207 snap 394 seq_num 1207) 2023-12-16T19:43:49.351 INFO:tasks.rados.rados.0.smithi002.stdout:3959: seq_num 1208 ranges {18669568=638976,19308544=401408} 2023-12-16T19:43:49.454 INFO:tasks.rados.rados.0.smithi002.stdout:3959: writing smithi002125626-41 from 18669568 to 19308544 tid 1 2023-12-16T19:43:49.457 INFO:tasks.rados.rados.0.smithi002.stdout:3959: writing smithi002125626-41 from 19308544 to 19709952 tid 2 2023-12-16T19:43:49.457 INFO:tasks.rados.rados.0.smithi002.stdout:3954: done (4 left) 2023-12-16T19:43:49.457 INFO:tasks.rados.rados.0.smithi002.stdout:3956: done (3 left) 2023-12-16T19:43:49.457 INFO:tasks.rados.rados.0.smithi002.stdout:3957: done (2 left) 2023-12-16T19:43:49.457 INFO:tasks.rados.rados.0.smithi002.stdout:3958: done (1 left) 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3960: read oid 5 snap 376 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3960: expect (ObjNum 1042 snap 318 seq_num 1042) 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3961: read oid 50 snap -1 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3961: expect (ObjNum 1202 snap 391 seq_num 1202) 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3962: rmattr oid 33 current snap is 394 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3962: done (3 left) 2023-12-16T19:43:49.458 INFO:tasks.rados.rados.0.smithi002.stdout:3963: snap_create 2023-12-16T19:43:49.462 INFO:tasks.rados.rados.0.smithi002.stdout:3961: expect (ObjNum 1202 snap 391 seq_num 1202) 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:3959: finishing write tid 1 to smithi002125626-41 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:3959: finishing write tid 2 to smithi002125626-41 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:3959: finishing write tid 3 to smithi002125626-41 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:3959: finishing write tid 4 to smithi002125626-41 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 41 v 4635 (ObjNum 1208 snap 394 seq_num 1208) dirty exists 2023-12-16T19:43:49.490 INFO:tasks.rados.rados.0.smithi002.stdout:3959: left oid 41 (ObjNum 1208 snap 394 seq_num 1208) 2023-12-16T19:43:49.491 INFO:tasks.rados.rados.0.smithi002.stdout:3960: expect (ObjNum 1042 snap 318 seq_num 1042) 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:3959: done (3 left) 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:3960: done (2 left) 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:3961: done (1 left) 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:3963: done (0 left) 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:3964: rollback oid 17 current snap is 395 2023-12-16T19:43:50.101 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 17 to 385 2023-12-16T19:43:50.102 INFO:tasks.rados.rados.0.smithi002.stdout:3965: read oid 31 snap -1 2023-12-16T19:43:50.102 INFO:tasks.rados.rados.0.smithi002.stdout:3965: expect deleted 2023-12-16T19:43:50.102 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 34 current snap is 395 2023-12-16T19:43:50.102 INFO:tasks.rados.rados.0.smithi002.stdout:3966: seq_num 1209 ranges {999424=655360,1654784=401408} 2023-12-16T19:43:50.110 INFO:tasks.rados.rados.0.smithi002.stdout:3966: writing smithi002125626-34 from 999424 to 1654784 tid 1 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:3966: writing smithi002125626-34 from 1654784 to 2056192 tid 2 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:3967: delete oid 25 current snap is 395 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:3964: finishing rollback tid 0 to smithi002125626-17 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:3964: finishing rollback tid 1 to smithi002125626-17 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:3964: finishing rollback tid 2 to smithi002125626-17 2023-12-16T19:43:50.113 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 17 v 3700 (ObjNum 1163 snap 380 seq_num 1163) dirty exists 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3966: finishing write tid 1 to smithi002125626-34 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3964: done (3 left) 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3965: done (2 left) 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3967: done (1 left) 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3968: read oid 37 snap -1 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3968: expect deleted 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3969: rmattr oid 22 current snap is 395 2023-12-16T19:43:50.119 INFO:tasks.rados.rados.0.smithi002.stdout:3970: snap_create 2023-12-16T19:43:50.120 INFO:tasks.rados.rados.0.smithi002.stdout:3966: finishing write tid 2 to smithi002125626-34 2023-12-16T19:43:50.120 INFO:tasks.rados.rados.0.smithi002.stdout:3966: finishing write tid 3 to smithi002125626-34 2023-12-16T19:43:50.122 INFO:tasks.rados.rados.0.smithi002.stdout:3966: finishing write tid 4 to smithi002125626-34 2023-12-16T19:43:50.122 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 34 v 3693 (ObjNum 1209 snap 395 seq_num 1209) dirty exists 2023-12-16T19:43:50.122 INFO:tasks.rados.rados.0.smithi002.stdout:3966: left oid 34 (ObjNum 1209 snap 395 seq_num 1209) 2023-12-16T19:43:50.123 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 22 v 4044 (ObjNum 975 snap 290 seq_num 975) dirty exists 2023-12-16T19:43:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:50 smithi002 ceph-mon[137674]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T19:43:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:50 smithi002 ceph-mon[137674]: pgmap v958: 121 pgs: 121 active+clean; 708 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 922 KiB/s wr, 10 op/s 2023-12-16T19:43:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:50 smithi002 ceph-mon[140029]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T19:43:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:50 smithi002 ceph-mon[140029]: pgmap v958: 121 pgs: 121 active+clean; 708 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 922 KiB/s wr, 10 op/s 2023-12-16T19:43:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:50 smithi043 ceph-mon[135010]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T19:43:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:50 smithi043 ceph-mon[135010]: pgmap v958: 121 pgs: 121 active+clean; 708 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 922 KiB/s wr, 10 op/s 2023-12-16T19:43:51.106 INFO:tasks.rados.rados.0.smithi002.stdout:3966: done (3 left) 2023-12-16T19:43:51.106 INFO:tasks.rados.rados.0.smithi002.stdout:3968: done (2 left) 2023-12-16T19:43:51.106 INFO:tasks.rados.rados.0.smithi002.stdout:3969: done (1 left) 2023-12-16T19:43:51.106 INFO:tasks.rados.rados.0.smithi002.stdout:3970: done (0 left) 2023-12-16T19:43:51.106 INFO:tasks.rados.rados.0.smithi002.stdout:3971: snap_create 2023-12-16T19:43:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:51 smithi002 ceph-mon[137674]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T19:43:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:51 smithi002 ceph-mon[140029]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T19:43:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:51 smithi043 ceph-mon[135010]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T19:43:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3971: done (0 left) 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3972: read oid 29 snap 304 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3972: expect (ObjNum 1003 snap 299 seq_num 1003) 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3973: copy_from oid 31 from oid 11 current snap is 397 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3974: copy_from oid 43 from oid 23 current snap is 397 2023-12-16T19:43:52.112 INFO:tasks.rados.rados.0.smithi002.stdout:3975: delete oid 13 current snap is 397 2023-12-16T19:43:52.117 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing copy_from to smithi002125626-43 2023-12-16T19:43:52.117 INFO:tasks.rados.rados.0.smithi002.stdout:3974: got expected ENOENT (src dne) 2023-12-16T19:43:52.117 INFO:tasks.rados.rados.0.smithi002.stdout:3974: finishing copy_from racing read to smithi002125626-43 2023-12-16T19:43:52.117 INFO:tasks.rados.rados.0.smithi002.stdout:3974: done (3 left) 2023-12-16T19:43:52.118 INFO:tasks.rados.rados.0.smithi002.stdout:3975: done (2 left) 2023-12-16T19:43:52.118 INFO:tasks.rados.rados.0.smithi002.stdout:3976: snap_create 2023-12-16T19:43:52.124 INFO:tasks.rados.rados.0.smithi002.stdout:3973: finishing copy_from racing read to smithi002125626-31 2023-12-16T19:43:52.124 INFO:tasks.rados.rados.0.smithi002.stdout:3973: finishing copy_from to smithi002125626-31 2023-12-16T19:43:52.124 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 31 v 4043 (ObjNum 1191 snap 389 seq_num 1191) dirty exists 2023-12-16T19:43:52.125 INFO:tasks.rados.rados.0.smithi002.stdout:3972: expect (ObjNum 1003 snap 299 seq_num 1003) 2023-12-16T19:43:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:52 smithi002 ceph-mon[137674]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T19:43:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:52 smithi002 ceph-mon[137674]: pgmap v961: 121 pgs: 121 active+clean; 704 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1018 KiB/s wr, 15 op/s 2023-12-16T19:43:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:43:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:43:51] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.43.0" 2023-12-16T19:43:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:52 smithi002 ceph-mon[140029]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T19:43:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:52 smithi002 ceph-mon[140029]: pgmap v961: 121 pgs: 121 active+clean; 704 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1018 KiB/s wr, 15 op/s 2023-12-16T19:43:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:52 smithi043 ceph-mon[135010]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T19:43:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:52 smithi043 ceph-mon[135010]: pgmap v961: 121 pgs: 121 active+clean; 704 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 1018 KiB/s wr, 15 op/s 2023-12-16T19:43:53.096 INFO:tasks.rados.rados.0.smithi002.stdout:3972: done (2 left) 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3973: done (1 left) 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3976: done (0 left) 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3977: copy_from oid 49 from oid 11 current snap is 398 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3978: read oid 28 snap -1 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3978: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3979: read oid 10 snap -1 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3979: expect deleted 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3980: rmattr oid 8 current snap is 398 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3980: done (3 left) 2023-12-16T19:43:53.097 INFO:tasks.rados.rados.0.smithi002.stdout:3981: snap_remove snap 304 2023-12-16T19:43:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:53 smithi002 ceph-mon[137674]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T19:43:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:53 smithi002 ceph-mon[137674]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T19:43:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:53 smithi002 ceph-mon[140029]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T19:43:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:53 smithi002 ceph-mon[140029]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T19:43:53.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:53 smithi043 ceph-mon[135010]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T19:43:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:53 smithi043 ceph-mon[135010]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T19:43:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3981: done (3 left) 2023-12-16T19:43:54.103 INFO:tasks.rados.rados.0.smithi002.stdout:3982: snap_remove snap 382 2023-12-16T19:43:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:54 smithi002 ceph-mon[137674]: pgmap v964: 121 pgs: 121 active+clean; 707 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:43:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:54 smithi002 ceph-mon[137674]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T19:43:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:54 smithi002 ceph-mon[140029]: pgmap v964: 121 pgs: 121 active+clean; 707 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:43:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:54 smithi002 ceph-mon[140029]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T19:43:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:54 smithi043 ceph-mon[135010]: pgmap v964: 121 pgs: 121 active+clean; 707 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-16T19:43:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:54 smithi043 ceph-mon[135010]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T19:43:55.105 INFO:tasks.rados.rados.0.smithi002.stdout:3982: done (3 left) 2023-12-16T19:43:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:3983: delete oid 16 current snap is 398 2023-12-16T19:43:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing copy_from racing read to smithi002125626-49 2023-12-16T19:43:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:3977: finishing copy_from to smithi002125626-49 2023-12-16T19:43:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 49 v 4043 (ObjNum 1191 snap 389 seq_num 1191) dirty exists 2023-12-16T19:43:55.106 INFO:tasks.rados.rados.0.smithi002.stdout:3978: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:55.444 INFO:tasks.rados.rados.0.smithi002.stdout:3977: done (3 left) 2023-12-16T19:43:55.444 INFO:tasks.rados.rados.0.smithi002.stdout:3978: done (2 left) 2023-12-16T19:43:55.444 INFO:tasks.rados.rados.0.smithi002.stdout:3979: done (1 left) 2023-12-16T19:43:55.444 INFO:tasks.rados.rados.0.smithi002.stdout:3983: done (0 left) 2023-12-16T19:43:55.444 INFO:tasks.rados.rados.0.smithi002.stdout:3984: snap_create 2023-12-16T19:43:56.110 INFO:tasks.rados.rados.0.smithi002.stdout:3984: done (0 left) 2023-12-16T19:43:56.110 INFO:tasks.rados.rados.0.smithi002.stdout:3985: read oid 34 snap -1 2023-12-16T19:43:56.110 INFO:tasks.rados.rados.0.smithi002.stdout:3985: expect (ObjNum 1209 snap 395 seq_num 1209) 2023-12-16T19:43:56.110 INFO:tasks.rados.rados.0.smithi002.stdout:3986: snap_create 2023-12-16T19:43:56.123 INFO:tasks.rados.rados.0.smithi002.stdout:3985: expect (ObjNum 1209 snap 395 seq_num 1209) 2023-12-16T19:43:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:56 smithi002 ceph-mon[137674]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T19:43:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:56 smithi002 ceph-mon[137674]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 684 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-16T19:43:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:56 smithi002 ceph-mon[140029]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T19:43:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:56 smithi002 ceph-mon[140029]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 684 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-16T19:43:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:56 smithi043 ceph-mon[135010]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T19:43:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:56 smithi043 ceph-mon[135010]: pgmap v967: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 684 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-16T19:43:57.111 INFO:tasks.rados.rados.0.smithi002.stdout:3985: done (1 left) 2023-12-16T19:43:57.111 INFO:tasks.rados.rados.0.smithi002.stdout:3986: done (0 left) 2023-12-16T19:43:57.111 INFO:tasks.rados.rados.0.smithi002.stdout:3987: snap_remove snap 374 2023-12-16T19:43:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:57 smithi002 ceph-mon[137674]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T19:43:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:57 smithi002 ceph-mon[140029]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T19:43:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:57 smithi043 ceph-mon[135010]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T19:43:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:3987: done (0 left) 2023-12-16T19:43:58.123 INFO:tasks.rados.rados.0.smithi002.stdout:3988: delete oid 26 current snap is 400 2023-12-16T19:43:58.153 INFO:tasks.rados.rados.0.smithi002.stdout:3988: done (0 left) 2023-12-16T19:43:58.153 INFO:tasks.rados.rados.0.smithi002.stdout:3989: read oid 8 snap -1 2023-12-16T19:43:58.153 INFO:tasks.rados.rados.0.smithi002.stdout:3989: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:43:58.153 INFO:tasks.rados.rados.0.smithi002.stdout:3990: rmattr oid 12 current snap is 400 2023-12-16T19:43:58.153 INFO:tasks.rados.rados.0.smithi002.stdout:3991: delete oid 17 current snap is 400 2023-12-16T19:43:58.156 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 12 v 4767 (ObjNum 1139 snap 358 seq_num 1139) dirty exists 2023-12-16T19:43:58.169 INFO:tasks.rados.rados.0.smithi002.stdout:3990: done (2 left) 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3991: done (1 left) 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3992: rollback oid 38 current snap is 400 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:rollback oid 38 to 366 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3993: read oid 35 snap 352 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3993: expect (ObjNum 1129 snap 352 seq_num 1129) 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3994: read oid 13 snap 387 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3994: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:58.170 INFO:tasks.rados.rados.0.smithi002.stdout:3995: snap_create 2023-12-16T19:43:58.172 INFO:tasks.rados.rados.0.smithi002.stdout:3989: expect (ObjNum 859 snap 267 seq_num 859) 2023-12-16T19:43:58.291 INFO:tasks.rados.rados.0.smithi002.stdout:3992: finishing rollback tid 0 to smithi002125626-38 2023-12-16T19:43:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:3992: finishing rollback tid 1 to smithi002125626-38 2023-12-16T19:43:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:3992: finishing rollback tid 2 to smithi002125626-38 2023-12-16T19:43:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 38 v 5042 (ObjNum 1141 snap 360 seq_num 1141) dirty exists 2023-12-16T19:43:58.292 INFO:tasks.rados.rados.0.smithi002.stdout:3993: expect (ObjNum 1129 snap 352 seq_num 1129) 2023-12-16T19:43:58.391 INFO:tasks.rados.rados.0.smithi002.stdout:3994: expect (ObjNum 825 snap 257 seq_num 825) 2023-12-16T19:43:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:58 smithi002 ceph-mon[137674]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T19:43:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:58 smithi002 ceph-mon[137674]: pgmap v970: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 676 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T19:43:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:58 smithi002 ceph-mon[140029]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T19:43:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:58 smithi002 ceph-mon[140029]: pgmap v970: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 676 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T19:43:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:58 smithi043 ceph-mon[135010]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T19:43:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:58 smithi043 ceph-mon[135010]: pgmap v970: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 676 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3989: done (4 left) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3992: done (3 left) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3993: done (2 left) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3994: done (1 left) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3995: done (0 left) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3996: read oid 44 snap -1 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3996: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 24 current snap is 401 2023-12-16T19:43:59.125 INFO:tasks.rados.rados.0.smithi002.stdout:3997: seq_num 1215 ranges {10190848=753664,10944512=401408} 2023-12-16T19:43:59.185 INFO:tasks.rados.rados.0.smithi002.stdout:3997: writing smithi002125626-24 from 10190848 to 10944512 tid 1 2023-12-16T19:43:59.186 INFO:tasks.rados.rados.0.smithi002.stdout:3997: writing smithi002125626-24 from 10944512 to 11345920 tid 2 2023-12-16T19:43:59.187 INFO:tasks.rados.rados.0.smithi002.stdout:append oid 25 current snap is 401 2023-12-16T19:43:59.187 INFO:tasks.rados.rados.0.smithi002.stdout:3998: seq_num 1216 ranges {0=770048,770048=401408} 2023-12-16T19:43:59.191 INFO:tasks.rados.rados.0.smithi002.stdout:3998: writing smithi002125626-25 from 0 to 770048 tid 1 2023-12-16T19:43:59.193 INFO:tasks.rados.rados.0.smithi002.stdout:3998: writing smithi002125626-25 from 770048 to 1171456 tid 2 2023-12-16T19:43:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:3999: read oid 41 snap -1 2023-12-16T19:43:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:3999: expect (ObjNum 1208 snap 394 seq_num 1208) 2023-12-16T19:43:59.194 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 4 2023-12-16T19:43:59.194 INFO:tasks.rados.rados.0.smithi002.stdout:3996: expect (ObjNum 905 snap 280 seq_num 905) 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing write tid 1 to smithi002125626-24 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing write tid 2 to smithi002125626-24 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing write tid 3 to smithi002125626-24 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:3997: finishing write tid 4 to smithi002125626-24 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 24 v 4326 (ObjNum 1215 snap 401 seq_num 1215) dirty exists 2023-12-16T19:43:59.243 INFO:tasks.rados.rados.0.smithi002.stdout:3997: left oid 24 (ObjNum 1215 snap 401 seq_num 1215) 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: finishing write tid 1 to smithi002125626-25 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: finishing write tid 2 to smithi002125626-25 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: finishing write tid 3 to smithi002125626-25 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: finishing write tid 4 to smithi002125626-25 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:update_object_version oid 25 v 4046 (ObjNum 1216 snap 401 seq_num 1216) dirty exists 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: left oid 25 (ObjNum 1216 snap 401 seq_num 1216) 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3996: done (3 left) 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3997: done (2 left) 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout:3998: done (1 left) 2023-12-16T19:43:59.244 INFO:tasks.rados.rados.0.smithi002.stdout: waiting on 1 2023-12-16T19:43:59.262 INFO:tasks.rados.rados.0.smithi002.stdout:3999: expect (ObjNum 1208 snap 394 seq_num 1208) 2023-12-16T19:43:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:43:59 smithi002 ceph-mon[137674]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T19:43:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:43:59 smithi002 ceph-mon[140029]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T19:43:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:43:59 smithi043 ceph-mon[135010]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T19:44:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:00 smithi002 ceph-mon[137674]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T19:44:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:00 smithi002 ceph-mon[137674]: pgmap v973: 121 pgs: 121 active+clean; 650 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:44:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:00 smithi002 ceph-mon[140029]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T19:44:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:00 smithi002 ceph-mon[140029]: pgmap v973: 121 pgs: 121 active+clean; 650 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:44:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:00 smithi043 ceph-mon[135010]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T19:44:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:00 smithi043 ceph-mon[135010]: pgmap v973: 121 pgs: 121 active+clean; 650 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T19:44:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:01] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.43.0" 2023-12-16T19:44:02.902 INFO:tasks.rados.rados.0.smithi002.stdout:3999: done (0 left) 2023-12-16T19:44:02.903 INFO:tasks.rados.rados.0.smithi002.stderr:0 errors. 2023-12-16T19:44:02.904 INFO:tasks.rados.rados.0.smithi002.stderr: 2023-12-16T19:44:02.908 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T19:44:02.924 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:44:02.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:02 smithi002 ceph-mon[137674]: pgmap v974: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 211 KiB/s wr, 5 op/s 2023-12-16T19:44:02.924 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:02 smithi002 ceph-mon[140029]: pgmap v974: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 211 KiB/s wr, 5 op/s 2023-12-16T19:44:02.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:02 smithi043 ceph-mon[135010]: pgmap v974: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 211 KiB/s wr, 5 op/s 2023-12-16T19:44:03.206 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (12m) 8m ago 14m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (11m) 6m ago 14m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (15m) 8m ago 15m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (15m) 6m ago 15m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (11m) 6m ago 17m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (11m) 8m ago 19m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (11m) 8m ago 19m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (10m) 6m ago 18m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:44:03.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (11m) 8m ago 18m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (12m) 8m ago 14m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (11m) 6m ago 14m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (10m) 8m ago 17m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (9m) 8m ago 17m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (9m) 8m ago 17m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (8m) 8m ago 16m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (8m) 6m ago 16m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (7m) 6m ago 16m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (7m) 6m ago 16m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (6m) 6m ago 16m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:44:03.283 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (11m) 6m ago 15m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:44:03.695 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:44:03.695 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:44:03.695 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:44:03.695 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:44:03.696 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:44:04.144 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:44:04.144 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":845,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T19:44:03.092694+0000","last_up_change":"2023-12-16T19:37:11.997023+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-16T19:30:27.855981+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"844","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":767,"snap_epoch":844,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":252,"up_from":262,"up_thru":462,"down_at":254,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6803","nonce":868590807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6805","nonce":868590807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6809","nonce":868590807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6807","nonce":868590807}]},"public_addr":"172.21.15.2:6803/868590807","cluster_addr":"172.21.15.2:6805/868590807","heartbeat_back_addr":"172.21.15.2:6809/868590807","heartbeat_front_addr":"172.21.15.2:6807/868590807","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":282,"up_from":292,"up_thru":462,"down_at":283,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6811","nonce":469357155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6813","nonce":469357155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6817","nonce":469357155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6815","nonce":469357155}]},"public_addr":"172.21.15.2:6811/469357155","cluster_addr":"172.21.15.2:6813/469357155","heartbeat_back_addr":"172.21.15.2:6817/469357155","heartbeat_front_addr":"172.21.15.2:6815/469357155","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":17,"last_clean_end":310,"up_from":320,"up_thru":462,"down_at":311,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6819","nonce":3235873466}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6821","nonce":3235873466}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6825","nonce":3235873466}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6823","nonce":3235873466}]},"public_addr":"172.21.15.2:6819/3235873466","cluster_addr":"172.21.15.2:6821/3235873466","heartbeat_back_addr":"172.21.15.2:6825/3235873466","heartbeat_front_addr":"172.21.15.2:6823/3235873466","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":23,"last_clean_end":339,"up_from":348,"up_thru":462,"down_at":340,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6827","nonce":2989191725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6829","nonce":2989191725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6833","nonce":2989191725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6831","nonce":2989191725}]},"public_addr":"172.21.15.2:6827/2989191725","cluster_addr":"172.21.15.2:6829/2989191725","heartbeat_back_addr":"172.21.15.2:6833/2989191725","heartbeat_front_addr":"172.21.15.2:6831/2989191725","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":27,"last_clean_end":368,"up_from":376,"up_thru":462,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6801","nonce":891699762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6803","nonce":891699762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6807","nonce":891699762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6805","nonce":891699762}]},"public_addr":"172.21.15.43:6801/891699762","cluster_addr":"172.21.15.43:6803/891699762","heartbeat_back_addr":"172.21.15.43:6807/891699762","heartbeat_front_addr":"172.21.15.43:6805/891699762","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":34,"last_clean_end":395,"up_from":405,"up_thru":462,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6809","nonce":3366189987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6811","nonce":3366189987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6815","nonce":3366189987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6813","nonce":3366189987}]},"public_addr":"172.21.15.43:6809/3366189987","cluster_addr":"172.21.15.43:6811/3366189987","heartbeat_back_addr":"172.21.15.43:6815/3366189987","heartbeat_front_addr":"172.21.15.43:6813/3366189987","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":41,"last_clean_end":424,"up_from":434,"up_thru":462,"down_at":425,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6817","nonce":2857271720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6819","nonce":2857271720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6823","nonce":2857271720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6821","nonce":2857271720}]},"public_addr":"172.21.15.43:6817/2857271720","cluster_addr":"172.21.15.43:6819/2857271720","heartbeat_back_addr":"172.21.15.43:6823/2857271720","heartbeat_front_addr":"172.21.15.43:6821/2857271720","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":453,"up_from":462,"up_thru":462,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6825","nonce":3715004188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6827","nonce":3715004188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6831","nonce":3715004188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6829","nonce":3715004188}]},"public_addr":"172.21.15.43:6825/3715004188","cluster_addr":"172.21.15.43:6827/3715004188","heartbeat_back_addr":"172.21.15.43:6831/3715004188","heartbeat_front_addr":"172.21.15.43:6829/3715004188","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":252},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":282},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":310},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":339},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":368},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":395},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":424},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":453}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2879908859":"2023-12-17T19:32:50.748458+0000","172.21.15.43:0/2398983072":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/2400734263":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/4007105248":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:6800/2326217901":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/949349975":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/3373833772":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/2453127684":"2023-12-17T19:32:50.748458+0000","172.21.15.43:6834/634078209":"2023-12-17T19:32:14.740363+0000","172.21.15.43:0/586465853":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/3790939936":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.43:0/252624404":"2023-12-17T19:32:14.740363+0000","172.21.15.43:0/2529524057":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000","172.21.15.43:0/1905448314":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/627245450":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/1010263028":"2023-12-17T19:32:50.748458+0000","172.21.15.43:6835/634078209":"2023-12-17T19:32:14.740363+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/2326217901":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/2999329970":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4274942411":"2023-12-17T19:32:50.748458+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:6801/248806123":"2023-12-17T19:31:24.805524+0000","172.21.15.43:0/2835487966":"2023-12-17T19:32:14.740363+0000","172.21.15.2:6800/248806123":"2023-12-17T19:31:24.805524+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":718,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":581,"length":1},{"begin":734,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:44:04.366 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[137674]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.366 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[137674]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T19:44:04.366 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[137674]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.366 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[137674]: pgmap v976: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 188 KiB/s wr, 5 op/s 2023-12-16T19:44:04.366 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1375461384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:04.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[140029]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[140029]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T19:44:04.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[140029]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[140029]: pgmap v976: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 188 KiB/s wr, 5 op/s 2023-12-16T19:44:04.367 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1375461384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:04.392 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T19:44:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:04 smithi043 ceph-mon[135010]: from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:04 smithi043 ceph-mon[135010]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T19:44:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:04 smithi043 ceph-mon[135010]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:04 smithi043 ceph-mon[135010]: pgmap v976: 121 pgs: 121 active+clean; 651 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 188 KiB/s wr, 5 op/s 2023-12-16T19:44:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1375461384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:04.658 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:44:05.358 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:05 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2710766906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:44:05.358 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:05 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2710766906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:44:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:05 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2710766906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:44:05.791 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T19:44:05.793 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2023-12-16T19:44:06.068 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":977,"stamp":"2023-12-16T19:44:05.449301+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":684194748,"num_objects":335,"num_object_clones":261,"num_object_copies":1005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":335,"num_whiteouts":14,"num_read":4677,"num_read_kb":5720533,"num_write":9002,"num_write_kb":1775387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":120,"num_bytes_recovered":394446432,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26307,"ondisk_log_size":26307,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5483836,"kb_used_data":871704,"kb_used_omap":347,"kb_used_meta":4611684,"kb_avail":744477380,"statfs":{"total":767960285184,"available":762344837120,"internally_reserved":0,"allocated":892624896,"data_stored":1818796920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":355662,"internal_metadata":4722365106},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-25083904,"num_objects":-4,"num_object_clones":-4,"num_object_copies":-12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4,"num_whiteouts":2,"num_read":26,"num_read_kb":107095,"num_write":13,"num_write_kb":2272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.332045"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124431+0000","last_change":"2023-12-16T19:37:13.038868+0000","last_active":"2023-12-16T19:43:58.124431+0000","last_peered":"2023-12-16T19:43:58.124431+0000","last_clean":"2023-12-16T19:43:58.124431+0000","last_became_active":"2023-12-16T19:37:13.038094+0000","last_became_peered":"2023-12-16T19:37:13.038094+0000","last_unstale":"2023-12-16T19:43:58.124431+0000","last_undegraded":"2023-12-16T19:43:58.124431+0000","last_fullsized":"2023-12-16T19:43:58.124431+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:20:13.546769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":807,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130411+0000","last_change":"2023-12-16T19:36:44.982113+0000","last_active":"2023-12-16T19:43:59.130411+0000","last_peered":"2023-12-16T19:43:59.130411+0000","last_clean":"2023-12-16T19:43:59.130411+0000","last_became_active":"2023-12-16T19:36:44.981061+0000","last_became_peered":"2023-12-16T19:36:44.981061+0000","last_unstale":"2023-12-16T19:43:59.130411+0000","last_undegraded":"2023-12-16T19:43:59.130411+0000","last_fullsized":"2023-12-16T19:43:59.130411+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:33:09.178724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125441+0000","last_change":"2023-12-16T19:35:17.950818+0000","last_active":"2023-12-16T19:43:58.125441+0000","last_peered":"2023-12-16T19:43:58.125441+0000","last_clean":"2023-12-16T19:43:58.125441+0000","last_became_active":"2023-12-16T19:35:17.950341+0000","last_became_peered":"2023-12-16T19:35:17.950341+0000","last_unstale":"2023-12-16T19:43:58.125441+0000","last_undegraded":"2023-12-16T19:43:58.125441+0000","last_fullsized":"2023-12-16T19:43:58.125441+0000","mapping_epoch":348,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":349,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:17:01.835256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":814,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.128087+0000","last_change":"2023-12-16T19:37:13.022462+0000","last_active":"2023-12-16T19:43:59.128087+0000","last_peered":"2023-12-16T19:43:59.128087+0000","last_clean":"2023-12-16T19:43:59.128087+0000","last_became_active":"2023-12-16T19:37:13.022158+0000","last_became_peered":"2023-12-16T19:37:13.022158+0000","last_unstale":"2023-12-16T19:43:59.128087+0000","last_undegraded":"2023-12-16T19:43:59.128087+0000","last_fullsized":"2023-12-16T19:43:59.128087+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:45:07.893704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123108+0000","last_change":"2023-12-16T19:37:13.028330+0000","last_active":"2023-12-16T19:43:58.123108+0000","last_peered":"2023-12-16T19:43:58.123108+0000","last_clean":"2023-12-16T19:43:58.123108+0000","last_became_active":"2023-12-16T19:37:13.024326+0000","last_became_peered":"2023-12-16T19:37:13.024326+0000","last_unstale":"2023-12-16T19:43:58.123108+0000","last_undegraded":"2023-12-16T19:43:58.123108+0000","last_fullsized":"2023-12-16T19:43:58.123108+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:55:31.854795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127851+0000","last_change":"2023-12-16T19:36:15.983078+0000","last_active":"2023-12-16T19:43:59.127851+0000","last_peered":"2023-12-16T19:43:59.127851+0000","last_clean":"2023-12-16T19:43:59.127851+0000","last_became_active":"2023-12-16T19:36:15.982010+0000","last_became_peered":"2023-12-16T19:36:15.982010+0000","last_unstale":"2023-12-16T19:43:59.127851+0000","last_undegraded":"2023-12-16T19:43:59.127851+0000","last_fullsized":"2023-12-16T19:43:59.127851+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:19:02.671864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":799,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126312+0000","last_change":"2023-12-16T19:37:13.036834+0000","last_active":"2023-12-16T19:43:58.126312+0000","last_peered":"2023-12-16T19:43:58.126312+0000","last_clean":"2023-12-16T19:43:58.126312+0000","last_became_active":"2023-12-16T19:37:13.036221+0000","last_became_peered":"2023-12-16T19:37:13.036221+0000","last_unstale":"2023-12-16T19:43:58.126312+0000","last_undegraded":"2023-12-16T19:43:58.126312+0000","last_fullsized":"2023-12-16T19:43:58.126312+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:04:29.525325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":780,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125544+0000","last_change":"2023-12-16T19:36:44.981398+0000","last_active":"2023-12-16T19:43:58.125544+0000","last_peered":"2023-12-16T19:43:58.125544+0000","last_clean":"2023-12-16T19:43:58.125544+0000","last_became_active":"2023-12-16T19:36:44.981053+0000","last_became_peered":"2023-12-16T19:36:44.981053+0000","last_unstale":"2023-12-16T19:43:58.125544+0000","last_undegraded":"2023-12-16T19:43:58.125544+0000","last_fullsized":"2023-12-16T19:43:58.125544+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:24:01.690142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":817,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124062+0000","last_change":"2023-12-16T19:37:13.039292+0000","last_active":"2023-12-16T19:43:58.124062+0000","last_peered":"2023-12-16T19:43:58.124062+0000","last_clean":"2023-12-16T19:43:58.124062+0000","last_became_active":"2023-12-16T19:37:13.038547+0000","last_became_peered":"2023-12-16T19:37:13.038547+0000","last_unstale":"2023-12-16T19:43:58.124062+0000","last_undegraded":"2023-12-16T19:43:58.124062+0000","last_fullsized":"2023-12-16T19:43:58.124062+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:29:24.353661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":806,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129775+0000","last_change":"2023-12-16T19:36:44.979928+0000","last_active":"2023-12-16T19:43:58.129775+0000","last_peered":"2023-12-16T19:43:58.129775+0000","last_clean":"2023-12-16T19:43:58.129775+0000","last_became_active":"2023-12-16T19:36:44.979637+0000","last_became_peered":"2023-12-16T19:36:44.979637+0000","last_unstale":"2023-12-16T19:43:58.129775+0000","last_undegraded":"2023-12-16T19:43:58.129775+0000","last_fullsized":"2023-12-16T19:43:58.129775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:37:19.420705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":806,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.128872+0000","last_change":"2023-12-16T19:36:44.986098+0000","last_active":"2023-12-16T19:43:58.128872+0000","last_peered":"2023-12-16T19:43:58.128872+0000","last_clean":"2023-12-16T19:43:58.128872+0000","last_became_active":"2023-12-16T19:36:44.982545+0000","last_became_peered":"2023-12-16T19:36:44.982545+0000","last_unstale":"2023-12-16T19:43:58.128872+0000","last_undegraded":"2023-12-16T19:43:58.128872+0000","last_fullsized":"2023-12-16T19:43:58.128872+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:35.357015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":809,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130451+0000","last_change":"2023-12-16T19:36:44.988056+0000","last_active":"2023-12-16T19:43:58.130451+0000","last_peered":"2023-12-16T19:43:58.130451+0000","last_clean":"2023-12-16T19:43:58.130451+0000","last_became_active":"2023-12-16T19:36:44.987598+0000","last_became_peered":"2023-12-16T19:36:44.987598+0000","last_unstale":"2023-12-16T19:43:58.130451+0000","last_undegraded":"2023-12-16T19:43:58.130451+0000","last_fullsized":"2023-12-16T19:43:58.130451+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:57.111304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":816,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126199+0000","last_change":"2023-12-16T19:36:44.978108+0000","last_active":"2023-12-16T19:43:58.126199+0000","last_peered":"2023-12-16T19:43:58.126199+0000","last_clean":"2023-12-16T19:43:58.126199+0000","last_became_active":"2023-12-16T19:36:44.977654+0000","last_became_peered":"2023-12-16T19:36:44.977654+0000","last_unstale":"2023-12-16T19:43:58.126199+0000","last_undegraded":"2023-12-16T19:43:58.126199+0000","last_fullsized":"2023-12-16T19:43:58.126199+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:12:02.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123612+0000","last_change":"2023-12-16T19:36:15.977875+0000","last_active":"2023-12-16T19:43:59.123612+0000","last_peered":"2023-12-16T19:43:59.123612+0000","last_clean":"2023-12-16T19:43:59.123612+0000","last_became_active":"2023-12-16T19:36:15.977537+0000","last_became_peered":"2023-12-16T19:36:15.977537+0000","last_unstale":"2023-12-16T19:43:59.123612+0000","last_undegraded":"2023-12-16T19:43:59.123612+0000","last_fullsized":"2023-12-16T19:43:59.123612+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:51:27.524856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.129781+0000","last_change":"2023-12-16T19:36:15.977549+0000","last_active":"2023-12-16T19:43:59.129781+0000","last_peered":"2023-12-16T19:43:59.129781+0000","last_clean":"2023-12-16T19:43:59.129781+0000","last_became_active":"2023-12-16T19:36:15.977218+0000","last_became_peered":"2023-12-16T19:36:15.977218+0000","last_unstale":"2023-12-16T19:43:59.129781+0000","last_undegraded":"2023-12-16T19:43:59.129781+0000","last_fullsized":"2023-12-16T19:43:59.129781+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:08:45.697898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":810,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127123+0000","last_change":"2023-12-16T19:37:13.023109+0000","last_active":"2023-12-16T19:43:59.127123+0000","last_peered":"2023-12-16T19:43:59.127123+0000","last_clean":"2023-12-16T19:43:59.127123+0000","last_became_active":"2023-12-16T19:37:13.022826+0000","last_became_peered":"2023-12-16T19:37:13.022826+0000","last_unstale":"2023-12-16T19:43:59.127123+0000","last_undegraded":"2023-12-16T19:43:59.127123+0000","last_fullsized":"2023-12-16T19:43:59.127123+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:29.378776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":800,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.128323+0000","last_change":"2023-12-16T19:37:13.027870+0000","last_active":"2023-12-16T19:43:59.128323+0000","last_peered":"2023-12-16T19:43:59.128323+0000","last_clean":"2023-12-16T19:43:59.128323+0000","last_became_active":"2023-12-16T19:37:13.023693+0000","last_became_peered":"2023-12-16T19:37:13.023693+0000","last_unstale":"2023-12-16T19:43:59.128323+0000","last_undegraded":"2023-12-16T19:43:59.128323+0000","last_fullsized":"2023-12-16T19:43:59.128323+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:20:53.689970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":804,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130317+0000","last_change":"2023-12-16T19:37:13.020542+0000","last_active":"2023-12-16T19:43:58.130317+0000","last_peered":"2023-12-16T19:43:58.130317+0000","last_clean":"2023-12-16T19:43:58.130317+0000","last_became_active":"2023-12-16T19:37:13.019723+0000","last_became_peered":"2023-12-16T19:37:13.019723+0000","last_unstale":"2023-12-16T19:43:58.130317+0000","last_undegraded":"2023-12-16T19:43:58.130317+0000","last_fullsized":"2023-12-16T19:43:58.130317+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:53:47.348387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125692+0000","last_change":"2023-12-16T19:37:13.025964+0000","last_active":"2023-12-16T19:43:58.125692+0000","last_peered":"2023-12-16T19:43:58.125692+0000","last_clean":"2023-12-16T19:43:58.125692+0000","last_became_active":"2023-12-16T19:37:13.025487+0000","last_became_peered":"2023-12-16T19:37:13.025487+0000","last_unstale":"2023-12-16T19:43:58.125692+0000","last_undegraded":"2023-12-16T19:43:58.125692+0000","last_fullsized":"2023-12-16T19:43:58.125692+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:14:07.374939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"55'4","reported_seq":797,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124452+0000","last_change":"2023-12-16T19:37:13.033499+0000","last_active":"2023-12-16T19:43:59.124452+0000","last_peered":"2023-12-16T19:43:59.124452+0000","last_clean":"2023-12-16T19:43:59.124452+0000","last_became_active":"2023-12-16T19:37:13.033130+0000","last_became_peered":"2023-12-16T19:37:13.033130+0000","last_unstale":"2023-12-16T19:43:59.124452+0000","last_undegraded":"2023-12-16T19:43:59.124452+0000","last_fullsized":"2023-12-16T19:43:59.124452+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:11:55.132497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":803,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123376+0000","last_change":"2023-12-16T19:36:44.986924+0000","last_active":"2023-12-16T19:43:58.123376+0000","last_peered":"2023-12-16T19:43:58.123376+0000","last_clean":"2023-12-16T19:43:58.123376+0000","last_became_active":"2023-12-16T19:36:44.986559+0000","last_became_peered":"2023-12-16T19:36:44.986559+0000","last_unstale":"2023-12-16T19:43:58.123376+0000","last_undegraded":"2023-12-16T19:43:58.123376+0000","last_fullsized":"2023-12-16T19:43:58.123376+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:44:28.984178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"55'1","reported_seq":790,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123629+0000","last_change":"2023-12-16T19:36:15.977306+0000","last_active":"2023-12-16T19:43:58.123629+0000","last_peered":"2023-12-16T19:43:58.123629+0000","last_clean":"2023-12-16T19:43:58.123629+0000","last_became_active":"2023-12-16T19:36:15.976925+0000","last_became_peered":"2023-12-16T19:36:15.976925+0000","last_unstale":"2023-12-16T19:43:58.123629+0000","last_undegraded":"2023-12-16T19:43:58.123629+0000","last_fullsized":"2023-12-16T19:43:58.123629+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:19:34.390038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123550+0000","last_change":"2023-12-16T19:36:15.972043+0000","last_active":"2023-12-16T19:43:59.123550+0000","last_peered":"2023-12-16T19:43:59.123550+0000","last_clean":"2023-12-16T19:43:59.123550+0000","last_became_active":"2023-12-16T19:36:15.971437+0000","last_became_peered":"2023-12-16T19:36:15.971437+0000","last_unstale":"2023-12-16T19:43:59.123550+0000","last_undegraded":"2023-12-16T19:43:59.123550+0000","last_fullsized":"2023-12-16T19:43:59.123550+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:48:56.695039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"55'2","reported_seq":807,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125567+0000","last_change":"2023-12-16T19:37:13.039454+0000","last_active":"2023-12-16T19:43:58.125567+0000","last_peered":"2023-12-16T19:43:58.125567+0000","last_clean":"2023-12-16T19:43:58.125567+0000","last_became_active":"2023-12-16T19:37:13.038967+0000","last_became_peered":"2023-12-16T19:37:13.038967+0000","last_unstale":"2023-12-16T19:43:58.125567+0000","last_undegraded":"2023-12-16T19:43:58.125567+0000","last_fullsized":"2023-12-16T19:43:58.125567+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:05:00.527354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":804,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127855+0000","last_change":"2023-12-16T19:36:15.980594+0000","last_active":"2023-12-16T19:43:59.127855+0000","last_peered":"2023-12-16T19:43:59.127855+0000","last_clean":"2023-12-16T19:43:59.127855+0000","last_became_active":"2023-12-16T19:36:15.978998+0000","last_became_peered":"2023-12-16T19:36:15.978998+0000","last_unstale":"2023-12-16T19:43:59.127855+0000","last_undegraded":"2023-12-16T19:43:59.127855+0000","last_fullsized":"2023-12-16T19:43:59.127855+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:25:05.257933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"55'2","reported_seq":827,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123659+0000","last_change":"2023-12-16T19:36:15.971187+0000","last_active":"2023-12-16T19:43:59.123659+0000","last_peered":"2023-12-16T19:43:59.123659+0000","last_clean":"2023-12-16T19:43:59.123659+0000","last_became_active":"2023-12-16T19:36:15.970716+0000","last_became_peered":"2023-12-16T19:36:15.970716+0000","last_unstale":"2023-12-16T19:43:59.123659+0000","last_undegraded":"2023-12-16T19:43:59.123659+0000","last_fullsized":"2023-12-16T19:43:59.123659+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:14:07.647295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130005+0000","last_change":"2023-12-16T19:36:44.989478+0000","last_active":"2023-12-16T19:43:58.130005+0000","last_peered":"2023-12-16T19:43:58.130005+0000","last_clean":"2023-12-16T19:43:58.130005+0000","last_became_active":"2023-12-16T19:36:44.989193+0000","last_became_peered":"2023-12-16T19:36:44.989193+0000","last_unstale":"2023-12-16T19:43:58.130005+0000","last_undegraded":"2023-12-16T19:43:58.130005+0000","last_fullsized":"2023-12-16T19:43:58.130005+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:51:53.299050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"55'1","reported_seq":782,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126618+0000","last_change":"2023-12-16T19:37:13.031695+0000","last_active":"2023-12-16T19:43:58.126618+0000","last_peered":"2023-12-16T19:43:58.126618+0000","last_clean":"2023-12-16T19:43:58.126618+0000","last_became_active":"2023-12-16T19:37:13.031344+0000","last_became_peered":"2023-12-16T19:37:13.031344+0000","last_unstale":"2023-12-16T19:43:58.126618+0000","last_undegraded":"2023-12-16T19:43:58.126618+0000","last_fullsized":"2023-12-16T19:43:58.126618+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:03:45.121960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":829,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123267+0000","last_change":"2023-12-16T19:35:47.008597+0000","last_active":"2023-12-16T19:43:59.123267+0000","last_peered":"2023-12-16T19:43:59.123267+0000","last_clean":"2023-12-16T19:43:59.123267+0000","last_became_active":"2023-12-16T19:35:47.008180+0000","last_became_peered":"2023-12-16T19:35:47.008180+0000","last_unstale":"2023-12-16T19:43:59.123267+0000","last_undegraded":"2023-12-16T19:43:59.123267+0000","last_fullsized":"2023-12-16T19:43:59.123267+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:14:25.425729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"55'1","reported_seq":816,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130322+0000","last_change":"2023-12-16T19:37:13.013844+0000","last_active":"2023-12-16T19:43:58.130322+0000","last_peered":"2023-12-16T19:43:58.130322+0000","last_clean":"2023-12-16T19:43:58.130322+0000","last_became_active":"2023-12-16T19:37:13.013506+0000","last_became_peered":"2023-12-16T19:37:13.013506+0000","last_unstale":"2023-12-16T19:43:58.130322+0000","last_undegraded":"2023-12-16T19:43:58.130322+0000","last_fullsized":"2023-12-16T19:43:58.130322+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:36:38.944006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130249+0000","last_change":"2023-12-16T19:37:13.026576+0000","last_active":"2023-12-16T19:43:58.130249+0000","last_peered":"2023-12-16T19:43:58.130249+0000","last_clean":"2023-12-16T19:43:58.130249+0000","last_became_active":"2023-12-16T19:37:13.026183+0000","last_became_peered":"2023-12-16T19:37:13.026183+0000","last_unstale":"2023-12-16T19:43:58.130249+0000","last_undegraded":"2023-12-16T19:43:58.130249+0000","last_fullsized":"2023-12-16T19:43:58.130249+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:42:51.170151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":788,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124985+0000","last_change":"2023-12-16T19:36:44.987506+0000","last_active":"2023-12-16T19:43:58.124985+0000","last_peered":"2023-12-16T19:43:58.124985+0000","last_clean":"2023-12-16T19:43:58.124985+0000","last_became_active":"2023-12-16T19:36:44.987161+0000","last_became_peered":"2023-12-16T19:36:44.987161+0000","last_unstale":"2023-12-16T19:43:58.124985+0000","last_undegraded":"2023-12-16T19:43:58.124985+0000","last_fullsized":"2023-12-16T19:43:58.124985+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:19:32.024587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":820,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125397+0000","last_change":"2023-12-16T19:35:17.954816+0000","last_active":"2023-12-16T19:43:58.125397+0000","last_peered":"2023-12-16T19:43:58.125397+0000","last_clean":"2023-12-16T19:43:58.125397+0000","last_became_active":"2023-12-16T19:35:17.954516+0000","last_became_peered":"2023-12-16T19:35:17.954516+0000","last_unstale":"2023-12-16T19:43:58.125397+0000","last_undegraded":"2023-12-16T19:43:58.125397+0000","last_fullsized":"2023-12-16T19:43:58.125397+0000","mapping_epoch":348,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":349,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:08:42.249841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127389+0000","last_change":"2023-12-16T19:37:13.023747+0000","last_active":"2023-12-16T19:43:59.127389+0000","last_peered":"2023-12-16T19:43:59.127389+0000","last_clean":"2023-12-16T19:43:59.127389+0000","last_became_active":"2023-12-16T19:37:13.023391+0000","last_became_peered":"2023-12-16T19:37:13.023391+0000","last_unstale":"2023-12-16T19:43:59.127389+0000","last_undegraded":"2023-12-16T19:43:59.127389+0000","last_fullsized":"2023-12-16T19:43:59.127389+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:58:54.498658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:44:00.141868+0000","last_change":"2023-12-16T19:35:47.014096+0000","last_active":"2023-12-16T19:44:00.141868+0000","last_peered":"2023-12-16T19:44:00.141868+0000","last_clean":"2023-12-16T19:44:00.141868+0000","last_became_active":"2023-12-16T19:35:47.013818+0000","last_became_peered":"2023-12-16T19:35:47.013818+0000","last_unstale":"2023-12-16T19:44:00.141868+0000","last_undegraded":"2023-12-16T19:44:00.141868+0000","last_fullsized":"2023-12-16T19:44:00.141868+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:49:07.540805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":807,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130749+0000","last_change":"2023-12-16T19:36:44.985261+0000","last_active":"2023-12-16T19:43:58.130749+0000","last_peered":"2023-12-16T19:43:58.130749+0000","last_clean":"2023-12-16T19:43:58.130749+0000","last_became_active":"2023-12-16T19:36:44.979770+0000","last_became_peered":"2023-12-16T19:36:44.979770+0000","last_unstale":"2023-12-16T19:43:58.130749+0000","last_undegraded":"2023-12-16T19:43:58.130749+0000","last_fullsized":"2023-12-16T19:43:58.130749+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:44:11.603358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":799,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127769+0000","last_change":"2023-12-16T19:37:13.022489+0000","last_active":"2023-12-16T19:43:59.127769+0000","last_peered":"2023-12-16T19:43:59.127769+0000","last_clean":"2023-12-16T19:43:59.127769+0000","last_became_active":"2023-12-16T19:37:13.022177+0000","last_became_peered":"2023-12-16T19:37:13.022177+0000","last_unstale":"2023-12-16T19:43:59.127769+0000","last_undegraded":"2023-12-16T19:43:59.127769+0000","last_fullsized":"2023-12-16T19:43:59.127769+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:17:09.012086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":787,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127610+0000","last_change":"2023-12-16T19:36:44.980568+0000","last_active":"2023-12-16T19:43:59.127610+0000","last_peered":"2023-12-16T19:43:59.127610+0000","last_clean":"2023-12-16T19:43:59.127610+0000","last_became_active":"2023-12-16T19:36:44.980046+0000","last_became_peered":"2023-12-16T19:36:44.980046+0000","last_unstale":"2023-12-16T19:43:59.127610+0000","last_undegraded":"2023-12-16T19:43:59.127610+0000","last_fullsized":"2023-12-16T19:43:59.127610+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:40.008499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124124+0000","last_change":"2023-12-16T19:36:15.972461+0000","last_active":"2023-12-16T19:43:59.124124+0000","last_peered":"2023-12-16T19:43:59.124124+0000","last_clean":"2023-12-16T19:43:59.124124+0000","last_became_active":"2023-12-16T19:36:15.972119+0000","last_became_peered":"2023-12-16T19:36:15.972119+0000","last_unstale":"2023-12-16T19:43:59.124124+0000","last_undegraded":"2023-12-16T19:43:59.124124+0000","last_fullsized":"2023-12-16T19:43:59.124124+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:55:05.322498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"55'3","reported_seq":811,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:44:00.141975+0000","last_change":"2023-12-16T19:36:15.978053+0000","last_active":"2023-12-16T19:44:00.141975+0000","last_peered":"2023-12-16T19:44:00.141975+0000","last_clean":"2023-12-16T19:44:00.141975+0000","last_became_active":"2023-12-16T19:36:15.977669+0000","last_became_peered":"2023-12-16T19:36:15.977669+0000","last_unstale":"2023-12-16T19:44:00.141975+0000","last_undegraded":"2023-12-16T19:44:00.141975+0000","last_fullsized":"2023-12-16T19:44:00.141975+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:16.138968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123989+0000","last_change":"2023-12-16T19:37:13.018800+0000","last_active":"2023-12-16T19:43:59.123989+0000","last_peered":"2023-12-16T19:43:59.123989+0000","last_clean":"2023-12-16T19:43:59.123989+0000","last_became_active":"2023-12-16T19:37:13.018533+0000","last_became_peered":"2023-12-16T19:37:13.018533+0000","last_unstale":"2023-12-16T19:43:59.123989+0000","last_undegraded":"2023-12-16T19:43:59.123989+0000","last_fullsized":"2023-12-16T19:43:59.123989+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:34:00.905328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"291'28","reported_seq":835,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129674+0000","last_change":"2023-12-16T19:36:44.983273+0000","last_active":"2023-12-16T19:43:58.129674+0000","last_peered":"2023-12-16T19:43:58.129674+0000","last_clean":"2023-12-16T19:43:58.129674+0000","last_became_active":"2023-12-16T19:36:44.982194+0000","last_became_peered":"2023-12-16T19:36:44.982194+0000","last_unstale":"2023-12-16T19:43:58.129674+0000","last_undegraded":"2023-12-16T19:43:58.129674+0000","last_fullsized":"2023-12-16T19:43:58.129674+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:38:03.918297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126300+0000","last_change":"2023-12-16T19:37:13.033294+0000","last_active":"2023-12-16T19:43:58.126300+0000","last_peered":"2023-12-16T19:43:58.126300+0000","last_clean":"2023-12-16T19:43:58.126300+0000","last_became_active":"2023-12-16T19:37:13.032965+0000","last_became_peered":"2023-12-16T19:37:13.032965+0000","last_unstale":"2023-12-16T19:43:58.126300+0000","last_undegraded":"2023-12-16T19:43:58.126300+0000","last_fullsized":"2023-12-16T19:43:58.126300+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:01:40.253583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"55'2","reported_seq":795,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124718+0000","last_change":"2023-12-16T19:35:47.022251+0000","last_active":"2023-12-16T19:43:59.124718+0000","last_peered":"2023-12-16T19:43:59.124718+0000","last_clean":"2023-12-16T19:43:59.124718+0000","last_became_active":"2023-12-16T19:35:47.021877+0000","last_became_peered":"2023-12-16T19:35:47.021877+0000","last_unstale":"2023-12-16T19:43:59.124718+0000","last_undegraded":"2023-12-16T19:43:59.124718+0000","last_fullsized":"2023-12-16T19:43:59.124718+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:41:34.032398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123987+0000","last_change":"2023-12-16T19:37:13.027819+0000","last_active":"2023-12-16T19:43:59.123987+0000","last_peered":"2023-12-16T19:43:59.123987+0000","last_clean":"2023-12-16T19:43:59.123987+0000","last_became_active":"2023-12-16T19:37:13.027523+0000","last_became_peered":"2023-12-16T19:37:13.027523+0000","last_unstale":"2023-12-16T19:43:59.123987+0000","last_undegraded":"2023-12-16T19:43:59.123987+0000","last_fullsized":"2023-12-16T19:43:59.123987+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:42:22.772211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":815,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127677+0000","last_change":"2023-12-16T19:37:13.025152+0000","last_active":"2023-12-16T19:43:59.127677+0000","last_peered":"2023-12-16T19:43:59.127677+0000","last_clean":"2023-12-16T19:43:59.127677+0000","last_became_active":"2023-12-16T19:37:13.024855+0000","last_became_peered":"2023-12-16T19:37:13.024855+0000","last_unstale":"2023-12-16T19:43:59.127677+0000","last_undegraded":"2023-12-16T19:43:59.127677+0000","last_fullsized":"2023-12-16T19:43:59.127677+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:41:17.825331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124200+0000","last_change":"2023-12-16T19:37:13.027029+0000","last_active":"2023-12-16T19:43:58.124200+0000","last_peered":"2023-12-16T19:43:58.124200+0000","last_clean":"2023-12-16T19:43:58.124200+0000","last_became_active":"2023-12-16T19:37:13.022293+0000","last_became_peered":"2023-12-16T19:37:13.022293+0000","last_unstale":"2023-12-16T19:43:58.124200+0000","last_undegraded":"2023-12-16T19:43:58.124200+0000","last_fullsized":"2023-12-16T19:43:58.124200+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:32:53.460181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":820,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129582+0000","last_change":"2023-12-16T19:36:44.985937+0000","last_active":"2023-12-16T19:43:58.129582+0000","last_peered":"2023-12-16T19:43:58.129582+0000","last_clean":"2023-12-16T19:43:58.129582+0000","last_became_active":"2023-12-16T19:36:44.984865+0000","last_became_peered":"2023-12-16T19:36:44.984865+0000","last_unstale":"2023-12-16T19:43:58.129582+0000","last_undegraded":"2023-12-16T19:43:58.129582+0000","last_fullsized":"2023-12-16T19:43:58.129582+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:36:00.731612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":806,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129068+0000","last_change":"2023-12-16T19:36:44.985094+0000","last_active":"2023-12-16T19:43:58.129068+0000","last_peered":"2023-12-16T19:43:58.129068+0000","last_clean":"2023-12-16T19:43:58.129068+0000","last_became_active":"2023-12-16T19:36:44.982781+0000","last_became_peered":"2023-12-16T19:36:44.982781+0000","last_unstale":"2023-12-16T19:43:58.129068+0000","last_undegraded":"2023-12-16T19:43:58.129068+0000","last_fullsized":"2023-12-16T19:43:58.129068+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:40:31.758158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"55'8","reported_seq":812,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129792+0000","last_change":"2023-12-16T19:34:49.946098+0000","last_active":"2023-12-16T19:43:58.129792+0000","last_peered":"2023-12-16T19:43:58.129792+0000","last_clean":"2023-12-16T19:43:58.129792+0000","last_became_active":"2023-12-16T19:34:49.942444+0000","last_became_peered":"2023-12-16T19:34:49.942444+0000","last_unstale":"2023-12-16T19:43:58.129792+0000","last_undegraded":"2023-12-16T19:43:58.129792+0000","last_fullsized":"2023-12-16T19:43:58.129792+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:20:43.605890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":804,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126767+0000","last_change":"2023-12-16T19:37:13.026689+0000","last_active":"2023-12-16T19:43:58.126767+0000","last_peered":"2023-12-16T19:43:58.126767+0000","last_clean":"2023-12-16T19:43:58.126767+0000","last_became_active":"2023-12-16T19:37:13.026387+0000","last_became_peered":"2023-12-16T19:37:13.026387+0000","last_unstale":"2023-12-16T19:43:58.126767+0000","last_undegraded":"2023-12-16T19:43:58.126767+0000","last_fullsized":"2023-12-16T19:43:58.126767+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:45:24.108936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"843'1435","reported_seq":4294,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.242849+0000","last_change":"2023-12-16T19:43:58.149691+0000","last_active":"2023-12-16T19:43:59.242849+0000","last_peered":"2023-12-16T19:43:59.242849+0000","last_clean":"2023-12-16T19:43:59.242849+0000","last_became_active":"2023-12-16T19:34:49.942304+0000","last_became_peered":"2023-12-16T19:34:49.942304+0000","last_unstale":"2023-12-16T19:43:59.242849+0000","last_undegraded":"2023-12-16T19:43:59.242849+0000","last_fullsized":"2023-12-16T19:43:59.242849+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1435,"log_dups_size":0,"ondisk_log_size":1435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:15:19.690069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019915704999999999,"stat_sum":{"num_bytes":89047040,"num_objects":25,"num_object_clones":22,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":246,"num_read_kb":578731,"num_write":574,"num_write_kb":100768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":7069696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"2.f","version":"55'1","reported_seq":810,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124316+0000","last_change":"2023-12-16T19:37:13.025932+0000","last_active":"2023-12-16T19:43:59.124316+0000","last_peered":"2023-12-16T19:43:59.124316+0000","last_clean":"2023-12-16T19:43:59.124316+0000","last_became_active":"2023-12-16T19:37:13.025590+0000","last_became_peered":"2023-12-16T19:37:13.025590+0000","last_unstale":"2023-12-16T19:43:59.124316+0000","last_undegraded":"2023-12-16T19:43:59.124316+0000","last_fullsized":"2023-12-16T19:43:59.124316+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:37.073390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":790,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123804+0000","last_change":"2023-12-16T19:37:13.025691+0000","last_active":"2023-12-16T19:43:58.123804+0000","last_peered":"2023-12-16T19:43:58.123804+0000","last_clean":"2023-12-16T19:43:58.123804+0000","last_became_active":"2023-12-16T19:37:13.023637+0000","last_became_peered":"2023-12-16T19:37:13.023637+0000","last_unstale":"2023-12-16T19:43:58.123804+0000","last_undegraded":"2023-12-16T19:43:58.123804+0000","last_fullsized":"2023-12-16T19:43:58.123804+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:25:18.824611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"843'1462","reported_seq":4343,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.098499+0000","last_change":"2023-12-16T19:43:58.140787+0000","last_active":"2023-12-16T19:44:03.098499+0000","last_peered":"2023-12-16T19:44:03.098499+0000","last_clean":"2023-12-16T19:44:03.098499+0000","last_became_active":"2023-12-16T19:36:44.976461+0000","last_became_peered":"2023-12-16T19:36:44.976461+0000","last_unstale":"2023-12-16T19:44:03.098499+0000","last_undegraded":"2023-12-16T19:44:03.098499+0000","last_fullsized":"2023-12-16T19:44:03.098499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1462,"log_dups_size":0,"ondisk_log_size":1462,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:29:29.570243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020727367,"stat_sum":{"num_bytes":18808832,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":209,"num_read_kb":108514,"num_write":364,"num_write_kb":97984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":696320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130506+0000","last_change":"2023-12-16T19:36:15.978222+0000","last_active":"2023-12-16T19:43:59.130506+0000","last_peered":"2023-12-16T19:43:59.130506+0000","last_clean":"2023-12-16T19:43:59.130506+0000","last_became_active":"2023-12-16T19:36:15.977783+0000","last_became_peered":"2023-12-16T19:36:15.977783+0000","last_unstale":"2023-12-16T19:43:59.130506+0000","last_undegraded":"2023-12-16T19:43:59.130506+0000","last_fullsized":"2023-12-16T19:43:59.130506+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:01:45.695310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":808,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130169+0000","last_change":"2023-12-16T19:37:13.022779+0000","last_active":"2023-12-16T19:43:59.130169+0000","last_peered":"2023-12-16T19:43:59.130169+0000","last_clean":"2023-12-16T19:43:59.130169+0000","last_became_active":"2023-12-16T19:37:13.022451+0000","last_became_peered":"2023-12-16T19:37:13.022451+0000","last_unstale":"2023-12-16T19:43:59.130169+0000","last_undegraded":"2023-12-16T19:43:59.130169+0000","last_fullsized":"2023-12-16T19:43:59.130169+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:40:25.155917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127577+0000","last_change":"2023-12-16T19:36:15.976647+0000","last_active":"2023-12-16T19:43:59.127577+0000","last_peered":"2023-12-16T19:43:59.127577+0000","last_clean":"2023-12-16T19:43:59.127577+0000","last_became_active":"2023-12-16T19:36:15.976328+0000","last_became_peered":"2023-12-16T19:36:15.976328+0000","last_unstale":"2023-12-16T19:43:59.127577+0000","last_undegraded":"2023-12-16T19:43:59.127577+0000","last_fullsized":"2023-12-16T19:43:59.127577+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:19.983511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"843'1687","reported_seq":4540,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.097689+0000","last_change":"2023-12-16T19:43:58.149375+0000","last_active":"2023-12-16T19:44:03.097689+0000","last_peered":"2023-12-16T19:44:03.097689+0000","last_clean":"2023-12-16T19:44:03.097689+0000","last_became_active":"2023-12-16T19:35:47.018126+0000","last_became_peered":"2023-12-16T19:35:47.018126+0000","last_unstale":"2023-12-16T19:44:03.097689+0000","last_undegraded":"2023-12-16T19:44:03.097689+0000","last_fullsized":"2023-12-16T19:44:03.097689+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1687,"log_dups_size":0,"ondisk_log_size":1687,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:26:41.995672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028457059,"stat_sum":{"num_bytes":18407424,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":209,"num_read_kb":337842,"num_write":641,"num_write_kb":120880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":26157056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130518+0000","last_change":"2023-12-16T19:35:17.955423+0000","last_active":"2023-12-16T19:43:59.130518+0000","last_peered":"2023-12-16T19:43:59.130518+0000","last_clean":"2023-12-16T19:43:59.130518+0000","last_became_active":"2023-12-16T19:35:17.954382+0000","last_became_peered":"2023-12-16T19:35:17.954382+0000","last_unstale":"2023-12-16T19:43:59.130518+0000","last_undegraded":"2023-12-16T19:43:59.130518+0000","last_fullsized":"2023-12-16T19:43:59.130518+0000","mapping_epoch":348,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":349,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:10:07.390619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":800,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127347+0000","last_change":"2023-12-16T19:36:44.980344+0000","last_active":"2023-12-16T19:43:59.127347+0000","last_peered":"2023-12-16T19:43:59.127347+0000","last_clean":"2023-12-16T19:43:59.127347+0000","last_became_active":"2023-12-16T19:36:44.980031+0000","last_became_peered":"2023-12-16T19:36:44.980031+0000","last_unstale":"2023-12-16T19:43:59.127347+0000","last_undegraded":"2023-12-16T19:43:59.127347+0000","last_fullsized":"2023-12-16T19:43:59.127347+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:12:44.185895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":809,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.276053+0000","last_change":"2023-12-16T19:36:44.976740+0000","last_active":"2023-12-16T19:44:03.276053+0000","last_peered":"2023-12-16T19:44:03.276053+0000","last_clean":"2023-12-16T19:44:03.276053+0000","last_became_active":"2023-12-16T19:36:44.976447+0000","last_became_peered":"2023-12-16T19:36:44.976447+0000","last_unstale":"2023-12-16T19:44:03.276053+0000","last_undegraded":"2023-12-16T19:44:03.276053+0000","last_fullsized":"2023-12-16T19:44:03.276053+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:28:38.192116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"843'1008","reported_seq":3887,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.189113+0000","last_change":"2023-12-16T19:43:58.154467+0000","last_active":"2023-12-16T19:43:59.189113+0000","last_peered":"2023-12-16T19:43:59.189113+0000","last_clean":"2023-12-16T19:43:59.189113+0000","last_became_active":"2023-12-16T19:36:15.983447+0000","last_became_peered":"2023-12-16T19:36:15.983447+0000","last_unstale":"2023-12-16T19:43:59.189113+0000","last_undegraded":"2023-12-16T19:43:59.189113+0000","last_fullsized":"2023-12-16T19:43:59.189113+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1008,"log_dups_size":0,"ondisk_log_size":1008,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:52:01.572858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023916003000000002,"stat_sum":{"num_bytes":25706496,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":151,"num_read_kb":184609,"num_write":336,"num_write_kb":82832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5398528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":802,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130727+0000","last_change":"2023-12-16T19:36:15.979065+0000","last_active":"2023-12-16T19:43:59.130727+0000","last_peered":"2023-12-16T19:43:59.130727+0000","last_clean":"2023-12-16T19:43:59.130727+0000","last_became_active":"2023-12-16T19:36:15.978444+0000","last_became_peered":"2023-12-16T19:36:15.978444+0000","last_unstale":"2023-12-16T19:43:59.130727+0000","last_undegraded":"2023-12-16T19:43:59.130727+0000","last_fullsized":"2023-12-16T19:43:59.130727+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:45:29.162564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.129734+0000","last_change":"2023-12-16T19:36:44.977262+0000","last_active":"2023-12-16T19:43:59.129734+0000","last_peered":"2023-12-16T19:43:59.129734+0000","last_clean":"2023-12-16T19:43:59.129734+0000","last_became_active":"2023-12-16T19:36:44.976925+0000","last_became_peered":"2023-12-16T19:36:44.976925+0000","last_unstale":"2023-12-16T19:43:59.129734+0000","last_undegraded":"2023-12-16T19:43:59.129734+0000","last_fullsized":"2023-12-16T19:43:59.129734+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:22:27.266322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":813,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129781+0000","last_change":"2023-12-16T19:35:17.957810+0000","last_active":"2023-12-16T19:43:58.129781+0000","last_peered":"2023-12-16T19:43:58.129781+0000","last_clean":"2023-12-16T19:43:58.129781+0000","last_became_active":"2023-12-16T19:35:17.957493+0000","last_became_peered":"2023-12-16T19:35:17.957493+0000","last_unstale":"2023-12-16T19:43:58.129781+0000","last_undegraded":"2023-12-16T19:43:58.129781+0000","last_fullsized":"2023-12-16T19:43:58.129781+0000","mapping_epoch":348,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":349,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:22:45.450791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"844'1999","reported_seq":4649,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.192677+0000","last_change":"2023-12-16T19:43:58.143910+0000","last_active":"2023-12-16T19:43:59.192677+0000","last_peered":"2023-12-16T19:43:59.192677+0000","last_clean":"2023-12-16T19:43:59.192677+0000","last_became_active":"2023-12-16T19:37:13.028637+0000","last_became_peered":"2023-12-16T19:37:13.028637+0000","last_unstale":"2023-12-16T19:43:59.192677+0000","last_undegraded":"2023-12-16T19:43:59.192677+0000","last_fullsized":"2023-12-16T19:43:59.192677+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1999,"log_dups_size":0,"ondisk_log_size":1999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:18:38.718511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019215135000000001,"stat_sum":{"num_bytes":55975936,"num_objects":24,"num_object_clones":20,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":317,"num_read_kb":582380,"num_write":612,"num_write_kb":150472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":12541952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":810,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129180+0000","last_change":"2023-12-16T19:37:13.034702+0000","last_active":"2023-12-16T19:43:58.129180+0000","last_peered":"2023-12-16T19:43:58.129180+0000","last_clean":"2023-12-16T19:43:58.129180+0000","last_became_active":"2023-12-16T19:37:13.034390+0000","last_became_peered":"2023-12-16T19:37:13.034390+0000","last_unstale":"2023-12-16T19:43:58.129180+0000","last_undegraded":"2023-12-16T19:43:58.129180+0000","last_fullsized":"2023-12-16T19:43:58.129180+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:46.051446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":781,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126255+0000","last_change":"2023-12-16T19:36:44.982212+0000","last_active":"2023-12-16T19:43:58.126255+0000","last_peered":"2023-12-16T19:43:58.126255+0000","last_clean":"2023-12-16T19:43:58.126255+0000","last_became_active":"2023-12-16T19:36:44.981666+0000","last_became_peered":"2023-12-16T19:36:44.981666+0000","last_unstale":"2023-12-16T19:43:58.126255+0000","last_undegraded":"2023-12-16T19:43:58.126255+0000","last_fullsized":"2023-12-16T19:43:58.126255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:07:55.089211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":787,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127445+0000","last_change":"2023-12-16T19:37:13.022540+0000","last_active":"2023-12-16T19:43:59.127445+0000","last_peered":"2023-12-16T19:43:59.127445+0000","last_clean":"2023-12-16T19:43:59.127445+0000","last_became_active":"2023-12-16T19:37:13.022249+0000","last_became_peered":"2023-12-16T19:37:13.022249+0000","last_unstale":"2023-12-16T19:43:59.127445+0000","last_undegraded":"2023-12-16T19:43:59.127445+0000","last_fullsized":"2023-12-16T19:43:59.127445+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T07:14:51.012764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"211'197","reported_seq":1309,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123110+0000","last_change":"2023-12-16T19:37:13.033698+0000","last_active":"2023-12-16T19:43:58.123110+0000","last_peered":"2023-12-16T19:43:58.123110+0000","last_clean":"2023-12-16T19:43:58.123110+0000","last_became_active":"2023-12-16T19:37:13.032915+0000","last_became_peered":"2023-12-16T19:37:13.032915+0000","last_unstale":"2023-12-16T19:43:58.123110+0000","last_undegraded":"2023-12-16T19:43:58.123110+0000","last_fullsized":"2023-12-16T19:43:58.123110+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:26:57.425531+0000","last_clean_scrub_stamp":"2023-12-16T19:26:57.425531+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:01:38.526114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"843'2101","reported_seq":4761,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.801879+0000","last_change":"2023-12-16T19:43:58.142867+0000","last_active":"2023-12-16T19:44:03.801879+0000","last_peered":"2023-12-16T19:44:03.801879+0000","last_clean":"2023-12-16T19:44:03.801879+0000","last_became_active":"2023-12-16T19:36:15.982238+0000","last_became_peered":"2023-12-16T19:36:15.982238+0000","last_unstale":"2023-12-16T19:44:03.801879+0000","last_undegraded":"2023-12-16T19:44:03.801879+0000","last_fullsized":"2023-12-16T19:44:03.801879+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":2101,"log_dups_size":0,"ondisk_log_size":2101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:20:27.792830+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.017264477,"stat_sum":{"num_bytes":55861248,"num_objects":24,"num_object_clones":20,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":274,"num_read_kb":385033,"num_write":513,"num_write_kb":139160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":34168832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123849+0000","last_change":"2023-12-16T19:34:49.943657+0000","last_active":"2023-12-16T19:43:59.123849+0000","last_peered":"2023-12-16T19:43:59.123849+0000","last_clean":"2023-12-16T19:43:59.123849+0000","last_became_active":"2023-12-16T19:34:49.943330+0000","last_became_peered":"2023-12-16T19:34:49.943330+0000","last_unstale":"2023-12-16T19:43:59.123849+0000","last_undegraded":"2023-12-16T19:43:59.123849+0000","last_fullsized":"2023-12-16T19:43:59.123849+0000","mapping_epoch":320,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":321,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:14:52.457247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123486+0000","last_change":"2023-12-16T19:35:47.009811+0000","last_active":"2023-12-16T19:43:59.123486+0000","last_peered":"2023-12-16T19:43:59.123486+0000","last_clean":"2023-12-16T19:43:59.123486+0000","last_became_active":"2023-12-16T19:35:47.009536+0000","last_became_peered":"2023-12-16T19:35:47.009536+0000","last_unstale":"2023-12-16T19:43:59.123486+0000","last_undegraded":"2023-12-16T19:43:59.123486+0000","last_fullsized":"2023-12-16T19:43:59.123486+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:50:09.970031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.122692+0000","last_change":"2023-12-16T19:37:13.036336+0000","last_active":"2023-12-16T19:43:58.122692+0000","last_peered":"2023-12-16T19:43:58.122692+0000","last_clean":"2023-12-16T19:43:58.122692+0000","last_became_active":"2023-12-16T19:37:13.033388+0000","last_became_peered":"2023-12-16T19:37:13.033388+0000","last_unstale":"2023-12-16T19:43:58.122692+0000","last_undegraded":"2023-12-16T19:43:58.122692+0000","last_fullsized":"2023-12-16T19:43:58.122692+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:20:04.439145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"843'1538","reported_seq":4241,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.196553+0000","last_change":"2023-12-16T19:43:58.150175+0000","last_active":"2023-12-16T19:43:59.196553+0000","last_peered":"2023-12-16T19:43:59.196553+0000","last_clean":"2023-12-16T19:43:59.196553+0000","last_became_active":"2023-12-16T19:36:44.980586+0000","last_became_peered":"2023-12-16T19:36:44.980586+0000","last_unstale":"2023-12-16T19:43:59.196553+0000","last_undegraded":"2023-12-16T19:43:59.196553+0000","last_fullsized":"2023-12-16T19:43:59.196553+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1538,"log_dups_size":0,"ondisk_log_size":1538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:10:45.278622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019709658000000001,"stat_sum":{"num_bytes":72138752,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":207,"num_read_kb":329906,"num_write":468,"num_write_kb":141136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":14303232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124077+0000","last_change":"2023-12-16T19:37:13.029176+0000","last_active":"2023-12-16T19:43:59.124077+0000","last_peered":"2023-12-16T19:43:59.124077+0000","last_clean":"2023-12-16T19:43:59.124077+0000","last_became_active":"2023-12-16T19:37:13.028853+0000","last_became_peered":"2023-12-16T19:37:13.028853+0000","last_unstale":"2023-12-16T19:43:59.124077+0000","last_undegraded":"2023-12-16T19:43:59.124077+0000","last_fullsized":"2023-12-16T19:43:59.124077+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:14:27.599353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":791,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125316+0000","last_change":"2023-12-16T19:37:13.023710+0000","last_active":"2023-12-16T19:43:58.125316+0000","last_peered":"2023-12-16T19:43:58.125316+0000","last_clean":"2023-12-16T19:43:58.125316+0000","last_became_active":"2023-12-16T19:37:13.022844+0000","last_became_peered":"2023-12-16T19:37:13.022844+0000","last_unstale":"2023-12-16T19:43:58.125316+0000","last_undegraded":"2023-12-16T19:43:58.125316+0000","last_fullsized":"2023-12-16T19:43:58.125316+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:34:19.630784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130431+0000","last_change":"2023-12-16T19:36:15.984687+0000","last_active":"2023-12-16T19:43:59.130431+0000","last_peered":"2023-12-16T19:43:59.130431+0000","last_clean":"2023-12-16T19:43:59.130431+0000","last_became_active":"2023-12-16T19:36:15.984347+0000","last_became_peered":"2023-12-16T19:36:15.984347+0000","last_unstale":"2023-12-16T19:43:59.130431+0000","last_undegraded":"2023-12-16T19:43:59.130431+0000","last_fullsized":"2023-12-16T19:43:59.130431+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:41:37.305214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"843'966","reported_seq":3805,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.276306+0000","last_change":"2023-12-16T19:43:58.130756+0000","last_active":"2023-12-16T19:44:03.276306+0000","last_peered":"2023-12-16T19:44:03.276306+0000","last_clean":"2023-12-16T19:44:03.276306+0000","last_became_active":"2023-12-16T19:37:13.025806+0000","last_became_peered":"2023-12-16T19:37:13.025806+0000","last_unstale":"2023-12-16T19:44:03.276306+0000","last_undegraded":"2023-12-16T19:44:03.276306+0000","last_fullsized":"2023-12-16T19:44:03.276306+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":966,"log_dups_size":0,"ondisk_log_size":966,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:17:00.300835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010883696999999999,"stat_sum":{"num_bytes":14778368,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":147,"num_read_kb":220691,"num_write":357,"num_write_kb":57608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":15826944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":783,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126202+0000","last_change":"2023-12-16T19:37:13.029111+0000","last_active":"2023-12-16T19:43:58.126202+0000","last_peered":"2023-12-16T19:43:58.126202+0000","last_clean":"2023-12-16T19:43:58.126202+0000","last_became_active":"2023-12-16T19:37:13.028811+0000","last_became_peered":"2023-12-16T19:37:13.028811+0000","last_unstale":"2023-12-16T19:43:58.126202+0000","last_undegraded":"2023-12-16T19:43:58.126202+0000","last_fullsized":"2023-12-16T19:43:58.126202+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:46:59.228881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"56'1","reported_seq":804,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130667+0000","last_change":"2023-12-16T19:36:44.983551+0000","last_active":"2023-12-16T19:43:59.130667+0000","last_peered":"2023-12-16T19:43:59.130667+0000","last_clean":"2023-12-16T19:43:59.130667+0000","last_became_active":"2023-12-16T19:36:44.983046+0000","last_became_peered":"2023-12-16T19:36:44.983046+0000","last_unstale":"2023-12-16T19:43:59.130667+0000","last_undegraded":"2023-12-16T19:43:59.130667+0000","last_fullsized":"2023-12-16T19:43:59.130667+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:47:21.257112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":788,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125008+0000","last_change":"2023-12-16T19:37:13.030837+0000","last_active":"2023-12-16T19:43:58.125008+0000","last_peered":"2023-12-16T19:43:58.125008+0000","last_clean":"2023-12-16T19:43:58.125008+0000","last_became_active":"2023-12-16T19:37:13.030543+0000","last_became_peered":"2023-12-16T19:37:13.030543+0000","last_unstale":"2023-12-16T19:43:58.125008+0000","last_undegraded":"2023-12-16T19:43:58.125008+0000","last_fullsized":"2023-12-16T19:43:58.125008+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:52.972563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":2867,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124015+0000","last_change":"2023-12-16T19:43:58.126767+0000","last_active":"2023-12-16T19:43:59.124015+0000","last_peered":"2023-12-16T19:43:59.124015+0000","last_clean":"2023-12-16T19:43:59.124015+0000","last_became_active":"2023-12-16T19:35:47.014750+0000","last_became_peered":"2023-12-16T19:35:47.014750+0000","last_unstale":"2023-12-16T19:43:59.124015+0000","last_undegraded":"2023-12-16T19:43:59.124015+0000","last_fullsized":"2023-12-16T19:43:59.124015+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:16:35.652007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088966999999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":802,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.275732+0000","last_change":"2023-12-16T19:36:44.973662+0000","last_active":"2023-12-16T19:44:03.275732+0000","last_peered":"2023-12-16T19:44:03.275732+0000","last_clean":"2023-12-16T19:44:03.275732+0000","last_became_active":"2023-12-16T19:36:44.973352+0000","last_became_peered":"2023-12-16T19:36:44.973352+0000","last_unstale":"2023-12-16T19:44:03.275732+0000","last_undegraded":"2023-12-16T19:44:03.275732+0000","last_fullsized":"2023-12-16T19:44:03.275732+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:47.332925+0000","last_clean_scrub_stamp":"2023-12-16T19:28:47.332925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:46:48.792942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"55'2","reported_seq":803,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130661+0000","last_change":"2023-12-16T19:37:13.033570+0000","last_active":"2023-12-16T19:43:58.130661+0000","last_peered":"2023-12-16T19:43:58.130661+0000","last_clean":"2023-12-16T19:43:58.130661+0000","last_became_active":"2023-12-16T19:37:13.033247+0000","last_became_peered":"2023-12-16T19:37:13.033247+0000","last_unstale":"2023-12-16T19:43:58.130661+0000","last_undegraded":"2023-12-16T19:43:58.130661+0000","last_fullsized":"2023-12-16T19:43:58.130661+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:17:50.683155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123663+0000","last_change":"2023-12-16T19:35:47.020821+0000","last_active":"2023-12-16T19:43:59.123663+0000","last_peered":"2023-12-16T19:43:59.123663+0000","last_clean":"2023-12-16T19:43:59.123663+0000","last_became_active":"2023-12-16T19:35:47.020528+0000","last_became_peered":"2023-12-16T19:35:47.020528+0000","last_unstale":"2023-12-16T19:43:59.123663+0000","last_undegraded":"2023-12-16T19:43:59.123663+0000","last_fullsized":"2023-12-16T19:43:59.123663+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:01:59.369985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"844'2587","reported_seq":5216,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.802042+0000","last_change":"2023-12-16T19:43:58.150950+0000","last_active":"2023-12-16T19:44:03.802042+0000","last_peered":"2023-12-16T19:44:03.802042+0000","last_clean":"2023-12-16T19:44:03.802042+0000","last_became_active":"2023-12-16T19:36:44.987001+0000","last_became_peered":"2023-12-16T19:36:44.987001+0000","last_unstale":"2023-12-16T19:44:03.802042+0000","last_undegraded":"2023-12-16T19:44:03.802042+0000","last_fullsized":"2023-12-16T19:44:03.802042+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":2587,"log_dups_size":0,"ondisk_log_size":2587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:10:07.279475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025844514999999998,"stat_sum":{"num_bytes":74653696,"num_objects":26,"num_object_clones":21,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":415,"num_read_kb":732092,"num_write":880,"num_write_kb":178552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":28516352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":789,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.123478+0000","last_change":"2023-12-16T19:37:13.026142+0000","last_active":"2023-12-16T19:43:58.123478+0000","last_peered":"2023-12-16T19:43:58.123478+0000","last_clean":"2023-12-16T19:43:58.123478+0000","last_became_active":"2023-12-16T19:37:13.024561+0000","last_became_peered":"2023-12-16T19:37:13.024561+0000","last_unstale":"2023-12-16T19:43:58.123478+0000","last_undegraded":"2023-12-16T19:43:58.123478+0000","last_fullsized":"2023-12-16T19:43:58.123478+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:15:34.942684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":825,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123175+0000","last_change":"2023-12-16T19:37:13.026750+0000","last_active":"2023-12-16T19:43:59.123175+0000","last_peered":"2023-12-16T19:43:59.123175+0000","last_clean":"2023-12-16T19:43:59.123175+0000","last_became_active":"2023-12-16T19:37:13.025241+0000","last_became_peered":"2023-12-16T19:37:13.025241+0000","last_unstale":"2023-12-16T19:43:59.123175+0000","last_undegraded":"2023-12-16T19:43:59.123175+0000","last_fullsized":"2023-12-16T19:43:59.123175+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:00:36.332657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"843'1028","reported_seq":3889,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.276553+0000","last_change":"2023-12-16T19:43:58.139015+0000","last_active":"2023-12-16T19:44:03.276553+0000","last_peered":"2023-12-16T19:44:03.276553+0000","last_clean":"2023-12-16T19:44:03.276553+0000","last_became_active":"2023-12-16T19:36:15.967449+0000","last_became_peered":"2023-12-16T19:36:15.967449+0000","last_unstale":"2023-12-16T19:44:03.276553+0000","last_undegraded":"2023-12-16T19:44:03.276553+0000","last_fullsized":"2023-12-16T19:44:03.276553+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1028,"log_dups_size":0,"ondisk_log_size":1028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:50:53.253789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018690723999999999,"stat_sum":{"num_bytes":52322304,"num_objects":12,"num_object_clones":10,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":200,"num_read_kb":221208,"num_write":314,"num_write_kb":63152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":6471680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130083+0000","last_change":"2023-12-16T19:37:13.024849+0000","last_active":"2023-12-16T19:43:59.130083+0000","last_peered":"2023-12-16T19:43:59.130083+0000","last_clean":"2023-12-16T19:43:59.130083+0000","last_became_active":"2023-12-16T19:37:13.024538+0000","last_became_peered":"2023-12-16T19:37:13.024538+0000","last_unstale":"2023-12-16T19:43:59.130083+0000","last_undegraded":"2023-12-16T19:43:59.130083+0000","last_fullsized":"2023-12-16T19:43:59.130083+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:43:29.431661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":817,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126384+0000","last_change":"2023-12-16T19:37:13.028179+0000","last_active":"2023-12-16T19:43:58.126384+0000","last_peered":"2023-12-16T19:43:58.126384+0000","last_clean":"2023-12-16T19:43:58.126384+0000","last_became_active":"2023-12-16T19:37:13.027851+0000","last_became_peered":"2023-12-16T19:37:13.027851+0000","last_unstale":"2023-12-16T19:43:58.126384+0000","last_undegraded":"2023-12-16T19:43:58.126384+0000","last_fullsized":"2023-12-16T19:43:58.126384+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:49:07.566797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":2886,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.188872+0000","last_change":"2023-12-16T19:43:58.131378+0000","last_active":"2023-12-16T19:43:59.188872+0000","last_peered":"2023-12-16T19:43:59.188872+0000","last_clean":"2023-12-16T19:43:59.188872+0000","last_became_active":"2023-12-16T19:37:13.031389+0000","last_became_peered":"2023-12-16T19:37:13.031389+0000","last_unstale":"2023-12-16T19:43:59.188872+0000","last_undegraded":"2023-12-16T19:43:59.188872+0000","last_fullsized":"2023-12-16T19:43:59.188872+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:41:17.466864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015551359999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130256+0000","last_change":"2023-12-16T19:37:13.027941+0000","last_active":"2023-12-16T19:43:59.130256+0000","last_peered":"2023-12-16T19:43:59.130256+0000","last_clean":"2023-12-16T19:43:59.130256+0000","last_became_active":"2023-12-16T19:37:13.027513+0000","last_became_peered":"2023-12-16T19:37:13.027513+0000","last_unstale":"2023-12-16T19:43:59.130256+0000","last_undegraded":"2023-12-16T19:43:59.130256+0000","last_fullsized":"2023-12-16T19:43:59.130256+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:09:29.339881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":787,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126071+0000","last_change":"2023-12-16T19:35:47.019358+0000","last_active":"2023-12-16T19:43:58.126071+0000","last_peered":"2023-12-16T19:43:58.126071+0000","last_clean":"2023-12-16T19:43:58.126071+0000","last_became_active":"2023-12-16T19:35:47.018942+0000","last_became_peered":"2023-12-16T19:35:47.018942+0000","last_unstale":"2023-12-16T19:43:58.126071+0000","last_undegraded":"2023-12-16T19:43:58.126071+0000","last_fullsized":"2023-12-16T19:43:58.126071+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:24:05.554201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"843'5042","reported_seq":7495,"reported_epoch":845,"state":"active+clean","last_fresh":"2023-12-16T19:44:03.097740+0000","last_change":"2023-12-16T19:43:58.181863+0000","last_active":"2023-12-16T19:44:03.097740+0000","last_peered":"2023-12-16T19:44:03.097740+0000","last_clean":"2023-12-16T19:44:03.097740+0000","last_became_active":"2023-12-16T19:35:47.027660+0000","last_became_peered":"2023-12-16T19:35:47.027660+0000","last_unstale":"2023-12-16T19:44:03.097740+0000","last_undegraded":"2023-12-16T19:44:03.097740+0000","last_fullsized":"2023-12-16T19:44:03.097740+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":5042,"log_dups_size":0,"ondisk_log_size":5042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:24:45.818617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.059805006000000001,"stat_sum":{"num_bytes":115752960,"num_objects":59,"num_object_clones":50,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":1,"num_read":750,"num_read_kb":987873,"num_write":1833,"num_write_kb":304424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":110436352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2ce","length":"1"}]},{"pgid":"2.b","version":"55'2","reported_seq":821,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124090+0000","last_change":"2023-12-16T19:37:13.027591+0000","last_active":"2023-12-16T19:43:58.124090+0000","last_peered":"2023-12-16T19:43:58.124090+0000","last_clean":"2023-12-16T19:43:58.124090+0000","last_became_active":"2023-12-16T19:37:13.023887+0000","last_became_peered":"2023-12-16T19:37:13.023887+0000","last_unstale":"2023-12-16T19:43:58.124090+0000","last_undegraded":"2023-12-16T19:43:58.124090+0000","last_fullsized":"2023-12-16T19:43:58.124090+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:09:07.577574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":819,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130232+0000","last_change":"2023-12-16T19:36:44.978466+0000","last_active":"2023-12-16T19:43:58.130232+0000","last_peered":"2023-12-16T19:43:58.130232+0000","last_clean":"2023-12-16T19:43:58.130232+0000","last_became_active":"2023-12-16T19:36:44.977982+0000","last_became_peered":"2023-12-16T19:36:44.977982+0000","last_unstale":"2023-12-16T19:43:58.130232+0000","last_undegraded":"2023-12-16T19:43:58.130232+0000","last_fullsized":"2023-12-16T19:43:58.130232+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:33:11.945099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"843'1070","reported_seq":3906,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.188777+0000","last_change":"2023-12-16T19:43:58.149486+0000","last_active":"2023-12-16T19:43:59.188777+0000","last_peered":"2023-12-16T19:43:59.188777+0000","last_clean":"2023-12-16T19:43:59.188777+0000","last_became_active":"2023-12-16T19:36:15.976797+0000","last_became_peered":"2023-12-16T19:36:15.976797+0000","last_unstale":"2023-12-16T19:43:59.188777+0000","last_undegraded":"2023-12-16T19:43:59.188777+0000","last_fullsized":"2023-12-16T19:43:59.188777+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":1070,"log_dups_size":0,"ondisk_log_size":1070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:58:05.978231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019141874999999999,"stat_sum":{"num_bytes":15015936,"num_objects":14,"num_object_clones":12,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":162,"num_read_kb":207245,"num_write":290,"num_write_kb":72136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":813,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130604+0000","last_change":"2023-12-16T19:36:15.984850+0000","last_active":"2023-12-16T19:43:58.130604+0000","last_peered":"2023-12-16T19:43:58.130604+0000","last_clean":"2023-12-16T19:43:58.130604+0000","last_became_active":"2023-12-16T19:36:15.984515+0000","last_became_peered":"2023-12-16T19:36:15.984515+0000","last_unstale":"2023-12-16T19:43:58.130604+0000","last_undegraded":"2023-12-16T19:43:58.130604+0000","last_fullsized":"2023-12-16T19:43:58.130604+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:18:05.453014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":815,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125439+0000","last_change":"2023-12-16T19:37:13.029784+0000","last_active":"2023-12-16T19:43:58.125439+0000","last_peered":"2023-12-16T19:43:58.125439+0000","last_clean":"2023-12-16T19:43:58.125439+0000","last_became_active":"2023-12-16T19:37:13.029469+0000","last_became_peered":"2023-12-16T19:37:13.029469+0000","last_unstale":"2023-12-16T19:43:58.125439+0000","last_undegraded":"2023-12-16T19:43:58.125439+0000","last_fullsized":"2023-12-16T19:43:58.125439+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:14:02.973999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"843'2006","reported_seq":4733,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.189120+0000","last_change":"2023-12-16T19:43:58.143842+0000","last_active":"2023-12-16T19:43:59.189120+0000","last_peered":"2023-12-16T19:43:59.189120+0000","last_clean":"2023-12-16T19:43:59.189120+0000","last_became_active":"2023-12-16T19:35:47.005494+0000","last_became_peered":"2023-12-16T19:35:47.005494+0000","last_unstale":"2023-12-16T19:43:59.189120+0000","last_undegraded":"2023-12-16T19:43:59.189120+0000","last_fullsized":"2023-12-16T19:43:59.189120+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":2006,"log_dups_size":0,"ondisk_log_size":2006,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:41:51.450164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013565303000000001,"stat_sum":{"num_bytes":42131456,"num_objects":19,"num_object_clones":15,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":261,"num_read_kb":316119,"num_write":690,"num_write_kb":138360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":33570816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"2.d","version":"55'1","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130410+0000","last_change":"2023-12-16T19:35:47.019179+0000","last_active":"2023-12-16T19:43:59.130410+0000","last_peered":"2023-12-16T19:43:59.130410+0000","last_clean":"2023-12-16T19:43:59.130410+0000","last_became_active":"2023-12-16T19:35:47.018757+0000","last_became_peered":"2023-12-16T19:35:47.018757+0000","last_unstale":"2023-12-16T19:43:59.130410+0000","last_undegraded":"2023-12-16T19:43:59.130410+0000","last_fullsized":"2023-12-16T19:43:59.130410+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:00:40.502992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":814,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127581+0000","last_change":"2023-12-16T19:36:44.977934+0000","last_active":"2023-12-16T19:43:59.127581+0000","last_peered":"2023-12-16T19:43:59.127581+0000","last_clean":"2023-12-16T19:43:59.127581+0000","last_became_active":"2023-12-16T19:36:44.977604+0000","last_became_peered":"2023-12-16T19:36:44.977604+0000","last_unstale":"2023-12-16T19:43:59.127581+0000","last_undegraded":"2023-12-16T19:43:59.127581+0000","last_fullsized":"2023-12-16T19:43:59.127581+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:40:54.193413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"843'2120","reported_seq":4750,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.147832+0000","last_change":"2023-12-16T19:43:58.143541+0000","last_active":"2023-12-16T19:43:59.147832+0000","last_peered":"2023-12-16T19:43:59.147832+0000","last_clean":"2023-12-16T19:43:59.147832+0000","last_became_active":"2023-12-16T19:37:13.033639+0000","last_became_peered":"2023-12-16T19:37:13.033639+0000","last_unstale":"2023-12-16T19:43:59.147832+0000","last_undegraded":"2023-12-16T19:43:59.147832+0000","last_fullsized":"2023-12-16T19:43:59.147832+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:30:28.354260+0000","last_clean_scrub_stamp":"2023-12-16T19:30:28.354260+0000","objects_scrubbed":0,"log_size":2120,"log_dups_size":0,"ondisk_log_size":2120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:54:37.800890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015389137000000001,"stat_sum":{"num_bytes":32997376,"num_objects":23,"num_object_clones":19,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":2,"num_read":317,"num_read_kb":526980,"num_write":752,"num_write_kb":125472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":97517568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"245","length":"1"},{"start":"2ce","length":"1"},{"start":"2de","length":"1"}]},{"pgid":"2.e","version":"55'2","reported_seq":808,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130526+0000","last_change":"2023-12-16T19:37:13.020779+0000","last_active":"2023-12-16T19:43:58.130526+0000","last_peered":"2023-12-16T19:43:58.130526+0000","last_clean":"2023-12-16T19:43:58.130526+0000","last_became_active":"2023-12-16T19:37:13.020183+0000","last_became_peered":"2023-12-16T19:37:13.020183+0000","last_unstale":"2023-12-16T19:43:58.130526+0000","last_undegraded":"2023-12-16T19:43:58.130526+0000","last_fullsized":"2023-12-16T19:43:58.130526+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:21.947976+0000","last_clean_scrub_stamp":"2023-12-16T19:28:21.947976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:53:26.518824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":790,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124712+0000","last_change":"2023-12-16T19:37:13.037058+0000","last_active":"2023-12-16T19:43:58.124712+0000","last_peered":"2023-12-16T19:43:58.124712+0000","last_clean":"2023-12-16T19:43:58.124712+0000","last_became_active":"2023-12-16T19:37:13.033875+0000","last_became_peered":"2023-12-16T19:37:13.033875+0000","last_unstale":"2023-12-16T19:43:58.124712+0000","last_undegraded":"2023-12-16T19:43:58.124712+0000","last_fullsized":"2023-12-16T19:43:58.124712+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:06:35.729407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":806,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.128986+0000","last_change":"2023-12-16T19:36:44.985328+0000","last_active":"2023-12-16T19:43:58.128986+0000","last_peered":"2023-12-16T19:43:58.128986+0000","last_clean":"2023-12-16T19:43:58.128986+0000","last_became_active":"2023-12-16T19:36:44.983361+0000","last_became_peered":"2023-12-16T19:36:44.983361+0000","last_unstale":"2023-12-16T19:43:58.128986+0000","last_undegraded":"2023-12-16T19:43:58.128986+0000","last_fullsized":"2023-12-16T19:43:58.128986+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:43:24.471499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":805,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129995+0000","last_change":"2023-12-16T19:36:44.986310+0000","last_active":"2023-12-16T19:43:58.129995+0000","last_peered":"2023-12-16T19:43:58.129995+0000","last_clean":"2023-12-16T19:43:58.129995+0000","last_became_active":"2023-12-16T19:36:44.985984+0000","last_became_peered":"2023-12-16T19:36:44.985984+0000","last_unstale":"2023-12-16T19:43:58.129995+0000","last_undegraded":"2023-12-16T19:43:58.129995+0000","last_fullsized":"2023-12-16T19:43:58.129995+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:52:40.717763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127790+0000","last_change":"2023-12-16T19:36:15.980626+0000","last_active":"2023-12-16T19:43:59.127790+0000","last_peered":"2023-12-16T19:43:59.127790+0000","last_clean":"2023-12-16T19:43:59.127790+0000","last_became_active":"2023-12-16T19:36:15.980122+0000","last_became_peered":"2023-12-16T19:36:15.980122+0000","last_unstale":"2023-12-16T19:43:59.127790+0000","last_undegraded":"2023-12-16T19:43:59.127790+0000","last_fullsized":"2023-12-16T19:43:59.127790+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:35:11.107715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.124343+0000","last_change":"2023-12-16T19:35:47.011323+0000","last_active":"2023-12-16T19:43:59.124343+0000","last_peered":"2023-12-16T19:43:59.124343+0000","last_clean":"2023-12-16T19:43:59.124343+0000","last_became_active":"2023-12-16T19:35:47.010152+0000","last_became_peered":"2023-12-16T19:35:47.010152+0000","last_unstale":"2023-12-16T19:43:59.124343+0000","last_undegraded":"2023-12-16T19:43:59.124343+0000","last_fullsized":"2023-12-16T19:43:59.124343+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:47:12.199417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":788,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.124402+0000","last_change":"2023-12-16T19:35:47.012217+0000","last_active":"2023-12-16T19:43:58.124402+0000","last_peered":"2023-12-16T19:43:58.124402+0000","last_clean":"2023-12-16T19:43:58.124402+0000","last_became_active":"2023-12-16T19:35:47.011810+0000","last_became_peered":"2023-12-16T19:35:47.011810+0000","last_unstale":"2023-12-16T19:43:58.124402+0000","last_undegraded":"2023-12-16T19:43:58.124402+0000","last_fullsized":"2023-12-16T19:43:58.124402+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:15:42.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":801,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.130552+0000","last_change":"2023-12-16T19:35:17.948713+0000","last_active":"2023-12-16T19:43:59.130552+0000","last_peered":"2023-12-16T19:43:59.130552+0000","last_clean":"2023-12-16T19:43:59.130552+0000","last_became_active":"2023-12-16T19:35:17.948289+0000","last_became_peered":"2023-12-16T19:35:17.948289+0000","last_unstale":"2023-12-16T19:43:59.130552+0000","last_undegraded":"2023-12-16T19:43:59.130552+0000","last_fullsized":"2023-12-16T19:43:59.130552+0000","mapping_epoch":348,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":349,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:46.264185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":815,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.130286+0000","last_change":"2023-12-16T19:37:13.018347+0000","last_active":"2023-12-16T19:43:58.130286+0000","last_peered":"2023-12-16T19:43:58.130286+0000","last_clean":"2023-12-16T19:43:58.130286+0000","last_became_active":"2023-12-16T19:37:13.018016+0000","last_became_peered":"2023-12-16T19:37:13.018016+0000","last_unstale":"2023-12-16T19:43:58.130286+0000","last_undegraded":"2023-12-16T19:43:58.130286+0000","last_fullsized":"2023-12-16T19:43:58.130286+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:54:38.708735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":803,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.125263+0000","last_change":"2023-12-16T19:35:47.016386+0000","last_active":"2023-12-16T19:43:58.125263+0000","last_peered":"2023-12-16T19:43:58.125263+0000","last_clean":"2023-12-16T19:43:58.125263+0000","last_became_active":"2023-12-16T19:35:47.016001+0000","last_became_peered":"2023-12-16T19:35:47.016001+0000","last_unstale":"2023-12-16T19:43:58.125263+0000","last_undegraded":"2023-12-16T19:43:58.125263+0000","last_fullsized":"2023-12-16T19:43:58.125263+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:44:35.325537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":818,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127317+0000","last_change":"2023-12-16T19:36:15.978218+0000","last_active":"2023-12-16T19:43:59.127317+0000","last_peered":"2023-12-16T19:43:59.127317+0000","last_clean":"2023-12-16T19:43:59.127317+0000","last_became_active":"2023-12-16T19:36:15.977867+0000","last_became_peered":"2023-12-16T19:36:15.977867+0000","last_unstale":"2023-12-16T19:43:59.127317+0000","last_undegraded":"2023-12-16T19:43:59.127317+0000","last_fullsized":"2023-12-16T19:43:59.127317+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:39:13.952813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":816,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.126157+0000","last_change":"2023-12-16T19:35:47.018566+0000","last_active":"2023-12-16T19:43:58.126157+0000","last_peered":"2023-12-16T19:43:58.126157+0000","last_clean":"2023-12-16T19:43:58.126157+0000","last_became_active":"2023-12-16T19:35:47.018027+0000","last_became_peered":"2023-12-16T19:35:47.018027+0000","last_unstale":"2023-12-16T19:43:58.126157+0000","last_undegraded":"2023-12-16T19:43:58.126157+0000","last_fullsized":"2023-12-16T19:43:58.126157+0000","mapping_epoch":376,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":377,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:44:50.142070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":803,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.127326+0000","last_change":"2023-12-16T19:37:13.014228+0000","last_active":"2023-12-16T19:43:59.127326+0000","last_peered":"2023-12-16T19:43:59.127326+0000","last_clean":"2023-12-16T19:43:59.127326+0000","last_became_active":"2023-12-16T19:37:13.013812+0000","last_became_peered":"2023-12-16T19:37:13.013812+0000","last_unstale":"2023-12-16T19:43:59.127326+0000","last_undegraded":"2023-12-16T19:43:59.127326+0000","last_fullsized":"2023-12-16T19:43:59.127326+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:11:05.031176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":792,"reported_epoch":844,"state":"active+clean","last_fresh":"2023-12-16T19:43:59.123981+0000","last_change":"2023-12-16T19:37:13.030912+0000","last_active":"2023-12-16T19:43:59.123981+0000","last_peered":"2023-12-16T19:43:59.123981+0000","last_clean":"2023-12-16T19:43:59.123981+0000","last_became_active":"2023-12-16T19:37:13.030607+0000","last_became_peered":"2023-12-16T19:37:13.030607+0000","last_unstale":"2023-12-16T19:43:59.123981+0000","last_undegraded":"2023-12-16T19:43:59.123981+0000","last_fullsized":"2023-12-16T19:43:59.123981+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:00:45.056387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":827,"reported_epoch":843,"state":"active+clean","last_fresh":"2023-12-16T19:43:58.129440+0000","last_change":"2023-12-16T19:36:44.983450+0000","last_active":"2023-12-16T19:43:58.129440+0000","last_peered":"2023-12-16T19:43:58.129440+0000","last_clean":"2023-12-16T19:43:58.129440+0000","last_became_active":"2023-12-16T19:36:44.982972+0000","last_became_peered":"2023-12-16T19:36:44.982972+0000","last_unstale":"2023-12-16T19:43:58.129440+0000","last_undegraded":"2023-12-16T19:43:58.129440+0000","last_fullsized":"2023-12-16T19:43:58.129440+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T19:28:22.949994+0000","last_clean_scrub_stamp":"2023-12-16T19:28:22.949994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:24:49.351335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":683597824,"num_objects":311,"num_object_clones":261,"num_object_copies":933,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":311,"num_whiteouts":14,"num_read":3865,"num_read_kb":5719223,"num_write":8624,"num_write_kb":1772936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":392675328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":821219328,"data_stored":1776119808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26049,"ondisk_log_size":26049,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6556,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":67,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41394,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":6,"up_from":434,"seq":1864015806553,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":468028,"kb_used_data":94448,"kb_used_omap":42,"kb_used_meta":373525,"kb_avail":93277124,"statfs":{"total":95995035648,"available":95515774976,"internally_reserved":0,"allocated":96714752,"data_stored":135060516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43029,"internal_metadata":382490603},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.59399999999999997,"15min":0.627},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.84899999999999998,"5min":0.88600000000000001,"15min":0.93600000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.63400000000000001,"15min":0.61499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89100000000000001,"5min":1.194,"15min":1.194},"last":0.65300000000000002}]},{"osd":1,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.38700000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.90100000000000002,"5min":1.133,"15min":1.133},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.61199999999999999,"15min":0.61399999999999999},"min":{"1min":0.36299999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.879,"5min":0.88800000000000001,"15min":1.002},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.59599999999999997,"15min":0.60799999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.80400000000000005,"5min":0.89900000000000002,"15min":0.96599999999999997},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.67200000000000004,"15min":0.67100000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.35899999999999999},"max":{"1min":0.872,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.60299999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.65800000000000003,"15min":0.65400000000000003},"min":{"1min":0.45300000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.86599999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.622,"15min":0.62},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84399999999999997,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.54400000000000004,"15min":0.52300000000000002},"min":{"1min":0.30099999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77500000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60399999999999998,"15min":0.54600000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.32300000000000001},"max":{"1min":0.80900000000000005,"5min":1.109,"15min":1.109},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58699999999999997,"15min":0.54800000000000004},"min":{"1min":0.439,"5min":0.35499999999999998,"15min":0.31},"max":{"1min":0.84299999999999997,"5min":0.879,"15min":0.879},"last":0.625},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.628,"15min":0.58999999999999997},"min":{"1min":0.371,"5min":0.32600000000000001,"15min":0.32400000000000001},"max":{"1min":0.80800000000000005,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.64000000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:43:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.40200000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.67200000000000004,"15min":0.64100000000000001},"min":{"1min":0.40500000000000003,"5min":0.374,"15min":0.374},"max":{"1min":0.90600000000000003,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.68600000000000005}]}]},{"osd":5,"up_from":405,"seq":1739461754975,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":856680,"kb_used_data":148892,"kb_used_omap":54,"kb_used_meta":707721,"kb_avail":92888472,"statfs":{"total":95995035648,"available":95117795328,"internally_reserved":0,"allocated":152465408,"data_stored":288603084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":55516,"internal_metadata":724707108},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54700000000000004},"min":{"1min":0.36499999999999999,"5min":0.28499999999999998,"15min":0.24299999999999999},"max":{"1min":0.89100000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.62,"15min":0.58399999999999996},"min":{"1min":0.33900000000000002,"5min":0.30399999999999999,"15min":0.28499999999999998},"max":{"1min":0.78100000000000003,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.63100000000000001}]},{"osd":1,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60399999999999998,"15min":0.56799999999999995},"min":{"1min":0.41899999999999998,"5min":0.317,"15min":0.29599999999999999},"max":{"1min":0.82999999999999996,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.376},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.58099999999999996,"15min":0.57899999999999996},"min":{"1min":0.34999999999999998,"5min":0.32200000000000001,"15min":0.311},"max":{"1min":0.68700000000000006,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.63300000000000001,"15min":0.60499999999999998},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.33000000000000002},"max":{"1min":0.875,"5min":1.171,"15min":1.171},"last":0.503},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58799999999999997,"15min":0.57099999999999995},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29299999999999998},"max":{"1min":0.83599999999999997,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.54700000000000004}]},{"osd":3,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.67400000000000004,"15min":0.65100000000000002},"min":{"1min":0.46000000000000002,"5min":0.40000000000000002,"15min":0.37},"max":{"1min":0.84899999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.437},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.59199999999999997,"15min":0.56299999999999994},"min":{"1min":0.40500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82499999999999996,"5min":1.6519999999999999,"15min":1.6519999999999999},"last":0.47499999999999998}]},{"osd":4,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55600000000000005,"15min":0.49299999999999999},"min":{"1min":0.34200000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.76700000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.65300000000000002,"15min":0.57299999999999995},"min":{"1min":0.39100000000000001,"5min":0.35399999999999998,"15min":0.35199999999999998},"max":{"1min":0.83199999999999996,"5min":2.214,"15min":2.214},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Dec 16 19:43:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53400000000000003,"15min":0.499},"min":{"1min":0.38800000000000001,"5min":0.371,"15min":0.32700000000000001},"max":{"1min":0.76600000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.61699999999999999,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.34200000000000003,"15min":0.33200000000000002},"max":{"1min":0.79800000000000004,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66300000000000003}]},{"osd":7,"last update":"Sat Dec 16 19:43:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60399999999999998,"15min":0.61099999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84499999999999997,"5min":1.532,"15min":1.532},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.73299999999999998,"15min":0.71399999999999997},"min":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81499999999999995,"5min":2.2559999999999998,"15min":2.2559999999999998},"last":0.72799999999999998}]}]},{"osd":7,"up_from":462,"seq":1984274890835,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":255724,"kb_used_data":57116,"kb_used_omap":30,"kb_used_meta":198561,"kb_avail":93489428,"statfs":{"total":95995035648,"available":95733174272,"internally_reserved":0,"allocated":58486784,"data_stored":107532957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31627,"internal_metadata":203326581},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36599999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.624,"15min":0.64300000000000002},"min":{"1min":0.37,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51200000000000001}]},{"osd":1,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.379,"5min":0.313,"15min":0.313},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.63900000000000001,"15min":0.61199999999999999},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.708,"5min":1.708,"15min":1.708},"last":0.60399999999999998}]},{"osd":2,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.64300000000000002,"15min":0.624},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.64900000000000002,"15min":0.63900000000000001},"min":{"1min":0.45000000000000001,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.73699999999999999}]},{"osd":3,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.64600000000000002,"15min":0.64300000000000002},"min":{"1min":0.40000000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.67600000000000005,"15min":0.66800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56899999999999995,"15min":0.55600000000000005},"min":{"1min":0.41999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.59499999999999997,"15min":0.58699999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.623}]},{"osd":5,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.60999999999999999,"15min":0.58299999999999996},"min":{"1min":0.432,"5min":0.374,"15min":0.34699999999999998},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.65100000000000002,"15min":0.59199999999999997},"min":{"1min":0.40799999999999997,"5min":0.379,"15min":0.36599999999999999},"max":{"1min":1.823,"5min":1.823,"15min":1.823},"last":0.65200000000000002}]},{"osd":6,"last update":"Sat Dec 16 19:43:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66700000000000004,"15min":0.63900000000000001},"min":{"1min":0.44400000000000001,"5min":0.40000000000000002,"15min":0.38900000000000001},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.67500000000000004,"15min":0.626},"min":{"1min":0.40699999999999997,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.867,"5min":1.867,"15min":1.867},"last":0.71299999999999997}]}]},{"osd":0,"up_from":262,"seq":1125281431676,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1166144,"kb_used_data":170552,"kb_used_omap":47,"kb_used_meta":995536,"kb_avail":92579008,"statfs":{"total":95995035648,"available":94800904192,"internally_reserved":0,"allocated":174645248,"data_stored":402970833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48488,"internal_metadata":1019429528},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42099999999999999,"15min":0.38200000000000001},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":0.59799999999999998,"5min":1.591,"15min":1.591},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.46100000000000002,"15min":0.435},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.217},"max":{"1min":0.55100000000000005,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":0.46000000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.47499999999999998,"15min":0.42799999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.54800000000000004,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.44600000000000001,"15min":0.40200000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.63300000000000001,"5min":1.427,"15min":1.427},"last":0.434}]},{"osd":3,"last update":"Sat Dec 16 19:43:32 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.49199999999999999,"15min":0.46700000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27800000000000002},"max":{"1min":0.69799999999999995,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.48099999999999998,"15min":0.46600000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.61399999999999999,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.48899999999999999}]},{"osd":4,"last update":"Sat Dec 16 19:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.67400000000000004,"15min":0.64700000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.83499999999999996,"5min":1.716,"15min":1.716},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.68000000000000005,"15min":0.66700000000000004},"min":{"1min":0.435,"5min":0.40699999999999997,"15min":0.38800000000000001},"max":{"1min":0.96399999999999997,"5min":1.494,"15min":1.494},"last":0.72099999999999997}]},{"osd":5,"last update":"Sat Dec 16 19:43:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.71999999999999997,"15min":0.66600000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.81799999999999995,"5min":2.1589999999999998,"15min":2.1589999999999998},"last":0.87},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.73299999999999998,"15min":0.65900000000000003},"min":{"1min":0.45200000000000001,"5min":0.433,"15min":0.35199999999999998},"max":{"1min":0.88500000000000001,"5min":2.734,"15min":2.734},"last":0.79700000000000004}]},{"osd":6,"last update":"Sat Dec 16 19:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.68500000000000005},"min":{"1min":0.51700000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.98599999999999999,"5min":1.651,"15min":1.651},"last":0.755},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.73599999999999999,"15min":0.67600000000000005},"min":{"1min":0.51000000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94899999999999995,"5min":2.415,"15min":2.415},"last":0.628}]},{"osd":7,"last update":"Sat Dec 16 19:43:23 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.73199999999999998,"15min":0.66500000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.40200000000000002},"max":{"1min":0.97499999999999998,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.74399999999999999,"15min":0.67800000000000005},"min":{"1min":0.49399999999999999,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.89000000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.80900000000000005}]}]},{"osd":4,"up_from":376,"seq":1614907703397,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":918272,"kb_used_data":134068,"kb_used_omap":62,"kb_used_meta":784129,"kb_avail":92826880,"statfs":{"total":95995035648,"available":95054725120,"internally_reserved":0,"allocated":137285632,"data_stored":275573858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":63730,"internal_metadata":802948878},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56899999999999995,"15min":0.623},"min":{"1min":0.36899999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":2.0249999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60499999999999998,"15min":0.623},"min":{"1min":0.34699999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.008,"5min":1.008,"15min":2.383},"last":0.47899999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.36499999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.374},{"interface":"front","average":{"1min":0.623,"5min":0.627,"15min":0.61699999999999999},"min":{"1min":0.36699999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97699999999999998,"5min":1.4279999999999999,"15min":1.8320000000000001},"last":0.45200000000000001}]},{"osd":2,"last update":"Sat Dec 16 19:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.61799999999999999,"15min":0.624},"min":{"1min":0.41399999999999998,"5min":0.376,"15min":0.318},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.95099999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61399999999999999,"15min":0.628},"min":{"1min":0.38500000000000001,"5min":0.36299999999999999,"15min":0.32500000000000001},"max":{"1min":0.878,"5min":0.88300000000000001,"15min":1.6899999999999999},"last":0.51200000000000001}]},{"osd":3,"last update":"Sat Dec 16 19:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.64100000000000001,"15min":0.61699999999999999},"min":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.95999999999999996,"5min":1.5269999999999999,"15min":1.6519999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.65400000000000003,"15min":0.69199999999999995},"min":{"1min":0.374,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.93100000000000005,"5min":0.93300000000000005,"15min":1.7370000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Sat Dec 16 19:43:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56200000000000006,"15min":0.50600000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.84899999999999998,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.52300000000000002},"min":{"1min":0.41899999999999998,"5min":0.30099999999999999,"15min":0.29599999999999999},"max":{"1min":0.90000000000000002,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Dec 16 19:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.58599999999999997,"15min":0.54300000000000004},"min":{"1min":0.35599999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.64100000000000001,"15min":0.59699999999999998},"min":{"1min":0.42099999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"max":{"1min":0.95199999999999996,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.58799999999999997}]},{"osd":7,"last update":"Sat Dec 16 19:43:20 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.69499999999999995,"15min":0.67100000000000004},"min":{"1min":0.50700000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.91700000000000004,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":0.622},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.66800000000000004,"15min":0.69199999999999995},"min":{"1min":0.52100000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.875,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.57099999999999995}]}]},{"osd":1,"up_from":292,"seq":1254130450550,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1024344,"kb_used_data":128908,"kb_used_omap":54,"kb_used_meta":895369,"kb_avail":92720808,"statfs":{"total":95995035648,"available":94946107392,"internally_reserved":0,"allocated":132001792,"data_stored":322781215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56222,"internal_metadata":916857954},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44900000000000001,"15min":0.40600000000000003},"min":{"1min":0.224,"5min":0.20200000000000001,"15min":0.20100000000000001},"max":{"1min":0.67500000000000004,"5min":1.339,"15min":1.339},"last":0.38},{"interface":"front","average":{"1min":0.437,"5min":0.44,"15min":0.40899999999999997},"min":{"1min":0.252,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.73799999999999999,"5min":1.659,"15min":1.659},"last":0.5}]},{"osd":2,"last update":"Sat Dec 16 19:43:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41299999999999998,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.63500000000000001,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.46600000000000003,"15min":0.443},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.74399999999999999,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.54700000000000004}]},{"osd":3,"last update":"Sat Dec 16 19:43:35 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.48399999999999999,"15min":0.47199999999999998},"min":{"1min":0.30099999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.80700000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.47299999999999998,"15min":0.48699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27200000000000002,"15min":0.26600000000000001},"max":{"1min":0.68000000000000005,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.64600000000000002}]},{"osd":4,"last update":"Sat Dec 16 19:43:03 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.44800000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.67500000000000004},"min":{"1min":0.45200000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.1439999999999999},"last":0.71599999999999997}]},{"osd":5,"last update":"Sat Dec 16 19:43:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70199999999999996,"15min":0.68100000000000005},"min":{"1min":0.502,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.0349999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.66700000000000004},"min":{"1min":0.47799999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.97599999999999998,"5min":1.008,"15min":1.008},"last":0.88}]},{"osd":6,"last update":"Sat Dec 16 19:43:55 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.73599999999999999,"15min":0.73899999999999999},"min":{"1min":0.47299999999999998,"5min":0.44700000000000001,"15min":0.38600000000000001},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.74399999999999999,"15min":0.72999999999999998},"min":{"1min":0.46600000000000003,"5min":0.437,"15min":0.40500000000000003},"max":{"1min":1.125,"5min":1.181,"15min":1.181},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:43:21 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.72999999999999998,"15min":0.69399999999999995},"min":{"1min":0.54300000000000004,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.877,"5min":1.877,"15min":1.877},"last":0.747},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71999999999999997,"15min":0.68700000000000006},"min":{"1min":0.48599999999999999,"5min":0.46999999999999997,"15min":0.439},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.67300000000000004}]}]},{"osd":2,"up_from":320,"seq":1374389534832,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":573268,"kb_used_data":93508,"kb_used_omap":32,"kb_used_meta":479711,"kb_avail":93171884,"statfs":{"total":95995035648,"available":95408009216,"internally_reserved":0,"allocated":95752192,"data_stored":227420671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33578,"internal_metadata":491224278},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40200000000000002,"15min":0.43099999999999999},"min":{"1min":0.249,"5min":0.22,"15min":0.19500000000000001},"max":{"1min":0.73699999999999999,"5min":0.84299999999999997,"15min":1.7589999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.435,"15min":0.48099999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23499999999999999},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":4.6159999999999997},"last":0.35099999999999998}]},{"osd":1,"last update":"Sat Dec 16 19:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41499999999999998,"15min":0.435},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":1.7909999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.46200000000000002,"15min":0.48799999999999999},"min":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.23899999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":1.8759999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Sat Dec 16 19:43:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.47299999999999998,"15min":0.45800000000000002},"min":{"1min":0.29099999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.84999999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.47799999999999998,"15min":0.47899999999999998},"min":{"1min":0.35599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.008,"5min":1.008,"15min":4.4400000000000004},"last":0.39400000000000002}]},{"osd":4,"last update":"Sat Dec 16 19:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.69199999999999995,"15min":0.65100000000000002},"min":{"1min":0.46400000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93100000000000005,"5min":1.046,"15min":1.046},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.67300000000000004,"15min":0.65800000000000003},"min":{"1min":0.48099999999999998,"5min":0.41499999999999998,"15min":0.39100000000000001},"max":{"1min":0.88900000000000001,"5min":1.1060000000000001,"15min":4.5149999999999997},"last":0.69499999999999995}]},{"osd":5,"last update":"Sat Dec 16 19:43:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.66400000000000003,"15min":0.625},"min":{"1min":0.40500000000000003,"5min":0.40400000000000003,"15min":0.38500000000000001},"max":{"1min":0.75,"5min":0.99299999999999999,"15min":1.0780000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.70399999999999996,"15min":0.80300000000000005},"min":{"1min":0.438,"5min":0.437,"15min":0.437},"max":{"1min":0.98399999999999999,"5min":1.0209999999999999,"15min":4.8070000000000004},"last":0.64100000000000001}]},{"osd":6,"last update":"Sat Dec 16 19:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":0.70999999999999996},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.45800000000000002},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.302},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.68300000000000005,"15min":0.77300000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.84899999999999998,"5min":1.0640000000000001,"15min":4.5570000000000004},"last":0.76100000000000001}]},{"osd":7,"last update":"Sat Dec 16 19:43:23 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67600000000000005,"15min":0.66000000000000003},"min":{"1min":0.46200000000000002,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90800000000000003,"5min":1.0049999999999999,"15min":1.107},"last":0.63},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.71999999999999997,"15min":0.70799999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.41999999999999998},"max":{"1min":0.97599999999999998,"5min":1.024,"15min":1.024},"last":0.73299999999999998}]}]},{"osd":3,"up_from":348,"seq":1494648619114,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":221376,"kb_used_data":44212,"kb_used_omap":22,"kb_used_meta":177129,"kb_avail":93523776,"statfs":{"total":95995035648,"available":95768346624,"internally_reserved":0,"allocated":45273088,"data_stored":58853786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23472,"internal_metadata":181380176},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 19:43:29 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.26700000000000002,"5min":0.23300000000000001,"15min":0.20599999999999999},"max":{"1min":0.61099999999999999,"5min":1.042,"15min":1.042},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.26000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.501}]},{"osd":1,"last update":"Sat Dec 16 19:43:29 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.63600000000000001,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.49099999999999999,"15min":0.47699999999999998},"min":{"1min":0.29299999999999998,"5min":0.27900000000000003,"15min":0.249},"max":{"1min":0.70599999999999996,"5min":2.4630000000000001,"15min":2.4630000000000001},"last":0.52600000000000002}]},{"osd":2,"last update":"Sat Dec 16 19:43:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48199999999999998,"15min":0.46800000000000003},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67100000000000004,"5min":1.206,"15min":1.427},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.51200000000000001,"15min":0.502},"min":{"1min":0.32900000000000001,"5min":0.27300000000000002,"15min":0.247},"max":{"1min":0.753,"5min":1.929,"15min":1.929},"last":0.58799999999999997}]},{"osd":4,"last update":"Sat Dec 16 19:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68300000000000005,"15min":0.67500000000000004},"min":{"1min":0.46300000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.04,"5min":2.194,"15min":2.194},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.71999999999999997,"15min":0.70099999999999996},"min":{"1min":0.51500000000000001,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.96399999999999997,"5min":4.9299999999999997,"15min":4.9299999999999997},"last":0.68300000000000005}]},{"osd":5,"last update":"Sat Dec 16 19:43:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.747,"15min":0.69799999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.41699999999999998},"max":{"1min":0.96699999999999997,"5min":4.1429999999999998,"15min":4.1429999999999998},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.72199999999999998,"15min":0.69499999999999995},"min":{"1min":0.50800000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90000000000000002,"5min":3.645,"15min":3.645},"last":0.75}]},{"osd":6,"last update":"Sat Dec 16 19:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.71599999999999997,"15min":0.67000000000000004},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0049999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.754,"15min":0.70699999999999996},"min":{"1min":0.48699999999999999,"5min":0.47999999999999998,"15min":0.40600000000000003},"max":{"1min":0.99199999999999999,"5min":2.1299999999999999,"15min":2.1299999999999999},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Dec 16 19:43:21 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.73299999999999998,"15min":0.70299999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0409999999999999,"5min":2.016,"15min":2.016},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.69299999999999995,"15min":0.66300000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.436},"max":{"1min":0.91100000000000003,"5min":1.131,"15min":1.353},"last":0.72699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5533,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3820,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4950,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5044,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6080,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5330,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5116,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5521,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":165130240,"data_stored":397230080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":123097088,"data_stored":317632512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86994944,"data_stored":222298112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":36478976,"data_stored":53723136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":128536576,"data_stored":270450688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":143831040,"data_stored":283496448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":87633920,"data_stored":129396736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49516544,"data_stored":101892096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T19:44:06.075 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-16T19:44:06.075 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid a7ced926-9c48-11ee-95a5-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-16T19:44:06.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:06 smithi002 ceph-mon[137674]: pgmap v977: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 310 KiB/s wr, 5 op/s 2023-12-16T19:44:06.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:06.284 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:06 smithi002 ceph-mon[140029]: pgmap v977: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 310 KiB/s wr, 5 op/s 2023-12-16T19:44:06.284 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:06.348 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T19:44:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:06 smithi043 ceph-mon[135010]: pgmap v977: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 310 KiB/s wr, 5 op/s 2023-12-16T19:44:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:07.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:07 smithi002 ceph-mon[137674]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:44:07.286 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:07 smithi002 ceph-mon[140029]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:44:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:07 smithi043 ceph-mon[135010]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T19:44:08.111 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'unique_pool_0' removed 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4283055413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[137674]: pgmap v978: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 273 KiB/s wr, 4 op/s 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[137674]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4283055413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.392 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.393 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[140029]: pgmap v978: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 273 KiB/s wr, 4 op/s 2023-12-16T19:44:08.393 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:44:08.393 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:08 smithi002 ceph-mon[140029]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T19:44:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:08 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4283055413' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:08 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:44:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:08 smithi043 ceph-mon[135010]: pgmap v978: 121 pgs: 121 active+clean; 652 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 273 KiB/s wr, 4 op/s 2023-12-16T19:44:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:08 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:44:08.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:08 smithi043 ceph-mon[135010]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T19:44:08.542 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:44:08.542 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-16T19:44:08.543 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:44:08.543 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-16T19:44:08.543 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T19:44:08.543 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T19:44:08.544 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T19:44:08.544 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:44:08.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:44:08.561 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T19:44:08.562 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:44:08.618 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T19:44:08.620 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T19:44:08.674 INFO:tasks.workunit:timeout=3h 2023-12-16T19:44:08.674 INFO:tasks.workunit:cleanup=True 2023-12-16T19:44:08.675 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:44:08.730 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T19:44:10.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:10 smithi002 ceph-mon[137674]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:44:10.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:10 smithi002 ceph-mon[140029]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:44:10.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:10 smithi043 ceph-mon[135010]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:44:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:11] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.43.0" 2023-12-16T19:44:12.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:12 smithi002 ceph-mon[137674]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:12 smithi002 ceph-mon[140029]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:12.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:12 smithi043 ceph-mon[135010]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:14 smithi002 ceph-mon[137674]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:14 smithi002 ceph-mon[140029]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:14 smithi043 ceph-mon[135010]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:16.084 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T19:44:16.139 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T19:44:16.141 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:44:16.142 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T19:44:16.192 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T19:44:16.242 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T19:44:16.283 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:44:16.284 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:44:16.285 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T19:44:16.325 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:44:16.328 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:44:16.328 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T19:44:16.384 INFO:tasks.workunit:Running workunits matching cls on client.0... 2023-12-16T19:44:16.385 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-16T19:44:16.385 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-16T19:44:16.451 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:44:16.451 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 22 tests from 1 test suite. 2023-12-16T19:44:16.451 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:44:16.451 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 22 tests from TestCls2PCQueue 2023-12-16T19:44:16.451 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-16T19:44:17.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:16 smithi002 ceph-mon[137674]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:17.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:16 smithi002 ceph-mon[140029]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:17.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:16 smithi043 ceph-mon[135010]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[137674]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1270557219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[137674]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[140029]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1270557219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:17 smithi002 ceph-mon[140029]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:17 smithi043 ceph-mon[135010]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T19:44:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1270557219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:17 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:18.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:17 smithi043 ceph-mon[135010]: pgmap v985: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:18.973 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2523 ms) 2023-12-16T19:44:18.973 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T19:44:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:44:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:44:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:44:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:18 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:44:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:18 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:44:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:19 smithi002 ceph-mon[137674]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T19:44:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:19 smithi002 ceph-mon[137674]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:19 smithi002 ceph-mon[140029]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T19:44:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:19 smithi002 ceph-mon[140029]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:19 smithi043 ceph-mon[135010]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T19:44:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:19 smithi043 ceph-mon[135010]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[137674]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[140029]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:20 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:20 smithi043 ceph-mon[135010]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T19:44:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:21.990 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2023-12-16T19:44:21.991 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-16T19:44:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[137674]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T19:44:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[137674]: pgmap v991: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:21] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-16T19:44:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[140029]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T19:44:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:21 smithi002 ceph-mon[140029]: pgmap v991: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3373983514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:21 smithi043 ceph-mon[135010]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T19:44:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:21 smithi043 ceph-mon[135010]: pgmap v991: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:22 smithi002 ceph-mon[137674]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T19:44:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:22 smithi002 ceph-mon[140029]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T19:44:23.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:22 smithi043 ceph-mon[135010]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T19:44:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:23 smithi043 ceph-mon[135010]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T19:44:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:23 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2036473432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:23 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:23 smithi043 ceph-mon[135010]: pgmap v994: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[137674]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T19:44:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2036473432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[137674]: pgmap v994: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[140029]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T19:44:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2036473432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:23 smithi002 ceph-mon[140029]: pgmap v994: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:25.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Reserve (3017 ms) 2023-12-16T19:44:25.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-16T19:44:25.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:25.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[137674]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T19:44:25.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:25.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:25.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[140029]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T19:44:25.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:24 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:24 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:24 smithi043 ceph-mon[135010]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T19:44:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:24 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:26 smithi002 ceph-mon[137674]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T19:44:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:26 smithi002 ceph-mon[137674]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:26 smithi002 ceph-mon[140029]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T19:44:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:26 smithi002 ceph-mon[140029]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:26 smithi043 ceph-mon[135010]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T19:44:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:26 smithi043 ceph-mon[135010]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[137674]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/766698699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[140029]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T19:44:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/766698699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:27 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:27 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:27 smithi043 ceph-mon[135010]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T19:44:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/766698699' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:27 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:28.026 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3018 ms) 2023-12-16T19:44:28.026 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[137674]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[137674]: pgmap v1000: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[140029]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T19:44:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:28 smithi002 ceph-mon[140029]: pgmap v1000: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:28.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:28 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:28 smithi043 ceph-mon[135010]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T19:44:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:28 smithi043 ceph-mon[135010]: pgmap v1000: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:29 smithi002 ceph-mon[137674]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T19:44:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:29 smithi002 ceph-mon[140029]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T19:44:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:29 smithi043 ceph-mon[135010]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[137674]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[137674]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[137674]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[140029]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[140029]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:30 smithi002 ceph-mon[140029]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T19:44:30.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:30 smithi043 ceph-mon[135010]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T19:44:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:30 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:30 smithi043 ceph-mon[135010]: pgmap v1003: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:30 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/423160635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:30 smithi043 ceph-mon[135010]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T19:44:31.042 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2023-12-16T19:44:31.042 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-16T19:44:31.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:31 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:31 smithi002 ceph-mon[137674]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T19:44:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:31 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:31 smithi002 ceph-mon[140029]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T19:44:31.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:31 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:31 smithi043 ceph-mon[135010]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T19:44:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:32 smithi002 ceph-mon[137674]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:31] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-16T19:44:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:32 smithi002 ceph-mon[140029]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:32 smithi043 ceph-mon[135010]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[137674]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/229176978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[140029]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T19:44:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/229176978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:33 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:33 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:33 smithi043 ceph-mon[135010]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T19:44:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/229176978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:33 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:34.069 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Abort (3027 ms) 2023-12-16T19:44:34.069 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-16T19:44:34.069 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:44:34.418 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (12m) 9m ago 15m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (12m) 7m ago 15m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (16m) 9m ago 16m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (16m) 7m ago 16m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (12m) 7m ago 18m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (12m) 9m ago 19m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (11m) 9m ago 19m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (11m) 7m ago 18m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (11m) 9m ago 18m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:44:34.419 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (12m) 9m ago 15m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (12m) 7m ago 15m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (10m) 9m ago 18m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (10m) 9m ago 17m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (9m) 9m ago 17m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (9m) 9m ago 17m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (8m) 7m ago 17m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (8m) 7m ago 17m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (7m) 7m ago 16m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (7m) 7m ago 16m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:44:34.420 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (12m) 7m ago 15m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[137674]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[137674]: pgmap v1009: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[140029]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T19:44:34.421 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:34 smithi002 ceph-mon[140029]: pgmap v1009: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:34 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:34 smithi043 ceph-mon[135010]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T19:44:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:34 smithi043 ceph-mon[135010]: pgmap v1009: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:44:34.832 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:44:34.833 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[140029]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[140029]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[140029]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2428166454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[137674]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[137674]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T19:44:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[137674]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:35 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2428166454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:35 smithi043 ceph-mon[135010]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:35 smithi043 ceph-mon[135010]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T19:44:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:35 smithi043 ceph-mon[135010]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:44:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:35 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2428166454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[137674]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/674858648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[137674]: pgmap v1012: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[140029]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T19:44:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/674858648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[140029]: pgmap v1012: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:36 smithi043 ceph-mon[135010]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T19:44:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:36 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/674858648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:36 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:36 smithi043 ceph-mon[135010]: pgmap v1012: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:37.084 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveError (3014 ms) 2023-12-16T19:44:37.084 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-16T19:44:37.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[137674]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T19:44:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:37 smithi002 ceph-mon[140029]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T19:44:37.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:37 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:37 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:37 smithi043 ceph-mon[135010]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T19:44:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:38 smithi043 ceph-mon[135010]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T19:44:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:38 smithi043 ceph-mon[135010]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:38 smithi002 ceph-mon[137674]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T19:44:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:38 smithi002 ceph-mon[137674]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:38 smithi002 ceph-mon[140029]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T19:44:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:38 smithi002 ceph-mon[140029]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[137674]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/768282044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[140029]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/768282044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:39 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:39 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:39 smithi043 ceph-mon[135010]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T19:44:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:39 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/768282044' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:39 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:40.108 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.CommitError (3025 ms) 2023-12-16T19:44:40.108 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-16T19:44:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[137674]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T19:44:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[137674]: pgmap v1018: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[140029]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T19:44:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:40 smithi002 ceph-mon[140029]: pgmap v1018: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:40 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:40 smithi043 ceph-mon[135010]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T19:44:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:40 smithi043 ceph-mon[135010]: pgmap v1018: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:41 smithi002 ceph-mon[137674]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T19:44:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:41 smithi002 ceph-mon[140029]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T19:44:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:41 smithi043 ceph-mon[135010]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T19:44:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[137674]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T19:44:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[137674]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:41] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2023-12-16T19:44:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[140029]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T19:44:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:42 smithi002 ceph-mon[140029]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:42 smithi043 ceph-mon[135010]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T19:44:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:42 smithi043 ceph-mon[135010]: pgmap v1021: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:43.123 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AbortError (3014 ms) 2023-12-16T19:44:43.123 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[137674]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:43 smithi002 ceph-mon[140029]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T19:44:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:43 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:43 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2159859436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:43 smithi043 ceph-mon[135010]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T19:44:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:44 smithi002 ceph-mon[137674]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T19:44:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:44 smithi002 ceph-mon[137674]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:44 smithi002 ceph-mon[140029]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T19:44:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:44 smithi002 ceph-mon[140029]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:44 smithi043 ceph-mon[135010]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T19:44:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:44 smithi043 ceph-mon[135010]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[137674]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T19:44:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[140029]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T19:44:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:45.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:45 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:45 smithi043 ceph-mon[135010]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T19:44:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:46.141 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3018 ms) 2023-12-16T19:44:46.142 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[137674]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[137674]: pgmap v1027: 137 pgs: 1 creating+activating, 2 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[140029]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T19:44:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:46 smithi002 ceph-mon[140029]: pgmap v1027: 137 pgs: 1 creating+activating, 2 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:46 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1073776765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:46 smithi043 ceph-mon[135010]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T19:44:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:46 smithi043 ceph-mon[135010]: pgmap v1027: 137 pgs: 1 creating+activating, 2 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:47 smithi002 ceph-mon[137674]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T19:44:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:47 smithi002 ceph-mon[140029]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T19:44:47.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:47 smithi043 ceph-mon[135010]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[137674]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[137674]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[140029]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:48 smithi002 ceph-mon[140029]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:48 smithi043 ceph-mon[135010]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T19:44:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:48 smithi043 ceph-mon[135010]: pgmap v1030: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:49.154 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3013 ms) 2023-12-16T19:44:49.155 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-16T19:44:49.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[137674]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T19:44:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:49 smithi002 ceph-mon[140029]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T19:44:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:49 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:49 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2640749432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:49 smithi043 ceph-mon[135010]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T19:44:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:50 smithi002 ceph-mon[137674]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T19:44:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:50 smithi002 ceph-mon[137674]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:50 smithi002 ceph-mon[140029]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T19:44:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:50 smithi002 ceph-mon[140029]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:50 smithi043 ceph-mon[135010]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T19:44:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:50 smithi043 ceph-mon[135010]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[137674]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T19:44:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1630788823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[140029]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T19:44:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1630788823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:51 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:51 smithi043 ceph-mon[135010]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T19:44:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1630788823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:44:52.170 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:44:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:44:51] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2023-12-16T19:44:52.179 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3024 ms) 2023-12-16T19:44:52.179 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[140029]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[140029]: pgmap v1036: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[137674]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T19:44:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:52 smithi002 ceph-mon[137674]: pgmap v1036: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:52 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:52 smithi043 ceph-mon[135010]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T19:44:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:52 smithi043 ceph-mon[135010]: pgmap v1036: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:53 smithi002 ceph-mon[137674]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T19:44:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:53 smithi002 ceph-mon[140029]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T19:44:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:53 smithi043 ceph-mon[135010]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T19:44:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[137674]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T19:44:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/215063178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[137674]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[140029]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T19:44:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/215063178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:54 smithi002 ceph-mon[140029]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:54.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:54 smithi043 ceph-mon[135010]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T19:44:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:54 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/215063178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:54 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:54 smithi043 ceph-mon[135010]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:55.197 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3019 ms) 2023-12-16T19:44:55.198 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-16T19:44:55.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:55.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:55.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[137674]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T19:44:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:55 smithi002 ceph-mon[140029]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T19:44:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:55 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:44:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:55 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:55 smithi043 ceph-mon[135010]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T19:44:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:56 smithi002 ceph-mon[137674]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T19:44:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:56 smithi002 ceph-mon[137674]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:56 smithi002 ceph-mon[140029]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T19:44:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:56 smithi002 ceph-mon[140029]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:56 smithi043 ceph-mon[135010]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T19:44:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:56 smithi043 ceph-mon[135010]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:57.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[137674]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T19:44:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[140029]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T19:44:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:57 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:57.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:57 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:44:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:57 smithi043 ceph-mon[135010]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T19:44:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:57 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:44:58.214 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2023-12-16T19:44:58.214 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-16T19:44:58.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[137674]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T19:44:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[137674]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[140029]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T19:44:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:58 smithi002 ceph-mon[140029]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:58.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1059526738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:44:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:58 smithi043 ceph-mon[135010]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T19:44:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:58 smithi043 ceph-mon[135010]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:44:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:44:59 smithi002 ceph-mon[137674]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T19:44:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:44:59 smithi002 ceph-mon[140029]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T19:44:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:44:59 smithi043 ceph-mon[135010]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T19:45:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[137674]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2573915376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[137674]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[140029]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2573915376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[140029]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:00 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:00 smithi043 ceph-mon[135010]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T19:45:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2573915376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:00 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:00 smithi043 ceph-mon[135010]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:00 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:01.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3023 ms) 2023-12-16T19:45:01.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-16T19:45:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:01 smithi043 ceph-mon[135010]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T19:45:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:01 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:01.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:01 smithi002 ceph-mon[137674]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T19:45:01.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:01 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:01.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:01 smithi002 ceph-mon[140029]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T19:45:01.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:01 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:01] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2023-12-16T19:45:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:02 smithi043 ceph-mon[135010]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T19:45:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:02 smithi043 ceph-mon[135010]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:02.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:02 smithi002 ceph-mon[137674]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T19:45:02.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:02 smithi002 ceph-mon[137674]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:02.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:02 smithi002 ceph-mon[140029]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T19:45:02.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:02 smithi002 ceph-mon[140029]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[137674]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[140029]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T19:45:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:03 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:03.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:03 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:03 smithi043 ceph-mon[135010]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T19:45:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:03 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:04.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.Cleanup (3027 ms) 2023-12-16T19:45:04.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-16T19:45:04.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[137674]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T19:45:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[137674]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[140029]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T19:45:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:04 smithi002 ceph-mon[140029]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4086605005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:04 smithi043 ceph-mon[135010]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T19:45:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:04 smithi043 ceph-mon[135010]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:05.191 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:45:05.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:05 smithi002 ceph-mon[137674]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T19:45:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:05 smithi002 ceph-mon[140029]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T19:45:05.522 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:45:05.522 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (13m) 9m ago 15m 27.0M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:45:05.522 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (13m) 7m ago 15m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (16m) 9m ago 16m 14.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (16m) 7m ago 16m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (12m) 7m ago 18m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (12m) 9m ago 20m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (12m) 9m ago 20m 47.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (11m) 7m ago 19m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (12m) 9m ago 19m 36.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (13m) 9m ago 15m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (13m) 7m ago 15m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (11m) 9m ago 18m 214M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (10m) 9m ago 18m 190M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (10m) 9m ago 18m 84.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (9m) 9m ago 17m 12.2M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:45:05.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (9m) 7m ago 17m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:45:05.524 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (8m) 7m ago 17m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:45:05.524 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (8m) 7m ago 17m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:45:05.524 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (7m) 7m ago 17m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:45:05.524 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (12m) 7m ago 16m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:45:05.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:05 smithi043 ceph-mon[135010]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:45:05.926 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:45:05.927 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4153045629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T19:45:06.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4153045629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4153045629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:07.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[137674]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T19:45:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:07 smithi002 ceph-mon[140029]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T19:45:07.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:07 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2794269683' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:07 smithi043 ceph-mon[135010]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T19:45:08.277 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:08 smithi002 ceph-mon[137674]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T19:45:08.647 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:08 smithi043 ceph-mon[135010]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T19:45:08.647 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:08 smithi043 ceph-mon[135010]: pgmap v1060: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:08 smithi002 ceph-mon[137674]: pgmap v1060: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:08.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:08 smithi002 ceph-mon[140029]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T19:45:08.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:08 smithi002 ceph-mon[140029]: pgmap v1060: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:09 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:09.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:09 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:09.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:09 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:10.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:10 smithi002 ceph-mon[137674]: pgmap v1061: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:10.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:10 smithi002 ceph-mon[140029]: pgmap v1061: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:10.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:10 smithi043 ceph-mon[135010]: pgmap v1061: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:45:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:11] "GET /metrics HTTP/1.1" 200 36152 "" "Prometheus/2.43.0" 2023-12-16T19:45:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:12 smithi002 ceph-mon[137674]: pgmap v1062: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.4 MiB/s wr, 7.21k op/s 2023-12-16T19:45:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:12 smithi002 ceph-mon[140029]: pgmap v1062: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.4 MiB/s wr, 7.21k op/s 2023-12-16T19:45:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:12 smithi043 ceph-mon[135010]: pgmap v1062: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.4 MiB/s wr, 7.21k op/s 2023-12-16T19:45:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:14 smithi002 ceph-mon[137674]: pgmap v1063: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2023-12-16T19:45:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:14 smithi002 ceph-mon[140029]: pgmap v1063: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2023-12-16T19:45:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:14 smithi043 ceph-mon[135010]: pgmap v1063: 137 pgs: 137 active+clean; 1.5 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2023-12-16T19:45:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:16 smithi002 ceph-mon[137674]: pgmap v1064: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 8.0 MiB/s wr, 9.05k op/s 2023-12-16T19:45:16.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:16 smithi002 ceph-mon[140029]: pgmap v1064: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 8.0 MiB/s wr, 9.05k op/s 2023-12-16T19:45:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:16 smithi043 ceph-mon[135010]: pgmap v1064: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 8.0 MiB/s wr, 9.05k op/s 2023-12-16T19:45:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:18 smithi002 ceph-mon[137674]: pgmap v1065: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 7.2 MiB/s wr, 8.17k op/s 2023-12-16T19:45:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:18 smithi002 ceph-mon[140029]: pgmap v1065: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 7.2 MiB/s wr, 8.17k op/s 2023-12-16T19:45:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:18 smithi043 ceph-mon[135010]: pgmap v1065: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 7.2 MiB/s wr, 8.17k op/s 2023-12-16T19:45:19.700 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15435 ms) 2023-12-16T19:45:19.700 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-16T19:45:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:19 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:45:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:19 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:45:19.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:19 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:45:20.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:20 smithi002 ceph-mon[137674]: pgmap v1066: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 6.1 MiB/s wr, 6.94k op/s 2023-12-16T19:45:20.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:20 smithi002 ceph-mon[137674]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T19:45:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:20 smithi002 ceph-mon[140029]: pgmap v1066: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 6.1 MiB/s wr, 6.94k op/s 2023-12-16T19:45:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:20 smithi002 ceph-mon[140029]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T19:45:20.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:20 smithi043 ceph-mon[135010]: pgmap v1066: 137 pgs: 137 active+clean; 2.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 6.1 MiB/s wr, 6.94k op/s 2023-12-16T19:45:20.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:20 smithi043 ceph-mon[135010]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T19:45:21.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[137674]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T19:45:21.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1574132532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[140029]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1574132532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.789 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:21.790 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:21 smithi043 ceph-mon[135010]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T19:45:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1574132532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:21 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:22.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:21] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2023-12-16T19:45:22.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[137674]: pgmap v1069: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[137674]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[137674]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[140029]: pgmap v1069: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[140029]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:22 smithi002 ceph-mon[140029]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T19:45:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:22 smithi043 ceph-mon[135010]: pgmap v1069: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:22 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:22 smithi043 ceph-mon[135010]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T19:45:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:22 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:45:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:22 smithi043 ceph-mon[135010]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T19:45:24.699 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4998 ms) 2023-12-16T19:45:24.699 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: pgmap v1072: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: pgmap v1072: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:45:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: pgmap v1072: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:45:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:45:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:45:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:25.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:25 smithi002 ceph-mon[137674]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T19:45:25.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:25 smithi002 ceph-mon[140029]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T19:45:25.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:25 smithi043 ceph-mon[135010]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[137674]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[137674]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[140029]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[140029]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T19:45:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:26 smithi043 ceph-mon[135010]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:26 smithi043 ceph-mon[135010]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T19:45:26.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:27.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:27.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:27 smithi002 ceph-mon[137674]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T19:45:27.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:27.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:27 smithi002 ceph-mon[140029]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T19:45:27.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/610960638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:27.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:27 smithi043 ceph-mon[135010]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T19:45:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:28 smithi002 ceph-mon[137674]: pgmap v1077: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:28 smithi002 ceph-mon[137674]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T19:45:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:28 smithi002 ceph-mon[140029]: pgmap v1077: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:28 smithi002 ceph-mon[140029]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T19:45:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:28 smithi043 ceph-mon[135010]: pgmap v1077: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:28 smithi043 ceph-mon[135010]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T19:45:30.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:30 smithi002 ceph-mon[137674]: pgmap v1079: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:30.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:30 smithi002 ceph-mon[140029]: pgmap v1079: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:30.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:30 smithi043 ceph-mon[135010]: pgmap v1079: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:31] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2023-12-16T19:45:32.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:32 smithi002 ceph-mon[137674]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2023-12-16T19:45:32.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:32 smithi002 ceph-mon[140029]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2023-12-16T19:45:32.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:32 smithi043 ceph-mon[135010]: pgmap v1080: 137 pgs: 137 active+clean; 1.4 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 5.7 MiB/s wr, 6.73k op/s 2023-12-16T19:45:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:34 smithi002 ceph-mon[137674]: pgmap v1081: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-16T19:45:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:34 smithi002 ceph-mon[140029]: pgmap v1081: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-16T19:45:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:34 smithi043 ceph-mon[135010]: pgmap v1081: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-16T19:45:36.382 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (13m) 12s ago 16m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (13m) 8m ago 16m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (17m) 12s ago 17m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (17m) 8m ago 17m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (13m) 8m ago 19m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:45:36.813 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (13m) 12s ago 20m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (12m) 12s ago 20m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (12m) 8m ago 19m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (12m) 12s ago 19m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (13m) 12s ago 16m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (13m) 8m ago 16m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (11m) 12s ago 19m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (11m) 12s ago 19m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (10m) 12s ago 18m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (10m) 12s ago 18m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (9m) 8m ago 18m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (9m) 8m ago 18m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (8m) 8m ago 17m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (8m) 8m ago 17m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:45:36.814 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (13m) 8m ago 16m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:45:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:36 smithi002 ceph-mon[137674]: pgmap v1082: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 4.61k op/s 2023-12-16T19:45:36.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:36 smithi002 ceph-mon[140029]: pgmap v1082: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 4.61k op/s 2023-12-16T19:45:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:36 smithi043 ceph-mon[135010]: pgmap v1082: 137 pgs: 137 active+clean; 1.4 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.9 MiB/s wr, 4.61k op/s 2023-12-16T19:45:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:37.340 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:45:37.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:45:37.341 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:45:37.342 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:45:37.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:37 smithi002 ceph-mon[137674]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:37.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:37 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/907369323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:37.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:37 smithi002 ceph-mon[140029]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:37.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:37 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/907369323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:37.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:37 smithi043 ceph-mon[135010]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:37 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/907369323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:45:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:38 smithi002 ceph-mon[137674]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:38.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:38 smithi002 ceph-mon[137674]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2023-12-16T19:45:38.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:38 smithi002 ceph-mon[140029]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:38.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:38 smithi002 ceph-mon[140029]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2023-12-16T19:45:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:38 smithi043 ceph-mon[135010]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:45:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:38 smithi043 ceph-mon[135010]: pgmap v1083: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 MiB/s rd, 5.6 MiB/s wr, 6.65k op/s 2023-12-16T19:45:39.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:39 smithi002 ceph-mon[137674]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2023-12-16T19:45:39.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:39 smithi002 ceph-mon[140029]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2023-12-16T19:45:39.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:39 smithi043 ceph-mon[135010]: pgmap v1084: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 4.7 MiB/s wr, 5.66k op/s 2023-12-16T19:45:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:42 smithi002 ceph-mon[137674]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.78k op/s 2023-12-16T19:45:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:41] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2023-12-16T19:45:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:42 smithi002 ceph-mon[140029]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.78k op/s 2023-12-16T19:45:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:45:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:42 smithi043 ceph-mon[135010]: pgmap v1085: 137 pgs: 137 active+clean; 1.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.78k op/s 2023-12-16T19:45:44.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:44 smithi002 ceph-mon[137674]: pgmap v1086: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:44.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:44 smithi002 ceph-mon[140029]: pgmap v1086: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:44.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:44 smithi043 ceph-mon[135010]: pgmap v1086: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:46.702 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (22003 ms) 2023-12-16T19:45:46.702 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-16T19:45:46.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:46 smithi002 ceph-mon[137674]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:46 smithi002 ceph-mon[140029]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:46.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:46 smithi043 ceph-mon[135010]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 2.7 MiB/s wr, 3.42k op/s 2023-12-16T19:45:47.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:47 smithi002 ceph-mon[137674]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T19:45:47.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:47 smithi002 ceph-mon[140029]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T19:45:47.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:47 smithi043 ceph-mon[135010]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T19:45:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[137674]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[137674]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T19:45:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2852935331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:48.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[140029]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[140029]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T19:45:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2852935331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:48.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:48 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:48 smithi043 ceph-mon[135010]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:48 smithi043 ceph-mon[135010]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T19:45:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2852935331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:48 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:49.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:49 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:49.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:49 smithi002 ceph-mon[137674]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T19:45:49.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:49 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:49.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:49 smithi002 ceph-mon[140029]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T19:45:49.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:49 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:49.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:49 smithi043 ceph-mon[135010]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T19:45:50.725 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4024 ms) 2023-12-16T19:45:50.726 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-16T19:45:50.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:50 smithi002 ceph-mon[140029]: pgmap v1092: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:50.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:50 smithi002 ceph-mon[140029]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T19:45:50.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:50 smithi002 ceph-mon[137674]: pgmap v1092: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:50.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:50 smithi002 ceph-mon[137674]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T19:45:50.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:50 smithi043 ceph-mon[135010]: pgmap v1092: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:50.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:50 smithi043 ceph-mon[135010]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T19:45:51.988 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:45:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:45:51] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2023-12-16T19:45:51.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:51 smithi002 ceph-mon[137674]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T19:45:51.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:51.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:51 smithi002 ceph-mon[140029]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T19:45:51.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:51.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:51 smithi043 ceph-mon[135010]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T19:45:51.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:45:52.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[137674]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:52.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[137674]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T19:45:52.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:52.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[140029]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:52.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[140029]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T19:45:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:52 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:52.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:52 smithi043 ceph-mon[135010]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:52.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:52 smithi043 ceph-mon[135010]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T19:45:52.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:52 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:53.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:53 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:53.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:53 smithi043 ceph-mon[135010]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T19:45:53.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:53 smithi043 ceph-mon[135010]: pgmap v1098: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:54.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:54.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[137674]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T19:45:54.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[137674]: pgmap v1098: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2696008801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:45:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[140029]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T19:45:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:53 smithi002 ceph-mon[140029]: pgmap v1098: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:54 smithi043 ceph-mon[135010]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T19:45:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:54 smithi002 ceph-mon[137674]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T19:45:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:54 smithi002 ceph-mon[140029]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T19:45:55.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:55 smithi043 ceph-mon[135010]: pgmap v1100: 137 pgs: 8 unknown, 129 active+clean; 606 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 667 op/s 2023-12-16T19:45:56.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:55 smithi002 ceph-mon[137674]: pgmap v1100: 137 pgs: 8 unknown, 129 active+clean; 606 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 667 op/s 2023-12-16T19:45:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:55 smithi002 ceph-mon[140029]: pgmap v1100: 137 pgs: 8 unknown, 129 active+clean; 606 KiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 667 op/s 2023-12-16T19:45:56.756 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6030 ms) 2023-12-16T19:45:56.756 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-16T19:45:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:57 smithi002 ceph-mon[137674]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T19:45:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:57 smithi002 ceph-mon[137674]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:57 smithi002 ceph-mon[140029]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T19:45:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:57 smithi002 ceph-mon[140029]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:57 smithi043 ceph-mon[135010]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T19:45:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:57 smithi043 ceph-mon[135010]: pgmap v1102: 105 pgs: 105 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:45:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[137674]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T19:45:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/452557688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[140029]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T19:45:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/452557688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:58 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:59.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:58 smithi043 ceph-mon[135010]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T19:45:59.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/452557688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:45:59.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:58 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[137674]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[137674]: pgmap v1105: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[140029]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T19:46:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:45:59 smithi002 ceph-mon[140029]: pgmap v1105: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:00.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:59 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-167195-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:00.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:59 smithi043 ceph-mon[135010]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T19:46:00.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:45:59 smithi043 ceph-mon[135010]: pgmap v1105: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:00 smithi002 ceph-mon[137674]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T19:46:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:00 smithi002 ceph-mon[140029]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T19:46:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:00 smithi043 ceph-mon[135010]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 22 tests from TestCls2PCQueue (105330 ms total) 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 22 tests from 1 test suite ran. (105330 ms total) 2023-12-16T19:46:01.780 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 22 tests. 2023-12-16T19:46:01.784 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:46:01.784 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:46:01.859 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2023-12-16T19:46:01.860 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2023-12-16T19:46:01.926 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:46:01.927 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 6 tests from 2 test suites. 2023-12-16T19:46:01.927 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:46:01.927 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 5 tests from cls_cas 2023-12-16T19:46:01.927 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.get_put 2023-12-16T19:46:02.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:01 smithi002 ceph-mon[137674]: pgmap v1107: 137 pgs: 7 creating+peering, 130 active+clean; 606 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 779 op/s 2023-12-16T19:46:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:01] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2023-12-16T19:46:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:01 smithi002 ceph-mon[140029]: pgmap v1107: 137 pgs: 7 creating+peering, 130 active+clean; 606 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 779 op/s 2023-12-16T19:46:02.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:01 smithi043 ceph-mon[135010]: pgmap v1107: 137 pgs: 7 creating+peering, 130 active+clean; 606 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 779 op/s 2023-12-16T19:46:03.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:02 smithi002 ceph-mon[137674]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T19:46:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:02 smithi002 ceph-mon[140029]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T19:46:03.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:02 smithi043 ceph-mon[135010]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[137674]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[137674]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[140029]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:03 smithi002 ceph-mon[140029]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:04.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:03 smithi043 ceph-mon[135010]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T19:46:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:03 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:03 smithi043 ceph-mon[135010]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:04.797 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.get_put (2871 ms) 2023-12-16T19:46:04.797 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.wrong_put 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[137674]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:04 smithi002 ceph-mon[140029]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T19:46:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:04 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:05.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1298239465' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:05.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:04 smithi043 ceph-mon[135010]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T19:46:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:05 smithi002 ceph-mon[137674]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T19:46:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:05 smithi002 ceph-mon[137674]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:05 smithi002 ceph-mon[140029]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T19:46:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:05 smithi002 ceph-mon[140029]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:06.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:05 smithi043 ceph-mon[135010]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T19:46:06.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:05 smithi043 ceph-mon[135010]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2481714043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T19:46:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2481714043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T19:46:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2481714043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:07.709 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:46:07.814 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2023-12-16T19:46:07.814 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.dup_get 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[137674]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[137674]: pgmap v1116: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[137674]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[140029]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[140029]: pgmap v1116: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:07.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:07 smithi002 ceph-mon[140029]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:08.065 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:46:08.065 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (14m) 44s ago 16m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:46:08.065 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (14m) 8m ago 16m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (17m) 44s ago 17m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (17m) 8m ago 17m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (13m) 8m ago 19m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (13m) 44s ago 21m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (13m) 44s ago 21m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (12m) 8m ago 20m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (13m) 44s ago 20m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (14m) 44s ago 16m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (14m) 8m ago 16m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (12m) 44s ago 19m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (11m) 44s ago 19m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (11m) 44s ago 19m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (10m) 44s ago 19m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:46:08.066 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (10m) 8m ago 18m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:46:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (9m) 8m ago 18m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:46:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (9m) 8m ago 18m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:46:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (9m) 8m ago 18m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:46:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (13m) 8m ago 17m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:46:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:07 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:07 smithi043 ceph-mon[135010]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T19:46:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:07 smithi043 ceph-mon[135010]: pgmap v1116: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:07 smithi043 ceph-mon[135010]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:46:08.479 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:46:08.480 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[137674]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[137674]: from='client.44744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2463814795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[140029]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[140029]: from='client.44744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:08 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2463814795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:09.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:08 smithi043 ceph-mon[135010]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T19:46:09.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:08 smithi043 ceph-mon[135010]: from='client.44744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:09.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:08 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2463814795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[137674]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T19:46:10.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:10.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[137674]: pgmap v1119: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[140029]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T19:46:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:09 smithi002 ceph-mon[140029]: pgmap v1119: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:09 smithi043 ceph-mon[135010]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T19:46:10.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:10.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:09 smithi043 ceph-mon[135010]: pgmap v1119: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:10.826 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.dup_get (3012 ms) 2023-12-16T19:46:10.827 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.dup_put 2023-12-16T19:46:11.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:11.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:11.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[137674]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T19:46:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:11.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:10 smithi002 ceph-mon[140029]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T19:46:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:10 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/516513432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:10 smithi043 ceph-mon[135010]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T19:46:12.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:11 smithi002 ceph-mon[137674]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T19:46:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:11 smithi002 ceph-mon[137674]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:11] "GET /metrics HTTP/1.1" 200 36152 "" "Prometheus/2.43.0" 2023-12-16T19:46:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:11 smithi002 ceph-mon[140029]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T19:46:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:11 smithi002 ceph-mon[140029]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:12.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:11 smithi043 ceph-mon[135010]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T19:46:12.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:11 smithi043 ceph-mon[135010]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[137674]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3454565815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[140029]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T19:46:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3454565815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:12 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:12 smithi043 ceph-mon[135010]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T19:46:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3454565815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:13.845 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2023-12-16T19:46:13.845 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_cas.get_wrong_data 2023-12-16T19:46:14.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:14.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[137674]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T19:46:14.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[137674]: pgmap v1125: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:46:14.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:14.140 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[140029]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T19:46:14.140 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:13 smithi002 ceph-mon[140029]: pgmap v1125: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:46:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:13 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:14.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:13 smithi043 ceph-mon[135010]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T19:46:14.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:13 smithi043 ceph-mon[135010]: pgmap v1125: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:46:15.145 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:14 smithi002 ceph-mon[137674]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T19:46:15.145 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:14 smithi002 ceph-mon[140029]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T19:46:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:14 smithi043 ceph-mon[135010]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[137674]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[137674]: pgmap v1128: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[140029]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:15 smithi002 ceph-mon[140029]: pgmap v1128: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:15 smithi043 ceph-mon[135010]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T19:46:16.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:15 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:16.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:15 smithi043 ceph-mon[135010]: pgmap v1128: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_cas.get_wrong_data (3013 ms) 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 5 tests from cls_cas (14932 ms total) 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from chunk_refs_t 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] chunk_refs_t.size 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:1 60 by_object 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:2 103 by_object 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:4 189 by_object 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:8 361 by_object 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:16 112 by_hash(32 bits) 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:32 208 by_hash(32 bits) 2023-12-16T19:46:16.859 INFO:tasks.workunit.client.0.smithi002.stdout:64 400 by_hash(32 bits) 2023-12-16T19:46:16.860 INFO:tasks.workunit.client.0.smithi002.stdout:128 509 by_hash(10 bits) 2023-12-16T19:46:16.860 INFO:tasks.workunit.client.0.smithi002.stdout:256 499 by_hash(7 bits) 2023-12-16T19:46:16.860 INFO:tasks.workunit.client.0.smithi002.stdout:512 462 by_hash(5 bits) 2023-12-16T19:46:16.861 INFO:tasks.workunit.client.0.smithi002.stdout:1024 466 by_hash(5 bits) 2023-12-16T19:46:16.861 INFO:tasks.workunit.client.0.smithi002.stdout:2048 466 by_hash(5 bits) 2023-12-16T19:46:16.863 INFO:tasks.workunit.client.0.smithi002.stdout:4096 470 by_hash(5 bits) 2023-12-16T19:46:16.864 INFO:tasks.workunit.client.0.smithi002.stdout:8192 498 by_hash(4 bits) 2023-12-16T19:46:16.867 INFO:tasks.workunit.client.0.smithi002.stdout:16384 278 by_hash(3 bits) 2023-12-16T19:46:16.871 INFO:tasks.workunit.client.0.smithi002.stdout:32768 337 by_hash(2 bits) 2023-12-16T19:46:16.879 INFO:tasks.workunit.client.0.smithi002.stdout:65536 367 by_hash(2 bits) 2023-12-16T19:46:16.890 INFO:tasks.workunit.client.0.smithi002.stdout:131072 387 by_hash(1 bits) 2023-12-16T19:46:16.908 INFO:tasks.workunit.client.0.smithi002.stdout:262144 331 by_pool 2023-12-16T19:46:16.939 INFO:tasks.workunit.client.0.smithi002.stdout:524288 21 count 2023-12-16T19:46:16.992 INFO:tasks.workunit.client.0.smithi002.stdout:1048576 21 count 2023-12-16T19:46:17.117 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] chunk_refs_t.size (259 ms) 2023-12-16T19:46:17.117 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from chunk_refs_t (259 ms total) 2023-12-16T19:46:17.117 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:17.117 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:46:17.117 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 6 tests from 2 test suites ran. (15191 ms total) 2023-12-16T19:46:17.118 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 6 tests. 2023-12-16T19:46:17.119 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:46:17.119 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[137674]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:17.188 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:16 smithi002 ceph-mon[140029]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T19:46:17.191 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-16T19:46:17.191 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-16T19:46:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:16 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:17.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1674273676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168671-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:17.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:16 smithi043 ceph-mon[135010]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T19:46:17.258 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:46:17.258 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-16T19:46:17.258 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:46:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:17 smithi002 ceph-mon[137674]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T19:46:18.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:17 smithi002 ceph-mon[137674]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:17 smithi002 ceph-mon[140029]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T19:46:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:17 smithi002 ceph-mon[140029]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:18.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:17 smithi043 ceph-mon[135010]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T19:46:18.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:17 smithi043 ceph-mon[135010]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:18.872 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from CmpOmap 2023-12-16T19:46:18.872 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-16T19:46:18.888 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2023-12-16T19:46:18.888 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-16T19:46:18.893 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2023-12-16T19:46:18.894 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-16T19:46:18.897 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2023-12-16T19:46:18.897 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-16T19:46:18.900 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2023-12-16T19:46:18.900 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-16T19:46:18.906 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2023-12-16T19:46:18.907 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-16T19:46:18.917 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64 (10 ms) 2023-12-16T19:46:18.917 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-16T19:46:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2023-12-16T19:46:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-16T19:46:18.923 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-12-16T19:46:18.923 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-16T19:46:18.926 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-12-16T19:46:18.926 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-16T19:46:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2023-12-16T19:46:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-16T19:46:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-16T19:46:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-16T19:46:18.931 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2023-12-16T19:46:18.931 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-16T19:46:18.937 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2023-12-16T19:46:18.937 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-16T19:46:18.943 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2023-12-16T19:46:18.944 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-16T19:46:18.949 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-16T19:46:18.949 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-16T19:46:18.958 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (9 ms) 2023-12-16T19:46:18.958 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-16T19:46:18.965 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2023-12-16T19:46:18.965 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-16T19:46:18.971 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2023-12-16T19:46:18.972 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-16T19:46:18.973 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (1 ms) 2023-12-16T19:46:18.973 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-16T19:46:18.975 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2023-12-16T19:46:18.976 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-16T19:46:18.976 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-16T19:46:18.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-16T19:46:18.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2023-12-16T19:46:18.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-16T19:46:18.984 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2023-12-16T19:46:18.984 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-16T19:46:18.989 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2023-12-16T19:46:18.989 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-16T19:46:18.996 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2023-12-16T19:46:18.996 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-16T19:46:19.004 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2023-12-16T19:46:19.004 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-16T19:46:19.005 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-12-16T19:46:19.006 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-16T19:46:19.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-16T19:46:19.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-16T19:46:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-16T19:46:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-16T19:46:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2023-12-16T19:46:19.009 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-16T19:46:19.018 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2023-12-16T19:46:19.018 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from CmpOmap (146 ms total) 2023-12-16T19:46:19.018 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:19.018 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:46:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[137674]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1649737893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[140029]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1649737893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:18 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:18 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:18 smithi043 ceph-mon[135010]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T19:46:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1649737893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:18 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:19.880 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 31 tests from 1 test suite ran. (2622 ms total) 2023-12-16T19:46:19.881 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 31 tests. 2023-12-16T19:46:19.884 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:46:19.884 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:46:19.958 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2023-12-16T19:46:19.958 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2023-12-16T19:46:20.026 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:46:20.027 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-16T19:46:20.027 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:46:20.027 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from ClsHello 2023-12-16T19:46:20.027 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.SayHello 2023-12-16T19:46:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[137674]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T19:46:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[137674]: pgmap v1134: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2023-12-16T19:46:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[140029]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T19:46:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:19 smithi002 ceph-mon[140029]: pgmap v1134: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2023-12-16T19:46:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:19 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168878-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:19 smithi043 ceph-mon[135010]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T19:46:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:19 smithi043 ceph-mon[135010]: pgmap v1134: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 2 op/s 2023-12-16T19:46:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:20 smithi002 ceph-mon[137674]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T19:46:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:20 smithi002 ceph-mon[140029]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T19:46:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:20 smithi043 ceph-mon[135010]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T19:46:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:22.241 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:21] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2023-12-16T19:46:22.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[137674]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T19:46:22.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3496415605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.241 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[137674]: pgmap v1137: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:22.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[140029]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T19:46:22.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3496415605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:21 smithi002 ceph-mon[140029]: pgmap v1137: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:21 smithi043 ceph-mon[135010]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T19:46:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3496415605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:21 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:21 smithi043 ceph-mon[135010]: pgmap v1137: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:22.904 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.SayHello (2878 ms) 2023-12-16T19:46:22.904 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.RecordHello 2023-12-16T19:46:23.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[137674]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T19:46:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[140029]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T19:46:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:22 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:22 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:22 smithi043 ceph-mon[135010]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T19:46:23.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:22 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:23 smithi002 ceph-mon[137674]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T19:46:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:23 smithi002 ceph-mon[137674]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:23 smithi002 ceph-mon[140029]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T19:46:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:23 smithi002 ceph-mon[140029]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:23 smithi043 ceph-mon[135010]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T19:46:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:23 smithi043 ceph-mon[135010]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[137674]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/957932696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[140029]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/957932696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:24 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:46:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:24 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:25.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:24 smithi043 ceph-mon[135010]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T19:46:25.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/957932696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:24 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:25.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:24 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:46:25.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.RecordHello (3012 ms) 2023-12-16T19:46:25.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.WriteReturnData 2023-12-16T19:46:26.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[137674]: pgmap v1143: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:25 smithi002 ceph-mon[140029]: pgmap v1143: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:26.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:25 smithi043 ceph-mon[135010]: pgmap v1143: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[137674]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[140029]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:46:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:46:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:26 smithi043 ceph-mon[135010]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T19:46:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:46:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:27.939 INFO:tasks.workunit.client.0.smithi002.stdout:require_osd_release = quincy 2023-12-16T19:46:27.954 INFO:tasks.workunit.client.0.smithi002.stdout:0 2023-12-16T19:46:27.956 INFO:tasks.workunit.client.0.smithi002.stdout:1 2023-12-16T19:46:27.957 INFO:tasks.workunit.client.0.smithi002.stdout:2 2023-12-16T19:46:27.958 INFO:tasks.workunit.client.0.smithi002.stdout:3 2023-12-16T19:46:27.959 INFO:tasks.workunit.client.0.smithi002.stdout:4 2023-12-16T19:46:27.961 INFO:tasks.workunit.client.0.smithi002.stdout:5 2023-12-16T19:46:27.962 INFO:tasks.workunit.client.0.smithi002.stdout:6 2023-12-16T19:46:27.963 INFO:tasks.workunit.client.0.smithi002.stdout:7 2023-12-16T19:46:27.964 INFO:tasks.workunit.client.0.smithi002.stdout:8 2023-12-16T19:46:27.965 INFO:tasks.workunit.client.0.smithi002.stdout:9 2023-12-16T19:46:27.969 INFO:tasks.workunit.client.0.smithi002.stdout:10 2023-12-16T19:46:27.969 INFO:tasks.workunit.client.0.smithi002.stdout:11 2023-12-16T19:46:27.969 INFO:tasks.workunit.client.0.smithi002.stdout:12 2023-12-16T19:46:27.969 INFO:tasks.workunit.client.0.smithi002.stdout:13 2023-12-16T19:46:27.971 INFO:tasks.workunit.client.0.smithi002.stdout:14 2023-12-16T19:46:27.971 INFO:tasks.workunit.client.0.smithi002.stdout:15 2023-12-16T19:46:27.973 INFO:tasks.workunit.client.0.smithi002.stdout:16 2023-12-16T19:46:27.974 INFO:tasks.workunit.client.0.smithi002.stdout:17 2023-12-16T19:46:27.975 INFO:tasks.workunit.client.0.smithi002.stdout:18 2023-12-16T19:46:27.976 INFO:tasks.workunit.client.0.smithi002.stdout:19 2023-12-16T19:46:27.977 INFO:tasks.workunit.client.0.smithi002.stdout:20 2023-12-16T19:46:27.978 INFO:tasks.workunit.client.0.smithi002.stdout:21 2023-12-16T19:46:27.979 INFO:tasks.workunit.client.0.smithi002.stdout:22 2023-12-16T19:46:27.980 INFO:tasks.workunit.client.0.smithi002.stdout:23 2023-12-16T19:46:27.981 INFO:tasks.workunit.client.0.smithi002.stdout:24 2023-12-16T19:46:27.982 INFO:tasks.workunit.client.0.smithi002.stdout:25 2023-12-16T19:46:27.983 INFO:tasks.workunit.client.0.smithi002.stdout:26 2023-12-16T19:46:27.984 INFO:tasks.workunit.client.0.smithi002.stdout:27 2023-12-16T19:46:27.985 INFO:tasks.workunit.client.0.smithi002.stdout:28 2023-12-16T19:46:27.986 INFO:tasks.workunit.client.0.smithi002.stdout:29 2023-12-16T19:46:27.987 INFO:tasks.workunit.client.0.smithi002.stdout:30 2023-12-16T19:46:27.988 INFO:tasks.workunit.client.0.smithi002.stdout:31 2023-12-16T19:46:27.989 INFO:tasks.workunit.client.0.smithi002.stdout:32 2023-12-16T19:46:27.990 INFO:tasks.workunit.client.0.smithi002.stdout:33 2023-12-16T19:46:27.990 INFO:tasks.workunit.client.0.smithi002.stdout:34 2023-12-16T19:46:27.991 INFO:tasks.workunit.client.0.smithi002.stdout:35 2023-12-16T19:46:27.992 INFO:tasks.workunit.client.0.smithi002.stdout:36 2023-12-16T19:46:27.993 INFO:tasks.workunit.client.0.smithi002.stdout:37 2023-12-16T19:46:27.994 INFO:tasks.workunit.client.0.smithi002.stdout:38 2023-12-16T19:46:27.995 INFO:tasks.workunit.client.0.smithi002.stdout:39 2023-12-16T19:46:27.996 INFO:tasks.workunit.client.0.smithi002.stdout:40 2023-12-16T19:46:27.997 INFO:tasks.workunit.client.0.smithi002.stdout:41 2023-12-16T19:46:27.998 INFO:tasks.workunit.client.0.smithi002.stdout:42 2023-12-16T19:46:27.999 INFO:tasks.workunit.client.0.smithi002.stdout:43 2023-12-16T19:46:28.000 INFO:tasks.workunit.client.0.smithi002.stdout:44 2023-12-16T19:46:28.001 INFO:tasks.workunit.client.0.smithi002.stdout:45 2023-12-16T19:46:28.002 INFO:tasks.workunit.client.0.smithi002.stdout:46 2023-12-16T19:46:28.003 INFO:tasks.workunit.client.0.smithi002.stdout:47 2023-12-16T19:46:28.004 INFO:tasks.workunit.client.0.smithi002.stdout:48 2023-12-16T19:46:28.005 INFO:tasks.workunit.client.0.smithi002.stdout:49 2023-12-16T19:46:28.006 INFO:tasks.workunit.client.0.smithi002.stdout:50 2023-12-16T19:46:28.007 INFO:tasks.workunit.client.0.smithi002.stdout:51 2023-12-16T19:46:28.008 INFO:tasks.workunit.client.0.smithi002.stdout:52 2023-12-16T19:46:28.009 INFO:tasks.workunit.client.0.smithi002.stdout:53 2023-12-16T19:46:28.010 INFO:tasks.workunit.client.0.smithi002.stdout:54 2023-12-16T19:46:28.011 INFO:tasks.workunit.client.0.smithi002.stdout:55 2023-12-16T19:46:28.012 INFO:tasks.workunit.client.0.smithi002.stdout:56 2023-12-16T19:46:28.013 INFO:tasks.workunit.client.0.smithi002.stdout:57 2023-12-16T19:46:28.014 INFO:tasks.workunit.client.0.smithi002.stdout:58 2023-12-16T19:46:28.015 INFO:tasks.workunit.client.0.smithi002.stdout:59 2023-12-16T19:46:28.015 INFO:tasks.workunit.client.0.smithi002.stdout:60 2023-12-16T19:46:28.017 INFO:tasks.workunit.client.0.smithi002.stdout:61 2023-12-16T19:46:28.018 INFO:tasks.workunit.client.0.smithi002.stdout:62 2023-12-16T19:46:28.019 INFO:tasks.workunit.client.0.smithi002.stdout:63 2023-12-16T19:46:28.020 INFO:tasks.workunit.client.0.smithi002.stdout:64 2023-12-16T19:46:28.021 INFO:tasks.workunit.client.0.smithi002.stdout:65 2023-12-16T19:46:28.022 INFO:tasks.workunit.client.0.smithi002.stdout:66 2023-12-16T19:46:28.023 INFO:tasks.workunit.client.0.smithi002.stdout:67 2023-12-16T19:46:28.024 INFO:tasks.workunit.client.0.smithi002.stdout:68 2023-12-16T19:46:28.025 INFO:tasks.workunit.client.0.smithi002.stdout:69 2023-12-16T19:46:28.025 INFO:tasks.workunit.client.0.smithi002.stdout:70 2023-12-16T19:46:28.026 INFO:tasks.workunit.client.0.smithi002.stdout:71 2023-12-16T19:46:28.027 INFO:tasks.workunit.client.0.smithi002.stdout:72 2023-12-16T19:46:28.028 INFO:tasks.workunit.client.0.smithi002.stdout:73 2023-12-16T19:46:28.029 INFO:tasks.workunit.client.0.smithi002.stdout:74 2023-12-16T19:46:28.031 INFO:tasks.workunit.client.0.smithi002.stdout:75 2023-12-16T19:46:28.031 INFO:tasks.workunit.client.0.smithi002.stdout:76 2023-12-16T19:46:28.032 INFO:tasks.workunit.client.0.smithi002.stdout:77 2023-12-16T19:46:28.033 INFO:tasks.workunit.client.0.smithi002.stdout:78 2023-12-16T19:46:28.034 INFO:tasks.workunit.client.0.smithi002.stdout:79 2023-12-16T19:46:28.035 INFO:tasks.workunit.client.0.smithi002.stdout:80 2023-12-16T19:46:28.036 INFO:tasks.workunit.client.0.smithi002.stdout:81 2023-12-16T19:46:28.037 INFO:tasks.workunit.client.0.smithi002.stdout:82 2023-12-16T19:46:28.038 INFO:tasks.workunit.client.0.smithi002.stdout:83 2023-12-16T19:46:28.039 INFO:tasks.workunit.client.0.smithi002.stdout:84 2023-12-16T19:46:28.040 INFO:tasks.workunit.client.0.smithi002.stdout:85 2023-12-16T19:46:28.041 INFO:tasks.workunit.client.0.smithi002.stdout:86 2023-12-16T19:46:28.042 INFO:tasks.workunit.client.0.smithi002.stdout:87 2023-12-16T19:46:28.043 INFO:tasks.workunit.client.0.smithi002.stdout:88 2023-12-16T19:46:28.044 INFO:tasks.workunit.client.0.smithi002.stdout:89 2023-12-16T19:46:28.045 INFO:tasks.workunit.client.0.smithi002.stdout:90 2023-12-16T19:46:28.046 INFO:tasks.workunit.client.0.smithi002.stdout:91 2023-12-16T19:46:28.047 INFO:tasks.workunit.client.0.smithi002.stdout:92 2023-12-16T19:46:28.048 INFO:tasks.workunit.client.0.smithi002.stdout:93 2023-12-16T19:46:28.049 INFO:tasks.workunit.client.0.smithi002.stdout:94 2023-12-16T19:46:28.049 INFO:tasks.workunit.client.0.smithi002.stdout:95 2023-12-16T19:46:28.050 INFO:tasks.workunit.client.0.smithi002.stdout:96 2023-12-16T19:46:28.051 INFO:tasks.workunit.client.0.smithi002.stdout:97 2023-12-16T19:46:28.052 INFO:tasks.workunit.client.0.smithi002.stdout:98 2023-12-16T19:46:28.053 INFO:tasks.workunit.client.0.smithi002.stdout:99 2023-12-16T19:46:28.054 INFO:tasks.workunit.client.0.smithi002.stdout:100 2023-12-16T19:46:28.055 INFO:tasks.workunit.client.0.smithi002.stdout:101 2023-12-16T19:46:28.056 INFO:tasks.workunit.client.0.smithi002.stdout:102 2023-12-16T19:46:28.057 INFO:tasks.workunit.client.0.smithi002.stdout:103 2023-12-16T19:46:28.057 INFO:tasks.workunit.client.0.smithi002.stdout:104 2023-12-16T19:46:28.058 INFO:tasks.workunit.client.0.smithi002.stdout:105 2023-12-16T19:46:28.059 INFO:tasks.workunit.client.0.smithi002.stdout:106 2023-12-16T19:46:28.060 INFO:tasks.workunit.client.0.smithi002.stdout:107 2023-12-16T19:46:28.061 INFO:tasks.workunit.client.0.smithi002.stdout:108 2023-12-16T19:46:28.062 INFO:tasks.workunit.client.0.smithi002.stdout:109 2023-12-16T19:46:28.063 INFO:tasks.workunit.client.0.smithi002.stdout:110 2023-12-16T19:46:28.064 INFO:tasks.workunit.client.0.smithi002.stdout:111 2023-12-16T19:46:28.065 INFO:tasks.workunit.client.0.smithi002.stdout:112 2023-12-16T19:46:28.066 INFO:tasks.workunit.client.0.smithi002.stdout:113 2023-12-16T19:46:28.066 INFO:tasks.workunit.client.0.smithi002.stdout:114 2023-12-16T19:46:28.067 INFO:tasks.workunit.client.0.smithi002.stdout:115 2023-12-16T19:46:28.068 INFO:tasks.workunit.client.0.smithi002.stdout:116 2023-12-16T19:46:28.069 INFO:tasks.workunit.client.0.smithi002.stdout:117 2023-12-16T19:46:28.071 INFO:tasks.workunit.client.0.smithi002.stdout:118 2023-12-16T19:46:28.071 INFO:tasks.workunit.client.0.smithi002.stdout:119 2023-12-16T19:46:28.072 INFO:tasks.workunit.client.0.smithi002.stdout:120 2023-12-16T19:46:28.073 INFO:tasks.workunit.client.0.smithi002.stdout:121 2023-12-16T19:46:28.074 INFO:tasks.workunit.client.0.smithi002.stdout:122 2023-12-16T19:46:28.075 INFO:tasks.workunit.client.0.smithi002.stdout:123 2023-12-16T19:46:28.076 INFO:tasks.workunit.client.0.smithi002.stdout:124 2023-12-16T19:46:28.077 INFO:tasks.workunit.client.0.smithi002.stdout:125 2023-12-16T19:46:28.079 INFO:tasks.workunit.client.0.smithi002.stdout:126 2023-12-16T19:46:28.080 INFO:tasks.workunit.client.0.smithi002.stdout:127 2023-12-16T19:46:28.081 INFO:tasks.workunit.client.0.smithi002.stdout:128 2023-12-16T19:46:28.082 INFO:tasks.workunit.client.0.smithi002.stdout:129 2023-12-16T19:46:28.083 INFO:tasks.workunit.client.0.smithi002.stdout:130 2023-12-16T19:46:28.084 INFO:tasks.workunit.client.0.smithi002.stdout:131 2023-12-16T19:46:28.085 INFO:tasks.workunit.client.0.smithi002.stdout:132 2023-12-16T19:46:28.086 INFO:tasks.workunit.client.0.smithi002.stdout:133 2023-12-16T19:46:28.087 INFO:tasks.workunit.client.0.smithi002.stdout:134 2023-12-16T19:46:28.088 INFO:tasks.workunit.client.0.smithi002.stdout:135 2023-12-16T19:46:28.089 INFO:tasks.workunit.client.0.smithi002.stdout:136 2023-12-16T19:46:28.090 INFO:tasks.workunit.client.0.smithi002.stdout:137 2023-12-16T19:46:28.091 INFO:tasks.workunit.client.0.smithi002.stdout:138 2023-12-16T19:46:28.092 INFO:tasks.workunit.client.0.smithi002.stdout:139 2023-12-16T19:46:28.093 INFO:tasks.workunit.client.0.smithi002.stdout:140 2023-12-16T19:46:28.094 INFO:tasks.workunit.client.0.smithi002.stdout:141 2023-12-16T19:46:28.095 INFO:tasks.workunit.client.0.smithi002.stdout:142 2023-12-16T19:46:28.096 INFO:tasks.workunit.client.0.smithi002.stdout:143 2023-12-16T19:46:28.097 INFO:tasks.workunit.client.0.smithi002.stdout:144 2023-12-16T19:46:28.098 INFO:tasks.workunit.client.0.smithi002.stdout:145 2023-12-16T19:46:28.099 INFO:tasks.workunit.client.0.smithi002.stdout:146 2023-12-16T19:46:28.100 INFO:tasks.workunit.client.0.smithi002.stdout:147 2023-12-16T19:46:28.101 INFO:tasks.workunit.client.0.smithi002.stdout:148 2023-12-16T19:46:28.102 INFO:tasks.workunit.client.0.smithi002.stdout:149 2023-12-16T19:46:28.103 INFO:tasks.workunit.client.0.smithi002.stdout:150 2023-12-16T19:46:28.104 INFO:tasks.workunit.client.0.smithi002.stdout:151 2023-12-16T19:46:28.105 INFO:tasks.workunit.client.0.smithi002.stdout:152 2023-12-16T19:46:28.106 INFO:tasks.workunit.client.0.smithi002.stdout:153 2023-12-16T19:46:28.107 INFO:tasks.workunit.client.0.smithi002.stdout:154 2023-12-16T19:46:28.108 INFO:tasks.workunit.client.0.smithi002.stdout:155 2023-12-16T19:46:28.109 INFO:tasks.workunit.client.0.smithi002.stdout:156 2023-12-16T19:46:28.109 INFO:tasks.workunit.client.0.smithi002.stdout:157 2023-12-16T19:46:28.110 INFO:tasks.workunit.client.0.smithi002.stdout:158 2023-12-16T19:46:28.111 INFO:tasks.workunit.client.0.smithi002.stdout:159 2023-12-16T19:46:28.112 INFO:tasks.workunit.client.0.smithi002.stdout:160 2023-12-16T19:46:28.113 INFO:tasks.workunit.client.0.smithi002.stdout:161 2023-12-16T19:46:28.114 INFO:tasks.workunit.client.0.smithi002.stdout:162 2023-12-16T19:46:28.114 INFO:tasks.workunit.client.0.smithi002.stdout:163 2023-12-16T19:46:28.115 INFO:tasks.workunit.client.0.smithi002.stdout:164 2023-12-16T19:46:28.117 INFO:tasks.workunit.client.0.smithi002.stdout:165 2023-12-16T19:46:28.118 INFO:tasks.workunit.client.0.smithi002.stdout:166 2023-12-16T19:46:28.119 INFO:tasks.workunit.client.0.smithi002.stdout:167 2023-12-16T19:46:28.120 INFO:tasks.workunit.client.0.smithi002.stdout:168 2023-12-16T19:46:28.121 INFO:tasks.workunit.client.0.smithi002.stdout:169 2023-12-16T19:46:28.121 INFO:tasks.workunit.client.0.smithi002.stdout:170 2023-12-16T19:46:28.122 INFO:tasks.workunit.client.0.smithi002.stdout:171 2023-12-16T19:46:28.123 INFO:tasks.workunit.client.0.smithi002.stdout:172 2023-12-16T19:46:28.124 INFO:tasks.workunit.client.0.smithi002.stdout:173 2023-12-16T19:46:28.125 INFO:tasks.workunit.client.0.smithi002.stdout:174 2023-12-16T19:46:28.126 INFO:tasks.workunit.client.0.smithi002.stdout:175 2023-12-16T19:46:28.127 INFO:tasks.workunit.client.0.smithi002.stdout:176 2023-12-16T19:46:28.128 INFO:tasks.workunit.client.0.smithi002.stdout:177 2023-12-16T19:46:28.128 INFO:tasks.workunit.client.0.smithi002.stdout:178 2023-12-16T19:46:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:179 2023-12-16T19:46:28.130 INFO:tasks.workunit.client.0.smithi002.stdout:180 2023-12-16T19:46:28.131 INFO:tasks.workunit.client.0.smithi002.stdout:181 2023-12-16T19:46:28.132 INFO:tasks.workunit.client.0.smithi002.stdout:182 2023-12-16T19:46:28.133 INFO:tasks.workunit.client.0.smithi002.stdout:183 2023-12-16T19:46:28.134 INFO:tasks.workunit.client.0.smithi002.stdout:184 2023-12-16T19:46:28.135 INFO:tasks.workunit.client.0.smithi002.stdout:185 2023-12-16T19:46:28.135 INFO:tasks.workunit.client.0.smithi002.stdout:186 2023-12-16T19:46:28.136 INFO:tasks.workunit.client.0.smithi002.stdout:187 2023-12-16T19:46:28.137 INFO:tasks.workunit.client.0.smithi002.stdout:188 2023-12-16T19:46:28.138 INFO:tasks.workunit.client.0.smithi002.stdout:189 2023-12-16T19:46:28.139 INFO:tasks.workunit.client.0.smithi002.stdout:190 2023-12-16T19:46:28.140 INFO:tasks.workunit.client.0.smithi002.stdout:191 2023-12-16T19:46:28.141 INFO:tasks.workunit.client.0.smithi002.stdout:192 2023-12-16T19:46:28.141 INFO:tasks.workunit.client.0.smithi002.stdout:193 2023-12-16T19:46:28.142 INFO:tasks.workunit.client.0.smithi002.stdout:194 2023-12-16T19:46:28.143 INFO:tasks.workunit.client.0.smithi002.stdout:195 2023-12-16T19:46:28.144 INFO:tasks.workunit.client.0.smithi002.stdout:196 2023-12-16T19:46:28.145 INFO:tasks.workunit.client.0.smithi002.stdout:197 2023-12-16T19:46:28.146 INFO:tasks.workunit.client.0.smithi002.stdout:198 2023-12-16T19:46:28.147 INFO:tasks.workunit.client.0.smithi002.stdout:199 2023-12-16T19:46:28.148 INFO:tasks.workunit.client.0.smithi002.stdout:200 2023-12-16T19:46:28.149 INFO:tasks.workunit.client.0.smithi002.stdout:201 2023-12-16T19:46:28.150 INFO:tasks.workunit.client.0.smithi002.stdout:202 2023-12-16T19:46:28.151 INFO:tasks.workunit.client.0.smithi002.stdout:203 2023-12-16T19:46:28.152 INFO:tasks.workunit.client.0.smithi002.stdout:204 2023-12-16T19:46:28.153 INFO:tasks.workunit.client.0.smithi002.stdout:205 2023-12-16T19:46:28.154 INFO:tasks.workunit.client.0.smithi002.stdout:206 2023-12-16T19:46:28.154 INFO:tasks.workunit.client.0.smithi002.stdout:207 2023-12-16T19:46:28.155 INFO:tasks.workunit.client.0.smithi002.stdout:208 2023-12-16T19:46:28.156 INFO:tasks.workunit.client.0.smithi002.stdout:209 2023-12-16T19:46:28.157 INFO:tasks.workunit.client.0.smithi002.stdout:210 2023-12-16T19:46:28.158 INFO:tasks.workunit.client.0.smithi002.stdout:211 2023-12-16T19:46:28.159 INFO:tasks.workunit.client.0.smithi002.stdout:212 2023-12-16T19:46:28.160 INFO:tasks.workunit.client.0.smithi002.stdout:213 2023-12-16T19:46:28.161 INFO:tasks.workunit.client.0.smithi002.stdout:214 2023-12-16T19:46:28.161 INFO:tasks.workunit.client.0.smithi002.stdout:215 2023-12-16T19:46:28.162 INFO:tasks.workunit.client.0.smithi002.stdout:216 2023-12-16T19:46:28.163 INFO:tasks.workunit.client.0.smithi002.stdout:217 2023-12-16T19:46:28.164 INFO:tasks.workunit.client.0.smithi002.stdout:218 2023-12-16T19:46:28.165 INFO:tasks.workunit.client.0.smithi002.stdout:219 2023-12-16T19:46:28.166 INFO:tasks.workunit.client.0.smithi002.stdout:220 2023-12-16T19:46:28.167 INFO:tasks.workunit.client.0.smithi002.stdout:221 2023-12-16T19:46:28.168 INFO:tasks.workunit.client.0.smithi002.stdout:222 2023-12-16T19:46:28.169 INFO:tasks.workunit.client.0.smithi002.stdout:223 2023-12-16T19:46:28.172 INFO:tasks.workunit.client.0.smithi002.stdout:224 2023-12-16T19:46:28.173 INFO:tasks.workunit.client.0.smithi002.stdout:225 2023-12-16T19:46:28.173 INFO:tasks.workunit.client.0.smithi002.stdout:226 2023-12-16T19:46:28.173 INFO:tasks.workunit.client.0.smithi002.stdout:227 2023-12-16T19:46:28.173 INFO:tasks.workunit.client.0.smithi002.stdout:228 2023-12-16T19:46:28.174 INFO:tasks.workunit.client.0.smithi002.stdout:229 2023-12-16T19:46:28.175 INFO:tasks.workunit.client.0.smithi002.stdout:230 2023-12-16T19:46:28.176 INFO:tasks.workunit.client.0.smithi002.stdout:231 2023-12-16T19:46:28.176 INFO:tasks.workunit.client.0.smithi002.stdout:232 2023-12-16T19:46:28.178 INFO:tasks.workunit.client.0.smithi002.stdout:233 2023-12-16T19:46:28.178 INFO:tasks.workunit.client.0.smithi002.stdout:234 2023-12-16T19:46:28.179 INFO:tasks.workunit.client.0.smithi002.stdout:235 2023-12-16T19:46:28.180 INFO:tasks.workunit.client.0.smithi002.stdout:236 2023-12-16T19:46:28.181 INFO:tasks.workunit.client.0.smithi002.stdout:237 2023-12-16T19:46:28.182 INFO:tasks.workunit.client.0.smithi002.stdout:238 2023-12-16T19:46:28.183 INFO:tasks.workunit.client.0.smithi002.stdout:239 2023-12-16T19:46:28.184 INFO:tasks.workunit.client.0.smithi002.stdout:240 2023-12-16T19:46:28.185 INFO:tasks.workunit.client.0.smithi002.stdout:241 2023-12-16T19:46:28.185 INFO:tasks.workunit.client.0.smithi002.stdout:242 2023-12-16T19:46:28.186 INFO:tasks.workunit.client.0.smithi002.stdout:243 2023-12-16T19:46:28.187 INFO:tasks.workunit.client.0.smithi002.stdout:244 2023-12-16T19:46:28.188 INFO:tasks.workunit.client.0.smithi002.stdout:245 2023-12-16T19:46:28.189 INFO:tasks.workunit.client.0.smithi002.stdout:246 2023-12-16T19:46:28.190 INFO:tasks.workunit.client.0.smithi002.stdout:247 2023-12-16T19:46:28.191 INFO:tasks.workunit.client.0.smithi002.stdout:248 2023-12-16T19:46:28.192 INFO:tasks.workunit.client.0.smithi002.stdout:249 2023-12-16T19:46:28.193 INFO:tasks.workunit.client.0.smithi002.stdout:250 2023-12-16T19:46:28.194 INFO:tasks.workunit.client.0.smithi002.stdout:251 2023-12-16T19:46:28.194 INFO:tasks.workunit.client.0.smithi002.stdout:252 2023-12-16T19:46:28.195 INFO:tasks.workunit.client.0.smithi002.stdout:253 2023-12-16T19:46:28.196 INFO:tasks.workunit.client.0.smithi002.stdout:254 2023-12-16T19:46:28.197 INFO:tasks.workunit.client.0.smithi002.stdout:255 2023-12-16T19:46:28.198 INFO:tasks.workunit.client.0.smithi002.stdout:256 2023-12-16T19:46:28.199 INFO:tasks.workunit.client.0.smithi002.stdout:257 2023-12-16T19:46:28.200 INFO:tasks.workunit.client.0.smithi002.stdout:258 2023-12-16T19:46:28.201 INFO:tasks.workunit.client.0.smithi002.stdout:259 2023-12-16T19:46:28.201 INFO:tasks.workunit.client.0.smithi002.stdout:260 2023-12-16T19:46:28.202 INFO:tasks.workunit.client.0.smithi002.stdout:261 2023-12-16T19:46:28.203 INFO:tasks.workunit.client.0.smithi002.stdout:262 2023-12-16T19:46:28.204 INFO:tasks.workunit.client.0.smithi002.stdout:263 2023-12-16T19:46:28.205 INFO:tasks.workunit.client.0.smithi002.stdout:264 2023-12-16T19:46:28.206 INFO:tasks.workunit.client.0.smithi002.stdout:265 2023-12-16T19:46:28.207 INFO:tasks.workunit.client.0.smithi002.stdout:266 2023-12-16T19:46:28.208 INFO:tasks.workunit.client.0.smithi002.stdout:267 2023-12-16T19:46:28.209 INFO:tasks.workunit.client.0.smithi002.stdout:268 2023-12-16T19:46:28.209 INFO:tasks.workunit.client.0.smithi002.stdout:269 2023-12-16T19:46:28.210 INFO:tasks.workunit.client.0.smithi002.stdout:270 2023-12-16T19:46:28.211 INFO:tasks.workunit.client.0.smithi002.stdout:271 2023-12-16T19:46:28.212 INFO:tasks.workunit.client.0.smithi002.stdout:272 2023-12-16T19:46:28.213 INFO:tasks.workunit.client.0.smithi002.stdout:273 2023-12-16T19:46:28.214 INFO:tasks.workunit.client.0.smithi002.stdout:274 2023-12-16T19:46:28.215 INFO:tasks.workunit.client.0.smithi002.stdout:275 2023-12-16T19:46:28.216 INFO:tasks.workunit.client.0.smithi002.stdout:276 2023-12-16T19:46:28.217 INFO:tasks.workunit.client.0.smithi002.stdout:277 2023-12-16T19:46:28.217 INFO:tasks.workunit.client.0.smithi002.stdout:278 2023-12-16T19:46:28.218 INFO:tasks.workunit.client.0.smithi002.stdout:279 2023-12-16T19:46:28.219 INFO:tasks.workunit.client.0.smithi002.stdout:280 2023-12-16T19:46:28.220 INFO:tasks.workunit.client.0.smithi002.stdout:281 2023-12-16T19:46:28.222 INFO:tasks.workunit.client.0.smithi002.stdout:282 2023-12-16T19:46:28.222 INFO:tasks.workunit.client.0.smithi002.stdout:283 2023-12-16T19:46:28.223 INFO:tasks.workunit.client.0.smithi002.stdout:284 2023-12-16T19:46:28.224 INFO:tasks.workunit.client.0.smithi002.stdout:285 2023-12-16T19:46:28.225 INFO:tasks.workunit.client.0.smithi002.stdout:286 2023-12-16T19:46:28.226 INFO:tasks.workunit.client.0.smithi002.stdout:287 2023-12-16T19:46:28.227 INFO:tasks.workunit.client.0.smithi002.stdout:288 2023-12-16T19:46:28.228 INFO:tasks.workunit.client.0.smithi002.stdout:289 2023-12-16T19:46:28.229 INFO:tasks.workunit.client.0.smithi002.stdout:290 2023-12-16T19:46:28.230 INFO:tasks.workunit.client.0.smithi002.stdout:291 2023-12-16T19:46:28.231 INFO:tasks.workunit.client.0.smithi002.stdout:292 2023-12-16T19:46:28.232 INFO:tasks.workunit.client.0.smithi002.stdout:293 2023-12-16T19:46:28.232 INFO:tasks.workunit.client.0.smithi002.stdout:294 2023-12-16T19:46:28.233 INFO:tasks.workunit.client.0.smithi002.stdout:295 2023-12-16T19:46:28.234 INFO:tasks.workunit.client.0.smithi002.stdout:296 2023-12-16T19:46:28.235 INFO:tasks.workunit.client.0.smithi002.stdout:297 2023-12-16T19:46:28.236 INFO:tasks.workunit.client.0.smithi002.stdout:298 2023-12-16T19:46:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[137674]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T19:46:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[137674]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[140029]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T19:46:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:27 smithi002 ceph-mon[140029]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:28.238 INFO:tasks.workunit.client.0.smithi002.stdout:299 2023-12-16T19:46:28.238 INFO:tasks.workunit.client.0.smithi002.stdout:300 2023-12-16T19:46:28.239 INFO:tasks.workunit.client.0.smithi002.stdout:301 2023-12-16T19:46:28.240 INFO:tasks.workunit.client.0.smithi002.stdout:302 2023-12-16T19:46:28.241 INFO:tasks.workunit.client.0.smithi002.stdout:303 2023-12-16T19:46:28.242 INFO:tasks.workunit.client.0.smithi002.stdout:304 2023-12-16T19:46:28.243 INFO:tasks.workunit.client.0.smithi002.stdout:305 2023-12-16T19:46:28.244 INFO:tasks.workunit.client.0.smithi002.stdout:306 2023-12-16T19:46:28.245 INFO:tasks.workunit.client.0.smithi002.stdout:307 2023-12-16T19:46:28.245 INFO:tasks.workunit.client.0.smithi002.stdout:308 2023-12-16T19:46:28.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:27 smithi043 ceph-mon[135010]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T19:46:28.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:27 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:28.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:27 smithi043 ceph-mon[135010]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:28.247 INFO:tasks.workunit.client.0.smithi002.stdout:309 2023-12-16T19:46:28.247 INFO:tasks.workunit.client.0.smithi002.stdout:310 2023-12-16T19:46:28.248 INFO:tasks.workunit.client.0.smithi002.stdout:311 2023-12-16T19:46:28.249 INFO:tasks.workunit.client.0.smithi002.stdout:312 2023-12-16T19:46:28.250 INFO:tasks.workunit.client.0.smithi002.stdout:313 2023-12-16T19:46:28.251 INFO:tasks.workunit.client.0.smithi002.stdout:314 2023-12-16T19:46:28.252 INFO:tasks.workunit.client.0.smithi002.stdout:315 2023-12-16T19:46:28.253 INFO:tasks.workunit.client.0.smithi002.stdout:316 2023-12-16T19:46:28.254 INFO:tasks.workunit.client.0.smithi002.stdout:317 2023-12-16T19:46:28.255 INFO:tasks.workunit.client.0.smithi002.stdout:318 2023-12-16T19:46:28.256 INFO:tasks.workunit.client.0.smithi002.stdout:319 2023-12-16T19:46:28.257 INFO:tasks.workunit.client.0.smithi002.stdout:320 2023-12-16T19:46:28.258 INFO:tasks.workunit.client.0.smithi002.stdout:321 2023-12-16T19:46:28.259 INFO:tasks.workunit.client.0.smithi002.stdout:322 2023-12-16T19:46:28.260 INFO:tasks.workunit.client.0.smithi002.stdout:323 2023-12-16T19:46:28.261 INFO:tasks.workunit.client.0.smithi002.stdout:324 2023-12-16T19:46:28.262 INFO:tasks.workunit.client.0.smithi002.stdout:325 2023-12-16T19:46:28.263 INFO:tasks.workunit.client.0.smithi002.stdout:326 2023-12-16T19:46:28.263 INFO:tasks.workunit.client.0.smithi002.stdout:327 2023-12-16T19:46:28.264 INFO:tasks.workunit.client.0.smithi002.stdout:328 2023-12-16T19:46:28.265 INFO:tasks.workunit.client.0.smithi002.stdout:329 2023-12-16T19:46:28.266 INFO:tasks.workunit.client.0.smithi002.stdout:330 2023-12-16T19:46:28.267 INFO:tasks.workunit.client.0.smithi002.stdout:331 2023-12-16T19:46:28.268 INFO:tasks.workunit.client.0.smithi002.stdout:332 2023-12-16T19:46:28.269 INFO:tasks.workunit.client.0.smithi002.stdout:333 2023-12-16T19:46:28.270 INFO:tasks.workunit.client.0.smithi002.stdout:334 2023-12-16T19:46:28.271 INFO:tasks.workunit.client.0.smithi002.stdout:335 2023-12-16T19:46:28.272 INFO:tasks.workunit.client.0.smithi002.stdout:336 2023-12-16T19:46:28.273 INFO:tasks.workunit.client.0.smithi002.stdout:337 2023-12-16T19:46:28.274 INFO:tasks.workunit.client.0.smithi002.stdout:338 2023-12-16T19:46:28.275 INFO:tasks.workunit.client.0.smithi002.stdout:339 2023-12-16T19:46:28.276 INFO:tasks.workunit.client.0.smithi002.stdout:340 2023-12-16T19:46:28.277 INFO:tasks.workunit.client.0.smithi002.stdout:341 2023-12-16T19:46:28.278 INFO:tasks.workunit.client.0.smithi002.stdout:342 2023-12-16T19:46:28.279 INFO:tasks.workunit.client.0.smithi002.stdout:343 2023-12-16T19:46:28.280 INFO:tasks.workunit.client.0.smithi002.stdout:344 2023-12-16T19:46:28.281 INFO:tasks.workunit.client.0.smithi002.stdout:345 2023-12-16T19:46:28.282 INFO:tasks.workunit.client.0.smithi002.stdout:346 2023-12-16T19:46:28.283 INFO:tasks.workunit.client.0.smithi002.stdout:347 2023-12-16T19:46:28.284 INFO:tasks.workunit.client.0.smithi002.stdout:348 2023-12-16T19:46:28.285 INFO:tasks.workunit.client.0.smithi002.stdout:349 2023-12-16T19:46:28.286 INFO:tasks.workunit.client.0.smithi002.stdout:350 2023-12-16T19:46:28.287 INFO:tasks.workunit.client.0.smithi002.stdout:351 2023-12-16T19:46:28.288 INFO:tasks.workunit.client.0.smithi002.stdout:352 2023-12-16T19:46:28.289 INFO:tasks.workunit.client.0.smithi002.stdout:353 2023-12-16T19:46:28.290 INFO:tasks.workunit.client.0.smithi002.stdout:354 2023-12-16T19:46:28.290 INFO:tasks.workunit.client.0.smithi002.stdout:355 2023-12-16T19:46:28.291 INFO:tasks.workunit.client.0.smithi002.stdout:356 2023-12-16T19:46:28.292 INFO:tasks.workunit.client.0.smithi002.stdout:357 2023-12-16T19:46:28.293 INFO:tasks.workunit.client.0.smithi002.stdout:358 2023-12-16T19:46:28.294 INFO:tasks.workunit.client.0.smithi002.stdout:359 2023-12-16T19:46:28.295 INFO:tasks.workunit.client.0.smithi002.stdout:360 2023-12-16T19:46:28.296 INFO:tasks.workunit.client.0.smithi002.stdout:361 2023-12-16T19:46:28.297 INFO:tasks.workunit.client.0.smithi002.stdout:362 2023-12-16T19:46:28.298 INFO:tasks.workunit.client.0.smithi002.stdout:363 2023-12-16T19:46:28.299 INFO:tasks.workunit.client.0.smithi002.stdout:364 2023-12-16T19:46:28.300 INFO:tasks.workunit.client.0.smithi002.stdout:365 2023-12-16T19:46:28.301 INFO:tasks.workunit.client.0.smithi002.stdout:366 2023-12-16T19:46:28.302 INFO:tasks.workunit.client.0.smithi002.stdout:367 2023-12-16T19:46:28.303 INFO:tasks.workunit.client.0.smithi002.stdout:368 2023-12-16T19:46:28.304 INFO:tasks.workunit.client.0.smithi002.stdout:369 2023-12-16T19:46:28.305 INFO:tasks.workunit.client.0.smithi002.stdout:370 2023-12-16T19:46:28.306 INFO:tasks.workunit.client.0.smithi002.stdout:371 2023-12-16T19:46:28.307 INFO:tasks.workunit.client.0.smithi002.stdout:372 2023-12-16T19:46:28.308 INFO:tasks.workunit.client.0.smithi002.stdout:373 2023-12-16T19:46:28.309 INFO:tasks.workunit.client.0.smithi002.stdout:374 2023-12-16T19:46:28.310 INFO:tasks.workunit.client.0.smithi002.stdout:375 2023-12-16T19:46:28.311 INFO:tasks.workunit.client.0.smithi002.stdout:376 2023-12-16T19:46:28.311 INFO:tasks.workunit.client.0.smithi002.stdout:377 2023-12-16T19:46:28.312 INFO:tasks.workunit.client.0.smithi002.stdout:378 2023-12-16T19:46:28.313 INFO:tasks.workunit.client.0.smithi002.stdout:379 2023-12-16T19:46:28.315 INFO:tasks.workunit.client.0.smithi002.stdout:380 2023-12-16T19:46:28.316 INFO:tasks.workunit.client.0.smithi002.stdout:381 2023-12-16T19:46:28.316 INFO:tasks.workunit.client.0.smithi002.stdout:382 2023-12-16T19:46:28.317 INFO:tasks.workunit.client.0.smithi002.stdout:383 2023-12-16T19:46:28.318 INFO:tasks.workunit.client.0.smithi002.stdout:384 2023-12-16T19:46:28.319 INFO:tasks.workunit.client.0.smithi002.stdout:385 2023-12-16T19:46:28.320 INFO:tasks.workunit.client.0.smithi002.stdout:386 2023-12-16T19:46:28.321 INFO:tasks.workunit.client.0.smithi002.stdout:387 2023-12-16T19:46:28.322 INFO:tasks.workunit.client.0.smithi002.stdout:388 2023-12-16T19:46:28.323 INFO:tasks.workunit.client.0.smithi002.stdout:389 2023-12-16T19:46:28.324 INFO:tasks.workunit.client.0.smithi002.stdout:390 2023-12-16T19:46:28.325 INFO:tasks.workunit.client.0.smithi002.stdout:391 2023-12-16T19:46:28.326 INFO:tasks.workunit.client.0.smithi002.stdout:392 2023-12-16T19:46:28.326 INFO:tasks.workunit.client.0.smithi002.stdout:393 2023-12-16T19:46:28.327 INFO:tasks.workunit.client.0.smithi002.stdout:394 2023-12-16T19:46:28.328 INFO:tasks.workunit.client.0.smithi002.stdout:395 2023-12-16T19:46:28.329 INFO:tasks.workunit.client.0.smithi002.stdout:396 2023-12-16T19:46:28.330 INFO:tasks.workunit.client.0.smithi002.stdout:397 2023-12-16T19:46:28.331 INFO:tasks.workunit.client.0.smithi002.stdout:398 2023-12-16T19:46:28.332 INFO:tasks.workunit.client.0.smithi002.stdout:399 2023-12-16T19:46:28.333 INFO:tasks.workunit.client.0.smithi002.stdout:400 2023-12-16T19:46:28.334 INFO:tasks.workunit.client.0.smithi002.stdout:401 2023-12-16T19:46:28.335 INFO:tasks.workunit.client.0.smithi002.stdout:402 2023-12-16T19:46:28.336 INFO:tasks.workunit.client.0.smithi002.stdout:403 2023-12-16T19:46:28.337 INFO:tasks.workunit.client.0.smithi002.stdout:404 2023-12-16T19:46:28.338 INFO:tasks.workunit.client.0.smithi002.stdout:405 2023-12-16T19:46:28.339 INFO:tasks.workunit.client.0.smithi002.stdout:406 2023-12-16T19:46:28.340 INFO:tasks.workunit.client.0.smithi002.stdout:407 2023-12-16T19:46:28.341 INFO:tasks.workunit.client.0.smithi002.stdout:408 2023-12-16T19:46:28.342 INFO:tasks.workunit.client.0.smithi002.stdout:409 2023-12-16T19:46:28.343 INFO:tasks.workunit.client.0.smithi002.stdout:410 2023-12-16T19:46:28.344 INFO:tasks.workunit.client.0.smithi002.stdout:411 2023-12-16T19:46:28.345 INFO:tasks.workunit.client.0.smithi002.stdout:412 2023-12-16T19:46:28.345 INFO:tasks.workunit.client.0.smithi002.stdout:413 2023-12-16T19:46:28.346 INFO:tasks.workunit.client.0.smithi002.stdout:414 2023-12-16T19:46:28.347 INFO:tasks.workunit.client.0.smithi002.stdout:415 2023-12-16T19:46:28.349 INFO:tasks.workunit.client.0.smithi002.stdout:416 2023-12-16T19:46:28.349 INFO:tasks.workunit.client.0.smithi002.stdout:417 2023-12-16T19:46:28.350 INFO:tasks.workunit.client.0.smithi002.stdout:418 2023-12-16T19:46:28.352 INFO:tasks.workunit.client.0.smithi002.stdout:419 2023-12-16T19:46:28.352 INFO:tasks.workunit.client.0.smithi002.stdout:420 2023-12-16T19:46:28.354 INFO:tasks.workunit.client.0.smithi002.stdout:421 2023-12-16T19:46:28.355 INFO:tasks.workunit.client.0.smithi002.stdout:422 2023-12-16T19:46:28.356 INFO:tasks.workunit.client.0.smithi002.stdout:423 2023-12-16T19:46:28.357 INFO:tasks.workunit.client.0.smithi002.stdout:424 2023-12-16T19:46:28.357 INFO:tasks.workunit.client.0.smithi002.stdout:425 2023-12-16T19:46:28.358 INFO:tasks.workunit.client.0.smithi002.stdout:426 2023-12-16T19:46:28.359 INFO:tasks.workunit.client.0.smithi002.stdout:427 2023-12-16T19:46:28.361 INFO:tasks.workunit.client.0.smithi002.stdout:428 2023-12-16T19:46:28.362 INFO:tasks.workunit.client.0.smithi002.stdout:429 2023-12-16T19:46:28.363 INFO:tasks.workunit.client.0.smithi002.stdout:430 2023-12-16T19:46:28.364 INFO:tasks.workunit.client.0.smithi002.stdout:431 2023-12-16T19:46:28.364 INFO:tasks.workunit.client.0.smithi002.stdout:432 2023-12-16T19:46:28.365 INFO:tasks.workunit.client.0.smithi002.stdout:433 2023-12-16T19:46:28.366 INFO:tasks.workunit.client.0.smithi002.stdout:434 2023-12-16T19:46:28.367 INFO:tasks.workunit.client.0.smithi002.stdout:435 2023-12-16T19:46:28.368 INFO:tasks.workunit.client.0.smithi002.stdout:436 2023-12-16T19:46:28.369 INFO:tasks.workunit.client.0.smithi002.stdout:437 2023-12-16T19:46:28.370 INFO:tasks.workunit.client.0.smithi002.stdout:438 2023-12-16T19:46:28.371 INFO:tasks.workunit.client.0.smithi002.stdout:439 2023-12-16T19:46:28.372 INFO:tasks.workunit.client.0.smithi002.stdout:440 2023-12-16T19:46:28.373 INFO:tasks.workunit.client.0.smithi002.stdout:441 2023-12-16T19:46:28.374 INFO:tasks.workunit.client.0.smithi002.stdout:442 2023-12-16T19:46:28.375 INFO:tasks.workunit.client.0.smithi002.stdout:443 2023-12-16T19:46:28.376 INFO:tasks.workunit.client.0.smithi002.stdout:444 2023-12-16T19:46:28.377 INFO:tasks.workunit.client.0.smithi002.stdout:445 2023-12-16T19:46:28.378 INFO:tasks.workunit.client.0.smithi002.stdout:446 2023-12-16T19:46:28.379 INFO:tasks.workunit.client.0.smithi002.stdout:447 2023-12-16T19:46:28.380 INFO:tasks.workunit.client.0.smithi002.stdout:448 2023-12-16T19:46:28.381 INFO:tasks.workunit.client.0.smithi002.stdout:449 2023-12-16T19:46:28.382 INFO:tasks.workunit.client.0.smithi002.stdout:450 2023-12-16T19:46:28.383 INFO:tasks.workunit.client.0.smithi002.stdout:451 2023-12-16T19:46:28.384 INFO:tasks.workunit.client.0.smithi002.stdout:452 2023-12-16T19:46:28.385 INFO:tasks.workunit.client.0.smithi002.stdout:453 2023-12-16T19:46:28.386 INFO:tasks.workunit.client.0.smithi002.stdout:454 2023-12-16T19:46:28.387 INFO:tasks.workunit.client.0.smithi002.stdout:455 2023-12-16T19:46:28.388 INFO:tasks.workunit.client.0.smithi002.stdout:456 2023-12-16T19:46:28.389 INFO:tasks.workunit.client.0.smithi002.stdout:457 2023-12-16T19:46:28.390 INFO:tasks.workunit.client.0.smithi002.stdout:458 2023-12-16T19:46:28.391 INFO:tasks.workunit.client.0.smithi002.stdout:459 2023-12-16T19:46:28.392 INFO:tasks.workunit.client.0.smithi002.stdout:460 2023-12-16T19:46:28.393 INFO:tasks.workunit.client.0.smithi002.stdout:461 2023-12-16T19:46:28.394 INFO:tasks.workunit.client.0.smithi002.stdout:462 2023-12-16T19:46:28.395 INFO:tasks.workunit.client.0.smithi002.stdout:463 2023-12-16T19:46:28.396 INFO:tasks.workunit.client.0.smithi002.stdout:464 2023-12-16T19:46:28.397 INFO:tasks.workunit.client.0.smithi002.stdout:465 2023-12-16T19:46:28.398 INFO:tasks.workunit.client.0.smithi002.stdout:466 2023-12-16T19:46:28.399 INFO:tasks.workunit.client.0.smithi002.stdout:467 2023-12-16T19:46:28.400 INFO:tasks.workunit.client.0.smithi002.stdout:468 2023-12-16T19:46:28.401 INFO:tasks.workunit.client.0.smithi002.stdout:469 2023-12-16T19:46:28.402 INFO:tasks.workunit.client.0.smithi002.stdout:470 2023-12-16T19:46:28.403 INFO:tasks.workunit.client.0.smithi002.stdout:471 2023-12-16T19:46:28.403 INFO:tasks.workunit.client.0.smithi002.stdout:472 2023-12-16T19:46:28.404 INFO:tasks.workunit.client.0.smithi002.stdout:473 2023-12-16T19:46:28.405 INFO:tasks.workunit.client.0.smithi002.stdout:474 2023-12-16T19:46:28.406 INFO:tasks.workunit.client.0.smithi002.stdout:475 2023-12-16T19:46:28.407 INFO:tasks.workunit.client.0.smithi002.stdout:476 2023-12-16T19:46:28.408 INFO:tasks.workunit.client.0.smithi002.stdout:477 2023-12-16T19:46:28.409 INFO:tasks.workunit.client.0.smithi002.stdout:478 2023-12-16T19:46:28.410 INFO:tasks.workunit.client.0.smithi002.stdout:479 2023-12-16T19:46:28.411 INFO:tasks.workunit.client.0.smithi002.stdout:480 2023-12-16T19:46:28.413 INFO:tasks.workunit.client.0.smithi002.stdout:481 2023-12-16T19:46:28.413 INFO:tasks.workunit.client.0.smithi002.stdout:482 2023-12-16T19:46:28.414 INFO:tasks.workunit.client.0.smithi002.stdout:483 2023-12-16T19:46:28.415 INFO:tasks.workunit.client.0.smithi002.stdout:484 2023-12-16T19:46:28.416 INFO:tasks.workunit.client.0.smithi002.stdout:485 2023-12-16T19:46:28.417 INFO:tasks.workunit.client.0.smithi002.stdout:486 2023-12-16T19:46:28.418 INFO:tasks.workunit.client.0.smithi002.stdout:487 2023-12-16T19:46:28.419 INFO:tasks.workunit.client.0.smithi002.stdout:488 2023-12-16T19:46:28.420 INFO:tasks.workunit.client.0.smithi002.stdout:489 2023-12-16T19:46:28.421 INFO:tasks.workunit.client.0.smithi002.stdout:490 2023-12-16T19:46:28.422 INFO:tasks.workunit.client.0.smithi002.stdout:491 2023-12-16T19:46:28.423 INFO:tasks.workunit.client.0.smithi002.stdout:492 2023-12-16T19:46:28.424 INFO:tasks.workunit.client.0.smithi002.stdout:493 2023-12-16T19:46:28.425 INFO:tasks.workunit.client.0.smithi002.stdout:494 2023-12-16T19:46:28.426 INFO:tasks.workunit.client.0.smithi002.stdout:495 2023-12-16T19:46:28.427 INFO:tasks.workunit.client.0.smithi002.stdout:496 2023-12-16T19:46:28.428 INFO:tasks.workunit.client.0.smithi002.stdout:497 2023-12-16T19:46:28.429 INFO:tasks.workunit.client.0.smithi002.stdout:498 2023-12-16T19:46:28.430 INFO:tasks.workunit.client.0.smithi002.stdout:499 2023-12-16T19:46:28.431 INFO:tasks.workunit.client.0.smithi002.stdout:500 2023-12-16T19:46:28.432 INFO:tasks.workunit.client.0.smithi002.stdout:501 2023-12-16T19:46:28.434 INFO:tasks.workunit.client.0.smithi002.stdout:502 2023-12-16T19:46:28.434 INFO:tasks.workunit.client.0.smithi002.stdout:503 2023-12-16T19:46:28.435 INFO:tasks.workunit.client.0.smithi002.stdout:504 2023-12-16T19:46:28.436 INFO:tasks.workunit.client.0.smithi002.stdout:505 2023-12-16T19:46:28.437 INFO:tasks.workunit.client.0.smithi002.stdout:506 2023-12-16T19:46:28.438 INFO:tasks.workunit.client.0.smithi002.stdout:507 2023-12-16T19:46:28.439 INFO:tasks.workunit.client.0.smithi002.stdout:508 2023-12-16T19:46:28.440 INFO:tasks.workunit.client.0.smithi002.stdout:509 2023-12-16T19:46:28.441 INFO:tasks.workunit.client.0.smithi002.stdout:510 2023-12-16T19:46:28.442 INFO:tasks.workunit.client.0.smithi002.stdout:511 2023-12-16T19:46:28.443 INFO:tasks.workunit.client.0.smithi002.stdout:512 2023-12-16T19:46:28.444 INFO:tasks.workunit.client.0.smithi002.stdout:513 2023-12-16T19:46:28.445 INFO:tasks.workunit.client.0.smithi002.stdout:514 2023-12-16T19:46:28.446 INFO:tasks.workunit.client.0.smithi002.stdout:515 2023-12-16T19:46:28.447 INFO:tasks.workunit.client.0.smithi002.stdout:516 2023-12-16T19:46:28.448 INFO:tasks.workunit.client.0.smithi002.stdout:517 2023-12-16T19:46:28.449 INFO:tasks.workunit.client.0.smithi002.stdout:518 2023-12-16T19:46:28.450 INFO:tasks.workunit.client.0.smithi002.stdout:519 2023-12-16T19:46:28.451 INFO:tasks.workunit.client.0.smithi002.stdout:520 2023-12-16T19:46:28.452 INFO:tasks.workunit.client.0.smithi002.stdout:521 2023-12-16T19:46:28.453 INFO:tasks.workunit.client.0.smithi002.stdout:522 2023-12-16T19:46:28.454 INFO:tasks.workunit.client.0.smithi002.stdout:523 2023-12-16T19:46:28.455 INFO:tasks.workunit.client.0.smithi002.stdout:524 2023-12-16T19:46:28.456 INFO:tasks.workunit.client.0.smithi002.stdout:525 2023-12-16T19:46:28.457 INFO:tasks.workunit.client.0.smithi002.stdout:526 2023-12-16T19:46:28.458 INFO:tasks.workunit.client.0.smithi002.stdout:527 2023-12-16T19:46:28.459 INFO:tasks.workunit.client.0.smithi002.stdout:528 2023-12-16T19:46:28.460 INFO:tasks.workunit.client.0.smithi002.stdout:529 2023-12-16T19:46:28.461 INFO:tasks.workunit.client.0.smithi002.stdout:530 2023-12-16T19:46:28.462 INFO:tasks.workunit.client.0.smithi002.stdout:531 2023-12-16T19:46:28.463 INFO:tasks.workunit.client.0.smithi002.stdout:532 2023-12-16T19:46:28.464 INFO:tasks.workunit.client.0.smithi002.stdout:533 2023-12-16T19:46:28.465 INFO:tasks.workunit.client.0.smithi002.stdout:534 2023-12-16T19:46:28.466 INFO:tasks.workunit.client.0.smithi002.stdout:535 2023-12-16T19:46:28.467 INFO:tasks.workunit.client.0.smithi002.stdout:536 2023-12-16T19:46:28.468 INFO:tasks.workunit.client.0.smithi002.stdout:537 2023-12-16T19:46:28.469 INFO:tasks.workunit.client.0.smithi002.stdout:538 2023-12-16T19:46:28.470 INFO:tasks.workunit.client.0.smithi002.stdout:539 2023-12-16T19:46:28.471 INFO:tasks.workunit.client.0.smithi002.stdout:540 2023-12-16T19:46:28.472 INFO:tasks.workunit.client.0.smithi002.stdout:541 2023-12-16T19:46:28.473 INFO:tasks.workunit.client.0.smithi002.stdout:542 2023-12-16T19:46:28.474 INFO:tasks.workunit.client.0.smithi002.stdout:543 2023-12-16T19:46:28.476 INFO:tasks.workunit.client.0.smithi002.stdout:544 2023-12-16T19:46:28.476 INFO:tasks.workunit.client.0.smithi002.stdout:545 2023-12-16T19:46:28.477 INFO:tasks.workunit.client.0.smithi002.stdout:546 2023-12-16T19:46:28.478 INFO:tasks.workunit.client.0.smithi002.stdout:547 2023-12-16T19:46:28.479 INFO:tasks.workunit.client.0.smithi002.stdout:548 2023-12-16T19:46:28.480 INFO:tasks.workunit.client.0.smithi002.stdout:549 2023-12-16T19:46:28.481 INFO:tasks.workunit.client.0.smithi002.stdout:550 2023-12-16T19:46:28.482 INFO:tasks.workunit.client.0.smithi002.stdout:551 2023-12-16T19:46:28.483 INFO:tasks.workunit.client.0.smithi002.stdout:552 2023-12-16T19:46:28.484 INFO:tasks.workunit.client.0.smithi002.stdout:553 2023-12-16T19:46:28.485 INFO:tasks.workunit.client.0.smithi002.stdout:554 2023-12-16T19:46:28.486 INFO:tasks.workunit.client.0.smithi002.stdout:555 2023-12-16T19:46:28.487 INFO:tasks.workunit.client.0.smithi002.stdout:556 2023-12-16T19:46:28.488 INFO:tasks.workunit.client.0.smithi002.stdout:557 2023-12-16T19:46:28.489 INFO:tasks.workunit.client.0.smithi002.stdout:558 2023-12-16T19:46:28.490 INFO:tasks.workunit.client.0.smithi002.stdout:559 2023-12-16T19:46:28.493 INFO:tasks.workunit.client.0.smithi002.stdout:560 2023-12-16T19:46:28.494 INFO:tasks.workunit.client.0.smithi002.stdout:561 2023-12-16T19:46:28.494 INFO:tasks.workunit.client.0.smithi002.stdout:562 2023-12-16T19:46:28.494 INFO:tasks.workunit.client.0.smithi002.stdout:563 2023-12-16T19:46:28.495 INFO:tasks.workunit.client.0.smithi002.stdout:564 2023-12-16T19:46:28.496 INFO:tasks.workunit.client.0.smithi002.stdout:565 2023-12-16T19:46:28.497 INFO:tasks.workunit.client.0.smithi002.stdout:566 2023-12-16T19:46:28.498 INFO:tasks.workunit.client.0.smithi002.stdout:567 2023-12-16T19:46:28.499 INFO:tasks.workunit.client.0.smithi002.stdout:568 2023-12-16T19:46:28.500 INFO:tasks.workunit.client.0.smithi002.stdout:569 2023-12-16T19:46:28.501 INFO:tasks.workunit.client.0.smithi002.stdout:570 2023-12-16T19:46:28.502 INFO:tasks.workunit.client.0.smithi002.stdout:571 2023-12-16T19:46:28.503 INFO:tasks.workunit.client.0.smithi002.stdout:572 2023-12-16T19:46:28.504 INFO:tasks.workunit.client.0.smithi002.stdout:573 2023-12-16T19:46:28.505 INFO:tasks.workunit.client.0.smithi002.stdout:574 2023-12-16T19:46:28.506 INFO:tasks.workunit.client.0.smithi002.stdout:575 2023-12-16T19:46:28.507 INFO:tasks.workunit.client.0.smithi002.stdout:576 2023-12-16T19:46:28.508 INFO:tasks.workunit.client.0.smithi002.stdout:577 2023-12-16T19:46:28.509 INFO:tasks.workunit.client.0.smithi002.stdout:578 2023-12-16T19:46:28.510 INFO:tasks.workunit.client.0.smithi002.stdout:579 2023-12-16T19:46:28.511 INFO:tasks.workunit.client.0.smithi002.stdout:580 2023-12-16T19:46:28.512 INFO:tasks.workunit.client.0.smithi002.stdout:581 2023-12-16T19:46:28.513 INFO:tasks.workunit.client.0.smithi002.stdout:582 2023-12-16T19:46:28.514 INFO:tasks.workunit.client.0.smithi002.stdout:583 2023-12-16T19:46:28.515 INFO:tasks.workunit.client.0.smithi002.stdout:584 2023-12-16T19:46:28.517 INFO:tasks.workunit.client.0.smithi002.stdout:585 2023-12-16T19:46:28.517 INFO:tasks.workunit.client.0.smithi002.stdout:586 2023-12-16T19:46:28.518 INFO:tasks.workunit.client.0.smithi002.stdout:587 2023-12-16T19:46:28.519 INFO:tasks.workunit.client.0.smithi002.stdout:588 2023-12-16T19:46:28.520 INFO:tasks.workunit.client.0.smithi002.stdout:589 2023-12-16T19:46:28.521 INFO:tasks.workunit.client.0.smithi002.stdout:590 2023-12-16T19:46:28.522 INFO:tasks.workunit.client.0.smithi002.stdout:591 2023-12-16T19:46:28.523 INFO:tasks.workunit.client.0.smithi002.stdout:592 2023-12-16T19:46:28.524 INFO:tasks.workunit.client.0.smithi002.stdout:593 2023-12-16T19:46:28.525 INFO:tasks.workunit.client.0.smithi002.stdout:594 2023-12-16T19:46:28.526 INFO:tasks.workunit.client.0.smithi002.stdout:595 2023-12-16T19:46:28.527 INFO:tasks.workunit.client.0.smithi002.stdout:596 2023-12-16T19:46:28.528 INFO:tasks.workunit.client.0.smithi002.stdout:597 2023-12-16T19:46:28.529 INFO:tasks.workunit.client.0.smithi002.stdout:598 2023-12-16T19:46:28.530 INFO:tasks.workunit.client.0.smithi002.stdout:599 2023-12-16T19:46:28.531 INFO:tasks.workunit.client.0.smithi002.stdout:600 2023-12-16T19:46:28.532 INFO:tasks.workunit.client.0.smithi002.stdout:601 2023-12-16T19:46:28.533 INFO:tasks.workunit.client.0.smithi002.stdout:602 2023-12-16T19:46:28.534 INFO:tasks.workunit.client.0.smithi002.stdout:603 2023-12-16T19:46:28.535 INFO:tasks.workunit.client.0.smithi002.stdout:604 2023-12-16T19:46:28.536 INFO:tasks.workunit.client.0.smithi002.stdout:605 2023-12-16T19:46:28.537 INFO:tasks.workunit.client.0.smithi002.stdout:606 2023-12-16T19:46:28.538 INFO:tasks.workunit.client.0.smithi002.stdout:607 2023-12-16T19:46:28.539 INFO:tasks.workunit.client.0.smithi002.stdout:608 2023-12-16T19:46:28.540 INFO:tasks.workunit.client.0.smithi002.stdout:609 2023-12-16T19:46:28.541 INFO:tasks.workunit.client.0.smithi002.stdout:610 2023-12-16T19:46:28.542 INFO:tasks.workunit.client.0.smithi002.stdout:611 2023-12-16T19:46:28.543 INFO:tasks.workunit.client.0.smithi002.stdout:612 2023-12-16T19:46:28.544 INFO:tasks.workunit.client.0.smithi002.stdout:613 2023-12-16T19:46:28.545 INFO:tasks.workunit.client.0.smithi002.stdout:614 2023-12-16T19:46:28.546 INFO:tasks.workunit.client.0.smithi002.stdout:615 2023-12-16T19:46:28.547 INFO:tasks.workunit.client.0.smithi002.stdout:616 2023-12-16T19:46:28.548 INFO:tasks.workunit.client.0.smithi002.stdout:617 2023-12-16T19:46:28.549 INFO:tasks.workunit.client.0.smithi002.stdout:618 2023-12-16T19:46:28.551 INFO:tasks.workunit.client.0.smithi002.stdout:619 2023-12-16T19:46:28.552 INFO:tasks.workunit.client.0.smithi002.stdout:620 2023-12-16T19:46:28.553 INFO:tasks.workunit.client.0.smithi002.stdout:621 2023-12-16T19:46:28.554 INFO:tasks.workunit.client.0.smithi002.stdout:622 2023-12-16T19:46:28.556 INFO:tasks.workunit.client.0.smithi002.stdout:623 2023-12-16T19:46:28.556 INFO:tasks.workunit.client.0.smithi002.stdout:624 2023-12-16T19:46:28.557 INFO:tasks.workunit.client.0.smithi002.stdout:625 2023-12-16T19:46:28.558 INFO:tasks.workunit.client.0.smithi002.stdout:626 2023-12-16T19:46:28.559 INFO:tasks.workunit.client.0.smithi002.stdout:627 2023-12-16T19:46:28.560 INFO:tasks.workunit.client.0.smithi002.stdout:628 2023-12-16T19:46:28.561 INFO:tasks.workunit.client.0.smithi002.stdout:629 2023-12-16T19:46:28.563 INFO:tasks.workunit.client.0.smithi002.stdout:630 2023-12-16T19:46:28.564 INFO:tasks.workunit.client.0.smithi002.stdout:631 2023-12-16T19:46:28.565 INFO:tasks.workunit.client.0.smithi002.stdout:632 2023-12-16T19:46:28.567 INFO:tasks.workunit.client.0.smithi002.stdout:633 2023-12-16T19:46:28.568 INFO:tasks.workunit.client.0.smithi002.stdout:634 2023-12-16T19:46:28.569 INFO:tasks.workunit.client.0.smithi002.stdout:635 2023-12-16T19:46:28.570 INFO:tasks.workunit.client.0.smithi002.stdout:636 2023-12-16T19:46:28.572 INFO:tasks.workunit.client.0.smithi002.stdout:637 2023-12-16T19:46:28.572 INFO:tasks.workunit.client.0.smithi002.stdout:638 2023-12-16T19:46:28.573 INFO:tasks.workunit.client.0.smithi002.stdout:639 2023-12-16T19:46:28.575 INFO:tasks.workunit.client.0.smithi002.stdout:640 2023-12-16T19:46:28.575 INFO:tasks.workunit.client.0.smithi002.stdout:641 2023-12-16T19:46:28.576 INFO:tasks.workunit.client.0.smithi002.stdout:642 2023-12-16T19:46:28.577 INFO:tasks.workunit.client.0.smithi002.stdout:643 2023-12-16T19:46:28.579 INFO:tasks.workunit.client.0.smithi002.stdout:644 2023-12-16T19:46:28.580 INFO:tasks.workunit.client.0.smithi002.stdout:645 2023-12-16T19:46:28.581 INFO:tasks.workunit.client.0.smithi002.stdout:646 2023-12-16T19:46:28.586 INFO:tasks.workunit.client.0.smithi002.stdout:647 2023-12-16T19:46:28.586 INFO:tasks.workunit.client.0.smithi002.stdout:648 2023-12-16T19:46:28.586 INFO:tasks.workunit.client.0.smithi002.stdout:649 2023-12-16T19:46:28.587 INFO:tasks.workunit.client.0.smithi002.stdout:650 2023-12-16T19:46:28.587 INFO:tasks.workunit.client.0.smithi002.stdout:651 2023-12-16T19:46:28.587 INFO:tasks.workunit.client.0.smithi002.stdout:652 2023-12-16T19:46:28.588 INFO:tasks.workunit.client.0.smithi002.stdout:653 2023-12-16T19:46:28.589 INFO:tasks.workunit.client.0.smithi002.stdout:654 2023-12-16T19:46:28.590 INFO:tasks.workunit.client.0.smithi002.stdout:655 2023-12-16T19:46:28.591 INFO:tasks.workunit.client.0.smithi002.stdout:656 2023-12-16T19:46:28.592 INFO:tasks.workunit.client.0.smithi002.stdout:657 2023-12-16T19:46:28.593 INFO:tasks.workunit.client.0.smithi002.stdout:658 2023-12-16T19:46:28.594 INFO:tasks.workunit.client.0.smithi002.stdout:659 2023-12-16T19:46:28.595 INFO:tasks.workunit.client.0.smithi002.stdout:660 2023-12-16T19:46:28.596 INFO:tasks.workunit.client.0.smithi002.stdout:661 2023-12-16T19:46:28.597 INFO:tasks.workunit.client.0.smithi002.stdout:662 2023-12-16T19:46:28.599 INFO:tasks.workunit.client.0.smithi002.stdout:663 2023-12-16T19:46:28.599 INFO:tasks.workunit.client.0.smithi002.stdout:664 2023-12-16T19:46:28.600 INFO:tasks.workunit.client.0.smithi002.stdout:665 2023-12-16T19:46:28.602 INFO:tasks.workunit.client.0.smithi002.stdout:666 2023-12-16T19:46:28.603 INFO:tasks.workunit.client.0.smithi002.stdout:667 2023-12-16T19:46:28.604 INFO:tasks.workunit.client.0.smithi002.stdout:668 2023-12-16T19:46:28.605 INFO:tasks.workunit.client.0.smithi002.stdout:669 2023-12-16T19:46:28.606 INFO:tasks.workunit.client.0.smithi002.stdout:670 2023-12-16T19:46:28.607 INFO:tasks.workunit.client.0.smithi002.stdout:671 2023-12-16T19:46:28.608 INFO:tasks.workunit.client.0.smithi002.stdout:672 2023-12-16T19:46:28.609 INFO:tasks.workunit.client.0.smithi002.stdout:673 2023-12-16T19:46:28.610 INFO:tasks.workunit.client.0.smithi002.stdout:674 2023-12-16T19:46:28.611 INFO:tasks.workunit.client.0.smithi002.stdout:675 2023-12-16T19:46:28.612 INFO:tasks.workunit.client.0.smithi002.stdout:676 2023-12-16T19:46:28.613 INFO:tasks.workunit.client.0.smithi002.stdout:677 2023-12-16T19:46:28.614 INFO:tasks.workunit.client.0.smithi002.stdout:678 2023-12-16T19:46:28.615 INFO:tasks.workunit.client.0.smithi002.stdout:679 2023-12-16T19:46:28.616 INFO:tasks.workunit.client.0.smithi002.stdout:680 2023-12-16T19:46:28.618 INFO:tasks.workunit.client.0.smithi002.stdout:681 2023-12-16T19:46:28.619 INFO:tasks.workunit.client.0.smithi002.stdout:682 2023-12-16T19:46:28.620 INFO:tasks.workunit.client.0.smithi002.stdout:683 2023-12-16T19:46:28.621 INFO:tasks.workunit.client.0.smithi002.stdout:684 2023-12-16T19:46:28.622 INFO:tasks.workunit.client.0.smithi002.stdout:685 2023-12-16T19:46:28.623 INFO:tasks.workunit.client.0.smithi002.stdout:686 2023-12-16T19:46:28.624 INFO:tasks.workunit.client.0.smithi002.stdout:687 2023-12-16T19:46:28.625 INFO:tasks.workunit.client.0.smithi002.stdout:688 2023-12-16T19:46:28.626 INFO:tasks.workunit.client.0.smithi002.stdout:689 2023-12-16T19:46:28.627 INFO:tasks.workunit.client.0.smithi002.stdout:690 2023-12-16T19:46:28.628 INFO:tasks.workunit.client.0.smithi002.stdout:691 2023-12-16T19:46:28.629 INFO:tasks.workunit.client.0.smithi002.stdout:692 2023-12-16T19:46:28.630 INFO:tasks.workunit.client.0.smithi002.stdout:693 2023-12-16T19:46:28.631 INFO:tasks.workunit.client.0.smithi002.stdout:694 2023-12-16T19:46:28.633 INFO:tasks.workunit.client.0.smithi002.stdout:695 2023-12-16T19:46:28.634 INFO:tasks.workunit.client.0.smithi002.stdout:696 2023-12-16T19:46:28.635 INFO:tasks.workunit.client.0.smithi002.stdout:697 2023-12-16T19:46:28.636 INFO:tasks.workunit.client.0.smithi002.stdout:698 2023-12-16T19:46:28.637 INFO:tasks.workunit.client.0.smithi002.stdout:699 2023-12-16T19:46:28.638 INFO:tasks.workunit.client.0.smithi002.stdout:700 2023-12-16T19:46:28.639 INFO:tasks.workunit.client.0.smithi002.stdout:701 2023-12-16T19:46:28.640 INFO:tasks.workunit.client.0.smithi002.stdout:702 2023-12-16T19:46:28.641 INFO:tasks.workunit.client.0.smithi002.stdout:703 2023-12-16T19:46:28.642 INFO:tasks.workunit.client.0.smithi002.stdout:704 2023-12-16T19:46:28.643 INFO:tasks.workunit.client.0.smithi002.stdout:705 2023-12-16T19:46:28.644 INFO:tasks.workunit.client.0.smithi002.stdout:706 2023-12-16T19:46:28.645 INFO:tasks.workunit.client.0.smithi002.stdout:707 2023-12-16T19:46:28.646 INFO:tasks.workunit.client.0.smithi002.stdout:708 2023-12-16T19:46:28.647 INFO:tasks.workunit.client.0.smithi002.stdout:709 2023-12-16T19:46:28.648 INFO:tasks.workunit.client.0.smithi002.stdout:710 2023-12-16T19:46:28.649 INFO:tasks.workunit.client.0.smithi002.stdout:711 2023-12-16T19:46:28.650 INFO:tasks.workunit.client.0.smithi002.stdout:712 2023-12-16T19:46:28.651 INFO:tasks.workunit.client.0.smithi002.stdout:713 2023-12-16T19:46:28.653 INFO:tasks.workunit.client.0.smithi002.stdout:714 2023-12-16T19:46:28.654 INFO:tasks.workunit.client.0.smithi002.stdout:715 2023-12-16T19:46:28.655 INFO:tasks.workunit.client.0.smithi002.stdout:716 2023-12-16T19:46:28.656 INFO:tasks.workunit.client.0.smithi002.stdout:717 2023-12-16T19:46:28.657 INFO:tasks.workunit.client.0.smithi002.stdout:718 2023-12-16T19:46:28.658 INFO:tasks.workunit.client.0.smithi002.stdout:719 2023-12-16T19:46:28.659 INFO:tasks.workunit.client.0.smithi002.stdout:720 2023-12-16T19:46:28.660 INFO:tasks.workunit.client.0.smithi002.stdout:721 2023-12-16T19:46:28.661 INFO:tasks.workunit.client.0.smithi002.stdout:722 2023-12-16T19:46:28.662 INFO:tasks.workunit.client.0.smithi002.stdout:723 2023-12-16T19:46:28.664 INFO:tasks.workunit.client.0.smithi002.stdout:724 2023-12-16T19:46:28.665 INFO:tasks.workunit.client.0.smithi002.stdout:725 2023-12-16T19:46:28.666 INFO:tasks.workunit.client.0.smithi002.stdout:726 2023-12-16T19:46:28.667 INFO:tasks.workunit.client.0.smithi002.stdout:727 2023-12-16T19:46:28.668 INFO:tasks.workunit.client.0.smithi002.stdout:728 2023-12-16T19:46:28.669 INFO:tasks.workunit.client.0.smithi002.stdout:729 2023-12-16T19:46:28.670 INFO:tasks.workunit.client.0.smithi002.stdout:730 2023-12-16T19:46:28.671 INFO:tasks.workunit.client.0.smithi002.stdout:731 2023-12-16T19:46:28.672 INFO:tasks.workunit.client.0.smithi002.stdout:732 2023-12-16T19:46:28.673 INFO:tasks.workunit.client.0.smithi002.stdout:733 2023-12-16T19:46:28.674 INFO:tasks.workunit.client.0.smithi002.stdout:734 2023-12-16T19:46:28.675 INFO:tasks.workunit.client.0.smithi002.stdout:735 2023-12-16T19:46:28.676 INFO:tasks.workunit.client.0.smithi002.stdout:736 2023-12-16T19:46:28.678 INFO:tasks.workunit.client.0.smithi002.stdout:737 2023-12-16T19:46:28.679 INFO:tasks.workunit.client.0.smithi002.stdout:738 2023-12-16T19:46:28.680 INFO:tasks.workunit.client.0.smithi002.stdout:739 2023-12-16T19:46:28.681 INFO:tasks.workunit.client.0.smithi002.stdout:740 2023-12-16T19:46:28.682 INFO:tasks.workunit.client.0.smithi002.stdout:741 2023-12-16T19:46:28.683 INFO:tasks.workunit.client.0.smithi002.stdout:742 2023-12-16T19:46:28.684 INFO:tasks.workunit.client.0.smithi002.stdout:743 2023-12-16T19:46:28.685 INFO:tasks.workunit.client.0.smithi002.stdout:744 2023-12-16T19:46:28.686 INFO:tasks.workunit.client.0.smithi002.stdout:745 2023-12-16T19:46:28.687 INFO:tasks.workunit.client.0.smithi002.stdout:746 2023-12-16T19:46:28.688 INFO:tasks.workunit.client.0.smithi002.stdout:747 2023-12-16T19:46:28.689 INFO:tasks.workunit.client.0.smithi002.stdout:748 2023-12-16T19:46:28.690 INFO:tasks.workunit.client.0.smithi002.stdout:749 2023-12-16T19:46:28.692 INFO:tasks.workunit.client.0.smithi002.stdout:750 2023-12-16T19:46:28.693 INFO:tasks.workunit.client.0.smithi002.stdout:751 2023-12-16T19:46:28.694 INFO:tasks.workunit.client.0.smithi002.stdout:752 2023-12-16T19:46:28.695 INFO:tasks.workunit.client.0.smithi002.stdout:753 2023-12-16T19:46:28.696 INFO:tasks.workunit.client.0.smithi002.stdout:754 2023-12-16T19:46:28.697 INFO:tasks.workunit.client.0.smithi002.stdout:755 2023-12-16T19:46:28.698 INFO:tasks.workunit.client.0.smithi002.stdout:756 2023-12-16T19:46:28.699 INFO:tasks.workunit.client.0.smithi002.stdout:757 2023-12-16T19:46:28.701 INFO:tasks.workunit.client.0.smithi002.stdout:758 2023-12-16T19:46:28.702 INFO:tasks.workunit.client.0.smithi002.stdout:759 2023-12-16T19:46:28.703 INFO:tasks.workunit.client.0.smithi002.stdout:760 2023-12-16T19:46:28.704 INFO:tasks.workunit.client.0.smithi002.stdout:761 2023-12-16T19:46:28.705 INFO:tasks.workunit.client.0.smithi002.stdout:762 2023-12-16T19:46:28.706 INFO:tasks.workunit.client.0.smithi002.stdout:763 2023-12-16T19:46:28.708 INFO:tasks.workunit.client.0.smithi002.stdout:764 2023-12-16T19:46:28.709 INFO:tasks.workunit.client.0.smithi002.stdout:765 2023-12-16T19:46:28.710 INFO:tasks.workunit.client.0.smithi002.stdout:766 2023-12-16T19:46:28.711 INFO:tasks.workunit.client.0.smithi002.stdout:767 2023-12-16T19:46:28.712 INFO:tasks.workunit.client.0.smithi002.stdout:768 2023-12-16T19:46:28.713 INFO:tasks.workunit.client.0.smithi002.stdout:769 2023-12-16T19:46:28.714 INFO:tasks.workunit.client.0.smithi002.stdout:770 2023-12-16T19:46:28.716 INFO:tasks.workunit.client.0.smithi002.stdout:771 2023-12-16T19:46:28.716 INFO:tasks.workunit.client.0.smithi002.stdout:772 2023-12-16T19:46:28.718 INFO:tasks.workunit.client.0.smithi002.stdout:773 2023-12-16T19:46:28.719 INFO:tasks.workunit.client.0.smithi002.stdout:774 2023-12-16T19:46:28.720 INFO:tasks.workunit.client.0.smithi002.stdout:775 2023-12-16T19:46:28.721 INFO:tasks.workunit.client.0.smithi002.stdout:776 2023-12-16T19:46:28.722 INFO:tasks.workunit.client.0.smithi002.stdout:777 2023-12-16T19:46:28.723 INFO:tasks.workunit.client.0.smithi002.stdout:778 2023-12-16T19:46:28.724 INFO:tasks.workunit.client.0.smithi002.stdout:779 2023-12-16T19:46:28.726 INFO:tasks.workunit.client.0.smithi002.stdout:780 2023-12-16T19:46:28.726 INFO:tasks.workunit.client.0.smithi002.stdout:781 2023-12-16T19:46:28.727 INFO:tasks.workunit.client.0.smithi002.stdout:782 2023-12-16T19:46:28.728 INFO:tasks.workunit.client.0.smithi002.stdout:783 2023-12-16T19:46:28.729 INFO:tasks.workunit.client.0.smithi002.stdout:784 2023-12-16T19:46:28.730 INFO:tasks.workunit.client.0.smithi002.stdout:785 2023-12-16T19:46:28.731 INFO:tasks.workunit.client.0.smithi002.stdout:786 2023-12-16T19:46:28.733 INFO:tasks.workunit.client.0.smithi002.stdout:787 2023-12-16T19:46:28.734 INFO:tasks.workunit.client.0.smithi002.stdout:788 2023-12-16T19:46:28.735 INFO:tasks.workunit.client.0.smithi002.stdout:789 2023-12-16T19:46:28.736 INFO:tasks.workunit.client.0.smithi002.stdout:790 2023-12-16T19:46:28.737 INFO:tasks.workunit.client.0.smithi002.stdout:791 2023-12-16T19:46:28.738 INFO:tasks.workunit.client.0.smithi002.stdout:792 2023-12-16T19:46:28.739 INFO:tasks.workunit.client.0.smithi002.stdout:793 2023-12-16T19:46:28.740 INFO:tasks.workunit.client.0.smithi002.stdout:794 2023-12-16T19:46:28.741 INFO:tasks.workunit.client.0.smithi002.stdout:795 2023-12-16T19:46:28.742 INFO:tasks.workunit.client.0.smithi002.stdout:796 2023-12-16T19:46:28.743 INFO:tasks.workunit.client.0.smithi002.stdout:797 2023-12-16T19:46:28.744 INFO:tasks.workunit.client.0.smithi002.stdout:798 2023-12-16T19:46:28.746 INFO:tasks.workunit.client.0.smithi002.stdout:799 2023-12-16T19:46:28.746 INFO:tasks.workunit.client.0.smithi002.stdout:800 2023-12-16T19:46:28.748 INFO:tasks.workunit.client.0.smithi002.stdout:801 2023-12-16T19:46:28.749 INFO:tasks.workunit.client.0.smithi002.stdout:802 2023-12-16T19:46:28.750 INFO:tasks.workunit.client.0.smithi002.stdout:803 2023-12-16T19:46:28.751 INFO:tasks.workunit.client.0.smithi002.stdout:804 2023-12-16T19:46:28.752 INFO:tasks.workunit.client.0.smithi002.stdout:805 2023-12-16T19:46:28.753 INFO:tasks.workunit.client.0.smithi002.stdout:806 2023-12-16T19:46:28.754 INFO:tasks.workunit.client.0.smithi002.stdout:807 2023-12-16T19:46:28.755 INFO:tasks.workunit.client.0.smithi002.stdout:808 2023-12-16T19:46:28.756 INFO:tasks.workunit.client.0.smithi002.stdout:809 2023-12-16T19:46:28.757 INFO:tasks.workunit.client.0.smithi002.stdout:810 2023-12-16T19:46:28.758 INFO:tasks.workunit.client.0.smithi002.stdout:811 2023-12-16T19:46:28.759 INFO:tasks.workunit.client.0.smithi002.stdout:812 2023-12-16T19:46:28.760 INFO:tasks.workunit.client.0.smithi002.stdout:813 2023-12-16T19:46:28.762 INFO:tasks.workunit.client.0.smithi002.stdout:814 2023-12-16T19:46:28.762 INFO:tasks.workunit.client.0.smithi002.stdout:815 2023-12-16T19:46:28.763 INFO:tasks.workunit.client.0.smithi002.stdout:816 2023-12-16T19:46:28.764 INFO:tasks.workunit.client.0.smithi002.stdout:817 2023-12-16T19:46:28.765 INFO:tasks.workunit.client.0.smithi002.stdout:818 2023-12-16T19:46:28.766 INFO:tasks.workunit.client.0.smithi002.stdout:819 2023-12-16T19:46:28.768 INFO:tasks.workunit.client.0.smithi002.stdout:820 2023-12-16T19:46:28.769 INFO:tasks.workunit.client.0.smithi002.stdout:821 2023-12-16T19:46:28.770 INFO:tasks.workunit.client.0.smithi002.stdout:822 2023-12-16T19:46:28.771 INFO:tasks.workunit.client.0.smithi002.stdout:823 2023-12-16T19:46:28.772 INFO:tasks.workunit.client.0.smithi002.stdout:824 2023-12-16T19:46:28.773 INFO:tasks.workunit.client.0.smithi002.stdout:825 2023-12-16T19:46:28.774 INFO:tasks.workunit.client.0.smithi002.stdout:826 2023-12-16T19:46:28.775 INFO:tasks.workunit.client.0.smithi002.stdout:827 2023-12-16T19:46:28.776 INFO:tasks.workunit.client.0.smithi002.stdout:828 2023-12-16T19:46:28.777 INFO:tasks.workunit.client.0.smithi002.stdout:829 2023-12-16T19:46:28.778 INFO:tasks.workunit.client.0.smithi002.stdout:830 2023-12-16T19:46:28.779 INFO:tasks.workunit.client.0.smithi002.stdout:831 2023-12-16T19:46:28.780 INFO:tasks.workunit.client.0.smithi002.stdout:832 2023-12-16T19:46:28.782 INFO:tasks.workunit.client.0.smithi002.stdout:833 2023-12-16T19:46:28.783 INFO:tasks.workunit.client.0.smithi002.stdout:834 2023-12-16T19:46:28.784 INFO:tasks.workunit.client.0.smithi002.stdout:835 2023-12-16T19:46:28.785 INFO:tasks.workunit.client.0.smithi002.stdout:836 2023-12-16T19:46:28.786 INFO:tasks.workunit.client.0.smithi002.stdout:837 2023-12-16T19:46:28.787 INFO:tasks.workunit.client.0.smithi002.stdout:838 2023-12-16T19:46:28.788 INFO:tasks.workunit.client.0.smithi002.stdout:839 2023-12-16T19:46:28.790 INFO:tasks.workunit.client.0.smithi002.stdout:840 2023-12-16T19:46:28.791 INFO:tasks.workunit.client.0.smithi002.stdout:841 2023-12-16T19:46:28.792 INFO:tasks.workunit.client.0.smithi002.stdout:842 2023-12-16T19:46:28.793 INFO:tasks.workunit.client.0.smithi002.stdout:843 2023-12-16T19:46:28.794 INFO:tasks.workunit.client.0.smithi002.stdout:844 2023-12-16T19:46:28.795 INFO:tasks.workunit.client.0.smithi002.stdout:845 2023-12-16T19:46:28.798 INFO:tasks.workunit.client.0.smithi002.stdout:846 2023-12-16T19:46:28.798 INFO:tasks.workunit.client.0.smithi002.stdout:847 2023-12-16T19:46:28.798 INFO:tasks.workunit.client.0.smithi002.stdout:848 2023-12-16T19:46:28.800 INFO:tasks.workunit.client.0.smithi002.stdout:849 2023-12-16T19:46:28.801 INFO:tasks.workunit.client.0.smithi002.stdout:850 2023-12-16T19:46:28.802 INFO:tasks.workunit.client.0.smithi002.stdout:851 2023-12-16T19:46:28.803 INFO:tasks.workunit.client.0.smithi002.stdout:852 2023-12-16T19:46:28.804 INFO:tasks.workunit.client.0.smithi002.stdout:853 2023-12-16T19:46:28.805 INFO:tasks.workunit.client.0.smithi002.stdout:854 2023-12-16T19:46:28.806 INFO:tasks.workunit.client.0.smithi002.stdout:855 2023-12-16T19:46:28.807 INFO:tasks.workunit.client.0.smithi002.stdout:856 2023-12-16T19:46:28.808 INFO:tasks.workunit.client.0.smithi002.stdout:857 2023-12-16T19:46:28.809 INFO:tasks.workunit.client.0.smithi002.stdout:858 2023-12-16T19:46:28.810 INFO:tasks.workunit.client.0.smithi002.stdout:859 2023-12-16T19:46:28.811 INFO:tasks.workunit.client.0.smithi002.stdout:860 2023-12-16T19:46:28.813 INFO:tasks.workunit.client.0.smithi002.stdout:861 2023-12-16T19:46:28.814 INFO:tasks.workunit.client.0.smithi002.stdout:862 2023-12-16T19:46:28.815 INFO:tasks.workunit.client.0.smithi002.stdout:863 2023-12-16T19:46:28.816 INFO:tasks.workunit.client.0.smithi002.stdout:864 2023-12-16T19:46:28.818 INFO:tasks.workunit.client.0.smithi002.stdout:865 2023-12-16T19:46:28.819 INFO:tasks.workunit.client.0.smithi002.stdout:866 2023-12-16T19:46:28.820 INFO:tasks.workunit.client.0.smithi002.stdout:867 2023-12-16T19:46:28.822 INFO:tasks.workunit.client.0.smithi002.stdout:868 2023-12-16T19:46:28.823 INFO:tasks.workunit.client.0.smithi002.stdout:869 2023-12-16T19:46:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:870 2023-12-16T19:46:28.826 INFO:tasks.workunit.client.0.smithi002.stdout:871 2023-12-16T19:46:28.827 INFO:tasks.workunit.client.0.smithi002.stdout:872 2023-12-16T19:46:28.828 INFO:tasks.workunit.client.0.smithi002.stdout:873 2023-12-16T19:46:28.829 INFO:tasks.workunit.client.0.smithi002.stdout:874 2023-12-16T19:46:28.830 INFO:tasks.workunit.client.0.smithi002.stdout:875 2023-12-16T19:46:28.832 INFO:tasks.workunit.client.0.smithi002.stdout:876 2023-12-16T19:46:28.833 INFO:tasks.workunit.client.0.smithi002.stdout:877 2023-12-16T19:46:28.834 INFO:tasks.workunit.client.0.smithi002.stdout:878 2023-12-16T19:46:28.835 INFO:tasks.workunit.client.0.smithi002.stdout:879 2023-12-16T19:46:28.837 INFO:tasks.workunit.client.0.smithi002.stdout:880 2023-12-16T19:46:28.838 INFO:tasks.workunit.client.0.smithi002.stdout:881 2023-12-16T19:46:28.839 INFO:tasks.workunit.client.0.smithi002.stdout:882 2023-12-16T19:46:28.841 INFO:tasks.workunit.client.0.smithi002.stdout:883 2023-12-16T19:46:28.843 INFO:tasks.workunit.client.0.smithi002.stdout:884 2023-12-16T19:46:28.844 INFO:tasks.workunit.client.0.smithi002.stdout:885 2023-12-16T19:46:28.845 INFO:tasks.workunit.client.0.smithi002.stdout:886 2023-12-16T19:46:28.846 INFO:tasks.workunit.client.0.smithi002.stdout:887 2023-12-16T19:46:28.847 INFO:tasks.workunit.client.0.smithi002.stdout:888 2023-12-16T19:46:28.849 INFO:tasks.workunit.client.0.smithi002.stdout:889 2023-12-16T19:46:28.850 INFO:tasks.workunit.client.0.smithi002.stdout:890 2023-12-16T19:46:28.851 INFO:tasks.workunit.client.0.smithi002.stdout:891 2023-12-16T19:46:28.852 INFO:tasks.workunit.client.0.smithi002.stdout:892 2023-12-16T19:46:28.853 INFO:tasks.workunit.client.0.smithi002.stdout:893 2023-12-16T19:46:28.854 INFO:tasks.workunit.client.0.smithi002.stdout:894 2023-12-16T19:46:28.855 INFO:tasks.workunit.client.0.smithi002.stdout:895 2023-12-16T19:46:28.857 INFO:tasks.workunit.client.0.smithi002.stdout:896 2023-12-16T19:46:28.858 INFO:tasks.workunit.client.0.smithi002.stdout:897 2023-12-16T19:46:28.859 INFO:tasks.workunit.client.0.smithi002.stdout:898 2023-12-16T19:46:28.860 INFO:tasks.workunit.client.0.smithi002.stdout:899 2023-12-16T19:46:28.861 INFO:tasks.workunit.client.0.smithi002.stdout:900 2023-12-16T19:46:28.862 INFO:tasks.workunit.client.0.smithi002.stdout:901 2023-12-16T19:46:28.864 INFO:tasks.workunit.client.0.smithi002.stdout:902 2023-12-16T19:46:28.865 INFO:tasks.workunit.client.0.smithi002.stdout:903 2023-12-16T19:46:28.866 INFO:tasks.workunit.client.0.smithi002.stdout:904 2023-12-16T19:46:28.867 INFO:tasks.workunit.client.0.smithi002.stdout:905 2023-12-16T19:46:28.869 INFO:tasks.workunit.client.0.smithi002.stdout:906 2023-12-16T19:46:28.870 INFO:tasks.workunit.client.0.smithi002.stdout:907 2023-12-16T19:46:28.872 INFO:tasks.workunit.client.0.smithi002.stdout:908 2023-12-16T19:46:28.872 INFO:tasks.workunit.client.0.smithi002.stdout:909 2023-12-16T19:46:28.873 INFO:tasks.workunit.client.0.smithi002.stdout:910 2023-12-16T19:46:28.874 INFO:tasks.workunit.client.0.smithi002.stdout:911 2023-12-16T19:46:28.876 INFO:tasks.workunit.client.0.smithi002.stdout:912 2023-12-16T19:46:28.877 INFO:tasks.workunit.client.0.smithi002.stdout:913 2023-12-16T19:46:28.878 INFO:tasks.workunit.client.0.smithi002.stdout:914 2023-12-16T19:46:28.879 INFO:tasks.workunit.client.0.smithi002.stdout:915 2023-12-16T19:46:28.880 INFO:tasks.workunit.client.0.smithi002.stdout:916 2023-12-16T19:46:28.881 INFO:tasks.workunit.client.0.smithi002.stdout:917 2023-12-16T19:46:28.883 INFO:tasks.workunit.client.0.smithi002.stdout:918 2023-12-16T19:46:28.884 INFO:tasks.workunit.client.0.smithi002.stdout:919 2023-12-16T19:46:28.885 INFO:tasks.workunit.client.0.smithi002.stdout:920 2023-12-16T19:46:28.886 INFO:tasks.workunit.client.0.smithi002.stdout:921 2023-12-16T19:46:28.887 INFO:tasks.workunit.client.0.smithi002.stdout:922 2023-12-16T19:46:28.889 INFO:tasks.workunit.client.0.smithi002.stdout:923 2023-12-16T19:46:28.890 INFO:tasks.workunit.client.0.smithi002.stdout:924 2023-12-16T19:46:28.891 INFO:tasks.workunit.client.0.smithi002.stdout:925 2023-12-16T19:46:28.892 INFO:tasks.workunit.client.0.smithi002.stdout:926 2023-12-16T19:46:28.893 INFO:tasks.workunit.client.0.smithi002.stdout:927 2023-12-16T19:46:28.894 INFO:tasks.workunit.client.0.smithi002.stdout:928 2023-12-16T19:46:28.896 INFO:tasks.workunit.client.0.smithi002.stdout:929 2023-12-16T19:46:28.897 INFO:tasks.workunit.client.0.smithi002.stdout:930 2023-12-16T19:46:28.898 INFO:tasks.workunit.client.0.smithi002.stdout:931 2023-12-16T19:46:28.899 INFO:tasks.workunit.client.0.smithi002.stdout:932 2023-12-16T19:46:28.901 INFO:tasks.workunit.client.0.smithi002.stdout:933 2023-12-16T19:46:28.902 INFO:tasks.workunit.client.0.smithi002.stdout:934 2023-12-16T19:46:28.904 INFO:tasks.workunit.client.0.smithi002.stdout:935 2023-12-16T19:46:28.905 INFO:tasks.workunit.client.0.smithi002.stdout:936 2023-12-16T19:46:28.906 INFO:tasks.workunit.client.0.smithi002.stdout:937 2023-12-16T19:46:28.907 INFO:tasks.workunit.client.0.smithi002.stdout:938 2023-12-16T19:46:28.909 INFO:tasks.workunit.client.0.smithi002.stdout:939 2023-12-16T19:46:28.910 INFO:tasks.workunit.client.0.smithi002.stdout:940 2023-12-16T19:46:28.911 INFO:tasks.workunit.client.0.smithi002.stdout:941 2023-12-16T19:46:28.913 INFO:tasks.workunit.client.0.smithi002.stdout:942 2023-12-16T19:46:28.915 INFO:tasks.workunit.client.0.smithi002.stdout:943 2023-12-16T19:46:28.916 INFO:tasks.workunit.client.0.smithi002.stdout:944 2023-12-16T19:46:28.918 INFO:tasks.workunit.client.0.smithi002.stdout:945 2023-12-16T19:46:28.919 INFO:tasks.workunit.client.0.smithi002.stdout:946 2023-12-16T19:46:28.921 INFO:tasks.workunit.client.0.smithi002.stdout:947 2023-12-16T19:46:28.922 INFO:tasks.workunit.client.0.smithi002.stdout:948 2023-12-16T19:46:28.923 INFO:tasks.workunit.client.0.smithi002.stdout:949 2023-12-16T19:46:28.924 INFO:tasks.workunit.client.0.smithi002.stdout:950 2023-12-16T19:46:28.925 INFO:tasks.workunit.client.0.smithi002.stdout:951 2023-12-16T19:46:28.927 INFO:tasks.workunit.client.0.smithi002.stdout:952 2023-12-16T19:46:28.928 INFO:tasks.workunit.client.0.smithi002.stdout:953 2023-12-16T19:46:28.929 INFO:tasks.workunit.client.0.smithi002.stdout:954 2023-12-16T19:46:28.931 INFO:tasks.workunit.client.0.smithi002.stdout:955 2023-12-16T19:46:28.932 INFO:tasks.workunit.client.0.smithi002.stdout:956 2023-12-16T19:46:28.936 INFO:tasks.workunit.client.0.smithi002.stdout:957 2023-12-16T19:46:28.938 INFO:tasks.workunit.client.0.smithi002.stdout:958 2023-12-16T19:46:28.939 INFO:tasks.workunit.client.0.smithi002.stdout:959 2023-12-16T19:46:28.941 INFO:tasks.workunit.client.0.smithi002.stdout:960 2023-12-16T19:46:28.942 INFO:tasks.workunit.client.0.smithi002.stdout:961 2023-12-16T19:46:28.943 INFO:tasks.workunit.client.0.smithi002.stdout:962 2023-12-16T19:46:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:963 2023-12-16T19:46:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:964 2023-12-16T19:46:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:965 2023-12-16T19:46:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:966 2023-12-16T19:46:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:967 2023-12-16T19:46:28.950 INFO:tasks.workunit.client.0.smithi002.stdout:968 2023-12-16T19:46:28.951 INFO:tasks.workunit.client.0.smithi002.stdout:969 2023-12-16T19:46:28.952 INFO:tasks.workunit.client.0.smithi002.stdout:970 2023-12-16T19:46:28.953 INFO:tasks.workunit.client.0.smithi002.stdout:971 2023-12-16T19:46:28.954 INFO:tasks.workunit.client.0.smithi002.stdout:972 2023-12-16T19:46:28.956 INFO:tasks.workunit.client.0.smithi002.stdout:973 2023-12-16T19:46:28.957 INFO:tasks.workunit.client.0.smithi002.stdout:974 2023-12-16T19:46:28.958 INFO:tasks.workunit.client.0.smithi002.stdout:975 2023-12-16T19:46:28.959 INFO:tasks.workunit.client.0.smithi002.stdout:976 2023-12-16T19:46:28.961 INFO:tasks.workunit.client.0.smithi002.stdout:977 2023-12-16T19:46:28.962 INFO:tasks.workunit.client.0.smithi002.stdout:978 2023-12-16T19:46:28.963 INFO:tasks.workunit.client.0.smithi002.stdout:979 2023-12-16T19:46:28.964 INFO:tasks.workunit.client.0.smithi002.stdout:980 2023-12-16T19:46:28.966 INFO:tasks.workunit.client.0.smithi002.stdout:981 2023-12-16T19:46:28.967 INFO:tasks.workunit.client.0.smithi002.stdout:982 2023-12-16T19:46:28.968 INFO:tasks.workunit.client.0.smithi002.stdout:983 2023-12-16T19:46:28.969 INFO:tasks.workunit.client.0.smithi002.stdout:984 2023-12-16T19:46:28.970 INFO:tasks.workunit.client.0.smithi002.stdout:985 2023-12-16T19:46:28.972 INFO:tasks.workunit.client.0.smithi002.stdout:986 2023-12-16T19:46:28.973 INFO:tasks.workunit.client.0.smithi002.stdout:987 2023-12-16T19:46:28.974 INFO:tasks.workunit.client.0.smithi002.stdout:988 2023-12-16T19:46:28.975 INFO:tasks.workunit.client.0.smithi002.stdout:989 2023-12-16T19:46:28.976 INFO:tasks.workunit.client.0.smithi002.stdout:990 2023-12-16T19:46:28.977 INFO:tasks.workunit.client.0.smithi002.stdout:991 2023-12-16T19:46:28.979 INFO:tasks.workunit.client.0.smithi002.stdout:992 2023-12-16T19:46:28.980 INFO:tasks.workunit.client.0.smithi002.stdout:993 2023-12-16T19:46:28.981 INFO:tasks.workunit.client.0.smithi002.stdout:994 2023-12-16T19:46:28.982 INFO:tasks.workunit.client.0.smithi002.stdout:995 2023-12-16T19:46:28.984 INFO:tasks.workunit.client.0.smithi002.stdout:996 2023-12-16T19:46:28.985 INFO:tasks.workunit.client.0.smithi002.stdout:997 2023-12-16T19:46:28.986 INFO:tasks.workunit.client.0.smithi002.stdout:998 2023-12-16T19:46:28.987 INFO:tasks.workunit.client.0.smithi002.stdout:999 2023-12-16T19:46:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[137674]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[140029]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T19:46:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:28 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T19:46:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:28 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:28 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:28 smithi043 ceph-mon[135010]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T19:46:29.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:28 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2919458524' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000010 69 73 |is| 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000012 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000010 69 73 |is| 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:00000012 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.WriteReturnData (4031 ms) 2023-12-16T19:46:29.950 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.Loud 2023-12-16T19:46:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:29 smithi002 ceph-mon[137674]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T19:46:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:29 smithi002 ceph-mon[137674]: pgmap v1149: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-16T19:46:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:29 smithi002 ceph-mon[140029]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T19:46:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:29 smithi002 ceph-mon[140029]: pgmap v1149: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-16T19:46:30.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:29 smithi043 ceph-mon[135010]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T19:46:30.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:29 smithi043 ceph-mon[135010]: pgmap v1149: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-16T19:46:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:30 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:30 smithi002 ceph-mon[137674]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T19:46:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:30 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:30 smithi002 ceph-mon[140029]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T19:46:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:30 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:30 smithi043 ceph-mon[135010]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T19:46:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:31] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1127636317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: pgmap v1152: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[137674]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T19:46:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T19:46:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1127636317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: pgmap v1152: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:31 smithi002 ceph-mon[140029]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1127636317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: pgmap v1152: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:31 smithi043 ceph-mon[135010]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T19:46:32.963 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.Loud (3015 ms) 2023-12-16T19:46:32.963 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.BadMethods 2023-12-16T19:46:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:32 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:33.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:32 smithi002 ceph-mon[137674]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T19:46:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:32 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:32 smithi002 ceph-mon[140029]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T19:46:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:32 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:32 smithi043 ceph-mon[135010]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[137674]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[137674]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2988812425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[140029]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[140029]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T19:46:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2988812425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:34 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:34 smithi043 ceph-mon[135010]: pgmap v1155: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:34 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:34 smithi043 ceph-mon[135010]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T19:46:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:34 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2988812425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:34.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:34 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:35.488 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:46:34.999+0000 7f0856929700 -1 osd.3 pg_epoch: 951 pg[38.2( v 951'1 (0'0,951'1] local-lis/les=950/951 n=1 ec=950/950 lis/c=950/950 les/c/f=951/951/0 sis=950) [3,7,5] r=0 lpr=950 crt=951'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2023-12-16T19:46:35.488 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T19:46:35.000+0000 7f0856929700 -1 osd.3 pg_epoch: 951 pg[38.2( v 951'2 (0'0,951'2] local-lis/les=950/951 n=1 ec=950/950 lis/c=950/950 les/c/f=951/951/0 sis=950) [3,7,5] r=0 lpr=950 crt=951'1 lcod 951'1 mlcod 951'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2023-12-16T19:46:35.991 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.BadMethods (3024 ms) 2023-12-16T19:46:35.991 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsHello.Filter 2023-12-16T19:46:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[137674]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[137674]: pgmap v1158: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[140029]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[140029]: pgmap v1158: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:35 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:35 smithi043 ceph-mon[135010]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T19:46:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:35 smithi043 ceph-mon[135010]: pgmap v1158: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:36 smithi043 ceph-mon[135010]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T19:46:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:36 smithi002 ceph-mon[137674]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T19:46:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:36 smithi002 ceph-mon[140029]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2782102469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[137674]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2782102469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:38 smithi002 ceph-mon[140029]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T19:46:38.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T19:46:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2782102469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-168933-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:38 smithi043 ceph-mon[135010]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T19:46:38.847 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:46:39.003 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsHello.Filter (3015 ms) 2023-12-16T19:46:39.003 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from ClsHello (18976 ms total) 2023-12-16T19:46:39.003 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:39.003 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:46:39.004 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 6 tests from 1 test suite ran. (18976 ms total) 2023-12-16T19:46:39.004 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 6 tests. 2023-12-16T19:46:39.006 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:46:39.006 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:46:39.083 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2023-12-16T19:46:39.083 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2023-12-16T19:46:39.150 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:46:39.150 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 27 tests from 1 test suite. 2023-12-16T19:46:39.150 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:46:39.150 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 27 tests from TestClsJournal 2023-12-16T19:46:39.208 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:46:39.208 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (14m) 75s ago 17m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:46:39.208 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (14m) 9m ago 17m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:46:39.208 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (18m) 75s ago 18m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:46:39.208 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (18m) 9m ago 18m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (14m) 9m ago 20m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (14m) 75s ago 21m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (13m) 75s ago 21m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (13m) 9m ago 20m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (13m) 75s ago 20m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (14m) 75s ago 17m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (14m) 9m ago 17m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (12m) 75s ago 20m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (12m) 75s ago 20m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (11m) 75s ago 19m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (11m) 75s ago 19m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (10m) 9m ago 19m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (10m) 9m ago 19m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:46:39.209 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (10m) 9m ago 18m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:46:39.210 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (9m) 9m ago 18m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:46:39.210 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (14m) 9m ago 17m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:46:39.210 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:39 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:39.210 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:39 smithi002 ceph-mon[137674]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T19:46:39.210 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:39 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:39.210 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:39 smithi002 ceph-mon[140029]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T19:46:39.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:39 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:39 smithi043 ceph-mon[135010]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T19:46:39.906 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:46:39.906 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:46:39.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:46:39.907 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[137674]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[137674]: from='client.34881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[137674]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1297118167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[140029]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[140029]: from='client.34881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[140029]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:40 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1297118167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:40 smithi043 ceph-mon[135010]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:40 smithi043 ceph-mon[135010]: from='client.34881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:46:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:40 smithi043 ceph-mon[135010]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:40 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1297118167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:46:41.032 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.Create 2023-12-16T19:46:41.042 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.Create (10 ms) 2023-12-16T19:46:41.042 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSet 2023-12-16T19:46:41.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2023-12-16T19:46:41.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2023-12-16T19:46:41.054 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2023-12-16T19:46:41.054 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2023-12-16T19:46:41.058 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2023-12-16T19:46:41.058 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ActiveSet 2023-12-16T19:46:41.061 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2023-12-16T19:46:41.061 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2023-12-16T19:46:41.064 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2023-12-16T19:46:41.064 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2023-12-16T19:46:41.067 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2023-12-16T19:46:41.067 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GetClient 2023-12-16T19:46:41.070 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2023-12-16T19:46:41.070 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientRegister 2023-12-16T19:46:41.073 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2023-12-16T19:46:41.073 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2023-12-16T19:46:41.076 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2023-12-16T19:46:41.077 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2023-12-16T19:46:41.081 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2023-12-16T19:46:41.081 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2023-12-16T19:46:41.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2023-12-16T19:46:41.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregister 2023-12-16T19:46:41.090 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregister (4 ms) 2023-12-16T19:46:41.090 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2023-12-16T19:46:41.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2023-12-16T19:46:41.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2023-12-16T19:46:41.202 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (108 ms) 2023-12-16T19:46:41.202 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommit 2023-12-16T19:46:41.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2023-12-16T19:46:41.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2023-12-16T19:46:41.208 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2023-12-16T19:46:41.208 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2023-12-16T19:46:41.209 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2023-12-16T19:46:41.209 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.ClientList 2023-12-16T19:46:41.253 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.ClientList (44 ms) 2023-12-16T19:46:41.253 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2023-12-16T19:46:41.256 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2023-12-16T19:46:41.256 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagCreate 2023-12-16T19:46:41.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2023-12-16T19:46:41.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2023-12-16T19:46:41.272 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2023-12-16T19:46:41.272 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.TagList 2023-12-16T19:46:41.366 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.TagList (94 ms) 2023-12-16T19:46:41.366 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppend 2023-12-16T19:46:41.369 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2023-12-16T19:46:41.369 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2023-12-16T19:46:41.369 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppendDNE (2 ms) 2023-12-16T19:46:41.370 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2023-12-16T19:46:41.371 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2023-12-16T19:46:41.372 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsJournal.Append 2023-12-16T19:46:41.378 INFO:tasks.workunit.client.0.smithi002.stdout:padding is not enabled 2023-12-16T19:46:41.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsJournal.Append (7 ms) 2023-12-16T19:46:41.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[137674]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1488891505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[140029]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1488891505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:41.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:41 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:41.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:41 smithi043 ceph-mon[135010]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T19:46:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:41 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1488891505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:41 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:42.038 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 27 tests from TestClsJournal (346 ms total) 2023-12-16T19:46:42.038 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:46:42.038 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:46:42.038 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 27 tests from 1 test suite ran. (2887 ms total) 2023-12-16T19:46:42.038 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 27 tests. 2023-12-16T19:46:42.041 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:46:42.041 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:46:42.114 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-16T19:46:42.114 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-16T19:46:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:46:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-16T19:46:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:46:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from ClsLock 2023-12-16T19:46:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-16T19:46:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:41] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[137674]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[137674]: pgmap v1167: 137 pgs: 17 creating+peering, 10 unknown, 110 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[140029]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T19:46:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:42 smithi002 ceph-mon[140029]: pgmap v1167: 137 pgs: 17 creating+peering, 10 unknown, 110 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2023-12-16T19:46:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:42 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169338-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:42 smithi043 ceph-mon[135010]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T19:46:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:42 smithi043 ceph-mon[135010]: pgmap v1167: 137 pgs: 17 creating+peering, 10 unknown, 110 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 7.5 KiB/s wr, 10 op/s 2023-12-16T19:46:43.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:43 smithi002 ceph-mon[137674]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T19:46:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:43 smithi002 ceph-mon[140029]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T19:46:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:43 smithi043 ceph-mon[135010]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T19:46:44.076 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:44.076 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2023-12-16T19:46:44.076 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:44.076 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:44.077 INFO:tasks.workunit.client.0.smithi002.stdout: client.44840 expiration=2023-12-16T19:48:44.073389+0000 addr=v1:172.21.15.2:0/615881459 cookie= 2023-12-16T19:46:44.080 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:44.080 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2023-12-16T19:46:44.080 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:44.081 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:44.081 INFO:tasks.workunit.client.0.smithi002.stdout: client.34905 expiration=0.000000 addr=v1:172.21.15.2:0/2238539555 cookie= 2023-12-16T19:46:44.081 INFO:tasks.workunit.client.0.smithi002.stdout: client.44840 expiration=2023-12-16T19:48:44.080277+0000 addr=v1:172.21.15.2:0/615881459 cookie= 2023-12-16T19:46:44.082 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:44.082 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2023-12-16T19:46:44.082 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:44.082 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:44.082 INFO:tasks.workunit.client.0.smithi002.stdout: client.34905 expiration=0.000000 addr=v1:172.21.15.2:0/2238539555 cookie= 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/615881459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: pgmap v1170: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[137674]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/615881459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: pgmap v1170: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:44 smithi002 ceph-mon[140029]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/615881459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: pgmap v1170: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:44 smithi043 ceph-mon[135010]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T19:46:45.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMultiLocking (2866 ms) 2023-12-16T19:46:45.048 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMeta 2023-12-16T19:46:45.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:45 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:45 smithi002 ceph-mon[137674]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T19:46:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:45 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:45 smithi002 ceph-mon[140029]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T19:46:45.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:45 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:45 smithi043 ceph-mon[135010]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T19:46:46.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:46 smithi002 ceph-mon[137674]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:46 smithi002 ceph-mon[140029]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:46.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:46 smithi043 ceph-mon[135010]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:47.107 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:47.107 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2023-12-16T19:46:47.107 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:47.107 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:47.107 INFO:tasks.workunit.client.0.smithi002.stdout: client.34917 expiration=0.000000 addr=v1:172.21.15.2:0/926735432 cookie= 2023-12-16T19:46:47.109 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:47.109 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2023-12-16T19:46:47.110 INFO:tasks.workunit.client.0.smithi002.stdout: tag: new_tag 2023-12-16T19:46:47.110 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:47.110 INFO:tasks.workunit.client.0.smithi002.stdout: client.34911 expiration=0.000000 addr=v1:172.21.15.2:0/989167154 cookie= 2023-12-16T19:46:47.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[137674]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T19:46:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[140029]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T19:46:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:47 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:47.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:47 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:47 smithi043 ceph-mon[135010]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T19:46:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:47 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:48.082 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMeta (3035 ms) 2023-12-16T19:46:48.082 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestCookie 2023-12-16T19:46:48.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[137674]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T19:46:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[137674]: pgmap v1176: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[140029]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T19:46:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:48 smithi002 ceph-mon[140029]: pgmap v1176: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/989167154' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:48 smithi043 ceph-mon[135010]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T19:46:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:48 smithi043 ceph-mon[135010]: pgmap v1176: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:49.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:49 smithi002 ceph-mon[137674]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T19:46:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:49 smithi002 ceph-mon[140029]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T19:46:49.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:49 smithi043 ceph-mon[135010]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T19:46:50.109 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:50.110 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: exclusive 2023-12-16T19:46:50.110 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:50.110 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:50.112 INFO:tasks.workunit.client.0.smithi002.stdout:lock: mylock 2023-12-16T19:46:50.112 INFO:tasks.workunit.client.0.smithi002.stdout: lock_type: shared 2023-12-16T19:46:50.113 INFO:tasks.workunit.client.0.smithi002.stdout: tag: 2023-12-16T19:46:50.113 INFO:tasks.workunit.client.0.smithi002.stdout: lockers: 2023-12-16T19:46:50.113 INFO:tasks.workunit.client.0.smithi002.stdout: client.34923 expiration=0.000000 addr=v1:172.21.15.2:0/1490810929 cookie= 2023-12-16T19:46:50.113 INFO:tasks.workunit.client.0.smithi002.stdout: client.34923 expiration=0.000000 addr=v1:172.21.15.2:0/1490810929 cookie=new cookie 2023-12-16T19:46:50.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[137674]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T19:46:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[137674]: pgmap v1179: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[140029]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T19:46:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:50 smithi002 ceph-mon[140029]: pgmap v1179: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:50.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:50 smithi043 ceph-mon[135010]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T19:46:50.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:50 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:50.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:50 smithi043 ceph-mon[135010]: pgmap v1179: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:51.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestCookie (3011 ms) 2023-12-16T19:46:51.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-16T19:46:51.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[137674]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[140029]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:51.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:51 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1490810929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:51 smithi043 ceph-mon[135010]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T19:46:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:46:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:46:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:52 smithi002 ceph-mon[137674]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T19:46:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:52 smithi002 ceph-mon[137674]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:46:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:46:51] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2023-12-16T19:46:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:52 smithi002 ceph-mon[140029]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T19:46:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:52 smithi002 ceph-mon[140029]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:52 smithi043 ceph-mon[135010]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T19:46:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:52 smithi043 ceph-mon[135010]: pgmap v1182: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[137674]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3095694361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[140029]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3095694361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:53 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:53.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:53 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:53.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:53 smithi043 ceph-mon[135010]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T19:46:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:53 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3095694361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:53 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:54.114 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestMultipleLocks (3021 ms) 2023-12-16T19:46:54.114 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-16T19:46:54.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[137674]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T19:46:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[137674]: pgmap v1185: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[140029]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T19:46:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:54 smithi002 ceph-mon[140029]: pgmap v1185: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:54.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:54 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:54 smithi043 ceph-mon[135010]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T19:46:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:54 smithi043 ceph-mon[135010]: pgmap v1185: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:55.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:55 smithi002 ceph-mon[137674]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T19:46:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:55 smithi002 ceph-mon[140029]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T19:46:55.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:55 smithi043 ceph-mon[135010]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[137674]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4083806541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[137674]: pgmap v1188: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[140029]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4083806541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:56 smithi002 ceph-mon[140029]: pgmap v1188: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:56 smithi043 ceph-mon[135010]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T19:46:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4083806541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:56 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:46:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:56 smithi043 ceph-mon[135010]: pgmap v1188: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:57.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[137674]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T19:46:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:57 smithi002 ceph-mon[140029]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T19:46:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:57 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:46:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:46:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:57 smithi043 ceph-mon[135010]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T19:46:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:58 smithi002 ceph-mon[137674]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T19:46:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:58 smithi002 ceph-mon[137674]: pgmap v1191: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:58 smithi002 ceph-mon[140029]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T19:46:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:58 smithi002 ceph-mon[140029]: pgmap v1191: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:58.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:58 smithi043 ceph-mon[135010]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T19:46:58.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:58 smithi043 ceph-mon[135010]: pgmap v1191: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:46:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:46:59 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:46:59 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:46:59.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:46:59 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:00 smithi002 ceph-mon[137674]: pgmap v1192: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:00 smithi002 ceph-mon[140029]: pgmap v1192: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:00 smithi043 ceph-mon[135010]: pgmap v1192: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:01.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestLockDuration (7091 ms) 2023-12-16T19:47:01.205 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-16T19:47:02.205 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:01] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2023-12-16T19:47:02.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:02 smithi002 ceph-mon[137674]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T19:47:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:02 smithi002 ceph-mon[137674]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:02 smithi002 ceph-mon[140029]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T19:47:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:02 smithi002 ceph-mon[140029]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:02.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:02 smithi043 ceph-mon[135010]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T19:47:02.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:02 smithi043 ceph-mon[135010]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[137674]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3674737301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[140029]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3674737301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:03 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:03.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:03 smithi043 ceph-mon[135010]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T19:47:03.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:03 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3674737301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:03 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:04.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestAssertLocked (3025 ms) 2023-12-16T19:47:04.232 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-16T19:47:04.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[137674]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T19:47:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[137674]: pgmap v1197: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[140029]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T19:47:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:04 smithi002 ceph-mon[140029]: pgmap v1197: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:04.496 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:47:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=sqlstore.transactions t=2023-12-16T19:47:04.14626371Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T19:47:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:04 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:04 smithi043 ceph-mon[135010]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T19:47:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:04 smithi043 ceph-mon[135010]: pgmap v1197: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:05.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:05 smithi002 ceph-mon[137674]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T19:47:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:05 smithi002 ceph-mon[140029]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T19:47:05.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:05 smithi043 ceph-mon[135010]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T19:47:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[137674]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T19:47:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[137674]: pgmap v1200: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[140029]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T19:47:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[140029]: pgmap v1200: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:06 smithi043 ceph-mon[135010]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T19:47:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:06 smithi043 ceph-mon[135010]: pgmap v1200: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:07.244 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestSetCookie (3013 ms) 2023-12-16T19:47:07.245 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestRenew 2023-12-16T19:47:07.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:07 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:07 smithi043 ceph-mon[135010]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T19:47:07.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[137674]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T19:47:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3265476707' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:07 smithi002 ceph-mon[140029]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T19:47:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:08 smithi002 ceph-mon[137674]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T19:47:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:08 smithi002 ceph-mon[137674]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:08.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:08 smithi002 ceph-mon[140029]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T19:47:08.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:08 smithi002 ceph-mon[140029]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:08.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:08 smithi043 ceph-mon[135010]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T19:47:08.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:08 smithi043 ceph-mon[135010]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[137674]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T19:47:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:09.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:09.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[140029]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T19:47:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:09 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:09 smithi043 ceph-mon[135010]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T19:47:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:10.278 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (15m) 106s ago 18m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (15m) 10m ago 17m 82.5M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (18m) 106s ago 18m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (18m) 10m ago 18m 20.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (14m) 10m ago 21m 444M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (15m) 106s ago 22m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (14m) 106s ago 22m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:47:10.604 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (13m) 10m ago 21m 42.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (14m) 106s ago 21m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (15m) 106s ago 17m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (15m) 10m ago 17m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (13m) 106s ago 20m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (12m) 106s ago 20m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (12m) 106s ago 20m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (11m) 106s ago 20m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (11m) 10m ago 19m 231M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (11m) 10m ago 19m 147M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (10m) 10m ago 19m 113M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (10m) 10m ago 19m 12.6M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:47:10.605 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (14m) 10m ago 18m 58.0M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[137674]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[137674]: pgmap v1206: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[140029]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T19:47:10.606 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:10 smithi002 ceph-mon[140029]: pgmap v1206: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:10.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2384870053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:10.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:10 smithi043 ceph-mon[135010]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T19:47:10.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:10 smithi043 ceph-mon[135010]: pgmap v1206: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:47:11.006 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:47:11.007 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[137674]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[137674]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[137674]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3815796633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[140029]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[140029]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[140029]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3815796633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:11.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:11 smithi043 ceph-mon[135010]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T19:47:11.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:11 smithi043 ceph-mon[135010]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:11 smithi043 ceph-mon[135010]: from='client.44906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:11.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3815796633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:11] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2023-12-16T19:47:12.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:12 smithi002 ceph-mon[137674]: pgmap v1208: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:12.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:12 smithi002 ceph-mon[140029]: pgmap v1208: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:12.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:12 smithi043 ceph-mon[135010]: pgmap v1208: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:14 smithi002 ceph-mon[137674]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:14 smithi002 ceph-mon[140029]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:14 smithi043 ceph-mon[135010]: pgmap v1209: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:16 smithi002 ceph-mon[137674]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:16.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:16 smithi002 ceph-mon[140029]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:16 smithi043 ceph-mon[135010]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:18.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:18 smithi002 ceph-mon[137674]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:18 smithi002 ceph-mon[140029]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:18.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:18 smithi043 ceph-mon[135010]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:20.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:20 smithi002 ceph-mon[137674]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:20 smithi002 ceph-mon[140029]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:20.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:20 smithi043 ceph-mon[135010]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:21.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:21.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:21.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:21.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:21.988 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:21] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2023-12-16T19:47:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:22.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:22 smithi002 ceph-mon[137674]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:22 smithi002 ceph-mon[140029]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:22.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:22 smithi043 ceph-mon[135010]: pgmap v1213: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:24.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:24 smithi002 ceph-mon[137674]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:24 smithi002 ceph-mon[140029]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:24 smithi043 ceph-mon[135010]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:26.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:26 smithi002 ceph-mon[137674]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:27.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:47:27.034 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:26 smithi002 ceph-mon[140029]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:27.034 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:47:27.034 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:26 smithi043 ceph-mon[135010]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:27.035 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:47:27.739 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestRenew (20494 ms) 2023-12-16T19:47:27.740 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-16T19:47:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:28 smithi002 ceph-mon[137674]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:28 smithi002 ceph-mon[137674]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T19:47:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:28 smithi002 ceph-mon[140029]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:28 smithi002 ceph-mon[140029]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T19:47:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:28 smithi043 ceph-mon[135010]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:28 smithi043 ceph-mon[135010]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T19:47:29.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3592670748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:47:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3592670748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:47:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3592670748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:47:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:31.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[137674]: pgmap v1219: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[137674]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[140029]: pgmap v1219: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[140029]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T19:47:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:30 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:30 smithi043 ceph-mon[135010]: pgmap v1219: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:30 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:30 smithi043 ceph-mon[135010]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T19:47:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:30 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:31 smithi002 ceph-mon[137674]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T19:47:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:31 smithi002 ceph-mon[137674]: pgmap v1222: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:31] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2023-12-16T19:47:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:31 smithi002 ceph-mon[140029]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T19:47:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:31 smithi002 ceph-mon[140029]: pgmap v1222: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:31 smithi043 ceph-mon[135010]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T19:47:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:31 smithi043 ceph-mon[135010]: pgmap v1222: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:32 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:32 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:32 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:34.772 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7032 ms) 2023-12-16T19:47:34.772 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-16T19:47:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:34 smithi002 ceph-mon[137674]: pgmap v1223: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:34 smithi002 ceph-mon[140029]: pgmap v1223: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:34 smithi043 ceph-mon[135010]: pgmap v1223: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:35 smithi002 ceph-mon[137674]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T19:47:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:35 smithi002 ceph-mon[137674]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:35 smithi002 ceph-mon[140029]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T19:47:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:35 smithi002 ceph-mon[140029]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:35 smithi043 ceph-mon[135010]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T19:47:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:35 smithi043 ceph-mon[135010]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[137674]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3674760994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[140029]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3674760994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:36 smithi043 ceph-mon[135010]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T19:47:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:36 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3674760994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:36 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:38.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:37 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:38.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:37 smithi043 ceph-mon[135010]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T19:47:38.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:37 smithi043 ceph-mon[135010]: pgmap v1228: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:38.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:38.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[137674]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T19:47:38.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[137674]: pgmap v1228: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:38.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:38.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[140029]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T19:47:38.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:37 smithi002 ceph-mon[140029]: pgmap v1228: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:38 smithi002 ceph-mon[137674]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T19:47:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:38 smithi002 ceph-mon[140029]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T19:47:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:38 smithi043 ceph-mon[135010]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T19:47:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:39 smithi002 ceph-mon[137674]: pgmap v1230: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:39 smithi002 ceph-mon[140029]: pgmap v1230: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:39 smithi043 ceph-mon[135010]: pgmap v1230: 137 pgs: 8 creating+peering, 7 unknown, 122 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:41.370 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:47:41.693 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (15m) 2m ago 18m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (15m) 12s ago 18m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (19m) 2m ago 19m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (19m) 12s ago 19m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (15m) 12s ago 21m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (15m) 2m ago 22m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (14m) 2m ago 22m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (14m) 12s ago 21m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (14m) 2m ago 21m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (15m) 2m ago 18m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (15m) 12s ago 18m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (13m) 2m ago 21m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (13m) 2m ago 21m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:47:41.694 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (12m) 2m ago 20m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (12m) 2m ago 20m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (12m) 12s ago 20m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (11m) 12s ago 20m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (11m) 12s ago 19m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (10m) 12s ago 19m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:47:41.695 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (15m) 12s ago 18m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:47:41.987 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:41] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2023-12-16T19:47:42.074 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7304 ms) 2023-12-16T19:47:42.074 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-16T19:47:42.135 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:47:42.136 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:47:42.137 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:47:42.137 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:47:42.137 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:47:42.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:42.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[137674]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[137674]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[137674]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[140029]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[140029]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:42.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:42 smithi002 ceph-mon[140029]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:42 smithi043 ceph-mon[135010]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:42 smithi043 ceph-mon[135010]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:42 smithi043 ceph-mon[135010]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:47:43.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:43 smithi002 ceph-mon[137674]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T19:47:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:43 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/984466798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:43 smithi002 ceph-mon[140029]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T19:47:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:43 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/984466798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:43 smithi043 ceph-mon[135010]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T19:47:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:43 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/984466798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:47:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[137674]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T19:47:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:44.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[137674]: pgmap v1234: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[140029]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T19:47:44.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:44.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:44 smithi002 ceph-mon[140029]: pgmap v1234: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:44 smithi043 ceph-mon[135010]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T19:47:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:44 smithi043 ceph-mon[135010]: pgmap v1234: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[137674]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:45 smithi002 ceph-mon[140029]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T19:47:45.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:45 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:45.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1958626868' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169419-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:45.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:45 smithi043 ceph-mon[135010]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T19:47:46.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:46 smithi002 ceph-mon[137674]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T19:47:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:46 smithi002 ceph-mon[137674]: pgmap v1237: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:46 smithi002 ceph-mon[140029]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T19:47:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:46 smithi002 ceph-mon[140029]: pgmap v1237: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:46.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:46 smithi043 ceph-mon[135010]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T19:47:46.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:46 smithi043 ceph-mon[135010]: pgmap v1237: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:47.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:47 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:47 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:47.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:47 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:48 smithi002 ceph-mon[137674]: pgmap v1238: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:48 smithi002 ceph-mon[140029]: pgmap v1238: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:48 smithi043 ceph-mon[135010]: pgmap v1238: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7655 ms) 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from ClsLock (67548 ms total) 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 11 tests from 1 test suite ran. (67548 ms total) 2023-12-16T19:47:49.729 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 11 tests. 2023-12-16T19:47:49.733 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:47:49.733 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:47:49.809 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-16T19:47:49.810 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-16T19:47:49.878 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:47:49.878 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-16T19:47:49.878 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:47:49.878 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from cls_log 2023-12-16T19:47:49.878 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-16T19:47:50.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:50 smithi002 ceph-mon[137674]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:50.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:50 smithi002 ceph-mon[137674]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T19:47:50.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:50 smithi002 ceph-mon[140029]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:50.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:50 smithi002 ceph-mon[140029]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T19:47:50.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:50 smithi043 ceph-mon[135010]: pgmap v1239: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T19:47:50.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:50 smithi043 ceph-mon[135010]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T19:47:51.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:51 smithi043 ceph-mon[135010]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T19:47:51.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3333782613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:51.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:51.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:51.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[137674]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3333782613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:47:51] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[140029]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T19:47:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3333782613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:47:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:47:52.752 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.test_log_add_same_time (2874 ms) 2023-12-16T19:47:52.752 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-16T19:47:52.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:52 smithi043 ceph-mon[135010]: pgmap v1242: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:52.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:52 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:52.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:52 smithi043 ceph-mon[135010]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T19:47:52.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:52 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[137674]: pgmap v1242: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[137674]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[140029]: pgmap v1242: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[140029]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T19:47:53.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:52 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:54.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:53 smithi002 ceph-mon[137674]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T19:47:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:53 smithi002 ceph-mon[140029]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T19:47:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:53 smithi043 ceph-mon[135010]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[137674]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[137674]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3938201414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[140029]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[140029]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T19:47:55.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3938201414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:54 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:54 smithi043 ceph-mon[135010]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:54 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:47:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:54 smithi043 ceph-mon[135010]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T19:47:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:54 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3938201414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:54 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:55.774 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2023-12-16T19:47:55.774 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.trim_by_time 2023-12-16T19:47:56.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:56.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[137674]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T19:47:56.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[137674]: pgmap v1248: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:47:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[140029]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T19:47:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:55 smithi002 ceph-mon[140029]: pgmap v1248: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:47:56.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:55 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:56.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:55 smithi043 ceph-mon[135010]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T19:47:56.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:55 smithi043 ceph-mon[135010]: pgmap v1248: 137 pgs: 4 creating+peering, 12 unknown, 121 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:47:57.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:56 smithi002 ceph-mon[137674]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T19:47:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:56 smithi002 ceph-mon[140029]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T19:47:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:56 smithi043 ceph-mon[135010]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3859079300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[137674]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T19:47:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3859079300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:58.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:58.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:57 smithi002 ceph-mon[140029]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T19:47:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T19:47:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3859079300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:47:58.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:47:58.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:47:58.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:57 smithi043 ceph-mon[135010]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T19:47:58.792 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.trim_by_time (3018 ms) 2023-12-16T19:47:58.792 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-16T19:47:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:58 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:58 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:47:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:58 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:59 smithi002 ceph-mon[137674]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T19:48:00.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:47:59 smithi002 ceph-mon[137674]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:59 smithi002 ceph-mon[140029]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T19:48:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:47:59 smithi002 ceph-mon[140029]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:00.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:59 smithi043 ceph-mon[135010]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T19:48:00.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:47:59 smithi043 ceph-mon[135010]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:01.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[137674]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T19:48:01.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[140029]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T19:48:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:01.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:00 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:01.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:00 smithi043 ceph-mon[135010]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T19:48:01.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_log.trim_by_marker (3016 ms) 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from cls_log (11930 ms total) 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 4 tests from 1 test suite ran. (11930 ms total) 2023-12-16T19:48:01.809 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 4 tests. 2023-12-16T19:48:01.812 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:48:01.813 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:48:01.885 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2023-12-16T19:48:01.886 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2023-12-16T19:48:01.956 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:48:01.956 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-16T19:48:01.957 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:48:01.957 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from ClsNumOps 2023-12-16T19:48:01.957 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Add 2023-12-16T19:48:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:01] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[137674]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[137674]: pgmap v1257: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[137674]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[140029]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[140029]: pgmap v1257: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:48:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:01 smithi002 ceph-mon[140029]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T19:48:02.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/394964641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-169947-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:02.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:01 smithi043 ceph-mon[135010]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T19:48:02.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:01 smithi043 ceph-mon[135010]: pgmap v1257: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2023-12-16T19:48:02.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:01 smithi043 ceph-mon[135010]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[137674]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1840596241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[137674]: pgmap v1260: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[140029]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1840596241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:03 smithi002 ceph-mon[140029]: pgmap v1260: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:04.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:03 smithi043 ceph-mon[135010]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T19:48:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:03 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1840596241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:03 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:03 smithi043 ceph-mon[135010]: pgmap v1260: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:04.837 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Add (2881 ms) 2023-12-16T19:48:04.837 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Sub 2023-12-16T19:48:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[137674]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T19:48:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:04 smithi002 ceph-mon[140029]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T19:48:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:04 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:04 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:05.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:04 smithi043 ceph-mon[135010]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T19:48:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:05 smithi002 ceph-mon[137674]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T19:48:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:05 smithi002 ceph-mon[137674]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:05 smithi002 ceph-mon[140029]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T19:48:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:05 smithi002 ceph-mon[140029]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:05 smithi043 ceph-mon[135010]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T19:48:06.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:05 smithi043 ceph-mon[135010]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[137674]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[140029]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:06 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:06 smithi043 ceph-mon[135010]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T19:48:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:07.858 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Sub (3020 ms) 2023-12-16T19:48:07.858 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Mul 2023-12-16T19:48:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:07 smithi043 ceph-mon[135010]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T19:48:08.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:07 smithi043 ceph-mon[135010]: pgmap v1266: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:08.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:08.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[137674]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T19:48:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[137674]: pgmap v1266: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4239447492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[140029]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T19:48:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:07 smithi002 ceph-mon[140029]: pgmap v1266: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:08 smithi002 ceph-mon[137674]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T19:48:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:08 smithi002 ceph-mon[140029]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T19:48:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:08 smithi043 ceph-mon[135010]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[137674]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[137674]: pgmap v1269: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[140029]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:09 smithi002 ceph-mon[140029]: pgmap v1269: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:09 smithi043 ceph-mon[135010]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T19:48:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:09 smithi043 ceph-mon[135010]: pgmap v1269: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:10.873 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Mul (3014 ms) 2023-12-16T19:48:10.873 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsNumOps.Div 2023-12-16T19:48:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:11.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:11.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[137674]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T19:48:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:10 smithi002 ceph-mon[140029]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T19:48:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:10 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1015436365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:10 smithi043 ceph-mon[135010]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T19:48:12.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:11 smithi002 ceph-mon[137674]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T19:48:12.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:11 smithi002 ceph-mon[137674]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:11] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2023-12-16T19:48:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:11 smithi002 ceph-mon[140029]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T19:48:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:11 smithi002 ceph-mon[140029]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:12.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:11 smithi043 ceph-mon[135010]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T19:48:12.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:11 smithi043 ceph-mon[135010]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:12.502 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (16m) 2m ago 19m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (16m) 43s ago 18m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (19m) 2m ago 19m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (19m) 43s ago 19m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (15m) 43s ago 22m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (16m) 2m ago 23m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (15m) 2m ago 23m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (14m) 43s ago 22m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (15m) 2m ago 22m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:48:12.825 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (16m) 2m ago 18m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (16m) 43s ago 18m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (14m) 2m ago 21m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (13m) 2m ago 21m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (13m) 2m ago 21m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (13m) 2m ago 21m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (12m) 43s ago 20m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (12m) 43s ago 20m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (11m) 43s ago 20m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (11m) 43s ago 20m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:48:12.826 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (15m) 43s ago 19m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:48:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[140029]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[140029]: from='client.44999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[137674]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:13.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:12 smithi002 ceph-mon[137674]: from='client.44999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:13.241 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:13.242 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:48:13.243 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:48:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:12 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:12 smithi043 ceph-mon[135010]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T19:48:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:13.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:12 smithi043 ceph-mon[135010]: from='client.44999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:13.889 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsNumOps.Div (3016 ms) 2023-12-16T19:48:13.890 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from ClsNumOps (11933 ms total) 2023-12-16T19:48:13.890 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:48:13.890 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:48:13.890 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 4 tests from 1 test suite ran. (11933 ms total) 2023-12-16T19:48:13.890 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 4 tests. 2023-12-16T19:48:13.893 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:48:13.893 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:48:13.965 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-12-16T19:48:13.965 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-12-16T19:48:14.032 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:48:14.032 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 70 tests from 1 test suite. 2023-12-16T19:48:14.032 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:48:14.032 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 70 tests from TestClsRbd 2023-12-16T19:48:14.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[137674]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[137674]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/987730167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[137674]: pgmap v1275: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[140029]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[140029]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T19:48:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/987730167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:14.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:13 smithi002 ceph-mon[140029]: pgmap v1275: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:13 smithi043 ceph-mon[135010]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1441964325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:13 smithi043 ceph-mon[135010]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T19:48:14.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/987730167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:14.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:13 smithi043 ceph-mon[135010]: pgmap v1275: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:15.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:14 smithi002 ceph-mon[137674]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T19:48:15.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:14 smithi002 ceph-mon[140029]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T19:48:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:14 smithi043 ceph-mon[135010]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T19:48:15.903 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_all_features 2023-12-16T19:48:15.916 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_all_features (13 ms) 2023-12-16T19:48:15.917 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.copyup 2023-12-16T19:48:16.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.copyup (178 ms) 2023-12-16T19:48:16.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-12-16T19:48:16.106 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.sparse_copyup (12 ms) 2023-12-16T19:48:16.106 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-12-16T19:48:16.113 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-12-16T19:48:16.113 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-12-16T19:48:16.124 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2023-12-16T19:48:16.124 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.directory_methods 2023-12-16T19:48:16.150 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2023-12-16T19:48:16.151 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.create 2023-12-16T19:48:16.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.create (13 ms) 2023-12-16T19:48:16.164 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_features 2023-12-16T19:48:16.165 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2023-12-16T19:48:16.165 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-12-16T19:48:16.167 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-12-16T19:48:16.167 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-12-16T19:48:16.169 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-12-16T19:48:16.169 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-12-16T19:48:16.170 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-12-16T19:48:16.170 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-12-16T19:48:16.172 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-12-16T19:48:16.172 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-12-16T19:48:16.175 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-12-16T19:48:16.176 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.get_size 2023-12-16T19:48:16.179 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-12-16T19:48:16.180 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.set_size 2023-12-16T19:48:16.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2023-12-16T19:48:16.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.protection_status 2023-12-16T19:48:16.203 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.protection_status (19 ms) 2023-12-16T19:48:16.203 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-12-16T19:48:16.212 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2023-12-16T19:48:16.212 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.parents_v1 2023-12-16T19:48:16.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[137674]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T19:48:16.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:16.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[137674]: pgmap v1278: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[140029]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T19:48:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:15 smithi002 ceph-mon[140029]: pgmap v1278: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:15 smithi043 ceph-mon[135010]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T19:48:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:15 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:15 smithi043 ceph-mon[135010]: pgmap v1278: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:16.249 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2023-12-16T19:48:16.250 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.parents_v2 2023-12-16T19:48:16.278 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2023-12-16T19:48:16.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapshots 2023-12-16T19:48:16.299 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2023-12-16T19:48:16.299 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.snapid_race 2023-12-16T19:48:16.302 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2023-12-16T19:48:16.303 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.stripingv2 2023-12-16T19:48:16.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2023-12-16T19:48:16.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_save 2023-12-16T19:48:16.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2023-12-16T19:48:16.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-12-16T19:48:16.318 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2023-12-16T19:48:16.318 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_update 2023-12-16T19:48:16.321 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2023-12-16T19:48:16.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-12-16T19:48:16.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-12-16T19:48:16.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-12-16T19:48:16.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_snap_add (3 ms) 2023-12-16T19:48:16.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-12-16T19:48:16.329 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2023-12-16T19:48:16.329 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.flags 2023-12-16T19:48:16.333 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.flags (4 ms) 2023-12-16T19:48:16.334 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.metadata 2023-12-16T19:48:16.361 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2023-12-16T19:48:16.361 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.set_features 2023-12-16T19:48:16.368 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-12-16T19:48:16.368 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror 2023-12-16T19:48:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2023-12-16T19:48:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image 2023-12-16T19:48:16.414 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2023-12-16T19:48:16.415 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-12-16T19:48:17.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:17.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:17.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[137674]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T19:48:17.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:17.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:17.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:16 smithi002 ceph-mon[140029]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T19:48:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:16 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3442940131' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170231-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:17.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:16 smithi043 ceph-mon[135010]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T19:48:18.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:17 smithi002 ceph-mon[137674]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T19:48:18.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:17 smithi002 ceph-mon[137674]: pgmap v1281: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2023-12-16T19:48:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:17 smithi002 ceph-mon[140029]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T19:48:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:17 smithi002 ceph-mon[140029]: pgmap v1281: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2023-12-16T19:48:18.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:17 smithi043 ceph-mon[135010]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T19:48:18.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:17 smithi043 ceph-mon[135010]: pgmap v1281: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2023-12-16T19:48:18.775 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image_status (2361 ms) 2023-12-16T19:48:18.775 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-12-16T19:48:18.863 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_image_map (87 ms) 2023-12-16T19:48:18.863 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-12-16T19:48:18.870 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2023-12-16T19:48:18.870 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-12-16T19:48:18.881 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2023-12-16T19:48:18.881 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-12-16T19:48:18.883 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-12-16T19:48:18.883 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-12-16T19:48:18.885 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-12-16T19:48:18.885 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-12-16T19:48:18.889 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-12-16T19:48:18.889 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-12-16T19:48:18.894 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2023-12-16T19:48:18.894 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-12-16T19:48:18.898 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2023-12-16T19:48:18.898 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-12-16T19:48:18.903 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-12-16T19:48:18.903 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_add 2023-12-16T19:48:18.905 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2023-12-16T19:48:18.906 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-12-16T19:48:18.908 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-12-16T19:48:18.908 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_list 2023-12-16T19:48:18.910 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2023-12-16T19:48:18.911 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-12-16T19:48:18.915 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-12-16T19:48:18.915 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_add 2023-12-16T19:48:18.917 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-12-16T19:48:18.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-12-16T19:48:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2023-12-16T19:48:18.921 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.image_group_get 2023-12-16T19:48:18.923 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-12-16T19:48:18.923 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-12-16T19:48:18.925 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-12-16T19:48:18.925 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-12-16T19:48:18.927 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2023-12-16T19:48:18.927 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-12-16T19:48:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-12-16T19:48:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-12-16T19:48:18.933 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-12-16T19:48:18.933 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-12-16T19:48:18.935 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2023-12-16T19:48:18.935 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-12-16T19:48:18.938 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-12-16T19:48:18.938 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-12-16T19:48:18.953 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2023-12-16T19:48:18.953 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-12-16T19:48:19.143 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (190 ms) 2023-12-16T19:48:19.143 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-12-16T19:48:19.146 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-12-16T19:48:19.146 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-12-16T19:48:19.148 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-12-16T19:48:19.148 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.trash_methods 2023-12-16T19:48:19.155 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2023-12-16T19:48:19.155 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.op_features 2023-12-16T19:48:19.162 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2023-12-16T19:48:19.162 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_parent 2023-12-16T19:48:19.181 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2023-12-16T19:48:19.181 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-12-16T19:48:19.189 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2023-12-16T19:48:19.189 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.clone_child 2023-12-16T19:48:19.200 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-12-16T19:48:19.200 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-12-16T19:48:19.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-12-16T19:48:19.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.migration 2023-12-16T19:48:19.216 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.migration (9 ms) 2023-12-16T19:48:19.216 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.migration_v1 2023-12-16T19:48:19.225 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2023-12-16T19:48:19.225 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-12-16T19:48:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:18 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:18 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:18 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:19 smithi002 ceph-mon[137674]: pgmap v1282: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.16k op/s 2023-12-16T19:48:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:19 smithi002 ceph-mon[140029]: pgmap v1282: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.16k op/s 2023-12-16T19:48:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:19 smithi043 ceph-mon[135010]: pgmap v1282: 137 pgs: 18 creating+peering, 119 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.16k op/s 2023-12-16T19:48:20.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1692 ms) 2023-12-16T19:48:20.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestClsRbd.sparsify 2023-12-16T19:48:20.966 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2023-12-16T19:48:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:20 smithi002 ceph-mon[137674]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T19:48:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:20 smithi002 ceph-mon[140029]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T19:48:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:20 smithi043 ceph-mon[135010]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T19:48:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:21.928 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2023-12-16T19:48:21.929 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:48:21.929 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:48:21.929 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 70 tests from 1 test suite ran. (7896 ms total) 2023-12-16T19:48:21.929 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 70 tests. 2023-12-16T19:48:21.934 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:48:21.934 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:48:22.010 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-16T19:48:22.010 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-16T19:48:22.078 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:48:22.079 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-16T19:48:22.079 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:48:22.079 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 10 tests from cls_rgw 2023-12-16T19:48:22.079 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_implicit 2023-12-16T19:48:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:21 smithi002 ceph-mon[137674]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T19:48:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:21 smithi002 ceph-mon[137674]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2023-12-16T19:48:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:21] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2023-12-16T19:48:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:21 smithi002 ceph-mon[140029]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T19:48:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:21 smithi002 ceph-mon[140029]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2023-12-16T19:48:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:21 smithi043 ceph-mon[135010]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T19:48:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:21 smithi043 ceph-mon[135010]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2023-12-16T19:48:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:22 smithi002 ceph-mon[137674]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T19:48:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:22 smithi002 ceph-mon[140029]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T19:48:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:22 smithi043 ceph-mon[135010]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[137674]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[137674]: pgmap v1288: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[137674]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[140029]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[140029]: pgmap v1288: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:23 smithi002 ceph-mon[140029]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T19:48:24.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:23 smithi043 ceph-mon[135010]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T19:48:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:23 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:23 smithi043 ceph-mon[135010]: pgmap v1288: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:23 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/843201319' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:23 smithi043 ceph-mon[135010]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T19:48:24.949 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_implicit (2871 ms) 2023-12-16T19:48:24.950 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-12-16T19:48:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:24 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:24 smithi002 ceph-mon[140029]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T19:48:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:24 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:24 smithi002 ceph-mon[137674]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T19:48:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:24 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:25.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:24 smithi043 ceph-mon[135010]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T19:48:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:25 smithi002 ceph-mon[137674]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:25 smithi002 ceph-mon[140029]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:25 smithi043 ceph-mon[135010]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[137674]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2751128801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[140029]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2751128801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:26 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:26 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:26 smithi043 ceph-mon[135010]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T19:48:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2751128801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:26 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:26 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:27.976 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3027 ms) 2023-12-16T19:48:27.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_put_snap 2023-12-16T19:48:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[137674]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T19:48:28.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[137674]: pgmap v1294: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[140029]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T19:48:28.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:27 smithi002 ceph-mon[140029]: pgmap v1294: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:28.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:27 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:28.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:27 smithi043 ceph-mon[135010]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T19:48:28.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:27 smithi043 ceph-mon[135010]: pgmap v1294: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:28 smithi002 ceph-mon[137674]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T19:48:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:28 smithi002 ceph-mon[140029]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T19:48:29.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:28 smithi043 ceph-mon[135010]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T19:48:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[137674]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[137674]: pgmap v1297: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[140029]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[140029]: pgmap v1297: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:29 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:48:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:29 smithi043 ceph-mon[135010]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T19:48:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:29 smithi043 ceph-mon[135010]: pgmap v1297: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:29 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T19:48:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:48:31.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:48:31.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:30 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4292951463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T19:48:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:48:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:48:31.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:30 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:32.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:31 smithi002 ceph-mon[137674]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T19:48:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:31 smithi002 ceph-mon[137674]: pgmap v1300: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:31] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2023-12-16T19:48:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:31 smithi002 ceph-mon[140029]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T19:48:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:31 smithi002 ceph-mon[140029]: pgmap v1300: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:31 smithi043 ceph-mon[135010]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T19:48:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:31 smithi043 ceph-mon[135010]: pgmap v1300: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:33.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:32 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:32 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:32 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:34 smithi002 ceph-mon[137674]: pgmap v1301: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:34 smithi002 ceph-mon[137674]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T19:48:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:34 smithi002 ceph-mon[140029]: pgmap v1301: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:34 smithi002 ceph-mon[140029]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T19:48:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:34 smithi043 ceph-mon[135010]: pgmap v1301: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:34 smithi043 ceph-mon[135010]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[137674]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[137674]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[140029]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[140029]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:36.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:36 smithi043 ceph-mon[135010]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T19:48:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:36 smithi043 ceph-mon[135010]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2023-12-16T19:48:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:37.012 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_put_snap (9033 ms) 2023-12-16T19:48:37.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_explicit 2023-12-16T19:48:37.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:37 smithi002 ceph-mon[137674]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T19:48:37.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:37 smithi002 ceph-mon[140029]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T19:48:37.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:37.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:37 smithi043 ceph-mon[135010]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T19:48:37.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:48:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:38 smithi043 ceph-mon[135010]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T19:48:38.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:38 smithi043 ceph-mon[135010]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:38.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:38 smithi002 ceph-mon[137674]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T19:48:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:38 smithi002 ceph-mon[137674]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:38 smithi002 ceph-mon[140029]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T19:48:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:38 smithi002 ceph-mon[140029]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[137674]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3761856116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[140029]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3761856116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:39 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:39 smithi043 ceph-mon[135010]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T19:48:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:39 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3761856116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:39 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:40.039 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_explicit (3030 ms) 2023-12-16T19:48:40.039 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.set 2023-12-16T19:48:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[137674]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T19:48:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[137674]: pgmap v1310: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2023-12-16T19:48:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[140029]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T19:48:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:40 smithi002 ceph-mon[140029]: pgmap v1310: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2023-12-16T19:48:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:40 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:40 smithi043 ceph-mon[135010]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T19:48:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:40 smithi043 ceph-mon[135010]: pgmap v1310: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2023-12-16T19:48:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:41 smithi002 ceph-mon[137674]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T19:48:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:41 smithi002 ceph-mon[140029]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T19:48:41.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:41 smithi043 ceph-mon[135010]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:41] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[137674]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3735254209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[137674]: pgmap v1313: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[140029]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T19:48:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3735254209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:42 smithi002 ceph-mon[140029]: pgmap v1313: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:42 smithi043 ceph-mon[135010]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T19:48:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3735254209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:42 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:42 smithi043 ceph-mon[135010]: pgmap v1313: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:43.055 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.set (3015 ms) 2023-12-16T19:48:43.056 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_implicit_ec 2023-12-16T19:48:43.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[137674]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T19:48:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:43 smithi002 ceph-mon[140029]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T19:48:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:43 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:43 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:43.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:43 smithi043 ceph-mon[135010]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T19:48:43.611 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (16m) 3m ago 19m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (16m) 74s ago 19m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (20m) 3m ago 20m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (20m) 74s ago 20m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (16m) 74s ago 22m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (16m) 3m ago 23m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (16m) 3m ago 23m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:48:43.940 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (15m) 74s ago 22m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (15m) 3m ago 22m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (16m) 3m ago 19m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (16m) 74s ago 19m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (14m) 3m ago 22m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (14m) 3m ago 22m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (13m) 3m ago 21m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (13m) 3m ago 21m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (13m) 74s ago 21m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (12m) 74s ago 21m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (12m) 74s ago 20m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (11m) 74s ago 20m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:48:43.941 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (16m) 74s ago 19m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:48:44.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[137674]: from='client.45059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T19:48:44.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:44.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:44 smithi002 ceph-mon[140029]: from='client.45059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:44.348 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:48:44.349 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:44 smithi043 ceph-mon[135010]: from='client.45059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:45.461 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:45.461 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1572325172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.462 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1572325172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1572325172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:48:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:46 smithi002 ceph-mon[137674]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T19:48:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:46 smithi002 ceph-mon[137674]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:46 smithi002 ceph-mon[140029]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T19:48:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:46 smithi002 ceph-mon[140029]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:46.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:46 smithi043 ceph-mon[135010]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T19:48:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:46 smithi043 ceph-mon[135010]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:47.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[137674]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[140029]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:47 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:47 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:47 smithi043 ceph-mon[135010]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T19:48:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:47 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:47 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:48.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[137674]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T19:48:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[137674]: pgmap v1322: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[140029]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T19:48:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:48 smithi002 ceph-mon[140029]: pgmap v1322: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:48 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:48 smithi043 ceph-mon[135010]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T19:48:48.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:48 smithi043 ceph-mon[135010]: pgmap v1322: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[137674]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[140029]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:49 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:49.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:49 smithi043 ceph-mon[135010]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T19:48:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:49 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:49 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.088 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_implicit_ec (7034 ms) 2023-12-16T19:48:50.089 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[137674]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[137674]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[140029]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T19:48:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:50 smithi002 ceph-mon[140029]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:50.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:50 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:50 smithi043 ceph-mon[135010]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T19:48:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:50 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3658677544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:50 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]: dispatch 2023-12-16T19:48:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:50 smithi043 ceph-mon[135010]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-6"}]': finished 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:48:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:48:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:48:51] "GET /metrics HTTP/1.1" 200 33856 "" "Prometheus/2.43.0" 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[137674]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[137674]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[140029]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T19:48:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:52 smithi002 ceph-mon[140029]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:52 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:52 smithi043 ceph-mon[135010]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T19:48:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:52 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:52 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:52 smithi043 ceph-mon[135010]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:53.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:53 smithi002 ceph-mon[137674]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T19:48:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:53 smithi002 ceph-mon[140029]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T19:48:53.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:53 smithi043 ceph-mon[135010]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[137674]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[137674]: pgmap v1331: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[140029]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T19:48:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:54 smithi002 ceph-mon[140029]: pgmap v1331: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:54.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:54 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:54 smithi043 ceph-mon[135010]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T19:48:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:54 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:54 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:48:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:54 smithi043 ceph-mon[135010]: pgmap v1331: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[137674]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T19:48:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:55 smithi002 ceph-mon[140029]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T19:48:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:55 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:48:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:55 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:48:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:55 smithi043 ceph-mon[135010]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[137674]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[137674]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[140029]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:56 smithi002 ceph-mon[140029]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:56 smithi043 ceph-mon[135010]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T19:48:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:56 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:56 smithi043 ceph-mon[135010]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:57.125 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7037 ms) 2023-12-16T19:48:57.125 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2023-12-16T19:48:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[137674]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T19:48:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[140029]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T19:48:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:57 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:48:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:57 smithi043 ceph-mon[135010]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T19:48:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:57 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4180824792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]: dispatch 2023-12-16T19:48:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T19:48:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[137674]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:58.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:58 smithi002 ceph-mon[140029]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-7"}]': finished 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:48:58.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:58 smithi043 ceph-mon[135010]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:48:59.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:59.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[137674]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[140029]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:48:59 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:59.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:59 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:48:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:59 smithi043 ceph-mon[135010]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T19:48:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:59 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:48:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:48:59 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:00 smithi002 ceph-mon[137674]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:00 smithi002 ceph-mon[137674]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T19:49:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:00 smithi002 ceph-mon[140029]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:00 smithi002 ceph-mon[140029]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T19:49:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:00 smithi043 ceph-mon[135010]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:00 smithi043 ceph-mon[135010]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T19:49:01.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[137674]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[140029]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:01.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:01 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:01 smithi043 ceph-mon[135010]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T19:49:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:01 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:02.155 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:01] "GET /metrics HTTP/1.1" 200 33856 "" "Prometheus/2.43.0" 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[137674]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[137674]: pgmap v1343: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[140029]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T19:49:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:02 smithi002 ceph-mon[140029]: pgmap v1343: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:02.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:02 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:02.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:02 smithi043 ceph-mon[135010]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T19:49:02.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:02 smithi043 ceph-mon[135010]: pgmap v1343: 113 pgs: 4 creating+peering, 2 unknown, 107 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:03.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:03 smithi002 ceph-mon[137674]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T19:49:03.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:03 smithi002 ceph-mon[140029]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T19:49:03.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:03 smithi043 ceph-mon[135010]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T19:49:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:04 smithi043 ceph-mon[135010]: pgmap v1345: 113 pgs: 4 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2023-12-16T19:49:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:04 smithi002 ceph-mon[137674]: pgmap v1345: 113 pgs: 4 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2023-12-16T19:49:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:04 smithi002 ceph-mon[140029]: pgmap v1345: 113 pgs: 4 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2023-12-16T19:49:06.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[137674]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T19:49:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[137674]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[140029]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T19:49:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[140029]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:06.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:06 smithi043 ceph-mon[135010]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T19:49:06.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:06 smithi043 ceph-mon[135010]: pgmap v1347: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:06.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:07 smithi002 ceph-mon[137674]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T19:49:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:07 smithi002 ceph-mon[140029]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T19:49:07.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:07 smithi043 ceph-mon[135010]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T19:49:08.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:08 smithi002 ceph-mon[137674]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T19:49:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:08 smithi002 ceph-mon[137674]: pgmap v1350: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:08 smithi002 ceph-mon[140029]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T19:49:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:08 smithi002 ceph-mon[140029]: pgmap v1350: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:08 smithi043 ceph-mon[135010]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T19:49:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:08 smithi043 ceph-mon[135010]: pgmap v1350: 113 pgs: 113 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 B/s wr, 0 op/s 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[137674]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[140029]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:09.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:09 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:09.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:09 smithi043 ceph-mon[135010]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T19:49:09.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:09.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:09 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.196 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_put_snap_ec (13071 ms) 2023-12-16T19:49:10.196 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.test_explicit_ec 2023-12-16T19:49:10.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:10.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[140029]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[140029]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[137674]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:10 smithi002 ceph-mon[137674]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:10 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:10 smithi043 ceph-mon[135010]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T19:49:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2637274269' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:10 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]: dispatch 2023-12-16T19:49:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:10 smithi043 ceph-mon[135010]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:11.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-8"}]': finished 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:12.203 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:11] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2023-12-16T19:49:12.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[140029]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[140029]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[137674]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:12 smithi002 ceph-mon[137674]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:12.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:12 smithi043 ceph-mon[135010]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T19:49:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:12 smithi043 ceph-mon[135010]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:13.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:13 smithi002 ceph-mon[137674]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T19:49:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:13 smithi002 ceph-mon[140029]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T19:49:13.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:13 smithi043 ceph-mon[135010]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T19:49:14.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:14.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[137674]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[137674]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[140029]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:14 smithi002 ceph-mon[140029]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:14.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:14 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:14.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:14 smithi043 ceph-mon[135010]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T19:49:14.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:14 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:14 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:14.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:14 smithi043 ceph-mon[135010]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:14.720 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:49:15.044 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:49:15.044 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (17m) 3m ago 20m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:49:15.044 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (17m) 106s ago 19m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:49:15.044 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (20m) 3m ago 20m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:49:15.044 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (20m) 106s ago 20m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (16m) 106s ago 23m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (17m) 3m ago 24m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (16m) 3m ago 24m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (15m) 106s ago 23m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (16m) 3m ago 23m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (17m) 3m ago 19m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:49:15.045 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (17m) 106s ago 19m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (15m) 3m ago 22m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (14m) 3m ago 22m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (14m) 3m ago 22m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (14m) 3m ago 22m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (13m) 106s ago 21m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (13m) 106s ago 21m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (12m) 106s ago 21m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (12m) 106s ago 21m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:49:15.046 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (16m) 106s ago 20m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:15.461 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:49:15.462 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:49:15.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:15.462 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[137674]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[137674]: from='client.35157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[140029]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T19:49:15.463 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:15 smithi002 ceph-mon[140029]: from='client.35157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:15.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:15 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:15 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:15 smithi043 ceph-mon[135010]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T19:49:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:15 smithi043 ceph-mon[135010]: from='client.35157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: from='client.45101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/65934257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[137674]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: from='client.45101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/65934257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:16.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:16 smithi002 ceph-mon[140029]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:16.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: from='client.45101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T19:49:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/65934257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:16 smithi043 ceph-mon[135010]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:17.235 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.test_explicit_ec (7039 ms) 2023-12-16T19:49:17.236 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.set_ec 2023-12-16T19:49:17.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[137674]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[140029]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:17 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:17.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:17 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:17 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:17 smithi043 ceph-mon[135010]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T19:49:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/911997217' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:17 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]: dispatch 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:18 smithi043 ceph-mon[135010]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:18.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[137674]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-9"}]': finished 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T19:49:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:18 smithi002 ceph-mon[140029]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:19.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[137674]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T19:49:19.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[140029]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T19:49:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:19 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:19.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:19 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi002-170286-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T19:49:19.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:19 smithi043 ceph-mon[135010]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T19:49:19.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:19 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:20.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[137674]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:20.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[137674]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[137674]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[140029]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[140029]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[140029]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T19:49:20.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:20.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:20 smithi043 ceph-mon[135010]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:20.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:20 smithi043 ceph-mon[135010]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T19:49:20.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi002-170286-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:20.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:20 smithi043 ceph-mon[135010]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T19:49:20.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:21] "GET /metrics HTTP/1.1" 200 36217 "" "Prometheus/2.43.0" 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[140029]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:21.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:21.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:21 smithi002 ceph-mon[137674]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T19:49:21.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:21.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170286-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:21.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:21 smithi043 ceph-mon[135010]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T19:49:22.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[137674]: pgmap v1371: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:22.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[137674]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T19:49:22.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[140029]: pgmap v1371: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[140029]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T19:49:22.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:22 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:22.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:22 smithi043 ceph-mon[135010]: pgmap v1371: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:22.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:22 smithi043 ceph-mon[135010]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T19:49:22.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:22 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:24.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.set_ec (7031 ms) 2023-12-16T19:49:24.266 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 10 tests from cls_rgw (62188 ms total) 2023-12-16T19:49:24.266 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:49:24.266 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:49:24.266 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 10 tests from 1 test suite ran. (62188 ms total) 2023-12-16T19:49:24.267 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 10 tests. 2023-12-16T19:49:24.269 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:49:24.269 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:49:24.348 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-16T19:49:24.348 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-16T19:49:24.419 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:49:24.419 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-16T19:49:24.419 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:49:24.419 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 16 tests from cls_rgw 2023-12-16T19:49:24.737 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[140029]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[140029]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[137674]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:24 smithi002 ceph-mon[137674]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:24.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:24.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:24 smithi043 ceph-mon[135010]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T19:49:24.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]: dispatch 2023-12-16T19:49:24.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:24 smithi043 ceph-mon[135010]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:25.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:25 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:25.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:25 smithi002 ceph-mon[137674]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T19:49:25.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:25 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:25.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:25 smithi002 ceph-mon[140029]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T19:49:25.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:25 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/75352080' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi002-170286-10"}]': finished 2023-12-16T19:49:25.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:25 smithi043 ceph-mon[135010]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T19:49:26.277 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_basic 2023-12-16T19:49:26.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2023-12-16T19:49:26.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-16T19:49:26.349 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2023-12-16T19:49:26.349 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-16T19:49:26.385 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2023-12-16T19:49:26.385 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-16T19:49:26.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[137674]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T19:49:26.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:26.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[137674]: pgmap v1377: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:26.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[140029]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T19:49:26.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:26.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:26 smithi002 ceph-mon[140029]: pgmap v1377: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:26.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:26 smithi043 ceph-mon[135010]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T19:49:26.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:49:26.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:26 smithi043 ceph-mon[135010]: pgmap v1377: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:27.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:27.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:27.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[137674]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T19:49:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:27 smithi002 ceph-mon[140029]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T19:49:27.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:27 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:49:27.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1439099' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:49:27.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:27 smithi043 ceph-mon[135010]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T19:49:27.825 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_suggest (1440 ms) 2023-12-16T19:49:27.826 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-16T19:49:27.832 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2023-12-16T19:49:27.832 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_list 2023-12-16T19:49:27.852 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_list (21 ms) 2023-12-16T19:49:27.852 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-16T19:49:28.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:28 smithi002 ceph-mon[137674]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T19:49:28.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:28 smithi002 ceph-mon[137674]: pgmap v1380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:28.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:28 smithi002 ceph-mon[140029]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T19:49:28.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:28 smithi002 ceph-mon[140029]: pgmap v1380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:28.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:28 smithi043 ceph-mon[135010]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T19:49:28.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:28 smithi043 ceph-mon[135010]: pgmap v1380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:49:29.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:29 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:29.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:29 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:29.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:29 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:49:30.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:30 smithi002 ceph-mon[137674]: pgmap v1381: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 KiB/s wr, 248 op/s 2023-12-16T19:49:30.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:30 smithi002 ceph-mon[140029]: pgmap v1381: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 KiB/s wr, 248 op/s 2023-12-16T19:49:30.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:30 smithi043 ceph-mon[135010]: pgmap v1381: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 KiB/s wr, 248 op/s 2023-12-16T19:49:31.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:49:31.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:31.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:49:31.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:49:31.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:49:31.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:31] "GET /metrics HTTP/1.1" 200 36217 "" "Prometheus/2.43.0" 2023-12-16T19:49:32.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:32 smithi002 ceph-mon[137674]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 148 KiB/s wr, 467 op/s 2023-12-16T19:49:32.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:32 smithi002 ceph-mon[140029]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 148 KiB/s wr, 467 op/s 2023-12-16T19:49:32.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:32 smithi043 ceph-mon[135010]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 148 KiB/s wr, 467 op/s 2023-12-16T19:49:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:34 smithi002 ceph-mon[137674]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 586 KiB/s wr, 1.78k op/s 2023-12-16T19:49:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:34 smithi002 ceph-mon[140029]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 586 KiB/s wr, 1.78k op/s 2023-12-16T19:49:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:34 smithi043 ceph-mon[135010]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 586 KiB/s wr, 1.78k op/s 2023-12-16T19:49:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:36 smithi002 ceph-mon[137674]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 506 KiB/s wr, 1.53k op/s 2023-12-16T19:49:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:36 smithi002 ceph-mon[140029]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 506 KiB/s wr, 1.53k op/s 2023-12-16T19:49:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:36 smithi043 ceph-mon[135010]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 787 KiB/s rd, 506 KiB/s wr, 1.53k op/s 2023-12-16T19:49:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:39.048 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:38 smithi043 ceph-mon[135010]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 457 KiB/s wr, 1.39k op/s 2023-12-16T19:49:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:38 smithi002 ceph-mon[137674]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 457 KiB/s wr, 1.39k op/s 2023-12-16T19:49:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:38 smithi002 ceph-mon[140029]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 457 KiB/s wr, 1.39k op/s 2023-12-16T19:49:41.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:40 smithi002 ceph-mon[137674]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 604 KiB/s wr, 1.82k op/s 2023-12-16T19:49:41.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:40 smithi002 ceph-mon[140029]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 604 KiB/s wr, 1.82k op/s 2023-12-16T19:49:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:40 smithi043 ceph-mon[135010]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 604 KiB/s wr, 1.82k op/s 2023-12-16T19:49:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:42 smithi002 ceph-mon[137674]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 567 KiB/s wr, 1.72k op/s 2023-12-16T19:49:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:41] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2023-12-16T19:49:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:42 smithi002 ceph-mon[140029]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 567 KiB/s wr, 1.72k op/s 2023-12-16T19:49:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:49:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:42 smithi043 ceph-mon[135010]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 567 KiB/s wr, 1.72k op/s 2023-12-16T19:49:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:44 smithi002 ceph-mon[137674]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 706 KiB/s wr, 2.12k op/s 2023-12-16T19:49:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:44 smithi002 ceph-mon[140029]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 706 KiB/s wr, 2.12k op/s 2023-12-16T19:49:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:44 smithi043 ceph-mon[135010]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 706 KiB/s wr, 2.12k op/s 2023-12-16T19:49:45.869 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:49:46.246 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:49:46.246 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (17m) 4m ago 20m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:49:46.246 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (17m) 2m ago 20m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (21m) 4m ago 21m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (21m) 2m ago 21m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (17m) 2m ago 23m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (17m) 4m ago 24m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (17m) 4m ago 24m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (16m) 2m ago 23m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (16m) 4m ago 23m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (17m) 4m ago 20m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (17m) 2m ago 20m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (15m) 4m ago 23m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (15m) 4m ago 23m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (15m) 4m ago 22m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (14m) 4m ago 22m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (14m) 2m ago 22m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:49:46.247 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (13m) 2m ago 22m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:49:46.248 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (13m) 2m ago 21m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:49:46.248 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (12m) 2m ago 21m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:49:46.248 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (17m) 2m ago 21m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:49:46.717 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:49:46.717 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:49:46.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:49:46.719 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:49:46.719 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:49:46.719 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:49:46.719 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:49:46.719 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:49:46.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:46 smithi002 ceph-mon[137674]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:46.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:46 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3059842609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:46 smithi002 ceph-mon[140029]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:46 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3059842609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:47.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:46 smithi043 ceph-mon[135010]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:47.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:46 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3059842609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:49:48.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:47 smithi002 ceph-mon[137674]: from='client.45125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:48.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:47 smithi002 ceph-mon[137674]: from='client.54880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:48.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:47 smithi002 ceph-mon[140029]: from='client.45125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:48.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:47 smithi002 ceph-mon[140029]: from='client.54880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:47 smithi043 ceph-mon[135010]: from='client.45125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:47 smithi043 ceph-mon[135010]: from='client.54880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:49:49.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:48 smithi002 ceph-mon[137674]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:48 smithi002 ceph-mon[140029]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:48 smithi043 ceph-mon[135010]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 589 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2023-12-16T19:49:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:50 smithi002 ceph-mon[137674]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2023-12-16T19:49:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:50 smithi002 ceph-mon[140029]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2023-12-16T19:49:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:50 smithi043 ceph-mon[135010]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2023-12-16T19:49:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:49:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:49:51] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-16T19:49:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:49:53.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:52 smithi002 ceph-mon[137674]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2023-12-16T19:49:53.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:52 smithi002 ceph-mon[140029]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2023-12-16T19:49:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:52 smithi043 ceph-mon[135010]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2023-12-16T19:49:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:54 smithi002 ceph-mon[137674]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 512 KiB/s wr, 1.54k op/s 2023-12-16T19:49:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:54 smithi002 ceph-mon[140029]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 512 KiB/s wr, 1.54k op/s 2023-12-16T19:49:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:54 smithi043 ceph-mon[135010]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 512 KiB/s wr, 1.54k op/s 2023-12-16T19:49:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:56 smithi002 ceph-mon[137674]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:49:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:56 smithi002 ceph-mon[140029]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:49:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:56 smithi043 ceph-mon[135010]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:49:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:49:58 smithi002 ceph-mon[137674]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:49:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:49:58 smithi002 ceph-mon[140029]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:49:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:49:58 smithi043 ceph-mon[135010]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 1k op/s 2023-12-16T19:50:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:49:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:50:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:00 smithi002 ceph-mon[137674]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2023-12-16T19:50:01.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:00 smithi002 ceph-mon[137674]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:50:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:00 smithi002 ceph-mon[140029]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2023-12-16T19:50:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:00 smithi002 ceph-mon[140029]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:50:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:00 smithi043 ceph-mon[135010]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2023-12-16T19:50:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:00 smithi043 ceph-mon[135010]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:50:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:01] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-16T19:50:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:02 smithi002 ceph-mon[137674]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T19:50:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:02 smithi002 ceph-mon[140029]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T19:50:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:02 smithi043 ceph-mon[135010]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T19:50:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:04 smithi002 ceph-mon[137674]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T19:50:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:04 smithi002 ceph-mon[140029]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T19:50:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:04 smithi043 ceph-mon[135010]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T19:50:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:06 smithi002 ceph-mon[137674]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:06 smithi002 ceph-mon[140029]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:06 smithi043 ceph-mon[135010]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:09.048 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:08 smithi043 ceph-mon[135010]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:08 smithi002 ceph-mon[137674]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:08 smithi002 ceph-mon[140029]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-16T19:50:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:09 smithi002 ceph-mon[137674]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2023-12-16T19:50:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:09 smithi002 ceph-mon[140029]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2023-12-16T19:50:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:09 smithi043 ceph-mon[135010]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 513 KiB/s wr, 1.54k op/s 2023-12-16T19:50:11.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_list_delimited (43160 ms) 2023-12-16T19:50:11.014 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.bi_list 2023-12-16T19:50:11.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.bi_list (73 ms) 2023-12-16T19:50:11.086 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.gc_set 2023-12-16T19:50:11.114 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.gc_set (28 ms) 2023-12-16T19:50:11.114 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.gc_list 2023-12-16T19:50:11.140 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2023-12-16T19:50:11.140 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-16T19:50:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:11] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-16T19:50:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[137674]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[137674]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1524582750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[140029]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[140029]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1524582750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:12 smithi043 ceph-mon[135010]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-16T19:50:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:12 smithi043 ceph-mon[135010]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T19:50:12.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1524582750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:12.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:13.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:13 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:13.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:13 smithi002 ceph-mon[137674]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T19:50:13.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:13 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:13.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:13 smithi002 ceph-mon[140029]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T19:50:13.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:13 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-170783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:13.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:13 smithi043 ceph-mon[135010]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T19:50:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:14 smithi002 ceph-mon[137674]: pgmap v1405: 169 pgs: 23 unknown, 146 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 427 KiB/s wr, 1.27k op/s 2023-12-16T19:50:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:14 smithi002 ceph-mon[137674]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T19:50:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:14 smithi002 ceph-mon[140029]: pgmap v1405: 169 pgs: 23 unknown, 146 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 427 KiB/s wr, 1.27k op/s 2023-12-16T19:50:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:14 smithi002 ceph-mon[140029]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T19:50:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:14 smithi043 ceph-mon[135010]: pgmap v1405: 169 pgs: 23 unknown, 146 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 427 KiB/s wr, 1.27k op/s 2023-12-16T19:50:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:14 smithi043 ceph-mon[135010]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T19:50:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:16 smithi002 ceph-mon[137674]: pgmap v1407: 169 pgs: 9 unknown, 160 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:16.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:16 smithi002 ceph-mon[140029]: pgmap v1407: 169 pgs: 9 unknown, 160 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:16.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:16 smithi043 ceph-mon[135010]: pgmap v1407: 169 pgs: 9 unknown, 160 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:17.088 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:50:17.413 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (18m) 4m ago 21m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (18m) 2m ago 20m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (22m) 4m ago 22m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (22m) 2m ago 22m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (17m) 2m ago 24m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (18m) 4m ago 25m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (17m) 4m ago 25m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (17m) 2m ago 24m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (17m) 4m ago 24m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (18m) 4m ago 20m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (18m) 2m ago 20m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:50:17.414 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (16m) 4m ago 23m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (16m) 4m ago 23m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (15m) 4m ago 23m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (15m) 4m ago 23m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (14m) 2m ago 22m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (14m) 2m ago 22m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (13m) 2m ago 22m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (13m) 2m ago 22m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:50:17.415 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (17m) 2m ago 21m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:50:17.816 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:17.817 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:50:17.818 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:50:17.818 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:50:17.818 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:50:17.818 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:50:18.687 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.gc_defer (7548 ms) 2023-12-16T19:50:18.687 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-16T19:50:18.794 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.usage_basic (107 ms) 2023-12-16T19:50:18.794 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-16T19:50:18.795 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2023-12-16T19:50:18.795 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-16T19:50:18.882 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.usage_clear (86 ms) 2023-12-16T19:50:18.882 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-16T19:50:18.924 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.bi_log_trim (42 ms) 2023-12-16T19:50:18.924 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-16T19:50:18.935 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2023-12-16T19:50:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[137674]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[137674]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[137674]: pgmap v1408: 169 pgs: 169 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3389821342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[140029]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[140029]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[140029]: pgmap v1408: 169 pgs: 169 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3389821342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:18 smithi043 ceph-mon[135010]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:18 smithi043 ceph-mon[135010]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:18 smithi043 ceph-mon[135010]: pgmap v1408: 169 pgs: 169 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 232 KiB/s wr, 689 op/s 2023-12-16T19:50:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3389821342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:19.772 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 16 tests from cls_rgw (52658 ms total) 2023-12-16T19:50:19.773 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:50:19.773 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:50:19.773 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 16 tests from 1 test suite ran. (55353 ms total) 2023-12-16T19:50:19.773 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 16 tests. 2023-12-16T19:50:19.776 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:50:19.777 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:50:19.851 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-16T19:50:19.851 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-16T19:50:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:50:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-16T19:50:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:50:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-16T19:50:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.init 2023-12-16T19:50:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:19 smithi002 ceph-mon[137674]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T19:50:19.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:19 smithi002 ceph-mon[140029]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T19:50:19.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:19 smithi043 ceph-mon[135010]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T19:50:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:20 smithi002 ceph-mon[137674]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 213 KiB/s wr, 627 op/s 2023-12-16T19:50:21.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:20 smithi002 ceph-mon[137674]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T19:50:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:20 smithi002 ceph-mon[140029]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 213 KiB/s wr, 627 op/s 2023-12-16T19:50:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:20 smithi002 ceph-mon[140029]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T19:50:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:20 smithi043 ceph-mon[135010]: pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 213 KiB/s wr, 627 op/s 2023-12-16T19:50:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:20 smithi043 ceph-mon[135010]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T19:50:21.783 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.init (1865 ms) 2023-12-16T19:50:21.784 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-16T19:50:21.805 INFO:tasks.workunit.client.0.smithi002.stderr:[ ] list info tag = chain-0 2023-12-16T19:50:21.806 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2023-12-16T19:50:21.806 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-16T19:50:21.810 INFO:tasks.workunit.client.0.smithi002.stderr:[ ] next_marker is: = 0/4263 2023-12-16T19:50:21.811 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-12-16T19:50:21.811 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-16T19:50:21.819 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2023-12-16T19:50:21.819 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-16T19:50:21.825 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2023-12-16T19:50:21.825 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-16T19:50:21.832 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2023-12-16T19:50:21.833 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-16T19:50:21.839 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2023-12-16T19:50:21.839 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-16T19:50:21.845 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2023-12-16T19:50:21.845 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:21] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[137674]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3583644323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[137674]: pgmap v1413: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[140029]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T19:50:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3583644323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:21 smithi002 ceph-mon[140029]: pgmap v1413: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:21 smithi043 ceph-mon[135010]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T19:50:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3583644323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:21 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:21 smithi043 ceph-mon[135010]: pgmap v1413: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:22.791 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_gc.finalize (946 ms) 2023-12-16T19:50:22.791 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 9 tests from cls_rgw_gc (2872 ms total) 2023-12-16T19:50:22.792 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:50:22.792 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:50:22.792 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 9 tests from 1 test suite ran. (2872 ms total) 2023-12-16T19:50:22.792 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 9 tests. 2023-12-16T19:50:22.795 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:50:22.795 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:50:22.868 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-16T19:50:22.868 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-16T19:50:22.942 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 1 test from 1 test suite. 2023-12-16T19:50:22.942 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:50:23.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[137674]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T19:50:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:22 smithi002 ceph-mon[140029]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T19:50:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:22 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:22 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171131-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:22 smithi043 ceph-mon[135010]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T19:50:24.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:23 smithi002 ceph-mon[137674]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T19:50:24.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:23 smithi002 ceph-mon[137674]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:23 smithi002 ceph-mon[140029]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T19:50:24.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:23 smithi002 ceph-mon[140029]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:24.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:23 smithi043 ceph-mon[135010]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T19:50:24.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:23 smithi043 ceph-mon[135010]: pgmap v1416: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:24.810 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from cls_rgw_stats 2023-12-16T19:50:24.810 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-16T19:50:24.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.817+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~DE5JP3VLJGN0.0 size=44373 2023-12-16T19:50:24.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.817+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=DE5JP3VLJGN0 tag=T4BHAL1ATTYW type=write size=1092949 2023-12-16T19:50:24.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.820+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~SG4UBB9DKA91.0 size=1048576 2023-12-16T19:50:24.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.821+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~SG4UBB9DKA91.1 size=588017 2023-12-16T19:50:24.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.821+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=SG4UBB9DKA91 tag=AP15JLXJXAYT type=write size=2685169 2023-12-16T19:50:24.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.823+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~UXSKTQN6X68M.0 size=815390 2023-12-16T19:50:24.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.823+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=UXSKTQN6X68M tag=PR5R8CYQPN5C type=write size=1863966 2023-12-16T19:50:24.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.825+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=DUWHPN4RD3O7 type=write size=326479 2023-12-16T19:50:24.826 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.826+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=EKB717K7LNCQ type=del size=1622512 2023-12-16T19:50:24.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.828+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=MSEOSPV4NM1C type=del size=2381427 2023-12-16T19:50:24.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.830+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.0 size=1048576 2023-12-16T19:50:24.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.831+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.1 size=1048576 2023-12-16T19:50:24.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.832+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.2 size=454353 2023-12-16T19:50:24.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.832+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=22KHHTDCFLJX tag=C9QSB8MOFR40 type=write size=3600081 2023-12-16T19:50:24.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.834+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=2SS0DLF15MGO type=write size=947636 2023-12-16T19:50:24.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.836+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~XUB7X94RWCEO.0 size=1048576 2023-12-16T19:50:24.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.837+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~XUB7X94RWCEO.1 size=3671 2023-12-16T19:50:24.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.837+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=XUB7X94RWCEO tag=BTXCFMYO3IOG type=write size=2100823 2023-12-16T19:50:24.838 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.839+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=IEOCA7LLI49P type=write size=549536 2023-12-16T19:50:24.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.841+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.0 size=1048576 2023-12-16T19:50:24.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.842+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.1 size=1048576 2023-12-16T19:50:24.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.843+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.2 size=673645 2023-12-16T19:50:24.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.843+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=HI7HN4HLL7WW tag=HPACG5DE2TUU type=write size=3819373 2023-12-16T19:50:24.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.844+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=5BQUJPY0R6RQ type=del size=3319824 2023-12-16T19:50:24.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.846+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~S7OIF9ZL4BUM.0 size=130880 2023-12-16T19:50:24.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.846+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=S7OIF9ZL4BUM tag=AYQNPP19W6PH type=write size=1179456 2023-12-16T19:50:24.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.848+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=PW2FB2IPSN2T type=del size=389422 2023-12-16T19:50:24.849 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.849+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=Q9SAEJ7JQ727 type=del size=3535798 2023-12-16T19:50:24.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.850+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=TGMWPVQEOMC1 type=write size=589166 2023-12-16T19:50:24.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.852+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~DE5JP3VLJGN0.0 size=44373 2023-12-16T19:50:24.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.854+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=DE5JP3VLJGN0 tag=T4BHAL1ATTYW type=write size=1092949 2023-12-16T19:50:24.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.855+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=TIIBEU3CFX55 type=del size=3223519 2023-12-16T19:50:24.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.856+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~SG4UBB9DKA91.0 size=1048576 2023-12-16T19:50:24.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.856+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~SG4UBB9DKA91.1 size=588017 2023-12-16T19:50:24.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.858+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=SG4UBB9DKA91 tag=AP15JLXJXAYT type=write size=2685169 2023-12-16T19:50:24.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.860+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=1BEVZ7RYRDZZ type=del size=1948750 2023-12-16T19:50:24.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.861+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~UXSKTQN6X68M.0 size=815390 2023-12-16T19:50:24.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.863+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=UXSKTQN6X68M tag=PR5R8CYQPN5C type=write size=1863966 2023-12-16T19:50:24.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.866+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~AY0OJWMOS8DL.0 size=189473 2023-12-16T19:50:24.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.866+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=AY0OJWMOS8DL tag=P21F9YWNFRBG type=write size=1238049 2023-12-16T19:50:24.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.869+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=DUWHPN4RD3O7 type=write 2023-12-16T19:50:24.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.871+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.0 size=1048576 2023-12-16T19:50:24.871 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.872+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.1 size=1048576 2023-12-16T19:50:24.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.873+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.2 size=816362 2023-12-16T19:50:24.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.873+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=U0IWXDN5DF7I tag=10E3ZBJ2T3SP type=write size=3962090 2023-12-16T19:50:24.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.874+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=EKB717K7LNCQ type=del 2023-12-16T19:50:24.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.875+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=8ET28KLJUGBD type=write size=987944 2023-12-16T19:50:24.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.876+0000 7f2ef5d2c640 1 < canceled operation key=MSNLCTTZ723G tag=MSEOSPV4NM1C type=del size=2381427 2023-12-16T19:50:24.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.879+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~06A1HW1A11RN.0 size=1048576 2023-12-16T19:50:24.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.880+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~06A1HW1A11RN.1 size=599370 2023-12-16T19:50:24.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.880+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=06A1HW1A11RN tag=01COIBCGT003 type=write size=2696522 2023-12-16T19:50:24.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.881+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.0 size=1048576 2023-12-16T19:50:24.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.881+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.1 size=1048576 2023-12-16T19:50:24.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.882+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~22KHHTDCFLJX.2 size=454353 2023-12-16T19:50:24.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.884+0000 7f2ef5d2c640 1 < canceled multipart upload key=4B9JQDI6Y8LC upload=22KHHTDCFLJX tag=C9QSB8MOFR40 type=write size=3600081 2023-12-16T19:50:24.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.886+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~RDJFV3FMHJ3C.0 size=443938 2023-12-16T19:50:24.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.886+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=RDJFV3FMHJ3C tag=55YSJAAP47RR type=write size=1492514 2023-12-16T19:50:24.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.887+0000 7f2ef5d2c640 1 < completed write operation key=4DEANTZS07W7 tag=2SS0DLF15MGO type=write size=947636 2023-12-16T19:50:24.889 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.890+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~K935HE7BN999.0 size=1048576 2023-12-16T19:50:24.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.891+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~K935HE7BN999.1 size=1048576 2023-12-16T19:50:24.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.891+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~K935HE7BN999.2 size=528324 2023-12-16T19:50:24.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.892+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=K935HE7BN999 tag=D22ECEL4MIK1 type=write size=3674052 2023-12-16T19:50:24.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.893+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~XUB7X94RWCEO.0 size=1048576 2023-12-16T19:50:24.893 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.894+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~XUB7X94RWCEO.1 size=3671 2023-12-16T19:50:24.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.896+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=XUB7X94RWCEO tag=BTXCFMYO3IOG type=write size=2100823 2023-12-16T19:50:24.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.898+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~LRS136D3JXSY.0 size=592173 2023-12-16T19:50:24.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.898+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=LRS136D3JXSY tag=GDIGRUNF4DTF type=write size=1640749 2023-12-16T19:50:24.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.899+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=IEOCA7LLI49P type=write size=549536 2023-12-16T19:50:24.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.900+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=SV26GL5W8UUD type=del size=787706 2023-12-16T19:50:24.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.902+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.0 size=1048576 2023-12-16T19:50:24.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.903+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.1 size=1048576 2023-12-16T19:50:24.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.904+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~HI7HN4HLL7WW.2 size=673645 2023-12-16T19:50:24.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.906+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=HI7HN4HLL7WW tag=HPACG5DE2TUU type=write size=3819373 2023-12-16T19:50:24.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.908+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~7E9B8SV4L4Y2.0 size=66463 2023-12-16T19:50:24.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.908+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=7E9B8SV4L4Y2 tag=2Q8C33SAMB6U type=write size=1115039 2023-12-16T19:50:24.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.909+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=5BQUJPY0R6RQ type=del 2023-12-16T19:50:24.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.910+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=04M9N62W977K type=del size=4027761 2023-12-16T19:50:24.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.912+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~S7OIF9ZL4BUM.0 size=130880 2023-12-16T19:50:24.913 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.913+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=S7OIF9ZL4BUM tag=AYQNPP19W6PH type=write size=1179456 2023-12-16T19:50:24.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.916+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~NSRK0BHGXRMN.0 size=817070 2023-12-16T19:50:24.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.916+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=NSRK0BHGXRMN tag=S7TRM73WFYGB type=write size=1865646 2023-12-16T19:50:24.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.918+0000 7f2ef5d2c640 1 < suggested remove operation key=34B5L3BXNV17 tag=PW2FB2IPSN2T type=del 2023-12-16T19:50:24.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.919+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=49O1BAUXY94W type=del size=3675384 2023-12-16T19:50:24.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.920+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=Q9SAEJ7JQ727 type=del 2023-12-16T19:50:24.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.922+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=T3CVQZOKGSE2 type=write size=964578 2023-12-16T19:50:24.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.923+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=TGMWPVQEOMC1 type=write size=589166 2023-12-16T19:50:24.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.925+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~LJWUE7LOX20I.0 size=874645 2023-12-16T19:50:24.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.925+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=LJWUE7LOX20I tag=N6QAMT2BGV5L type=write size=1923221 2023-12-16T19:50:24.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.927+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=TIIBEU3CFX55 type=del 2023-12-16T19:50:24.928 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.929+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~VREZJFKUA5TS.0 size=1048576 2023-12-16T19:50:24.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.930+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~VREZJFKUA5TS.1 size=936844 2023-12-16T19:50:24.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.930+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=VREZJFKUA5TS tag=9WOV0ZNLCW72 type=write size=3033996 2023-12-16T19:50:24.930 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.931+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=1BEVZ7RYRDZZ type=del 2023-12-16T19:50:24.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.932+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=7QQG46I6OHWV type=del size=1416625 2023-12-16T19:50:24.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.933+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~AY0OJWMOS8DL.0 size=189473 2023-12-16T19:50:24.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.935+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=AY0OJWMOS8DL tag=P21F9YWNFRBG type=write size=1238049 2023-12-16T19:50:24.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.937+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~E8IP49KJ8219.0 size=1048576 2023-12-16T19:50:24.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.938+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~E8IP49KJ8219.1 size=152486 2023-12-16T19:50:24.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.938+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=E8IP49KJ8219 tag=JE5D64B8KPJT type=write size=2249638 2023-12-16T19:50:24.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.939+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.0 size=1048576 2023-12-16T19:50:24.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.940+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.1 size=1048576 2023-12-16T19:50:24.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.940+0000 7f2ef5d2c640 1 < canceled part key=_multipart_JGJZADQXTKU9.2~U0IWXDN5DF7I.2 size=816362 2023-12-16T19:50:24.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.942+0000 7f2ef5d2c640 1 < canceled multipart upload key=JGJZADQXTKU9 upload=U0IWXDN5DF7I tag=10E3ZBJ2T3SP type=write size=3962090 2023-12-16T19:50:24.944 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.944+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.0 size=1048576 2023-12-16T19:50:24.944 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.945+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.1 size=1048576 2023-12-16T19:50:24.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.946+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.2 size=116391 2023-12-16T19:50:24.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.946+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=NYRYT311E4U5 tag=HVVNFXVHUPVD type=write size=3262119 2023-12-16T19:50:24.948 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.948+0000 7f2ef5d2c640 1 < suggested update operation key=8XNMDB8GAS1T tag=8ET28KLJUGBD type=write size=987944 2023-12-16T19:50:24.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~JS1LF15FIPO0.0 size=1008924 2023-12-16T19:50:24.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.950+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=JS1LF15FIPO0 tag=JNV0NRTMB4CF type=write size=2057500 2023-12-16T19:50:24.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.951+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~06A1HW1A11RN.0 size=1048576 2023-12-16T19:50:24.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.952+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~06A1HW1A11RN.1 size=599370 2023-12-16T19:50:24.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.954+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=06A1HW1A11RN tag=01COIBCGT003 type=write size=2696522 2023-12-16T19:50:24.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.955+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=JKTTX46YRXVN type=write size=869418 2023-12-16T19:50:24.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.956+0000 7f2ef5d2c640 1 < canceled part key=_multipart_ZQ5BST6X324W.2~RDJFV3FMHJ3C.0 size=443938 2023-12-16T19:50:24.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.957+0000 7f2ef5d2c640 1 < canceled multipart upload key=ZQ5BST6X324W upload=RDJFV3FMHJ3C tag=55YSJAAP47RR type=write size=1492514 2023-12-16T19:50:24.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.960+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~82TE4XBNOPII.0 size=456240 2023-12-16T19:50:24.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.960+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=82TE4XBNOPII tag=NSDOEIJW22UT type=write size=1504816 2023-12-16T19:50:24.960 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.961+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~K935HE7BN999.0 size=1048576 2023-12-16T19:50:24.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.962+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~K935HE7BN999.1 size=1048576 2023-12-16T19:50:24.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.963+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~K935HE7BN999.2 size=528324 2023-12-16T19:50:24.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.965+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=K935HE7BN999 tag=D22ECEL4MIK1 type=write size=3674052 2023-12-16T19:50:24.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.966+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=X601IJ1SULJL type=del size=754277 2023-12-16T19:50:24.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.967+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~LRS136D3JXSY.0 size=592173 2023-12-16T19:50:24.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.969+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=LRS136D3JXSY tag=GDIGRUNF4DTF type=write size=1640749 2023-12-16T19:50:24.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.971+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~C1N8GJZN2C9B.0 size=1048576 2023-12-16T19:50:24.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.972+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~C1N8GJZN2C9B.1 size=737081 2023-12-16T19:50:24.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.972+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=C1N8GJZN2C9B tag=3WU83SBHQCSW type=write size=2834233 2023-12-16T19:50:24.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.973+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=SV26GL5W8UUD type=del 2023-12-16T19:50:24.975 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.976+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~X9U6MC4C9GM8.0 size=475591 2023-12-16T19:50:24.975 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.976+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=X9U6MC4C9GM8 tag=HP0S97J0N1E2 type=write size=1524167 2023-12-16T19:50:24.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.977+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~7E9B8SV4L4Y2.0 size=66463 2023-12-16T19:50:24.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.978+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=7E9B8SV4L4Y2 tag=2Q8C33SAMB6U type=write size=1115039 2023-12-16T19:50:24.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.980+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=C9KYRWUFBL35 type=write size=463617 2023-12-16T19:50:24.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.982+0000 7f2ef5d2c640 1 < suggested update operation key=KZ7TQX626J26 tag=04M9N62W977K type=del size=4027761 2023-12-16T19:50:24.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.984+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ACS4Y7MZLV81.0 size=1048576 2023-12-16T19:50:24.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.985+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ACS4Y7MZLV81.1 size=408851 2023-12-16T19:50:24.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.985+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=ACS4Y7MZLV81 tag=MP3MSG2H91L3 type=write size=2506003 2023-12-16T19:50:24.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.986+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~NSRK0BHGXRMN.0 size=817070 2023-12-16T19:50:24.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.988+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=NSRK0BHGXRMN tag=S7TRM73WFYGB type=write size=1865646 2023-12-16T19:50:24.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.990+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.0 size=1048576 2023-12-16T19:50:24.990 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.991+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.1 size=1048576 2023-12-16T19:50:24.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.991+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.2 size=6666 2023-12-16T19:50:24.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.992+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=5SAREU3CRJXE tag=D0L3XH6KEGCZ type=write size=3152394 2023-12-16T19:50:24.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.994+0000 7f2ef5d2c640 1 < suggested remove operation key=JGJZADQXTKU9 tag=49O1BAUXY94W type=del 2023-12-16T19:50:24.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.996+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~E8UBH38RP2SX.0 size=624994 2023-12-16T19:50:24.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.996+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=E8UBH38RP2SX tag=OOOVFL3V2RLJ type=write size=1673570 2023-12-16T19:50:24.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.997+0000 7f2ef5d2c640 1 < canceled operation key=3I8OH9GP7T7F tag=T3CVQZOKGSE2 type=write size=964578 2023-12-16T19:50:24.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.998+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=A9Z3XUL0LX5L type=del size=611180 2023-12-16T19:50:24.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:24.999+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~LJWUE7LOX20I.0 size=874645 2023-12-16T19:50:25.001 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.001+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=LJWUE7LOX20I tag=N6QAMT2BGV5L type=write size=1923221 2023-12-16T19:50:25.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.002+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=XSQRC5ZA0JY2 type=del size=3051181 2023-12-16T19:50:25.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.004+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~VREZJFKUA5TS.0 size=1048576 2023-12-16T19:50:25.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.005+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~VREZJFKUA5TS.1 size=936844 2023-12-16T19:50:25.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.006+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=VREZJFKUA5TS tag=9WOV0ZNLCW72 type=write size=3033996 2023-12-16T19:50:25.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.008+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~KLRAD88P7EYP.0 size=581669 2023-12-16T19:50:25.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.008+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=KLRAD88P7EYP tag=QTWO2H19AGHG type=write size=1630245 2023-12-16T19:50:25.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.009+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=7QQG46I6OHWV type=del 2023-12-16T19:50:25.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.010+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=GT4RLER9XBW1 type=del size=71028 2023-12-16T19:50:25.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.011+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~E8IP49KJ8219.0 size=1048576 2023-12-16T19:50:25.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.011+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~E8IP49KJ8219.1 size=152486 2023-12-16T19:50:25.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.013+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=E8IP49KJ8219 tag=JE5D64B8KPJT type=write size=2249638 2023-12-16T19:50:25.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.014+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=RHR5SV6R591X type=del size=1706853 2023-12-16T19:50:25.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.015+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.0 size=1048576 2023-12-16T19:50:25.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.015+0000 7f2ef5d2c640 1 < canceled part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.1 size=1048576 2023-12-16T19:50:25.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.016+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~NYRYT311E4U5.2 size=116391 2023-12-16T19:50:25.018 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.018+0000 7f2ef5d2c640 1 < canceled multipart upload key=03HJNEF8UT2J upload=NYRYT311E4U5 tag=HVVNFXVHUPVD type=write size=3262119 2023-12-16T19:50:25.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.019+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=J8SOKAFP1BIQ type=del size=161914 2023-12-16T19:50:25.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.020+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~JS1LF15FIPO0.0 size=1008924 2023-12-16T19:50:25.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.022+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=JS1LF15FIPO0 tag=JNV0NRTMB4CF type=write size=2057500 2023-12-16T19:50:25.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.024+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.0 size=1048576 2023-12-16T19:50:25.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.025+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.1 size=1048576 2023-12-16T19:50:25.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.026+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.2 size=633706 2023-12-16T19:50:25.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.026+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=Q9JGO6239S0E tag=OE5YNNYS82VH type=write size=3779434 2023-12-16T19:50:25.026 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.027+0000 7f2ef5d2c640 1 < completed write operation key=D64S91AR017D tag=JKTTX46YRXVN type=write size=869418 2023-12-16T19:50:25.028 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.028+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=YEQOAXPIFK2X type=del size=751407 2023-12-16T19:50:25.028 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.028+0000 7f2ef5d2c640 1 < canceled part key=_multipart_REMAKLL0UEJD.2~82TE4XBNOPII.0 size=456240 2023-12-16T19:50:25.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.030+0000 7f2ef5d2c640 1 < canceled multipart upload key=REMAKLL0UEJD upload=82TE4XBNOPII tag=NSDOEIJW22UT type=write size=1504816 2023-12-16T19:50:25.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.031+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=2G43ORW2QMI2 type=del size=2841382 2023-12-16T19:50:25.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.032+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=X601IJ1SULJL type=del 2023-12-16T19:50:25.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.033+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=BZTYBOG79G6O type=write size=762689 2023-12-16T19:50:25.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.035+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~C1N8GJZN2C9B.0 size=1048576 2023-12-16T19:50:25.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.036+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~C1N8GJZN2C9B.1 size=737081 2023-12-16T19:50:25.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.038+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=C1N8GJZN2C9B tag=3WU83SBHQCSW type=write size=2834233 2023-12-16T19:50:25.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.039+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=O74DN4D1CT2Y type=write size=191436 2023-12-16T19:50:25.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.040+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~X9U6MC4C9GM8.0 size=475591 2023-12-16T19:50:25.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.042+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=X9U6MC4C9GM8 tag=HP0S97J0N1E2 type=write size=1524167 2023-12-16T19:50:25.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.043+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=NU522M1D3DSK type=del size=2055609 2023-12-16T19:50:25.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.044+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=C9KYRWUFBL35 type=write size=463617 2023-12-16T19:50:25.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.046+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=22YQPUO23NOC type=del size=3779762 2023-12-16T19:50:25.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.048+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ACS4Y7MZLV81.0 size=1048576 2023-12-16T19:50:25.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.049+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ACS4Y7MZLV81.1 size=408851 2023-12-16T19:50:25.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.051+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=ACS4Y7MZLV81 tag=MP3MSG2H91L3 type=write size=2506003 2023-12-16T19:50:25.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.053+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=YZBH4JYOCBB1 type=write size=399144 2023-12-16T19:50:25.054 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.054+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.0 size=1048576 2023-12-16T19:50:25.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.055+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.1 size=1048576 2023-12-16T19:50:25.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.056+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~5SAREU3CRJXE.2 size=6666 2023-12-16T19:50:25.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.058+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=5SAREU3CRJXE tag=D0L3XH6KEGCZ type=write size=3152394 2023-12-16T19:50:25.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.060+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=CS3TBA7AWZSY type=del size=953687 2023-12-16T19:50:25.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.060+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6OFOLQYE7CY9.2~E8UBH38RP2SX.0 size=624994 2023-12-16T19:50:25.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.062+0000 7f2ef5d2c640 1 < canceled multipart upload key=6OFOLQYE7CY9 upload=E8UBH38RP2SX tag=OOOVFL3V2RLJ type=write size=1673570 2023-12-16T19:50:25.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.063+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=ZW28AYHWH8H2 type=write size=723507 2023-12-16T19:50:25.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.065+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=A9Z3XUL0LX5L type=del 2023-12-16T19:50:25.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.067+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~JJEFHVQHIG0O.0 size=1048576 2023-12-16T19:50:25.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.068+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~JJEFHVQHIG0O.1 size=409612 2023-12-16T19:50:25.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.068+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=JJEFHVQHIG0O tag=GXYX0PFKC7MK type=write size=2506764 2023-12-16T19:50:25.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.070+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=XSQRC5ZA0JY2 type=del 2023-12-16T19:50:25.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.071+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=3S2UCU4DDMV2 type=del size=340738 2023-12-16T19:50:25.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.072+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~KLRAD88P7EYP.0 size=581669 2023-12-16T19:50:25.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.074+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=KLRAD88P7EYP tag=QTWO2H19AGHG type=write size=1630245 2023-12-16T19:50:25.075 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.076+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=QUZ23H5HJ7N8 type=del size=621831 2023-12-16T19:50:25.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.077+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=GT4RLER9XBW1 type=del 2023-12-16T19:50:25.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.078+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=1U8AJOU3KJZD type=del size=70365 2023-12-16T19:50:25.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.079+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=RHR5SV6R591X type=del 2023-12-16T19:50:25.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.080+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=Y9J3NL67E2J3 type=del size=546762 2023-12-16T19:50:25.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.082+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=J8SOKAFP1BIQ type=del 2023-12-16T19:50:25.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.083+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=TETREBYB9QO5 type=del size=1387839 2023-12-16T19:50:25.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.084+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.0 size=1048576 2023-12-16T19:50:25.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.085+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.1 size=1048576 2023-12-16T19:50:25.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.086+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Q9JGO6239S0E.2 size=633706 2023-12-16T19:50:25.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.089+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=Q9JGO6239S0E tag=OE5YNNYS82VH type=write size=3779434 2023-12-16T19:50:25.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.091+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~QWN4727JL6UF.0 size=1048576 2023-12-16T19:50:25.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.092+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~QWN4727JL6UF.1 size=168116 2023-12-16T19:50:25.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.092+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=QWN4727JL6UF tag=FMZ5XHR4B3AD type=write size=2265268 2023-12-16T19:50:25.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.093+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=YEQOAXPIFK2X type=del 2023-12-16T19:50:25.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.095+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~4IMXEI8FWYWN.0 size=1048576 2023-12-16T19:50:25.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.096+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~4IMXEI8FWYWN.1 size=883817 2023-12-16T19:50:25.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.096+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=4IMXEI8FWYWN tag=ZJLC5VIM3R34 type=write size=2980969 2023-12-16T19:50:25.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.097+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=2G43ORW2QMI2 type=del 2023-12-16T19:50:25.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.099+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=RU811WGKVUZS type=del size=183343 2023-12-16T19:50:25.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.101+0000 7f2ef5d2c640 1 < suggested remove operation key=ZQ5BST6X324W tag=BZTYBOG79G6O type=write 2023-12-16T19:50:25.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.102+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=2U15610FPZMN type=write size=674154 2023-12-16T19:50:25.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.104+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=O74DN4D1CT2Y type=write size=191436 2023-12-16T19:50:25.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.106+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~CJX0BQG3R43U.0 size=590816 2023-12-16T19:50:25.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.106+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=CJX0BQG3R43U tag=QSLUTO3F61E1 type=write size=1639392 2023-12-16T19:50:25.107 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.107+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=NU522M1D3DSK type=del 2023-12-16T19:50:25.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.109+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=I2Y7I1G9A4Z3 type=del size=116398 2023-12-16T19:50:25.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.110+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=22YQPUO23NOC type=del 2023-12-16T19:50:25.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.111+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=ZZWPASYA93GG type=del size=2250633 2023-12-16T19:50:25.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.112+0000 7f2ef5d2c640 1 < completed write operation key=O47415D8FFKL tag=YZBH4JYOCBB1 type=write size=399144 2023-12-16T19:50:25.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.113+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=JIMPWZOOG5D1 type=del size=2712527 2023-12-16T19:50:25.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.115+0000 7f2ef5d2c640 1 < suggested update operation key=REMAKLL0UEJD tag=CS3TBA7AWZSY type=del size=953687 2023-12-16T19:50:25.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.118+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.0 size=1048576 2023-12-16T19:50:25.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.119+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.1 size=1048576 2023-12-16T19:50:25.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.120+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.2 size=162781 2023-12-16T19:50:25.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.120+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=ZKJ227E4EHQ3 tag=R12WECLU7T3H type=write size=3308509 2023-12-16T19:50:25.121 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.121+0000 7f2ef5d2c640 -1 < failed to complete operation key=MSNLCTTZ723G tag=ZW28AYHWH8H2 type=write size=723507: (22) Invalid argument 2023-12-16T19:50:25.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.123+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=XEPL5CT8ZVNB type=del size=3045607 2023-12-16T19:50:25.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.124+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~JJEFHVQHIG0O.0 size=1048576 2023-12-16T19:50:25.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.125+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~JJEFHVQHIG0O.1 size=409612 2023-12-16T19:50:25.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.127+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=JJEFHVQHIG0O tag=GXYX0PFKC7MK type=write size=2506764 2023-12-16T19:50:25.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.129+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~S2Q8B2NKQ18V.0 size=969412 2023-12-16T19:50:25.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.129+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=S2Q8B2NKQ18V tag=YTXEM8VIHYMT type=write size=2017988 2023-12-16T19:50:25.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.130+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=3S2UCU4DDMV2 type=del 2023-12-16T19:50:25.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.132+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=Q636A0XSE3M5 type=del size=2350995 2023-12-16T19:50:25.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.134+0000 7f2ef5d2c640 1 < suggested remove operation key=D9LNRAJZRKB9 tag=QUZ23H5HJ7N8 type=del 2023-12-16T19:50:25.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.137+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~WHSF7UB3UH7I.0 size=1048576 2023-12-16T19:50:25.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.137+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~WHSF7UB3UH7I.1 size=970866 2023-12-16T19:50:25.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.137+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=WHSF7UB3UH7I tag=G9F5LWGK1IO8 type=write size=3068018 2023-12-16T19:50:25.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.139+0000 7f2ef5d2c640 -1 < failed to complete operation key=REMAKLL0UEJD tag=1U8AJOU3KJZD type=del size=70365: (22) Invalid argument 2023-12-16T19:50:25.139 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.140+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=FW6P33334JYJ type=del size=3007517 2023-12-16T19:50:25.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.141+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=Y9J3NL67E2J3 type=del 2023-12-16T19:50:25.143 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.143+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~IPWBEGJFU0AM.0 size=1048576 2023-12-16T19:50:25.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.144+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~IPWBEGJFU0AM.1 size=603088 2023-12-16T19:50:25.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.144+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=IPWBEGJFU0AM tag=SIJLCV2IHCAV type=write size=2700240 2023-12-16T19:50:25.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.146+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=TETREBYB9QO5 type=del 2023-12-16T19:50:25.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.148+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~YV7LXLASQ3YU.0 size=1048576 2023-12-16T19:50:25.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.149+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~YV7LXLASQ3YU.1 size=783339 2023-12-16T19:50:25.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.149+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=YV7LXLASQ3YU tag=GG7DW2UYMV4N type=write size=2880491 2023-12-16T19:50:25.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.150+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~QWN4727JL6UF.0 size=1048576 2023-12-16T19:50:25.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.151+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~QWN4727JL6UF.1 size=168116 2023-12-16T19:50:25.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.153+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=QWN4727JL6UF tag=FMZ5XHR4B3AD type=write size=2265268 2023-12-16T19:50:25.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.155+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~HN1CK3PILP1K.0 size=893405 2023-12-16T19:50:25.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.155+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=HN1CK3PILP1K tag=3E9BLFRPJY18 type=write size=1941981 2023-12-16T19:50:25.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.156+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~4IMXEI8FWYWN.0 size=1048576 2023-12-16T19:50:25.157 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.157+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~4IMXEI8FWYWN.1 size=883817 2023-12-16T19:50:25.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.159+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=4IMXEI8FWYWN tag=ZJLC5VIM3R34 type=write size=2980969 2023-12-16T19:50:25.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.160+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=R6VGNZHLUUML type=write size=424536 2023-12-16T19:50:25.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.161+0000 7f2ef5d2c640 -1 < failed to complete operation key=MSNLCTTZ723G tag=RU811WGKVUZS type=del size=183343: (22) Invalid argument 2023-12-16T19:50:25.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.163+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=SVIRJETNGR6M type=del size=986075 2023-12-16T19:50:25.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.164+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=2U15610FPZMN type=write size=674154 2023-12-16T19:50:25.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.165+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=44WDJBQRZDEL type=write size=629030 2023-12-16T19:50:25.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.166+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~CJX0BQG3R43U.0 size=590816 2023-12-16T19:50:25.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.169+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=CJX0BQG3R43U tag=QSLUTO3F61E1 type=write size=1639392 2023-12-16T19:50:25.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.171+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~CIJ0GWQPKVV6.0 size=1048576 2023-12-16T19:50:25.171 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.172+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~CIJ0GWQPKVV6.1 size=563042 2023-12-16T19:50:25.171 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.172+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=CIJ0GWQPKVV6 tag=31CBB0Z4CIFP type=write size=2660194 2023-12-16T19:50:25.173 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.173+0000 7f2ef5d2c640 -1 < failed to complete operation key=REMAKLL0UEJD tag=I2Y7I1G9A4Z3 type=del size=116398: (22) Invalid argument 2023-12-16T19:50:25.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.174+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=T05J1CBK26Y7 type=del size=3364704 2023-12-16T19:50:25.175 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.175+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=ZZWPASYA93GG type=del 2023-12-16T19:50:25.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.177+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.0 size=1048576 2023-12-16T19:50:25.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.178+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.1 size=1048576 2023-12-16T19:50:25.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.180+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.2 size=621470 2023-12-16T19:50:25.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.180+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=42BMVWURKHWS tag=VRA3K22ZGO59 type=write size=3767198 2023-12-16T19:50:25.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.181+0000 7f2ef5d2c640 1 < canceled operation key=1EO09GE5UCX3 tag=JIMPWZOOG5D1 type=del size=2712527 2023-12-16T19:50:25.182 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.183+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=R36I5LPV0Z2Y type=del size=680480 2023-12-16T19:50:25.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.184+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.0 size=1048576 2023-12-16T19:50:25.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.185+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.1 size=1048576 2023-12-16T19:50:25.185 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.186+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~ZKJ227E4EHQ3.2 size=162781 2023-12-16T19:50:25.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.188+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=ZKJ227E4EHQ3 tag=R12WECLU7T3H type=write size=3308509 2023-12-16T19:50:25.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.189+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=5TCJ3Q7CS70P type=del size=2297131 2023-12-16T19:50:25.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.190+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=XEPL5CT8ZVNB type=del 2023-12-16T19:50:25.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.192+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~C6CLQ8NL0T77.0 size=1048576 2023-12-16T19:50:25.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.193+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~C6CLQ8NL0T77.1 size=81932 2023-12-16T19:50:25.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.193+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=C6CLQ8NL0T77 tag=10QCG9UPK34L type=write size=2179084 2023-12-16T19:50:25.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.195+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~S2Q8B2NKQ18V.0 size=969412 2023-12-16T19:50:25.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.196+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=S2Q8B2NKQ18V tag=YTXEM8VIHYMT type=write size=2017988 2023-12-16T19:50:25.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.198+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=O37U115WPY0E type=write size=436103 2023-12-16T19:50:25.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.199+0000 7f2ef5d2c640 1 < canceled operation key=KZ7TQX626J26 tag=Q636A0XSE3M5 type=del size=2350995 2023-12-16T19:50:25.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.200+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=RT5ZCMBZBSF0 type=del size=1004686 2023-12-16T19:50:25.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.200+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~WHSF7UB3UH7I.0 size=1048576 2023-12-16T19:50:25.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.201+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~WHSF7UB3UH7I.1 size=970866 2023-12-16T19:50:25.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.203+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=WHSF7UB3UH7I tag=G9F5LWGK1IO8 type=write size=3068018 2023-12-16T19:50:25.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.204+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=ZN01SVLRDJZI type=del size=2979832 2023-12-16T19:50:25.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.207+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=FW6P33334JYJ type=del size=3007517 2023-12-16T19:50:25.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.209+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.0 size=1048576 2023-12-16T19:50:25.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.210+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.1 size=1048576 2023-12-16T19:50:25.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.211+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.2 size=555303 2023-12-16T19:50:25.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.211+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=YT1FDOUN2G84 tag=Q511DJ2RVU0B type=write size=3701031 2023-12-16T19:50:25.212 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.212+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~IPWBEGJFU0AM.0 size=1048576 2023-12-16T19:50:25.212 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.212+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1EO09GE5UCX3.2~IPWBEGJFU0AM.1 size=603088 2023-12-16T19:50:25.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.214+0000 7f2ef5d2c640 1 < canceled multipart upload key=1EO09GE5UCX3 upload=IPWBEGJFU0AM tag=SIJLCV2IHCAV type=write size=2700240 2023-12-16T19:50:25.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.215+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=61CEQ6U9W79M type=del size=3340652 2023-12-16T19:50:25.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.216+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~YV7LXLASQ3YU.0 size=1048576 2023-12-16T19:50:25.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.217+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~YV7LXLASQ3YU.1 size=783339 2023-12-16T19:50:25.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.219+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=YV7LXLASQ3YU tag=GG7DW2UYMV4N type=write size=2880491 2023-12-16T19:50:25.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.220+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=RA6EZF41G1KC type=del size=332396 2023-12-16T19:50:25.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.221+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~HN1CK3PILP1K.0 size=893405 2023-12-16T19:50:25.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.223+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=HN1CK3PILP1K tag=3E9BLFRPJY18 type=write size=1941981 2023-12-16T19:50:25.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.225+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~P7R3M3JNBH4X.0 size=1048576 2023-12-16T19:50:25.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.226+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~P7R3M3JNBH4X.1 size=326108 2023-12-16T19:50:25.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.226+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=P7R3M3JNBH4X tag=6O202LL417DE type=write size=2423260 2023-12-16T19:50:25.228 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.228+0000 7f2ef5d2c640 1 < suggested remove operation key=QDUC4OGZ9939 tag=R6VGNZHLUUML type=write 2023-12-16T19:50:25.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.230+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=J9XFM1N688Y3 type=del size=2280862 2023-12-16T19:50:25.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.231+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=SVIRJETNGR6M type=del 2023-12-16T19:50:25.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.232+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=8ENA3WYV83TM type=del size=3099539 2023-12-16T19:50:25.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.233+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=44WDJBQRZDEL type=write size=629030 2023-12-16T19:50:25.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.235+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~9HMA508WMUCW.0 size=1048576 2023-12-16T19:50:25.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.237+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~9HMA508WMUCW.1 size=21411 2023-12-16T19:50:25.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.237+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=9HMA508WMUCW tag=WCM6W7GR33GQ type=write size=2118563 2023-12-16T19:50:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[137674]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T19:50:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1185111764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[140029]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T19:50:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1185111764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:24 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.238+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~CIJ0GWQPKVV6.0 size=1048576 2023-12-16T19:50:25.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.239+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~CIJ0GWQPKVV6.1 size=563042 2023-12-16T19:50:25.241 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.241+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=CIJ0GWQPKVV6 tag=31CBB0Z4CIFP type=write size=2660194 2023-12-16T19:50:25.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.242+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=2R4Q2YA3MSP5 type=del size=1715304 2023-12-16T19:50:25.244 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.244+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=T05J1CBK26Y7 type=del 2023-12-16T19:50:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:24 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:24 smithi043 ceph-mon[135010]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T19:50:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1185111764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:24 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:25.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.247+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~T1BJXO1URWCU.0 size=349550 2023-12-16T19:50:25.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.247+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=T1BJXO1URWCU tag=19UPZYBZ7XMV type=write size=1398126 2023-12-16T19:50:25.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.248+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.0 size=1048576 2023-12-16T19:50:25.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.249+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.1 size=1048576 2023-12-16T19:50:25.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.250+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~42BMVWURKHWS.2 size=621470 2023-12-16T19:50:25.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.252+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=42BMVWURKHWS tag=VRA3K22ZGO59 type=write size=3767198 2023-12-16T19:50:25.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.253+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=2VF7J9NIWEM2 type=del size=184744 2023-12-16T19:50:25.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.254+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=R36I5LPV0Z2Y type=del 2023-12-16T19:50:25.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.256+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~7RPZE1Y2GCY2.0 size=283366 2023-12-16T19:50:25.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.256+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=7RPZE1Y2GCY2 tag=XP7YEW6G4Z94 type=write size=1331942 2023-12-16T19:50:25.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.257+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=5TCJ3Q7CS70P type=del 2023-12-16T19:50:25.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.258+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=KLT3NPBXQ4JI type=del size=4011498 2023-12-16T19:50:25.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.259+0000 7f2ef5d2c640 1 < canceled part key=_multipart_5PBDOPNNQTMI.2~C6CLQ8NL0T77.0 size=1048576 2023-12-16T19:50:25.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.259+0000 7f2ef5d2c640 1 < canceled part key=_multipart_5PBDOPNNQTMI.2~C6CLQ8NL0T77.1 size=81932 2023-12-16T19:50:25.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.260+0000 7f2ef5d2c640 1 < canceled multipart upload key=5PBDOPNNQTMI upload=C6CLQ8NL0T77 tag=10QCG9UPK34L type=write size=2179084 2023-12-16T19:50:25.261 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.262+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=81RAT8PRQPHW type=del size=3851793 2023-12-16T19:50:25.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.263+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=O37U115WPY0E type=write size=436103 2023-12-16T19:50:25.264 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.264+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=RPQUFZVP3QF4 type=del size=1596258 2023-12-16T19:50:25.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.265+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=RT5ZCMBZBSF0 type=del 2023-12-16T19:50:25.266 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.266+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=RT9RYOVFOXB8 type=del size=3956628 2023-12-16T19:50:25.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.268+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=ZN01SVLRDJZI type=del 2023-12-16T19:50:25.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.269+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=B9XD4MQRAJQA type=write size=547942 2023-12-16T19:50:25.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.270+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.0 size=1048576 2023-12-16T19:50:25.271 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.271+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.1 size=1048576 2023-12-16T19:50:25.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.272+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~YT1FDOUN2G84.2 size=555303 2023-12-16T19:50:25.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.274+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=YT1FDOUN2G84 tag=Q511DJ2RVU0B type=write size=3701031 2023-12-16T19:50:25.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.276+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.0 size=1048576 2023-12-16T19:50:25.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.277+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.1 size=1048576 2023-12-16T19:50:25.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.278+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.2 size=394259 2023-12-16T19:50:25.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.278+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=Z64N98OIL1ZC tag=5F9IKGMBMY33 type=write size=3539987 2023-12-16T19:50:25.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.279+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=61CEQ6U9W79M type=del 2023-12-16T19:50:25.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.280+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=36ID8SE41RWM type=del size=1046194 2023-12-16T19:50:25.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.281+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=RA6EZF41G1KC type=del size=332396 2023-12-16T19:50:25.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.283+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=MPOMIEHZP3LT type=del size=670528 2023-12-16T19:50:25.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.284+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~P7R3M3JNBH4X.0 size=1048576 2023-12-16T19:50:25.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.285+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~P7R3M3JNBH4X.1 size=326108 2023-12-16T19:50:25.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.287+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=P7R3M3JNBH4X tag=6O202LL417DE type=write size=2423260 2023-12-16T19:50:25.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.288+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=N1MYS23B15XD type=del size=2901587 2023-12-16T19:50:25.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.290+0000 7f2ef5d2c640 1 < suggested remove operation key=KDXC6PN4L0HE tag=J9XFM1N688Y3 type=del 2023-12-16T19:50:25.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.292+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~8IJC210B46T3.0 size=34342 2023-12-16T19:50:25.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.292+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=8IJC210B46T3 tag=EBP4P60DNDP9 type=write size=1082918 2023-12-16T19:50:25.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.293+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=8ENA3WYV83TM type=del 2023-12-16T19:50:25.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.294+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ELKTFF2YMTUX type=write size=293804 2023-12-16T19:50:25.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.296+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~9HMA508WMUCW.0 size=1048576 2023-12-16T19:50:25.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.297+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~9HMA508WMUCW.1 size=21411 2023-12-16T19:50:25.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.298+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=9HMA508WMUCW tag=WCM6W7GR33GQ type=write size=2118563 2023-12-16T19:50:25.299 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.300+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=PQKATFJYLNJ5 type=del size=3163671 2023-12-16T19:50:25.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.301+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=2R4Q2YA3MSP5 type=del 2023-12-16T19:50:25.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.302+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=ZXPXLELWGSZR type=write size=863518 2023-12-16T19:50:25.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.304+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~T1BJXO1URWCU.0 size=349550 2023-12-16T19:50:25.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.306+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=T1BJXO1URWCU tag=19UPZYBZ7XMV type=write size=1398126 2023-12-16T19:50:25.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.307+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=8SI82WKK9U35 type=del size=666126 2023-12-16T19:50:25.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.308+0000 7f2ef5d2c640 1 < canceled operation key=34B5L3BXNV17 tag=2VF7J9NIWEM2 type=del size=184744 2023-12-16T19:50:25.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.310+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=DIN3XT9EZ5CX type=del size=28002 2023-12-16T19:50:25.311 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.311+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~7RPZE1Y2GCY2.0 size=283366 2023-12-16T19:50:25.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.313+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=7RPZE1Y2GCY2 tag=XP7YEW6G4Z94 type=write size=1331942 2023-12-16T19:50:25.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.314+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=314HYUIMM2F7 type=write size=251955 2023-12-16T19:50:25.315 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.316+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=KLT3NPBXQ4JI type=del 2023-12-16T19:50:25.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.318+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.0 size=1048576 2023-12-16T19:50:25.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.319+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.1 size=1048576 2023-12-16T19:50:25.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.320+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.2 size=770943 2023-12-16T19:50:25.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.320+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=YKLWVI5PNVNX tag=BJPH4KJ4NZ1Q type=write size=3916671 2023-12-16T19:50:25.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.321+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=81RAT8PRQPHW type=del 2023-12-16T19:50:25.322 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.322+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=SEENOW3IC79M type=del size=343940 2023-12-16T19:50:25.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.323+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=RPQUFZVP3QF4 type=del 2023-12-16T19:50:25.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.325+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=JRVPZQ69NNEK type=del size=906798 2023-12-16T19:50:25.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.326+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=RT9RYOVFOXB8 type=del 2023-12-16T19:50:25.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.328+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~SCNYTSB0HXWL.0 size=1048576 2023-12-16T19:50:25.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.329+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~SCNYTSB0HXWL.1 size=666699 2023-12-16T19:50:25.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.329+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=SCNYTSB0HXWL tag=NI1NZH8KQ5KF type=write size=2763851 2023-12-16T19:50:25.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.330+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=B9XD4MQRAJQA type=write size=547942 2023-12-16T19:50:25.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.333+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~17OCWKTHJF8J.0 size=1048576 2023-12-16T19:50:25.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.333+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~17OCWKTHJF8J.1 size=142724 2023-12-16T19:50:25.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.333+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=17OCWKTHJF8J tag=8JI71C55VS3N type=write size=2239876 2023-12-16T19:50:25.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.335+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.0 size=1048576 2023-12-16T19:50:25.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.336+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.1 size=1048576 2023-12-16T19:50:25.336 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.337+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~Z64N98OIL1ZC.2 size=394259 2023-12-16T19:50:25.338 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.339+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=Z64N98OIL1ZC tag=5F9IKGMBMY33 type=write size=3539987 2023-12-16T19:50:25.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.340+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=LWW62DSX5LKA type=del size=1097321 2023-12-16T19:50:25.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.342+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=36ID8SE41RWM type=del 2023-12-16T19:50:25.343 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.343+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=5E9GKUT9DDE4 type=del size=2446778 2023-12-16T19:50:25.344 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.344+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=MPOMIEHZP3LT type=del 2023-12-16T19:50:25.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.345+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=9020M9SAI730 type=del size=979833 2023-12-16T19:50:25.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.346+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=N1MYS23B15XD type=del 2023-12-16T19:50:25.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.348+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=V50JMAZSIGG3 type=del size=1031518 2023-12-16T19:50:25.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.349+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~8IJC210B46T3.0 size=34342 2023-12-16T19:50:25.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.351+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=8IJC210B46T3 tag=EBP4P60DNDP9 type=write size=1082918 2023-12-16T19:50:25.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.353+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~OLOP12MAYHJQ.0 size=1048576 2023-12-16T19:50:25.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.354+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~OLOP12MAYHJQ.1 size=587074 2023-12-16T19:50:25.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.354+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=OLOP12MAYHJQ tag=VQQ82BIKT1NB type=write size=2684226 2023-12-16T19:50:25.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.355+0000 7f2ef5d2c640 1 < completed write operation key=02FTPVWM8G45 tag=ELKTFF2YMTUX type=write size=293804 2023-12-16T19:50:25.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.356+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=E8L00X4DC2UN type=del size=3163914 2023-12-16T19:50:25.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.357+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=PQKATFJYLNJ5 type=del 2023-12-16T19:50:25.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.358+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=CB0PMLO6QFJ4 type=del size=233925 2023-12-16T19:50:25.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.360+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=ZXPXLELWGSZR type=write size=863518 2023-12-16T19:50:25.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.362+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~Y8MHXD5WN0AY.0 size=223601 2023-12-16T19:50:25.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.362+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=Y8MHXD5WN0AY tag=05CY64H65XA1 type=write size=1272177 2023-12-16T19:50:25.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.363+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=8SI82WKK9U35 type=del 2023-12-16T19:50:25.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.364+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=56UZZ3CPZUFP type=del size=3164788 2023-12-16T19:50:25.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.366+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=DIN3XT9EZ5CX type=del 2023-12-16T19:50:25.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.367+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=2C0SCL7NFAJI type=del size=757999 2023-12-16T19:50:25.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.368+0000 7f2ef5d2c640 1 < completed write operation key=M370RML7FVOG tag=314HYUIMM2F7 type=write size=251955 2023-12-16T19:50:25.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.370+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~FIWIV48BRK6F.0 size=1048576 2023-12-16T19:50:25.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.371+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~FIWIV48BRK6F.1 size=172162 2023-12-16T19:50:25.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.371+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=FIWIV48BRK6F tag=9V8PBOFIRT08 type=write size=2269314 2023-12-16T19:50:25.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.372+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.0 size=1048576 2023-12-16T19:50:25.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.373+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.1 size=1048576 2023-12-16T19:50:25.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.374+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~YKLWVI5PNVNX.2 size=770943 2023-12-16T19:50:25.376 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.376+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=YKLWVI5PNVNX tag=BJPH4KJ4NZ1Q type=write size=3916671 2023-12-16T19:50:25.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.377+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=B3LVLCNCREEY type=del size=3800626 2023-12-16T19:50:25.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.378+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=SEENOW3IC79M type=del 2023-12-16T19:50:25.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.380+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=QTOIKC4D22GH type=del size=1422773 2023-12-16T19:50:25.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.381+0000 7f2ef5d2c640 1 < canceled operation key=M370RML7FVOG tag=JRVPZQ69NNEK type=del size=906798 2023-12-16T19:50:25.383 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.383+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~X25JBZT2SMQL.0 size=1048576 2023-12-16T19:50:25.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.384+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~X25JBZT2SMQL.1 size=1034034 2023-12-16T19:50:25.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.384+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=X25JBZT2SMQL tag=FOB2TDPBB2DA type=write size=3131186 2023-12-16T19:50:25.385 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.385+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~SCNYTSB0HXWL.0 size=1048576 2023-12-16T19:50:25.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.386+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~SCNYTSB0HXWL.1 size=666699 2023-12-16T19:50:25.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.388+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=SCNYTSB0HXWL tag=NI1NZH8KQ5KF type=write size=2763851 2023-12-16T19:50:25.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.390+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.0 size=1048576 2023-12-16T19:50:25.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.391+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.1 size=1048576 2023-12-16T19:50:25.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.392+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.2 size=855251 2023-12-16T19:50:25.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.392+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=44XEMH89EOYT tag=X8REERZ1VKAA type=write size=4000979 2023-12-16T19:50:25.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.392+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1EO09GE5UCX3.2~17OCWKTHJF8J.0 size=1048576 2023-12-16T19:50:25.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.392+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1EO09GE5UCX3.2~17OCWKTHJF8J.1 size=142724 2023-12-16T19:50:25.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.394+0000 7f2ef5d2c640 1 < canceled multipart upload key=1EO09GE5UCX3 upload=17OCWKTHJF8J tag=8JI71C55VS3N type=write size=2239876 2023-12-16T19:50:25.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.396+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=GUWXTQFEBED7 type=del size=1890368 2023-12-16T19:50:25.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.398+0000 7f2ef5d2c640 1 < suggested update operation key=9KRQ59SUFM7Z tag=LWW62DSX5LKA type=del size=1097321 2023-12-16T19:50:25.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.399+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=0TN45WRINQTZ type=del size=4075387 2023-12-16T19:50:25.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.401+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=5E9GKUT9DDE4 type=del 2023-12-16T19:50:25.401 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.402+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=QN4CNHW5DE31 type=write size=783701 2023-12-16T19:50:25.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.404+0000 7f2ef5d2c640 1 < suggested remove operation key=QDUC4OGZ9939 tag=9020M9SAI730 type=del 2023-12-16T19:50:25.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.406+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~3KA9R95TEKDK.0 size=359788 2023-12-16T19:50:25.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.406+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=3KA9R95TEKDK tag=VDLK6YIYAK74 type=write size=1408364 2023-12-16T19:50:25.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.407+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=V50JMAZSIGG3 type=del 2023-12-16T19:50:25.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.409+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=F0EDFKS6Y7HA type=del size=2001718 2023-12-16T19:50:25.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.410+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~OLOP12MAYHJQ.0 size=1048576 2023-12-16T19:50:25.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.411+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~OLOP12MAYHJQ.1 size=587074 2023-12-16T19:50:25.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.413+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=OLOP12MAYHJQ tag=VQQ82BIKT1NB type=write size=2684226 2023-12-16T19:50:25.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.416+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VEVU2SKCKHZ7.0 size=232129 2023-12-16T19:50:25.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.416+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=VEVU2SKCKHZ7 tag=5E9GJLBZEJ71 type=write size=1280705 2023-12-16T19:50:25.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.417+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=E8L00X4DC2UN type=del 2023-12-16T19:50:25.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.419+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.0 size=1048576 2023-12-16T19:50:25.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.420+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.1 size=1048576 2023-12-16T19:50:25.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.421+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.2 size=822948 2023-12-16T19:50:25.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.421+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=UAAOV52R7W1K tag=70K04S4DIT82 type=write size=3968676 2023-12-16T19:50:25.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.422+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=CB0PMLO6QFJ4 type=del 2023-12-16T19:50:25.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.423+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=M67XZIKU46I7 type=del size=1665014 2023-12-16T19:50:25.424 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.424+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~Y8MHXD5WN0AY.0 size=223601 2023-12-16T19:50:25.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.427+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=Y8MHXD5WN0AY tag=05CY64H65XA1 type=write size=1272177 2023-12-16T19:50:25.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.429+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.0 size=1048576 2023-12-16T19:50:25.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.430+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.1 size=1048576 2023-12-16T19:50:25.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.431+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.2 size=903560 2023-12-16T19:50:25.431 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.431+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=3TO6GYRR8V5Y tag=UNMTYH8G7SN8 type=write size=4049288 2023-12-16T19:50:25.433 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.434+0000 7f2ef5d2c640 1 < suggested remove operation key=0977MGJVMY2Q tag=56UZZ3CPZUFP type=del 2023-12-16T19:50:25.435 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.435+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=LZ1ZV1HEBKQ4 type=del size=258153 2023-12-16T19:50:25.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.436+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=2C0SCL7NFAJI type=del 2023-12-16T19:50:25.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.438+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=76EVI8PRA0XU type=del size=2616802 2023-12-16T19:50:25.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.439+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~FIWIV48BRK6F.0 size=1048576 2023-12-16T19:50:25.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.440+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~FIWIV48BRK6F.1 size=172162 2023-12-16T19:50:25.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.442+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=FIWIV48BRK6F tag=9V8PBOFIRT08 type=write size=2269314 2023-12-16T19:50:25.443 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.444+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=BGP1X2HJHV9G type=write size=545162 2023-12-16T19:50:25.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.446+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=B3LVLCNCREEY type=del 2023-12-16T19:50:25.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.448+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~H7DFBHAU42U8.0 size=1048576 2023-12-16T19:50:25.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.449+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~H7DFBHAU42U8.1 size=229673 2023-12-16T19:50:25.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.449+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=H7DFBHAU42U8 tag=9ZOE07N75RWF type=write size=2326825 2023-12-16T19:50:25.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.450+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=QTOIKC4D22GH type=del 2023-12-16T19:50:25.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.452+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=2XKVBA4M85FP type=del size=3707577 2023-12-16T19:50:25.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.453+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~X25JBZT2SMQL.0 size=1048576 2023-12-16T19:50:25.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.454+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~X25JBZT2SMQL.1 size=1034034 2023-12-16T19:50:25.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.456+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=X25JBZT2SMQL tag=FOB2TDPBB2DA type=write size=3131186 2023-12-16T19:50:25.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.457+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=I9LX1Q5H7UF8 type=del size=1035998 2023-12-16T19:50:25.458 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.458+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.0 size=1048576 2023-12-16T19:50:25.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.459+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.1 size=1048576 2023-12-16T19:50:25.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.461+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~44XEMH89EOYT.2 size=855251 2023-12-16T19:50:25.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.463+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=44XEMH89EOYT tag=X8REERZ1VKAA type=write size=4000979 2023-12-16T19:50:25.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.464+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=IUY0VPNAC695 type=del size=123568 2023-12-16T19:50:25.466 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.467+0000 7f2ef5d2c640 1 < suggested update operation key=O47415D8FFKL tag=GUWXTQFEBED7 type=del size=1890368 2023-12-16T19:50:25.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.468+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=5IAD1M7RWK65 type=del size=1843952 2023-12-16T19:50:25.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.470+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=0TN45WRINQTZ type=del 2023-12-16T19:50:25.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.473+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~C4G7G30RCT48.0 size=577876 2023-12-16T19:50:25.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.473+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=C4G7G30RCT48 tag=TTWV1N41QE9X type=write size=1626452 2023-12-16T19:50:25.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.474+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=QN4CNHW5DE31 type=write size=783701 2023-12-16T19:50:25.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.475+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=499A71JLW2Z9 type=del size=2532365 2023-12-16T19:50:25.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.476+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~3KA9R95TEKDK.0 size=359788 2023-12-16T19:50:25.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.478+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=3KA9R95TEKDK tag=VDLK6YIYAK74 type=write size=1408364 2023-12-16T19:50:25.479 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.479+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=HYQ2D3DBK0SS type=del size=1581860 2023-12-16T19:50:25.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.482+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=F0EDFKS6Y7HA type=del 2023-12-16T19:50:25.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.483+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=4Z2QOHZ6B1NC type=del size=1311550 2023-12-16T19:50:25.485 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.485+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VEVU2SKCKHZ7.0 size=232129 2023-12-16T19:50:25.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.487+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=VEVU2SKCKHZ7 tag=5E9GJLBZEJ71 type=write size=1280705 2023-12-16T19:50:25.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.489+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=QJAVQL2NJ3M8 type=write size=128113 2023-12-16T19:50:25.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.490+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.0 size=1048576 2023-12-16T19:50:25.490 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.491+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.1 size=1048576 2023-12-16T19:50:25.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.492+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~UAAOV52R7W1K.2 size=822948 2023-12-16T19:50:25.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.494+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=UAAOV52R7W1K tag=70K04S4DIT82 type=write size=3968676 2023-12-16T19:50:25.496 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.496+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~CN2X7ME5CSVH.0 size=1048576 2023-12-16T19:50:25.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.497+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~CN2X7ME5CSVH.1 size=375511 2023-12-16T19:50:25.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.497+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=CN2X7ME5CSVH tag=8C8NBGRRPGNR type=write size=2472663 2023-12-16T19:50:25.498 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.499+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=M67XZIKU46I7 type=del 2023-12-16T19:50:25.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.500+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=04OSGPHPWYV3 type=del size=359722 2023-12-16T19:50:25.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.501+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.0 size=1048576 2023-12-16T19:50:25.502 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.502+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.1 size=1048576 2023-12-16T19:50:25.504 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.504+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~3TO6GYRR8V5Y.2 size=903560 2023-12-16T19:50:25.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.506+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=3TO6GYRR8V5Y tag=UNMTYH8G7SN8 type=write size=4049288 2023-12-16T19:50:25.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.507+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=VLAHAQQYWCX3 type=del size=2673773 2023-12-16T19:50:25.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.510+0000 7f2ef5d2c640 1 < suggested update operation key=02FTPVWM8G45 tag=LZ1ZV1HEBKQ4 type=del size=258153 2023-12-16T19:50:25.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.511+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=QU45IKVU5DD0 type=del size=3307707 2023-12-16T19:50:25.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.512+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=76EVI8PRA0XU type=del 2023-12-16T19:50:25.515 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.515+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.0 size=1048576 2023-12-16T19:50:25.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.516+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.1 size=1048576 2023-12-16T19:50:25.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.517+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.2 size=131951 2023-12-16T19:50:25.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.517+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=H0M5MXAPX1A7 tag=QQA5U0FMPK42 type=write size=3277679 2023-12-16T19:50:25.518 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.518+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=BGP1X2HJHV9G type=write size=545162 2023-12-16T19:50:25.520 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.521+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~KZ8XB4ZP5W8Z.0 size=1048576 2023-12-16T19:50:25.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.522+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~KZ8XB4ZP5W8Z.1 size=163172 2023-12-16T19:50:25.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.522+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=KZ8XB4ZP5W8Z tag=HP2BA3P2UGBO type=write size=2260324 2023-12-16T19:50:25.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.523+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~H7DFBHAU42U8.0 size=1048576 2023-12-16T19:50:25.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.523+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~H7DFBHAU42U8.1 size=229673 2023-12-16T19:50:25.524 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.525+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=H7DFBHAU42U8 tag=9ZOE07N75RWF type=write size=2326825 2023-12-16T19:50:25.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.526+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=O1A02XTGIVXF type=del size=3810327 2023-12-16T19:50:25.527 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.527+0000 7f2ef5d2c640 -1 < failed to complete operation key=O47415D8FFKL tag=2XKVBA4M85FP type=del size=3707577: (22) Invalid argument 2023-12-16T19:50:25.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.528+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=IULJDK5MCP8V type=del size=2171949 2023-12-16T19:50:25.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.531+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=I9LX1Q5H7UF8 type=del 2023-12-16T19:50:25.532 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.533+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=EPE6908IFROP type=del size=2941630 2023-12-16T19:50:25.534 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.534+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=IUY0VPNAC695 type=del 2023-12-16T19:50:25.535 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.535+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=A7ET6MJSA953 type=del size=2534562 2023-12-16T19:50:25.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.536+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=5IAD1M7RWK65 type=del 2023-12-16T19:50:25.537 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.537+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=QQDUCUIMXW6A type=write size=256604 2023-12-16T19:50:25.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.539+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~C4G7G30RCT48.0 size=577876 2023-12-16T19:50:25.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.541+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=C4G7G30RCT48 tag=TTWV1N41QE9X type=write size=1626452 2023-12-16T19:50:25.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.542+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=UI0ZH2U2Y28G type=write size=747112 2023-12-16T19:50:25.543 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.543+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=499A71JLW2Z9 type=del 2023-12-16T19:50:25.545 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.546+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.0 size=1048576 2023-12-16T19:50:25.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.546+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.1 size=1048576 2023-12-16T19:50:25.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.547+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.2 size=260327 2023-12-16T19:50:25.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.547+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=5UNIMOGSD9Q2 tag=ZHM9N70XJF72 type=write size=3406055 2023-12-16T19:50:25.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.549+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=HYQ2D3DBK0SS type=del 2023-12-16T19:50:25.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.550+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=S2ZRTPXN5APW type=del size=1190433 2023-12-16T19:50:25.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.551+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=4Z2QOHZ6B1NC type=del 2023-12-16T19:50:25.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.554+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~7A6GV0XBQ29O.0 size=1048576 2023-12-16T19:50:25.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.555+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~7A6GV0XBQ29O.1 size=946092 2023-12-16T19:50:25.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.555+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=7A6GV0XBQ29O tag=MPUK31LW6Q5P type=write size=3043244 2023-12-16T19:50:25.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.556+0000 7f2ef5d2c640 1 < completed write operation key=ZQ5BST6X324W tag=QJAVQL2NJ3M8 type=write size=128113 2023-12-16T19:50:25.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.559+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~HVR9KBW572CY.0 size=414825 2023-12-16T19:50:25.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.559+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=HVR9KBW572CY tag=NL44XNHOLCV2 type=write size=1463401 2023-12-16T19:50:25.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.560+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~CN2X7ME5CSVH.0 size=1048576 2023-12-16T19:50:25.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.561+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~CN2X7ME5CSVH.1 size=375511 2023-12-16T19:50:25.563 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.564+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=CN2X7ME5CSVH tag=8C8NBGRRPGNR type=write size=2472663 2023-12-16T19:50:25.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.566+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~M5PAFAHYQB07.0 size=1048576 2023-12-16T19:50:25.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.567+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~M5PAFAHYQB07.1 size=367450 2023-12-16T19:50:25.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.567+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=M5PAFAHYQB07 tag=KR8W75RNUYWP type=write size=2464602 2023-12-16T19:50:25.568 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.568+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=04OSGPHPWYV3 type=del 2023-12-16T19:50:25.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.570+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=WKU1NLVC5EHD type=del size=3208615 2023-12-16T19:50:25.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.572+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=VLAHAQQYWCX3 type=del size=2673773 2023-12-16T19:50:25.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.575+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.0 size=1048576 2023-12-16T19:50:25.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.576+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.1 size=1048576 2023-12-16T19:50:25.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.577+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.2 size=109061 2023-12-16T19:50:25.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.577+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=2FV3V4Q6ZDV8 tag=GXWJJW58GEXB type=write size=3254789 2023-12-16T19:50:25.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.578+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=QU45IKVU5DD0 type=del 2023-12-16T19:50:25.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.579+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=IGAJ66NBN7YM type=del size=3341067 2023-12-16T19:50:25.580 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.581+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.0 size=1048576 2023-12-16T19:50:25.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.582+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.1 size=1048576 2023-12-16T19:50:25.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.583+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~H0M5MXAPX1A7.2 size=131951 2023-12-16T19:50:25.584 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.585+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=H0M5MXAPX1A7 tag=QQA5U0FMPK42 type=write size=3277679 2023-12-16T19:50:25.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.586+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=X2AKH8AXD7TL type=del size=2766927 2023-12-16T19:50:25.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.587+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~KZ8XB4ZP5W8Z.0 size=1048576 2023-12-16T19:50:25.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.588+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~KZ8XB4ZP5W8Z.1 size=163172 2023-12-16T19:50:25.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.590+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=KZ8XB4ZP5W8Z tag=HP2BA3P2UGBO type=write size=2260324 2023-12-16T19:50:25.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.592+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=RQKH1XL26U7L type=del size=2030060 2023-12-16T19:50:25.592 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.593+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=O1A02XTGIVXF type=del 2023-12-16T19:50:25.594 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.594+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=1J18XNCF0A37 type=write size=113393 2023-12-16T19:50:25.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.596+0000 7f2ef5d2c640 -1 < failed to complete operation key=6OFOLQYE7CY9 tag=IULJDK5MCP8V type=del size=2171949: (22) Invalid argument 2023-12-16T19:50:25.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.598+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~9D2FCCUL4UH6.0 size=732630 2023-12-16T19:50:25.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.598+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=9D2FCCUL4UH6 tag=D7PA3W3TNM2D type=write size=1781206 2023-12-16T19:50:25.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.599+0000 7f2ef5d2c640 -1 < failed to complete operation key=132QU0TGO26D tag=EPE6908IFROP type=del size=2941630: (22) Invalid argument 2023-12-16T19:50:25.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.601+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=10GU6L2SYJ95 type=del size=1875375 2023-12-16T19:50:25.603 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.604+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=A7ET6MJSA953 type=del size=2534562 2023-12-16T19:50:25.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.606+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.0 size=1048576 2023-12-16T19:50:25.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.607+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.1 size=1048576 2023-12-16T19:50:25.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.608+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.2 size=857884 2023-12-16T19:50:25.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.608+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=LN4I95WWSFCD tag=RK8FRLPX7NFB type=write size=4003612 2023-12-16T19:50:25.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.609+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=QQDUCUIMXW6A type=write size=256604 2023-12-16T19:50:25.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.612+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ZTO3TVMOULDB.0 size=670965 2023-12-16T19:50:25.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.612+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=ZTO3TVMOULDB tag=1NY63GCI4V53 type=write size=1719541 2023-12-16T19:50:25.613 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.613+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=UI0ZH2U2Y28G type=write size=747112 2023-12-16T19:50:25.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.615+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.0 size=1048576 2023-12-16T19:50:25.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.616+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.1 size=1048576 2023-12-16T19:50:25.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.617+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.2 size=97766 2023-12-16T19:50:25.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.617+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=W8F3ED5K5K47 tag=WEZK1L3A3E0T type=write size=3243494 2023-12-16T19:50:25.618 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.618+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.0 size=1048576 2023-12-16T19:50:25.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.620+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.1 size=1048576 2023-12-16T19:50:25.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.621+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~5UNIMOGSD9Q2.2 size=260327 2023-12-16T19:50:25.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.623+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=5UNIMOGSD9Q2 tag=ZHM9N70XJF72 type=write size=3406055 2023-12-16T19:50:25.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.625+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=U9NH6D12YMXJ type=write size=463388 2023-12-16T19:50:25.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.627+0000 7f2ef5d2c640 1 < suggested remove operation key=KDXC6PN4L0HE tag=S2ZRTPXN5APW type=del 2023-12-16T19:50:25.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.628+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=HIH9X7UL60RD type=write size=589135 2023-12-16T19:50:25.629 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.630+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~7A6GV0XBQ29O.0 size=1048576 2023-12-16T19:50:25.629 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.630+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~7A6GV0XBQ29O.1 size=946092 2023-12-16T19:50:25.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.632+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=7A6GV0XBQ29O tag=MPUK31LW6Q5P type=write size=3043244 2023-12-16T19:50:25.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.634+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~HL2K8JG1I8C0.0 size=255194 2023-12-16T19:50:25.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.634+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=HL2K8JG1I8C0 tag=M1H76JE2UXKJ type=write size=1303770 2023-12-16T19:50:25.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.636+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~HVR9KBW572CY.0 size=414825 2023-12-16T19:50:25.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.638+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=HVR9KBW572CY tag=NL44XNHOLCV2 type=write size=1463401 2023-12-16T19:50:25.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.640+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~SK55J8MCR353.0 size=31828 2023-12-16T19:50:25.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.640+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=SK55J8MCR353 tag=JC6SAXZJJSYX type=write size=1080404 2023-12-16T19:50:25.641 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.641+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~M5PAFAHYQB07.0 size=1048576 2023-12-16T19:50:25.642 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.642+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~M5PAFAHYQB07.1 size=367450 2023-12-16T19:50:25.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.645+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=M5PAFAHYQB07 tag=KR8W75RNUYWP type=write size=2464602 2023-12-16T19:50:25.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.646+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=CP0TAWN2RCF6 type=del size=1081361 2023-12-16T19:50:25.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.647+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=WKU1NLVC5EHD type=del 2023-12-16T19:50:25.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.649+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=R2NF817YTC9B type=del size=1904539 2023-12-16T19:50:25.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.650+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.0 size=1048576 2023-12-16T19:50:25.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.651+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.1 size=1048576 2023-12-16T19:50:25.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.652+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~2FV3V4Q6ZDV8.2 size=109061 2023-12-16T19:50:25.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.654+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=2FV3V4Q6ZDV8 tag=GXWJJW58GEXB type=write size=3254789 2023-12-16T19:50:25.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.656+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=ZZR23192ZXK9 type=del size=3888257 2023-12-16T19:50:25.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.658+0000 7f2ef5d2c640 1 < suggested remove operation key=1EO09GE5UCX3 tag=IGAJ66NBN7YM type=del 2023-12-16T19:50:25.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.661+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~V3FQFJVQYNCA.0 size=1048576 2023-12-16T19:50:25.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.662+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~V3FQFJVQYNCA.1 size=375396 2023-12-16T19:50:25.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.662+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=V3FQFJVQYNCA tag=RRCBN9PWK0W7 type=write size=2472548 2023-12-16T19:50:25.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.663+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=X2AKH8AXD7TL type=del 2023-12-16T19:50:25.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.664+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=MNBCP04SJ354 type=del size=2559196 2023-12-16T19:50:25.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.666+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=RQKH1XL26U7L type=del 2023-12-16T19:50:25.666 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.667+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=F3TXR7V0139C type=del size=1562594 2023-12-16T19:50:25.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.669+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=1J18XNCF0A37 type=write 2023-12-16T19:50:25.670 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.670+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=OOG72IMWZVPL type=write size=175718 2023-12-16T19:50:25.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.672+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~9D2FCCUL4UH6.0 size=732630 2023-12-16T19:50:25.674 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.674+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=9D2FCCUL4UH6 tag=D7PA3W3TNM2D type=write size=1781206 2023-12-16T19:50:25.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.676+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.0 size=1048576 2023-12-16T19:50:25.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.677+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.1 size=1048576 2023-12-16T19:50:25.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.678+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.2 size=1017872 2023-12-16T19:50:25.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.678+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=EC9VMXLFVKJ8 tag=PRW18DHZQIJO type=write size=4163600 2023-12-16T19:50:25.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.679+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=10GU6L2SYJ95 type=del 2023-12-16T19:50:25.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.680+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=IYKFAOFWGNU4 type=del size=981766 2023-12-16T19:50:25.681 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.682+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.0 size=1048576 2023-12-16T19:50:25.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.683+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.1 size=1048576 2023-12-16T19:50:25.683 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.684+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~LN4I95WWSFCD.2 size=857884 2023-12-16T19:50:25.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.686+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=LN4I95WWSFCD tag=RK8FRLPX7NFB type=write size=4003612 2023-12-16T19:50:25.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.687+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=CPIQWK52I03B type=del size=568116 2023-12-16T19:50:25.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.687+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4DEANTZS07W7.2~ZTO3TVMOULDB.0 size=670965 2023-12-16T19:50:25.689 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.690+0000 7f2ef5d2c640 1 < canceled multipart upload key=4DEANTZS07W7 upload=ZTO3TVMOULDB tag=1NY63GCI4V53 type=write size=1719541 2023-12-16T19:50:25.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.691+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=WVV52QDKTQL9 type=del size=3347223 2023-12-16T19:50:25.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.692+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.0 size=1048576 2023-12-16T19:50:25.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.692+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.1 size=1048576 2023-12-16T19:50:25.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.693+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~W8F3ED5K5K47.2 size=97766 2023-12-16T19:50:25.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.695+0000 7f2ef5d2c640 1 < canceled multipart upload key=4B9JQDI6Y8LC upload=W8F3ED5K5K47 tag=WEZK1L3A3E0T type=write size=3243494 2023-12-16T19:50:25.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.697+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=3G3Z9Z1GNVD3 type=del size=1916148 2023-12-16T19:50:25.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.699+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=U9NH6D12YMXJ type=write size=463388 2023-12-16T19:50:25.700 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.700+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=X46TQTG94K4M type=del size=2845325 2023-12-16T19:50:25.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.703+0000 7f2ef5d2c640 1 < suggested remove operation key=D64S91AR017D tag=HIH9X7UL60RD type=write 2023-12-16T19:50:25.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.704+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=95R2ZH4PCBCN type=write size=515567 2023-12-16T19:50:25.705 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.705+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~HL2K8JG1I8C0.0 size=255194 2023-12-16T19:50:25.707 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.707+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=HL2K8JG1I8C0 tag=M1H76JE2UXKJ type=write size=1303770 2023-12-16T19:50:25.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.710+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~D2PUCADUNOZY.0 size=849847 2023-12-16T19:50:25.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.710+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=D2PUCADUNOZY tag=MG615LYV2CDV type=write size=1898423 2023-12-16T19:50:25.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.711+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~SK55J8MCR353.0 size=31828 2023-12-16T19:50:25.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.714+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=SK55J8MCR353 tag=JC6SAXZJJSYX type=write size=1080404 2023-12-16T19:50:25.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.715+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=YDCM8PL7ABQS type=del size=1492967 2023-12-16T19:50:25.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.717+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=CP0TAWN2RCF6 type=del 2023-12-16T19:50:25.719 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.719+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.0 size=1048576 2023-12-16T19:50:25.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.720+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.1 size=1048576 2023-12-16T19:50:25.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.721+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.2 size=537596 2023-12-16T19:50:25.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.721+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=8F59AMJHAVHJ tag=L225XPFFVGRB type=write size=3683324 2023-12-16T19:50:25.722 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.723+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=R2NF817YTC9B type=del 2023-12-16T19:50:25.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.724+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=XDLRG1CBL54G type=del size=2291342 2023-12-16T19:50:25.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.725+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=ZZR23192ZXK9 type=del 2023-12-16T19:50:25.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.726+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=HAQJJ154XZDC type=del size=2840569 2023-12-16T19:50:25.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.727+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~V3FQFJVQYNCA.0 size=1048576 2023-12-16T19:50:25.728 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.728+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~V3FQFJVQYNCA.1 size=375396 2023-12-16T19:50:25.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.731+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=V3FQFJVQYNCA tag=RRCBN9PWK0W7 type=write size=2472548 2023-12-16T19:50:25.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.732+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=TNYCITBH4R4X type=del size=3792791 2023-12-16T19:50:25.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.733+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=MNBCP04SJ354 type=del 2023-12-16T19:50:25.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.735+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=V2FBYPDUJ7E5 type=write size=64948 2023-12-16T19:50:25.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.736+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=F3TXR7V0139C type=del 2023-12-16T19:50:25.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.737+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=HO2C2VGD840B type=del size=2274378 2023-12-16T19:50:25.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.739+0000 7f2ef5d2c640 -1 < failed to complete operation key=4DEANTZS07W7 tag=OOG72IMWZVPL type=write size=175718: (22) Invalid argument 2023-12-16T19:50:25.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.740+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=N170DX261N3I type=del size=1419081 2023-12-16T19:50:25.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.742+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.0 size=1048576 2023-12-16T19:50:25.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.744+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.1 size=1048576 2023-12-16T19:50:25.745 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.745+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EC9VMXLFVKJ8.2 size=1017872 2023-12-16T19:50:25.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.747+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=EC9VMXLFVKJ8 tag=PRW18DHZQIJO type=write size=4163600 2023-12-16T19:50:25.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.749+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~NT4KQ2BX0W3Q.0 size=9254 2023-12-16T19:50:25.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.749+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=NT4KQ2BX0W3Q tag=AKNNK78GQYOD type=write size=1057830 2023-12-16T19:50:25.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.751+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=IYKFAOFWGNU4 type=del 2023-12-16T19:50:25.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.752+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=OA1QQIXU34YD type=del size=2218552 2023-12-16T19:50:25.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.753+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=CPIQWK52I03B type=del 2023-12-16T19:50:25.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.755+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=HXU2WGAOYS1W type=write size=195989 2023-12-16T19:50:25.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.756+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=WVV52QDKTQL9 type=del 2023-12-16T19:50:25.757 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.757+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=H6XNLRB013SD type=write size=849460 2023-12-16T19:50:25.757 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.758+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=D64S91AR017D tag=3G3Z9Z1GNVD3 type=del size=1916148: (2) No such file or directory 2023-12-16T19:50:25.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.760+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.0 size=1048576 2023-12-16T19:50:25.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.761+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.1 size=1048576 2023-12-16T19:50:25.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.762+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.2 size=309806 2023-12-16T19:50:25.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.762+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=AG24EI4BSC6K tag=CHVAMVWFVYCT type=write size=3455534 2023-12-16T19:50:25.763 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.763+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=X46TQTG94K4M type=del 2023-12-16T19:50:25.764 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.765+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=K5JY0247H77P type=write size=885674 2023-12-16T19:50:25.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.766+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=95R2ZH4PCBCN type=write size=515567 2023-12-16T19:50:25.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.769+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~KEJTP05YT27I.0 size=1048576 2023-12-16T19:50:25.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.770+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~KEJTP05YT27I.1 size=607950 2023-12-16T19:50:25.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.770+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=KEJTP05YT27I tag=OCGVG1GVOV8D type=write size=2705102 2023-12-16T19:50:25.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.771+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~D2PUCADUNOZY.0 size=849847 2023-12-16T19:50:25.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.773+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=D2PUCADUNOZY tag=MG615LYV2CDV type=write size=1898423 2023-12-16T19:50:25.774 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.775+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=NQTGBZ38FQ9L type=del size=1475990 2023-12-16T19:50:25.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.776+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=YDCM8PL7ABQS type=del 2023-12-16T19:50:25.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.777+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=UPTI7M5RDVJU type=del size=2922591 2023-12-16T19:50:25.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.779+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.0 size=1048576 2023-12-16T19:50:25.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.780+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.1 size=1048576 2023-12-16T19:50:25.781 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.782+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~8F59AMJHAVHJ.2 size=537596 2023-12-16T19:50:25.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.784+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=8F59AMJHAVHJ tag=L225XPFFVGRB type=write size=3683324 2023-12-16T19:50:25.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.785+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=5M5K6JMHVKAM type=del size=2377837 2023-12-16T19:50:25.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.786+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=XDLRG1CBL54G type=del 2023-12-16T19:50:25.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.788+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=W2VM5O0FAHW9 type=del size=1165947 2023-12-16T19:50:25.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.789+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=HAQJJ154XZDC type=del 2023-12-16T19:50:25.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.794+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~J3IFZUHORNZC.0 size=1048576 2023-12-16T19:50:25.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.796+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~J3IFZUHORNZC.1 size=1033893 2023-12-16T19:50:25.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.796+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=J3IFZUHORNZC tag=ZAJJ4MHHEPKT type=write size=3131045 2023-12-16T19:50:25.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.798+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=TNYCITBH4R4X type=del 2023-12-16T19:50:25.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.800+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.0 size=1048576 2023-12-16T19:50:25.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.801+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.1 size=1048576 2023-12-16T19:50:25.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.802+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.2 size=342771 2023-12-16T19:50:25.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.802+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=32NKSYR81L7D tag=XRW5OCVRBDS4 type=write size=3488499 2023-12-16T19:50:25.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.804+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=V2FBYPDUJ7E5 type=write size=64948 2023-12-16T19:50:25.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.806+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=33957ITNMDU2 type=del size=2363004 2023-12-16T19:50:25.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.807+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=HO2C2VGD840B type=del 2023-12-16T19:50:25.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.809+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~LIPCTAGVP6JU.0 size=1048576 2023-12-16T19:50:25.810 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.810+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~LIPCTAGVP6JU.1 size=816437 2023-12-16T19:50:25.810 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.810+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=LIPCTAGVP6JU tag=JH5Y9OD7LG85 type=write size=2913589 2023-12-16T19:50:25.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.813+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=N170DX261N3I type=del 2023-12-16T19:50:25.813 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.814+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=RRO2V9E0QMEM type=del size=3561919 2023-12-16T19:50:25.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.814+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~NT4KQ2BX0W3Q.0 size=9254 2023-12-16T19:50:25.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.816+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=NT4KQ2BX0W3Q tag=AKNNK78GQYOD type=write size=1057830 2023-12-16T19:50:25.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.817+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=LFT66MKADE05 type=del size=3982078 2023-12-16T19:50:25.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.819+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=OA1QQIXU34YD type=del 2023-12-16T19:50:25.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.820+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=1YDIR8A70N8F type=del size=211932 2023-12-16T19:50:25.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.822+0000 7f2ef5d2c640 1 < completed write operation key=34B5L3BXNV17 tag=HXU2WGAOYS1W type=write size=195989 2023-12-16T19:50:25.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.823+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=J2WL3Z98U9BH type=del size=1321992 2023-12-16T19:50:25.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.825+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=H6XNLRB013SD type=write size=849460 2023-12-16T19:50:25.825 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.826+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=I60OCOCZ3VP3 type=del size=2746073 2023-12-16T19:50:25.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.827+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.0 size=1048576 2023-12-16T19:50:25.828 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.828+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.1 size=1048576 2023-12-16T19:50:25.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.829+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~AG24EI4BSC6K.2 size=309806 2023-12-16T19:50:25.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.831+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=AG24EI4BSC6K tag=CHVAMVWFVYCT type=write size=3455534 2023-12-16T19:50:25.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.832+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=R1LVNK6RUQKE type=del size=4045722 2023-12-16T19:50:25.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.834+0000 7f2ef5d2c640 1 < completed write operation key=ZQ5BST6X324W tag=K5JY0247H77P type=write size=885674 2023-12-16T19:50:25.835 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.835+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=4WI97BTQEWQK type=del size=3957498 2023-12-16T19:50:25.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.836+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~KEJTP05YT27I.0 size=1048576 2023-12-16T19:50:25.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.837+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~KEJTP05YT27I.1 size=607950 2023-12-16T19:50:25.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.839+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=KEJTP05YT27I tag=OCGVG1GVOV8D type=write size=2705102 2023-12-16T19:50:25.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.842+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~K74E8D2SZ6R2.0 size=712450 2023-12-16T19:50:25.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.842+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=K74E8D2SZ6R2 tag=FOOAFP0YSQSJ type=write size=1761026 2023-12-16T19:50:25.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.843+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=NQTGBZ38FQ9L type=del 2023-12-16T19:50:25.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.844+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=PTNOED5P6VIS type=del size=1614731 2023-12-16T19:50:25.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.846+0000 7f2ef5d2c640 -1 < failed to complete operation key=693CWQ45V5WS tag=UPTI7M5RDVJU type=del size=2922591: (22) Invalid argument 2023-12-16T19:50:25.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.847+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=WF39KMH22EH7 type=del size=2139538 2023-12-16T19:50:25.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.848+0000 7f2ef5d2c640 -1 < failed to complete operation key=693CWQ45V5WS tag=5M5K6JMHVKAM type=del size=2377837: (22) Invalid argument 2023-12-16T19:50:25.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.851+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.0 size=1048576 2023-12-16T19:50:25.852 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.852+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.1 size=1048576 2023-12-16T19:50:25.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.853+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.2 size=31101 2023-12-16T19:50:25.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.853+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=8W25XUO7DW5E tag=WNCMXQFFFDJS type=write size=3176829 2023-12-16T19:50:25.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.854+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=W2VM5O0FAHW9 type=del size=1165947 2023-12-16T19:50:25.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.856+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=ZLELIU56I84O type=del size=817226 2023-12-16T19:50:25.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.857+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~J3IFZUHORNZC.0 size=1048576 2023-12-16T19:50:25.857 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.858+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~J3IFZUHORNZC.1 size=1033893 2023-12-16T19:50:25.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.860+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=J3IFZUHORNZC tag=ZAJJ4MHHEPKT type=write size=3131045 2023-12-16T19:50:25.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.861+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=QNZMRLE1KHIK type=del size=3429080 2023-12-16T19:50:25.862 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.862+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.0 size=1048576 2023-12-16T19:50:25.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.863+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.1 size=1048576 2023-12-16T19:50:25.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.864+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~32NKSYR81L7D.2 size=342771 2023-12-16T19:50:25.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.866+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=32NKSYR81L7D tag=XRW5OCVRBDS4 type=write size=3488499 2023-12-16T19:50:25.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.868+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=4PGBF11UJ6JC type=del size=2600901 2023-12-16T19:50:25.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.869+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=33957ITNMDU2 type=del 2023-12-16T19:50:25.871 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.871+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.0 size=1048576 2023-12-16T19:50:25.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.872+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.1 size=1048576 2023-12-16T19:50:25.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.873+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.2 size=441768 2023-12-16T19:50:25.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.873+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=P1RT50MBQPR8 tag=MNS5QGOSXXVH type=write size=3587496 2023-12-16T19:50:25.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.875+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~LIPCTAGVP6JU.0 size=1048576 2023-12-16T19:50:25.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.876+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~LIPCTAGVP6JU.1 size=816437 2023-12-16T19:50:25.877 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.878+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=LIPCTAGVP6JU tag=JH5Y9OD7LG85 type=write size=2913589 2023-12-16T19:50:25.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.879+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=47WMR383NGDM type=del size=1031356 2023-12-16T19:50:25.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.880+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=RRO2V9E0QMEM type=del 2023-12-16T19:50:25.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.881+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=MXQ0SGYW1H8G type=del size=1178437 2023-12-16T19:50:25.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.883+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=LFT66MKADE05 type=del 2023-12-16T19:50:25.885 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.885+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.0 size=1048576 2023-12-16T19:50:25.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.886+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.1 size=1048576 2023-12-16T19:50:25.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.887+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.2 size=777447 2023-12-16T19:50:25.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.887+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=EXBHSP1D5EBE tag=3JLY1JVQ21RE type=write size=3923175 2023-12-16T19:50:25.888 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.888+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=1YDIR8A70N8F type=del 2023-12-16T19:50:25.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.891+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.0 size=1048576 2023-12-16T19:50:25.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.892+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.1 size=1048576 2023-12-16T19:50:25.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.892+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.2 size=164532 2023-12-16T19:50:25.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.892+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=IFELH2O7F0V1 tag=4SAQPH97XE4R type=write size=3310260 2023-12-16T19:50:25.893 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.894+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=J2WL3Z98U9BH type=del 2023-12-16T19:50:25.896 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.896+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.0 size=1048576 2023-12-16T19:50:25.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.897+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.1 size=1048576 2023-12-16T19:50:25.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.898+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.2 size=256348 2023-12-16T19:50:25.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.898+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=A0601AY34O7M tag=DPKN4BC42VDZ type=write size=3402076 2023-12-16T19:50:25.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.900+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=I60OCOCZ3VP3 type=del 2023-12-16T19:50:25.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.903+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~IB305E5FMF6Y.0 size=1048576 2023-12-16T19:50:25.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.904+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~IB305E5FMF6Y.1 size=21928 2023-12-16T19:50:25.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.904+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=IB305E5FMF6Y tag=14TY023O2IL4 type=write size=2119080 2023-12-16T19:50:25.905 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.905+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=R1LVNK6RUQKE type=del 2023-12-16T19:50:25.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.907+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=MZDT2IUBG2S6 type=del size=1734502 2023-12-16T19:50:25.907 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.908+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=4WI97BTQEWQK type=del 2023-12-16T19:50:25.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.909+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=Y8DKARJ2Z395 type=del size=570965 2023-12-16T19:50:25.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.910+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~K74E8D2SZ6R2.0 size=712450 2023-12-16T19:50:25.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.912+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=K74E8D2SZ6R2 tag=FOOAFP0YSQSJ type=write size=1761026 2023-12-16T19:50:25.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.915+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.0 size=1048576 2023-12-16T19:50:25.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.916+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.1 size=1048576 2023-12-16T19:50:25.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.917+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.2 size=950022 2023-12-16T19:50:25.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.917+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=MFTCCGO91CMT tag=SQTA6MDADOU7 type=write size=4095750 2023-12-16T19:50:25.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.918+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=PTNOED5P6VIS type=del size=1614731 2023-12-16T19:50:25.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.921+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~381SZ9OAUCER.0 size=1048576 2023-12-16T19:50:25.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.922+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~381SZ9OAUCER.1 size=865791 2023-12-16T19:50:25.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.922+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=381SZ9OAUCER tag=GQROZ5HR9JZX type=write size=2962943 2023-12-16T19:50:25.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.923+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=WF39KMH22EH7 type=del 2023-12-16T19:50:25.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.925+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=U3LFY44V878L type=write size=254802 2023-12-16T19:50:25.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.925+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.0 size=1048576 2023-12-16T19:50:25.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.926+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.1 size=1048576 2023-12-16T19:50:25.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.927+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~8W25XUO7DW5E.2 size=31101 2023-12-16T19:50:25.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.929+0000 7f2ef5d2c640 1 < canceled multipart upload key=MSNLCTTZ723G upload=8W25XUO7DW5E tag=WNCMXQFFFDJS type=write size=3176829 2023-12-16T19:50:25.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.931+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~QVMYWSSI1I6N.0 size=1048576 2023-12-16T19:50:25.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.932+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~QVMYWSSI1I6N.1 size=991389 2023-12-16T19:50:25.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.932+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=QVMYWSSI1I6N tag=IJZ7LKNFD3RO type=write size=3088541 2023-12-16T19:50:25.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.934+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=ZLELIU56I84O type=del 2023-12-16T19:50:25.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.935+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=NDCBGSWLFHGJ type=write size=201252 2023-12-16T19:50:25.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.936+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=QNZMRLE1KHIK type=del 2023-12-16T19:50:25.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.937+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=QI2DLGSN1ZEA type=del size=3543482 2023-12-16T19:50:25.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.939+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=4PGBF11UJ6JC type=del 2023-12-16T19:50:25.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.940+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=SJHCVDNEWBWF type=write size=569549 2023-12-16T19:50:25.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.942+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.0 size=1048576 2023-12-16T19:50:25.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.943+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.1 size=1048576 2023-12-16T19:50:25.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.944+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~P1RT50MBQPR8.2 size=441768 2023-12-16T19:50:25.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.946+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=P1RT50MBQPR8 tag=MNS5QGOSXXVH type=write size=3587496 2023-12-16T19:50:25.948 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.948+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.0 size=1048576 2023-12-16T19:50:25.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.1 size=1048576 2023-12-16T19:50:25.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.951+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.2 size=920962 2023-12-16T19:50:25.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.951+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=LPQED24V5VH2 tag=IV1W6OGGUPHP type=write size=4066690 2023-12-16T19:50:25.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.952+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=47WMR383NGDM type=del 2023-12-16T19:50:25.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.954+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=F6Y3NF01LOWE type=del size=182799 2023-12-16T19:50:25.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.955+0000 7f2ef5d2c640 1 < canceled operation key=1MJ52B125Q24 tag=MXQ0SGYW1H8G type=del size=1178437 2023-12-16T19:50:25.956 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.956+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=F7NX18BNXK6Y type=del size=3550467 2023-12-16T19:50:25.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.958+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.0 size=1048576 2023-12-16T19:50:25.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.959+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.1 size=1048576 2023-12-16T19:50:25.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.960+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~EXBHSP1D5EBE.2 size=777447 2023-12-16T19:50:25.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.962+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=EXBHSP1D5EBE tag=3JLY1JVQ21RE type=write size=3923175 2023-12-16T19:50:25.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.965+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=BP69ISIZMEPG type=write size=333726 2023-12-16T19:50:25.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.966+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.0 size=1048576 2023-12-16T19:50:25.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.967+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.1 size=1048576 2023-12-16T19:50:25.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.968+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~IFELH2O7F0V1.2 size=164532 2023-12-16T19:50:25.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.970+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=IFELH2O7F0V1 tag=4SAQPH97XE4R type=write size=3310260 2023-12-16T19:50:25.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.972+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=KXXEHAQFYMK8 type=del size=1250668 2023-12-16T19:50:25.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.973+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.0 size=1048576 2023-12-16T19:50:25.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.973+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.1 size=1048576 2023-12-16T19:50:25.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.974+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~A0601AY34O7M.2 size=256348 2023-12-16T19:50:25.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.976+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=A0601AY34O7M tag=DPKN4BC42VDZ type=write size=3402076 2023-12-16T19:50:25.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.978+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=QMG0Q9QAZ2KU type=del size=3478368 2023-12-16T19:50:25.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.979+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~IB305E5FMF6Y.0 size=1048576 2023-12-16T19:50:25.980 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.980+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~IB305E5FMF6Y.1 size=21928 2023-12-16T19:50:25.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.983+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=IB305E5FMF6Y tag=14TY023O2IL4 type=write size=2119080 2023-12-16T19:50:25.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.984+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=EDZQQGV132XI type=del size=2540313 2023-12-16T19:50:25.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.985+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=MZDT2IUBG2S6 type=del 2023-12-16T19:50:25.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.987+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=H8X214QY3M9Y type=write size=730388 2023-12-16T19:50:25.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.988+0000 7f2ef5d2c640 1 < canceled operation key=9KRQ59SUFM7Z tag=Y8DKARJ2Z395 type=del size=570965 2023-12-16T19:50:25.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.990+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=VKY0V1ZEJR39 type=write size=164877 2023-12-16T19:50:25.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.991+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.0 size=1048576 2023-12-16T19:50:25.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.992+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.1 size=1048576 2023-12-16T19:50:25.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.993+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~MFTCCGO91CMT.2 size=950022 2023-12-16T19:50:25.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.996+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=MFTCCGO91CMT tag=SQTA6MDADOU7 type=write size=4095750 2023-12-16T19:50:25.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.998+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~BJ3TQMK6CEND.0 size=541618 2023-12-16T19:50:25.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:25.998+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=BJ3TQMK6CEND tag=2EVUB28YVB8H type=write size=1590194 2023-12-16T19:50:25.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.000+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~381SZ9OAUCER.0 size=1048576 2023-12-16T19:50:26.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.001+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~381SZ9OAUCER.1 size=865791 2023-12-16T19:50:26.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.003+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=381SZ9OAUCER tag=GQROZ5HR9JZX type=write size=2962943 2023-12-16T19:50:26.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.004+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=JYJKJL08O9XT type=del size=946292 2023-12-16T19:50:26.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.006+0000 7f2ef5d2c640 1 < completed write operation key=5PBDOPNNQTMI tag=U3LFY44V878L type=write size=254802 2023-12-16T19:50:26.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.009+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LS2IWEYUU375.0 size=1048576 2023-12-16T19:50:26.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.010+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LS2IWEYUU375.1 size=1004536 2023-12-16T19:50:26.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.010+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=LS2IWEYUU375 tag=HTUIWFP1TA6E type=write size=3101688 2023-12-16T19:50:26.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.011+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~QVMYWSSI1I6N.0 size=1048576 2023-12-16T19:50:26.012 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.012+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~QVMYWSSI1I6N.1 size=991389 2023-12-16T19:50:26.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.015+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=QVMYWSSI1I6N tag=IJZ7LKNFD3RO type=write size=3088541 2023-12-16T19:50:26.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.016+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=5G3UF1WD4OL9 type=del size=82338 2023-12-16T19:50:26.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.019+0000 7f2ef5d2c640 1 < suggested remove operation key=34B5L3BXNV17 tag=NDCBGSWLFHGJ type=write 2023-12-16T19:50:26.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.020+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=ZJMV62E5L67J type=del size=1631318 2023-12-16T19:50:26.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.021+0000 7f2ef5d2c640 1 < canceled operation key=KZ7TQX626J26 tag=QI2DLGSN1ZEA type=del size=3543482 2023-12-16T19:50:26.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.023+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=2RQ6I4TJGECR type=del size=685910 2023-12-16T19:50:26.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.025+0000 7f2ef5d2c640 1 < suggested update operation key=ZQ5BST6X324W tag=SJHCVDNEWBWF type=write size=569549 2023-12-16T19:50:26.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.028+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.0 size=1048576 2023-12-16T19:50:26.028 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.029+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.1 size=1048576 2023-12-16T19:50:26.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.030+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.2 size=164400 2023-12-16T19:50:26.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.030+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=F78MICTPQ4MR tag=EEHU39ZBRCLL type=write size=3310128 2023-12-16T19:50:26.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.031+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.0 size=1048576 2023-12-16T19:50:26.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.033+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.1 size=1048576 2023-12-16T19:50:26.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.034+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~LPQED24V5VH2.2 size=920962 2023-12-16T19:50:26.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.036+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=LPQED24V5VH2 tag=IV1W6OGGUPHP type=write size=4066690 2023-12-16T19:50:26.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.037+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=YMKO0BF7OH3Y type=del size=886905 2023-12-16T19:50:26.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.039+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=F6Y3NF01LOWE type=del 2023-12-16T19:50:26.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.041+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.0 size=1048576 2023-12-16T19:50:26.042 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.042+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.1 size=1048576 2023-12-16T19:50:26.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.043+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.2 size=791787 2023-12-16T19:50:26.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.043+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=CFTP216LGAD2 tag=MKQPQFX3YX00 type=write size=3937515 2023-12-16T19:50:26.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.046+0000 7f2ef5d2c640 1 < suggested remove operation key=MOECJRWYZ5M1 tag=F7NX18BNXK6Y type=del 2023-12-16T19:50:26.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.048+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~TGOV0I123DOY.0 size=717348 2023-12-16T19:50:26.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.048+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=TGOV0I123DOY tag=AC8UB4AQPG86 type=write size=1765924 2023-12-16T19:50:26.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.049+0000 7f2ef5d2c640 1 < completed write operation key=BP4X0CT9HFAO tag=BP69ISIZMEPG type=write size=333726 2023-12-16T19:50:26.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.051+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=U928MFPDNYEL type=write size=577239 2023-12-16T19:50:26.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.052+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=KXXEHAQFYMK8 type=del 2023-12-16T19:50:26.054 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.055+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~2NO31L6UC0QD.0 size=1048576 2023-12-16T19:50:26.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.056+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~2NO31L6UC0QD.1 size=347815 2023-12-16T19:50:26.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.056+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=2NO31L6UC0QD tag=MHI2X5NZN9EM type=write size=2444967 2023-12-16T19:50:26.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.057+0000 7f2ef5d2c640 1 < canceled operation key=693CWQ45V5WS tag=QMG0Q9QAZ2KU type=del size=3478368 2023-12-16T19:50:26.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.058+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=5BSALNKEGM6O type=del size=932407 2023-12-16T19:50:26.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.060+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=EDZQQGV132XI type=del 2023-12-16T19:50:26.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.062+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.0 size=1048576 2023-12-16T19:50:26.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.063+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.1 size=1048576 2023-12-16T19:50:26.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.064+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.2 size=356802 2023-12-16T19:50:26.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.064+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=QADP258EB1R4 tag=5V3GUZN7WJCX type=write size=3502530 2023-12-16T19:50:26.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.066+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=H8X214QY3M9Y type=write size=730388 2023-12-16T19:50:26.066 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.067+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=H8XTIOL9VF32 type=write size=507746 2023-12-16T19:50:26.068 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.068+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=VKY0V1ZEJR39 type=write size=164877 2023-12-16T19:50:26.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.069+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=ECEV2GERZ0CE type=write size=998176 2023-12-16T19:50:26.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.071+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~BJ3TQMK6CEND.0 size=541618 2023-12-16T19:50:26.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.073+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=BJ3TQMK6CEND tag=2EVUB28YVB8H type=write size=1590194 2023-12-16T19:50:26.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.074+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=SB0WMEUJ8NSB type=del size=4110299 2023-12-16T19:50:26.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.077+0000 7f2ef5d2c640 1 < suggested remove operation key=F01U501SJH0E tag=JYJKJL08O9XT type=del 2023-12-16T19:50:26.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.079+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~T4AU707SU78W.0 size=1048576 2023-12-16T19:50:26.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.081+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~T4AU707SU78W.1 size=741446 2023-12-16T19:50:26.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.081+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=T4AU707SU78W tag=L96ZN9IADJ3T type=write size=2838598 2023-12-16T19:50:26.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.082+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~LS2IWEYUU375.0 size=1048576 2023-12-16T19:50:26.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.082+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~LS2IWEYUU375.1 size=1004536 2023-12-16T19:50:26.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.084+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=LS2IWEYUU375 tag=HTUIWFP1TA6E type=write size=3101688 2023-12-16T19:50:26.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.087+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~DI6GWFRB0Q1T.0 size=1048576 2023-12-16T19:50:26.087 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.088+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~DI6GWFRB0Q1T.1 size=961010 2023-12-16T19:50:26.087 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.088+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=DI6GWFRB0Q1T tag=IB14NMF3GNCO type=write size=3058162 2023-12-16T19:50:26.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.089+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=5G3UF1WD4OL9 type=del 2023-12-16T19:50:26.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.090+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=JY2BNPUNYT6J type=del size=2577254 2023-12-16T19:50:26.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.093+0000 7f2ef5d2c640 1 < suggested update operation key=5PBDOPNNQTMI tag=ZJMV62E5L67J type=del size=1631318 2023-12-16T19:50:26.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.096+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~0OSMD9O2KPNZ.0 size=903974 2023-12-16T19:50:26.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.096+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=0OSMD9O2KPNZ tag=MC4FYVSM1PZM type=write size=1952550 2023-12-16T19:50:26.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.097+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=2RQ6I4TJGECR type=del 2023-12-16T19:50:26.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.098+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=5J69O7HYXUQN type=del size=2125305 2023-12-16T19:50:26.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.099+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.0 size=1048576 2023-12-16T19:50:26.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.100+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.1 size=1048576 2023-12-16T19:50:26.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.102+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~F78MICTPQ4MR.2 size=164400 2023-12-16T19:50:26.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.104+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=F78MICTPQ4MR tag=EEHU39ZBRCLL type=write size=3310128 2023-12-16T19:50:26.105 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.105+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=E6IH6ROA2S5H type=del size=2193622 2023-12-16T19:50:26.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.107+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=YMKO0BF7OH3Y type=del 2023-12-16T19:50:26.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.108+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=V8BKZQYTHMP7 type=del size=1297931 2023-12-16T19:50:26.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.110+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.0 size=1048576 2023-12-16T19:50:26.110 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.111+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.1 size=1048576 2023-12-16T19:50:26.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.112+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~CFTP216LGAD2.2 size=791787 2023-12-16T19:50:26.114 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.114+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=CFTP216LGAD2 tag=MKQPQFX3YX00 type=write size=3937515 2023-12-16T19:50:26.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.117+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~N3JBYZJHYYMF.0 size=1048576 2023-12-16T19:50:26.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.118+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~N3JBYZJHYYMF.1 size=217853 2023-12-16T19:50:26.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.118+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=N3JBYZJHYYMF tag=3U15NQWZAJ08 type=write size=2315005 2023-12-16T19:50:26.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.119+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~TGOV0I123DOY.0 size=717348 2023-12-16T19:50:26.121 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.122+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=TGOV0I123DOY tag=AC8UB4AQPG86 type=write size=1765924 2023-12-16T19:50:26.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.123+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=7HT17LPCTONA type=del size=1179879 2023-12-16T19:50:26.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.125+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=U928MFPDNYEL type=write size=577239 2023-12-16T19:50:26.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.126+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=0AOGNY8PYEOS type=write size=1006459 2023-12-16T19:50:26.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.128+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~2NO31L6UC0QD.0 size=1048576 2023-12-16T19:50:26.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.129+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~2NO31L6UC0QD.1 size=347815 2023-12-16T19:50:26.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.131+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=2NO31L6UC0QD tag=MHI2X5NZN9EM type=write size=2444967 2023-12-16T19:50:26.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.133+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=6NE32MGSTQ85 type=del size=3196517 2023-12-16T19:50:26.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.134+0000 7f2ef5d2c640 -1 < failed to complete operation key=5PBDOPNNQTMI tag=5BSALNKEGM6O type=del size=932407: (22) Invalid argument 2023-12-16T19:50:26.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.136+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=6OY2781IVIW4 type=write size=276384 2023-12-16T19:50:26.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.137+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.0 size=1048576 2023-12-16T19:50:26.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.138+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.1 size=1048576 2023-12-16T19:50:26.139 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.139+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~QADP258EB1R4.2 size=356802 2023-12-16T19:50:26.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.142+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=QADP258EB1R4 tag=5V3GUZN7WJCX type=write size=3502530 2023-12-16T19:50:26.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.145+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ELFL9CM8Y3DL.0 size=279928 2023-12-16T19:50:26.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.145+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=ELFL9CM8Y3DL tag=EZQMBVZZEFK6 type=write size=1328504 2023-12-16T19:50:26.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.147+0000 7f2ef5d2c640 1 < canceled operation key=JGJZADQXTKU9 tag=H8XTIOL9VF32 type=write size=507746 2023-12-16T19:50:26.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.149+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=QT6NNP06HLPO type=del size=3747999 2023-12-16T19:50:26.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.152+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=ECEV2GERZ0CE type=write 2023-12-16T19:50:26.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.154+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=ZYRCHV64OCRT type=del size=996402 2023-12-16T19:50:26.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.155+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=SB0WMEUJ8NSB type=del 2023-12-16T19:50:26.158 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.158+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YQZ0OE7J9OP8.0 size=1048576 2023-12-16T19:50:26.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.159+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YQZ0OE7J9OP8.1 size=213533 2023-12-16T19:50:26.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.159+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=YQZ0OE7J9OP8 tag=EHF6OFYP4GHM type=write size=2310685 2023-12-16T19:50:26.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.160+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~T4AU707SU78W.0 size=1048576 2023-12-16T19:50:26.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.161+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~T4AU707SU78W.1 size=741446 2023-12-16T19:50:26.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.163+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=T4AU707SU78W tag=L96ZN9IADJ3T type=write size=2838598 2023-12-16T19:50:26.164 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.165+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=D4TD2MOVWL45 type=del size=3383168 2023-12-16T19:50:26.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.166+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~DI6GWFRB0Q1T.0 size=1048576 2023-12-16T19:50:26.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.167+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~DI6GWFRB0Q1T.1 size=961010 2023-12-16T19:50:26.173 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.174+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=DI6GWFRB0Q1T tag=IB14NMF3GNCO type=write size=3058162 2023-12-16T19:50:26.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.177+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~FDDSBRJDVA82.0 size=1048576 2023-12-16T19:50:26.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.178+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~FDDSBRJDVA82.1 size=779906 2023-12-16T19:50:26.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.178+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=FDDSBRJDVA82 tag=5GUN9SIUXJAP type=write size=2877058 2023-12-16T19:50:26.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.185+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=JY2BNPUNYT6J type=del size=2577254 2023-12-16T19:50:26.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.190+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=VSKR3B1S8ELI type=del size=2963749 2023-12-16T19:50:26.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.194+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~0OSMD9O2KPNZ.0 size=903974 2023-12-16T19:50:26.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.196+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=0OSMD9O2KPNZ tag=MC4FYVSM1PZM type=write size=1952550 2023-12-16T19:50:26.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.197+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=U5XJXQ0UEATW type=write size=50238 2023-12-16T19:50:26.198 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.199+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=5J69O7HYXUQN type=del 2023-12-16T19:50:26.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.200+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=9CP6QQRSVOTH type=del size=2642456 2023-12-16T19:50:26.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.202+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=E6IH6ROA2S5H type=del 2023-12-16T19:50:26.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.203+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=XF8V1A1GWZB5 type=write size=999273 2023-12-16T19:50:26.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.204+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=V8BKZQYTHMP7 type=del 2023-12-16T19:50:26.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.207+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1FA573NWIMEW.0 size=817452 2023-12-16T19:50:26.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.207+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=1FA573NWIMEW tag=J4IHI9E6CDQM type=write size=1866028 2023-12-16T19:50:26.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.208+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~N3JBYZJHYYMF.0 size=1048576 2023-12-16T19:50:26.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.209+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~N3JBYZJHYYMF.1 size=217853 2023-12-16T19:50:26.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.211+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=N3JBYZJHYYMF tag=3U15NQWZAJ08 type=write size=2315005 2023-12-16T19:50:26.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.214+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~ISIEVHMXQEQB.0 size=1048576 2023-12-16T19:50:26.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.215+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~ISIEVHMXQEQB.1 size=657199 2023-12-16T19:50:26.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.215+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=ISIEVHMXQEQB tag=8I93R9KZHM9E type=write size=2754351 2023-12-16T19:50:26.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.217+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=7HT17LPCTONA type=del 2023-12-16T19:50:26.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.219+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~XUCNVNK2SB3E.0 size=1048576 2023-12-16T19:50:26.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.220+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~XUCNVNK2SB3E.1 size=1002353 2023-12-16T19:50:26.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.220+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=XUCNVNK2SB3E tag=U4HG2QG9320X type=write size=3099505 2023-12-16T19:50:26.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.221+0000 7f2ef5d2c640 1 < completed write operation key=02FTPVWM8G45 tag=0AOGNY8PYEOS type=write size=1006459 2023-12-16T19:50:26.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.223+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=7BOAV65B3CXE type=del size=95410 2023-12-16T19:50:26.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.224+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=6NE32MGSTQ85 type=del 2023-12-16T19:50:26.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.225+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=KAUGARVO814M type=del size=4006529 2023-12-16T19:50:26.228 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.228+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=6OY2781IVIW4 type=write 2023-12-16T19:50:26.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.229+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=U0IB3FVDXR59 type=write size=837609 2023-12-16T19:50:26.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.231+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ELFL9CM8Y3DL.0 size=279928 2023-12-16T19:50:26.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.233+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=ELFL9CM8Y3DL tag=EZQMBVZZEFK6 type=write size=1328504 2023-12-16T19:50:26.234 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.234+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=JXUY54WOU3ZL type=del size=664030 2023-12-16T19:50:26.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.236+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=QT6NNP06HLPO type=del 2023-12-16T19:50:26.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.237+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=SVPHDF0KG2BM type=write size=385753 2023-12-16T19:50:26.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:26.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[140029]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T19:50:26.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[140029]: pgmap v1419: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:26.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[140029]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T19:50:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[137674]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T19:50:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[137674]: pgmap v1419: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:26.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:25 smithi002 ceph-mon[137674]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T19:50:26.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.238+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=ZYRCHV64OCRT type=del 2023-12-16T19:50:26.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.240+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=1NOEW2T8FF9A type=del size=1150601 2023-12-16T19:50:26.241 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.241+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YQZ0OE7J9OP8.0 size=1048576 2023-12-16T19:50:26.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.242+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YQZ0OE7J9OP8.1 size=213533 2023-12-16T19:50:26.244 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.244+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=YQZ0OE7J9OP8 tag=EHF6OFYP4GHM type=write size=2310685 2023-12-16T19:50:26.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.246+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=MCZQWRN2P9VM type=del size=4061257 2023-12-16T19:50:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:25 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171186-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:25 smithi043 ceph-mon[135010]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T19:50:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:25 smithi043 ceph-mon[135010]: pgmap v1419: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:26.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:25 smithi043 ceph-mon[135010]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T19:50:26.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.247+0000 7f2ef5d2c640 1 < canceled operation key=4B9JQDI6Y8LC tag=D4TD2MOVWL45 type=del size=3383168 2023-12-16T19:50:26.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.249+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.0 size=1048576 2023-12-16T19:50:26.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.251+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.1 size=1048576 2023-12-16T19:50:26.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.252+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.2 size=198708 2023-12-16T19:50:26.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.252+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=Y2ZW973UHD6O tag=QMU9BT66Q6DI type=write size=3344436 2023-12-16T19:50:26.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.253+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~FDDSBRJDVA82.0 size=1048576 2023-12-16T19:50:26.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.254+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~FDDSBRJDVA82.1 size=779906 2023-12-16T19:50:26.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.257+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=FDDSBRJDVA82 tag=5GUN9SIUXJAP type=write size=2877058 2023-12-16T19:50:26.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.258+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=M0AEGHZJFFQ9 type=del size=3692271 2023-12-16T19:50:26.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.259+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=VSKR3B1S8ELI type=del 2023-12-16T19:50:26.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.261+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=K3K0J3CP3GFY type=del size=102613 2023-12-16T19:50:26.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.262+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=U5XJXQ0UEATW type=write size=50238 2023-12-16T19:50:26.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.264+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=C12IEGJC0817 type=write size=373921 2023-12-16T19:50:26.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.265+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=9CP6QQRSVOTH type=del 2023-12-16T19:50:26.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.267+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=LIT4JSEIEWTG type=write size=933394 2023-12-16T19:50:26.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.268+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=XF8V1A1GWZB5 type=write size=999273 2023-12-16T19:50:26.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.270+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=SKPL08CKBURJ type=del size=3461147 2023-12-16T19:50:26.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.270+0000 7f2ef5d2c640 1 < canceled part key=_multipart_JGJZADQXTKU9.2~1FA573NWIMEW.0 size=817452 2023-12-16T19:50:26.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.272+0000 7f2ef5d2c640 1 < canceled multipart upload key=JGJZADQXTKU9 upload=1FA573NWIMEW tag=J4IHI9E6CDQM type=write size=1866028 2023-12-16T19:50:26.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.274+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=EID8F1Z1GTM7 type=del size=2115787 2023-12-16T19:50:26.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.275+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~ISIEVHMXQEQB.0 size=1048576 2023-12-16T19:50:26.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.276+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~ISIEVHMXQEQB.1 size=657199 2023-12-16T19:50:26.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.278+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=ISIEVHMXQEQB tag=8I93R9KZHM9E type=write size=2754351 2023-12-16T19:50:26.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.280+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=DI4R2728E264 type=del size=1853869 2023-12-16T19:50:26.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.281+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~XUCNVNK2SB3E.0 size=1048576 2023-12-16T19:50:26.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.282+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~XUCNVNK2SB3E.1 size=1002353 2023-12-16T19:50:26.285 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.285+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=XUCNVNK2SB3E tag=U4HG2QG9320X type=write size=3099505 2023-12-16T19:50:26.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.287+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.0 size=1048576 2023-12-16T19:50:26.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.288+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.1 size=1048576 2023-12-16T19:50:26.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.289+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.2 size=683858 2023-12-16T19:50:26.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.289+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=XR4683E9Z9MB tag=3YYEX15IJYMJ type=write size=3829586 2023-12-16T19:50:26.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.291+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=7BOAV65B3CXE type=del 2023-12-16T19:50:26.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.293+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.0 size=1048576 2023-12-16T19:50:26.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.294+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.1 size=1048576 2023-12-16T19:50:26.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.295+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.2 size=614345 2023-12-16T19:50:26.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.295+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=RQ9Q35FL1CNY tag=3KRDHHB2Y2WI type=write size=3760073 2023-12-16T19:50:26.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.297+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=KAUGARVO814M type=del 2023-12-16T19:50:26.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.300+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.0 size=1048576 2023-12-16T19:50:26.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.301+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.1 size=1048576 2023-12-16T19:50:26.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.302+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.2 size=21052 2023-12-16T19:50:26.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.302+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=0Q855JB5SCPM tag=XBTU2S4KCSTE type=write size=3166780 2023-12-16T19:50:26.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.304+0000 7f2ef5d2c640 1 < completed write operation key=5PBDOPNNQTMI tag=U0IB3FVDXR59 type=write size=837609 2023-12-16T19:50:26.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.305+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=TFA6CV8Q3S8V type=write size=97516 2023-12-16T19:50:26.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.306+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=JXUY54WOU3ZL type=del 2023-12-16T19:50:26.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.309+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~ETGR1ANWE5MB.0 size=1048576 2023-12-16T19:50:26.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.310+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~ETGR1ANWE5MB.1 size=813213 2023-12-16T19:50:26.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.310+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=ETGR1ANWE5MB tag=1JJQY6UMDP71 type=write size=2910365 2023-12-16T19:50:26.311 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.311+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=SVPHDF0KG2BM type=write size=385753 2023-12-16T19:50:26.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.314+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.0 size=1048576 2023-12-16T19:50:26.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.315+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.1 size=1048576 2023-12-16T19:50:26.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.316+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.2 size=877075 2023-12-16T19:50:26.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.316+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=BIDZL0K2RTD8 tag=SIEVWLJK9052 type=write size=4022803 2023-12-16T19:50:26.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.319+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=1NOEW2T8FF9A type=del 2023-12-16T19:50:26.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.320+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=CAC9ZE1FYC40 type=write size=873247 2023-12-16T19:50:26.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.321+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=MCZQWRN2P9VM type=del 2023-12-16T19:50:26.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.324+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~Z1X7C6GOPIPA.0 size=1048576 2023-12-16T19:50:26.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.325+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~Z1X7C6GOPIPA.1 size=351293 2023-12-16T19:50:26.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.325+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=Z1X7C6GOPIPA tag=ZZTNF6MTJ01V type=write size=2448445 2023-12-16T19:50:26.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.325+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.0 size=1048576 2023-12-16T19:50:26.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.326+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.1 size=1048576 2023-12-16T19:50:26.327 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.327+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~Y2ZW973UHD6O.2 size=198708 2023-12-16T19:50:26.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.330+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=Y2ZW973UHD6O tag=QMU9BT66Q6DI type=write size=3344436 2023-12-16T19:50:26.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.332+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~JBUH4MOYBOCA.0 size=707713 2023-12-16T19:50:26.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.332+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=JBUH4MOYBOCA tag=6NNNZQVC3C6F type=write size=1756289 2023-12-16T19:50:26.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.334+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=M0AEGHZJFFQ9 type=del 2023-12-16T19:50:26.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.335+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=NZTTQRCI7WDF type=write size=704673 2023-12-16T19:50:26.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.338+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=K3K0J3CP3GFY type=del size=102613 2023-12-16T19:50:26.340 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.340+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~QQQ5368Q9ZBT.0 size=1048576 2023-12-16T19:50:26.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.342+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~QQQ5368Q9ZBT.1 size=763809 2023-12-16T19:50:26.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.342+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=QQQ5368Q9ZBT tag=WICC34PA7TEU type=write size=2860961 2023-12-16T19:50:26.343 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.343+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=C12IEGJC0817 type=write size=373921 2023-12-16T19:50:26.344 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.345+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=VKTUUTON9XZT type=write size=1733 2023-12-16T19:50:26.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.346+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=LIT4JSEIEWTG type=write size=933394 2023-12-16T19:50:26.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.348+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=VEAOLMPTN6IV type=write size=440631 2023-12-16T19:50:26.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.351+0000 7f2ef5d2c640 1 < suggested remove operation key=F01U501SJH0E tag=SKPL08CKBURJ type=del 2023-12-16T19:50:26.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.353+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~43O9GJJIILC4.0 size=1048576 2023-12-16T19:50:26.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.354+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~43O9GJJIILC4.1 size=546785 2023-12-16T19:50:26.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.354+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=43O9GJJIILC4 tag=I319RZ8Z0SWZ type=write size=2643937 2023-12-16T19:50:26.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.356+0000 7f2ef5d2c640 -1 < failed to complete operation key=4DEANTZS07W7 tag=EID8F1Z1GTM7 type=del size=2115787: (22) Invalid argument 2023-12-16T19:50:26.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.358+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.0 size=1048576 2023-12-16T19:50:26.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.359+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.1 size=1048576 2023-12-16T19:50:26.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.361+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.2 size=724471 2023-12-16T19:50:26.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.361+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=91XD1UIFLUN6 tag=BKLTUW8CS5MC type=write size=3870199 2023-12-16T19:50:26.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.362+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=DI4R2728E264 type=del 2023-12-16T19:50:26.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.363+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=OQQ09GTFN0OH type=del size=3253042 2023-12-16T19:50:26.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.365+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.0 size=1048576 2023-12-16T19:50:26.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.366+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.1 size=1048576 2023-12-16T19:50:26.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.367+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~XR4683E9Z9MB.2 size=683858 2023-12-16T19:50:26.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.369+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=XR4683E9Z9MB tag=3YYEX15IJYMJ type=write size=3829586 2023-12-16T19:50:26.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.371+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=Q5AYYRM905ZE type=write size=118920 2023-12-16T19:50:26.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.372+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.0 size=1048576 2023-12-16T19:50:26.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.373+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.1 size=1048576 2023-12-16T19:50:26.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.374+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RQ9Q35FL1CNY.2 size=614345 2023-12-16T19:50:26.376 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.377+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=RQ9Q35FL1CNY tag=3KRDHHB2Y2WI type=write size=3760073 2023-12-16T19:50:26.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.378+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=I1L3GTA2KVZO type=del size=3070793 2023-12-16T19:50:26.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.379+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.0 size=1048576 2023-12-16T19:50:26.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.379+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.1 size=1048576 2023-12-16T19:50:26.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.381+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~0Q855JB5SCPM.2 size=21052 2023-12-16T19:50:26.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.383+0000 7f2ef5d2c640 1 < canceled multipart upload key=MOECJRWYZ5M1 upload=0Q855JB5SCPM tag=XBTU2S4KCSTE type=write size=3166780 2023-12-16T19:50:26.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.384+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=V2O68QAWG5QG type=del size=165843 2023-12-16T19:50:26.387 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.387+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=TFA6CV8Q3S8V type=write 2023-12-16T19:50:26.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.389+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=ZIPSGWVI458E type=del size=1338965 2023-12-16T19:50:26.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.390+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~ETGR1ANWE5MB.0 size=1048576 2023-12-16T19:50:26.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.391+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~ETGR1ANWE5MB.1 size=813213 2023-12-16T19:50:26.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.393+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=ETGR1ANWE5MB tag=1JJQY6UMDP71 type=write size=2910365 2023-12-16T19:50:26.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.395+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=T8CF1PCVZQ7D type=del size=1867805 2023-12-16T19:50:26.396 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.396+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.0 size=1048576 2023-12-16T19:50:26.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.397+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.1 size=1048576 2023-12-16T19:50:26.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.398+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~BIDZL0K2RTD8.2 size=877075 2023-12-16T19:50:26.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.401+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=BIDZL0K2RTD8 tag=SIEVWLJK9052 type=write size=4022803 2023-12-16T19:50:26.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.402+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=2OJKEKWIS1GO type=del size=2849490 2023-12-16T19:50:26.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.404+0000 7f2ef5d2c640 1 < completed write operation key=132QU0TGO26D tag=CAC9ZE1FYC40 type=write size=873247 2023-12-16T19:50:26.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.406+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~BOYK69D3YW86.0 size=41046 2023-12-16T19:50:26.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.406+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=BOYK69D3YW86 tag=JCR1M6M7VSD2 type=write size=1089622 2023-12-16T19:50:26.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.407+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~Z1X7C6GOPIPA.0 size=1048576 2023-12-16T19:50:26.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.408+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~Z1X7C6GOPIPA.1 size=351293 2023-12-16T19:50:26.410 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.411+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=Z1X7C6GOPIPA tag=ZZTNF6MTJ01V type=write size=2448445 2023-12-16T19:50:26.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.412+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=NYA4WPC6TXZY type=del size=1163651 2023-12-16T19:50:26.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.414+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~JBUH4MOYBOCA.0 size=707713 2023-12-16T19:50:26.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.416+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=JBUH4MOYBOCA tag=6NNNZQVC3C6F type=write size=1756289 2023-12-16T19:50:26.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.417+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=WM3PFWA3ETHF type=del size=3683594 2023-12-16T19:50:26.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.419+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=NZTTQRCI7WDF type=write size=704673 2023-12-16T19:50:26.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.420+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=JSNA211JWGA5 type=del size=3008522 2023-12-16T19:50:26.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.422+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~QQQ5368Q9ZBT.0 size=1048576 2023-12-16T19:50:26.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.422+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1EO09GE5UCX3.2~QQQ5368Q9ZBT.1 size=763809 2023-12-16T19:50:26.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.424+0000 7f2ef5d2c640 1 < canceled multipart upload key=1EO09GE5UCX3 upload=QQQ5368Q9ZBT tag=WICC34PA7TEU type=write size=2860961 2023-12-16T19:50:26.426 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.427+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~8087H0NKG1AV.0 size=1048576 2023-12-16T19:50:26.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.428+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~8087H0NKG1AV.1 size=135738 2023-12-16T19:50:26.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.428+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=8087H0NKG1AV tag=CN4LOX9FQTVK type=write size=2232890 2023-12-16T19:50:26.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.429+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=VKTUUTON9XZT type=write size=1733 2023-12-16T19:50:26.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.431+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=NORCT2GNIO46 type=del size=2367020 2023-12-16T19:50:26.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.432+0000 7f2ef5d2c640 -1 < failed to complete operation key=03HJNEF8UT2J tag=VEAOLMPTN6IV type=write size=440631: (22) Invalid argument 2023-12-16T19:50:26.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.435+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.0 size=1048576 2023-12-16T19:50:26.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.436+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.1 size=1048576 2023-12-16T19:50:26.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.437+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.2 size=983768 2023-12-16T19:50:26.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.437+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=19YKSJABD0UN tag=V028Y7REZKQN type=write size=4129496 2023-12-16T19:50:26.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.438+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~43O9GJJIILC4.0 size=1048576 2023-12-16T19:50:26.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.439+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~43O9GJJIILC4.1 size=546785 2023-12-16T19:50:26.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.442+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=43O9GJJIILC4 tag=I319RZ8Z0SWZ type=write size=2643937 2023-12-16T19:50:26.443 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.443+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=P82C5XJP9CA7 type=del size=3026218 2023-12-16T19:50:26.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.445+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.0 size=1048576 2023-12-16T19:50:26.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.446+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.1 size=1048576 2023-12-16T19:50:26.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.447+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~91XD1UIFLUN6.2 size=724471 2023-12-16T19:50:26.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.449+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=91XD1UIFLUN6 tag=BKLTUW8CS5MC type=write size=3870199 2023-12-16T19:50:26.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.452+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~JN37PNABN7BI.0 size=1048576 2023-12-16T19:50:26.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.454+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~JN37PNABN7BI.1 size=547758 2023-12-16T19:50:26.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.454+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=JN37PNABN7BI tag=OB7NSWBSE5ZI type=write size=2644910 2023-12-16T19:50:26.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.456+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=OQQ09GTFN0OH type=del 2023-12-16T19:50:26.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.457+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=H3F13IOP2N68 type=del size=1954992 2023-12-16T19:50:26.458 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.459+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=Q5AYYRM905ZE type=write size=118920 2023-12-16T19:50:26.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.460+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=PASAE5NKMB2K type=del size=1408739 2023-12-16T19:50:26.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.461+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=I1L3GTA2KVZO type=del 2023-12-16T19:50:26.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.463+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=E2FVOJXLORD2 type=del size=3856321 2023-12-16T19:50:26.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.464+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=V2O68QAWG5QG type=del 2023-12-16T19:50:26.466 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.467+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~XVTNWB5JY5DA.0 size=1048576 2023-12-16T19:50:26.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.468+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~XVTNWB5JY5DA.1 size=375429 2023-12-16T19:50:26.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.468+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=XVTNWB5JY5DA tag=RS1BWKV0M2Y0 type=write size=2472581 2023-12-16T19:50:26.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.470+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=ZIPSGWVI458E type=del 2023-12-16T19:50:26.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.471+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=16SPDR31Z3M4 type=del size=3625742 2023-12-16T19:50:26.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.473+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=T8CF1PCVZQ7D type=del 2023-12-16T19:50:26.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.475+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=3QZOWQ8E5XKE type=del size=2791680 2023-12-16T19:50:26.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.477+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=2OJKEKWIS1GO type=del 2023-12-16T19:50:26.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.478+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=I44GMEQWOW12 type=write size=180401 2023-12-16T19:50:26.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.480+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~BOYK69D3YW86.0 size=41046 2023-12-16T19:50:26.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.482+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=BOYK69D3YW86 tag=JCR1M6M7VSD2 type=write size=1089622 2023-12-16T19:50:26.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.483+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=P6OO4UAFQKGL type=del size=2264090 2023-12-16T19:50:26.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.485+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=NYA4WPC6TXZY type=del 2023-12-16T19:50:26.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.488+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~DQUN989LQKGZ.0 size=1048576 2023-12-16T19:50:26.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.489+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~DQUN989LQKGZ.1 size=1034901 2023-12-16T19:50:26.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.489+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=DQUN989LQKGZ tag=JUKXYXS3KKHE type=write size=3132053 2023-12-16T19:50:26.490 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.490+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=WM3PFWA3ETHF type=del 2023-12-16T19:50:26.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.493+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.0 size=1048576 2023-12-16T19:50:26.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.494+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.1 size=1048576 2023-12-16T19:50:26.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.495+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.2 size=432519 2023-12-16T19:50:26.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.495+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=5BLKZ9IT081H tag=46AP7RRBO0P5 type=write size=3578247 2023-12-16T19:50:26.496 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.497+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=JSNA211JWGA5 type=del 2023-12-16T19:50:26.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.499+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~NU3YWO6IO5VS.0 size=1048576 2023-12-16T19:50:26.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.500+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~NU3YWO6IO5VS.1 size=591523 2023-12-16T19:50:26.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.500+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=NU3YWO6IO5VS tag=H7KBIXLJU1AD type=write size=2688675 2023-12-16T19:50:26.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.502+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~8087H0NKG1AV.0 size=1048576 2023-12-16T19:50:26.502 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.503+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~8087H0NKG1AV.1 size=135738 2023-12-16T19:50:26.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.505+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=8087H0NKG1AV tag=CN4LOX9FQTVK type=write size=2232890 2023-12-16T19:50:26.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.508+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.0 size=1048576 2023-12-16T19:50:26.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.509+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.1 size=1048576 2023-12-16T19:50:26.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.510+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.2 size=162205 2023-12-16T19:50:26.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.510+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=3KCE7EO6KEO3 tag=S2ZNKCFQV9VU type=write size=3307933 2023-12-16T19:50:26.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.511+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=NORCT2GNIO46 type=del 2023-12-16T19:50:26.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.513+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=F9XDG0W02D3K type=del size=3684924 2023-12-16T19:50:26.513 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.513+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.0 size=1048576 2023-12-16T19:50:26.513 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.513+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.1 size=1048576 2023-12-16T19:50:26.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.514+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~19YKSJABD0UN.2 size=983768 2023-12-16T19:50:26.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.517+0000 7f2ef5d2c640 1 < canceled multipart upload key=0IKPM4CW0IB8 upload=19YKSJABD0UN tag=V028Y7REZKQN type=write size=4129496 2023-12-16T19:50:26.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.519+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.0 size=1048576 2023-12-16T19:50:26.520 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.520+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.1 size=1048576 2023-12-16T19:50:26.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.521+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.2 size=547886 2023-12-16T19:50:26.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.521+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=1YX07OEK9NPX tag=ANEBQR8E8LXR type=write size=3693614 2023-12-16T19:50:26.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.523+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=P82C5XJP9CA7 type=del 2023-12-16T19:50:26.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.525+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~RV0B8D5G1RA4.0 size=28729 2023-12-16T19:50:26.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.525+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=RV0B8D5G1RA4 tag=FGTDIUXC0XSS type=write size=1077305 2023-12-16T19:50:26.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.527+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~JN37PNABN7BI.0 size=1048576 2023-12-16T19:50:26.527 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.528+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~JN37PNABN7BI.1 size=547758 2023-12-16T19:50:26.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.530+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=JN37PNABN7BI tag=OB7NSWBSE5ZI type=write size=2644910 2023-12-16T19:50:26.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.532+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=K3TVVQ1S0C97 type=write size=247304 2023-12-16T19:50:26.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.533+0000 7f2ef5d2c640 1 < canceled operation key=D64S91AR017D tag=H3F13IOP2N68 type=del size=1954992 2023-12-16T19:50:26.534 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.534+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=QYMFBYSF5M5V type=write size=974434 2023-12-16T19:50:26.535 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.536+0000 7f2ef5d2c640 1 < canceled operation key=4DEANTZS07W7 tag=PASAE5NKMB2K type=del size=1408739 2023-12-16T19:50:26.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.538+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.0 size=1048576 2023-12-16T19:50:26.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.539+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.1 size=1048576 2023-12-16T19:50:26.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.540+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.2 size=821609 2023-12-16T19:50:26.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.540+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=X2CLP8OMQ055 tag=0V5AE1WPNIYQ type=write size=3967337 2023-12-16T19:50:26.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.542+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=E2FVOJXLORD2 type=del 2023-12-16T19:50:26.545 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.545+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~6PC8P97RAQPW.0 size=1048576 2023-12-16T19:50:26.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.546+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~6PC8P97RAQPW.1 size=80665 2023-12-16T19:50:26.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.546+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=6PC8P97RAQPW tag=0HFLT7LHV8OW type=write size=2177817 2023-12-16T19:50:26.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.547+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~XVTNWB5JY5DA.0 size=1048576 2023-12-16T19:50:26.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.548+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~XVTNWB5JY5DA.1 size=375429 2023-12-16T19:50:26.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.551+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=XVTNWB5JY5DA tag=RS1BWKV0M2Y0 type=write size=2472581 2023-12-16T19:50:26.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.552+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=90O12Z2HN582 type=del size=2625843 2023-12-16T19:50:26.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.554+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=16SPDR31Z3M4 type=del 2023-12-16T19:50:26.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.555+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=90DCMU1G686V type=write size=588480 2023-12-16T19:50:26.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.557+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=3QZOWQ8E5XKE type=del 2023-12-16T19:50:26.559 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.559+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.0 size=1048576 2023-12-16T19:50:26.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.560+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.1 size=1048576 2023-12-16T19:50:26.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.561+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.2 size=17709 2023-12-16T19:50:26.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.562+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=K8PU3VEKZLMX tag=JQRM15B3J3GB type=write size=3163437 2023-12-16T19:50:26.563 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.563+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=I44GMEQWOW12 type=write size=180401 2023-12-16T19:50:26.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.565+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=QBR2CFCB529Z type=del size=3613244 2023-12-16T19:50:26.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.566+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=P6OO4UAFQKGL type=del 2023-12-16T19:50:26.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.569+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~15E6B240XNKX.0 size=638374 2023-12-16T19:50:26.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.569+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=15E6B240XNKX tag=EILEQ9QQCEGL type=write size=1686950 2023-12-16T19:50:26.570 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.571+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~DQUN989LQKGZ.0 size=1048576 2023-12-16T19:50:26.571 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.572+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~DQUN989LQKGZ.1 size=1034901 2023-12-16T19:50:26.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.574+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=DQUN989LQKGZ tag=JUKXYXS3KKHE type=write size=3132053 2023-12-16T19:50:26.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.577+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.0 size=1048576 2023-12-16T19:50:26.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.578+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.1 size=1048576 2023-12-16T19:50:26.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.579+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.2 size=334612 2023-12-16T19:50:26.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.579+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=U9TF455GA2U5 tag=FDLJB31L3EHC type=write size=3480340 2023-12-16T19:50:26.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.581+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.0 size=1048576 2023-12-16T19:50:26.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.582+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.1 size=1048576 2023-12-16T19:50:26.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.583+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~5BLKZ9IT081H.2 size=432519 2023-12-16T19:50:26.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.585+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=5BLKZ9IT081H tag=46AP7RRBO0P5 type=write size=3578247 2023-12-16T19:50:26.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.588+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~C7CY5PJ8DF3B.0 size=1048576 2023-12-16T19:50:26.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.589+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~C7CY5PJ8DF3B.1 size=306329 2023-12-16T19:50:26.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.589+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=C7CY5PJ8DF3B tag=SRQ4VGMM9KWK type=write size=2403481 2023-12-16T19:50:26.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.590+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~NU3YWO6IO5VS.0 size=1048576 2023-12-16T19:50:26.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.592+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~NU3YWO6IO5VS.1 size=591523 2023-12-16T19:50:26.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.594+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=NU3YWO6IO5VS tag=H7KBIXLJU1AD type=write size=2688675 2023-12-16T19:50:26.596 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.596+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~1DAW4WQOJ8C1.0 size=1048576 2023-12-16T19:50:26.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.597+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~1DAW4WQOJ8C1.1 size=601171 2023-12-16T19:50:26.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.597+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=1DAW4WQOJ8C1 tag=E17PI806QVUL type=write size=2698323 2023-12-16T19:50:26.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.599+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.0 size=1048576 2023-12-16T19:50:26.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.600+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.1 size=1048576 2023-12-16T19:50:26.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.600+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~3KCE7EO6KEO3.2 size=162205 2023-12-16T19:50:26.602 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.602+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=3KCE7EO6KEO3 tag=S2ZNKCFQV9VU type=write size=3307933 2023-12-16T19:50:26.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.604+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=FE7VB1COW51P type=del size=1291539 2023-12-16T19:50:26.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.606+0000 7f2ef5d2c640 1 < suggested remove operation key=O47415D8FFKL tag=F9XDG0W02D3K type=del 2023-12-16T19:50:26.607 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.608+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=MWLCUAX252HB type=del size=1456297 2023-12-16T19:50:26.609 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.609+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.0 size=1048576 2023-12-16T19:50:26.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.610+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.1 size=1048576 2023-12-16T19:50:26.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.611+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~1YX07OEK9NPX.2 size=547886 2023-12-16T19:50:26.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.614+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=1YX07OEK9NPX tag=ANEBQR8E8LXR type=write size=3693614 2023-12-16T19:50:26.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.616+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=7FI6K9NCLERD type=write size=109233 2023-12-16T19:50:26.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.617+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~RV0B8D5G1RA4.0 size=28729 2023-12-16T19:50:26.619 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.619+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=RV0B8D5G1RA4 tag=FGTDIUXC0XSS type=write size=1077305 2023-12-16T19:50:26.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.622+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~KBKXBW4F7ZPJ.0 size=355670 2023-12-16T19:50:26.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.622+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=KBKXBW4F7ZPJ tag=4KZYI26215P3 type=write size=1404246 2023-12-16T19:50:26.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.624+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=K3TVVQ1S0C97 type=write size=247304 2023-12-16T19:50:26.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.627+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IA8ZYYIGK13O.0 size=137457 2023-12-16T19:50:26.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.627+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=IA8ZYYIGK13O tag=VMETI09SEDU2 type=write size=1186033 2023-12-16T19:50:26.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.631+0000 7f2ef5d2c640 1 < suggested remove operation key=U16U268CZYJU tag=QYMFBYSF5M5V type=write 2023-12-16T19:50:26.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.633+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~P8MKAK6A9EZR.0 size=23873 2023-12-16T19:50:26.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.633+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=P8MKAK6A9EZR tag=B8RCYNYWV0F4 type=write size=1072449 2023-12-16T19:50:26.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.634+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.0 size=1048576 2023-12-16T19:50:26.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.635+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.1 size=1048576 2023-12-16T19:50:26.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.636+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X2CLP8OMQ055.2 size=821609 2023-12-16T19:50:26.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.639+0000 7f2ef5d2c640 1 < canceled multipart upload key=1MJ52B125Q24 upload=X2CLP8OMQ055 tag=0V5AE1WPNIYQ type=write size=3967337 2023-12-16T19:50:26.641 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.641+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.0 size=1048576 2023-12-16T19:50:26.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.642+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.1 size=1048576 2023-12-16T19:50:26.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.643+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.2 size=393440 2023-12-16T19:50:26.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.643+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=V7ZZSME20VYS tag=NPG0NXJ2RDER type=write size=3539168 2023-12-16T19:50:26.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.645+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~6PC8P97RAQPW.0 size=1048576 2023-12-16T19:50:26.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.646+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~6PC8P97RAQPW.1 size=80665 2023-12-16T19:50:26.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.648+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=6PC8P97RAQPW tag=0HFLT7LHV8OW type=write size=2177817 2023-12-16T19:50:26.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.651+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.0 size=1048576 2023-12-16T19:50:26.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.652+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.1 size=1048576 2023-12-16T19:50:26.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.654+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.2 size=172355 2023-12-16T19:50:26.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.654+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=KJ7MELZ9RF46 tag=X4T8D43ZUF10 type=write size=3318083 2023-12-16T19:50:26.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.655+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=90O12Z2HN582 type=del 2023-12-16T19:50:26.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.657+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=BZBYQ2IXMAUN type=write size=465041 2023-12-16T19:50:26.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.658+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=90DCMU1G686V type=write size=588480 2023-12-16T19:50:26.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.659+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=5NGT97RLS4T0 type=del size=524374 2023-12-16T19:50:26.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.661+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.0 size=1048576 2023-12-16T19:50:26.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.662+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.1 size=1048576 2023-12-16T19:50:26.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.662+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~K8PU3VEKZLMX.2 size=17709 2023-12-16T19:50:26.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.664+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=K8PU3VEKZLMX tag=JQRM15B3J3GB type=write size=3163437 2023-12-16T19:50:26.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.666+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=MN7HE5IKBKZ3 type=write size=821856 2023-12-16T19:50:26.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.667+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=QBR2CFCB529Z type=del 2023-12-16T19:50:26.670 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.670+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.0 size=1048576 2023-12-16T19:50:26.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.671+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.1 size=1048576 2023-12-16T19:50:26.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.672+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.2 size=909019 2023-12-16T19:50:26.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.672+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=OVA3XB6LGHU2 tag=O98BB7TNOGW6 type=write size=4054747 2023-12-16T19:50:26.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.672+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~15E6B240XNKX.0 size=638374 2023-12-16T19:50:26.674 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.675+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=15E6B240XNKX tag=EILEQ9QQCEGL type=write size=1686950 2023-12-16T19:50:26.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.676+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=ZL50LFK8LHXE type=del size=646554 2023-12-16T19:50:26.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.678+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.0 size=1048576 2023-12-16T19:50:26.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.679+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.1 size=1048576 2023-12-16T19:50:26.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.680+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~U9TF455GA2U5.2 size=334612 2023-12-16T19:50:26.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.682+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=U9TF455GA2U5 tag=FDLJB31L3EHC type=write size=3480340 2023-12-16T19:50:26.683 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.684+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ABKZK3X4QOK6 type=del size=657032 2023-12-16T19:50:26.685 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.685+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~C7CY5PJ8DF3B.0 size=1048576 2023-12-16T19:50:26.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.686+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~C7CY5PJ8DF3B.1 size=306329 2023-12-16T19:50:26.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.689+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=C7CY5PJ8DF3B tag=SRQ4VGMM9KWK type=write size=2403481 2023-12-16T19:50:26.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.690+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=G2DQLXYQLT6N type=del size=3180499 2023-12-16T19:50:26.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.692+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~1DAW4WQOJ8C1.0 size=1048576 2023-12-16T19:50:26.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.693+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~1DAW4WQOJ8C1.1 size=601171 2023-12-16T19:50:26.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.695+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=1DAW4WQOJ8C1 tag=E17PI806QVUL type=write size=2698323 2023-12-16T19:50:26.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.697+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=K69OMKXI28RA type=del size=2926065 2023-12-16T19:50:26.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.700+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=FE7VB1COW51P type=del size=1291539 2023-12-16T19:50:26.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.702+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~6DOF7OOYY7OY.0 size=227282 2023-12-16T19:50:26.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.702+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=6DOF7OOYY7OY tag=J0KBLVZ6AP6W type=write size=1275858 2023-12-16T19:50:26.703 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.704+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=MWLCUAX252HB type=del 2023-12-16T19:50:26.705 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.705+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=2NZ71Q9WF8ZN type=del size=1698043 2023-12-16T19:50:26.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.707+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=7FI6K9NCLERD type=write size=109233 2023-12-16T19:50:26.708 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.708+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=ZPAFT4VRVZ63 type=del size=1529716 2023-12-16T19:50:26.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.710+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~KBKXBW4F7ZPJ.0 size=355670 2023-12-16T19:50:26.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.712+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=KBKXBW4F7ZPJ tag=4KZYI26215P3 type=write size=1404246 2023-12-16T19:50:26.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.713+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=3V4UYJ4PMYPM type=del size=71875 2023-12-16T19:50:26.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.715+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IA8ZYYIGK13O.0 size=137457 2023-12-16T19:50:26.717 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.717+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=IA8ZYYIGK13O tag=VMETI09SEDU2 type=write size=1186033 2023-12-16T19:50:26.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.719+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=3CRQJ00AQB47 type=del size=2529243 2023-12-16T19:50:26.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.720+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~P8MKAK6A9EZR.0 size=23873 2023-12-16T19:50:26.722 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.722+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=P8MKAK6A9EZR tag=B8RCYNYWV0F4 type=write size=1072449 2023-12-16T19:50:26.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.724+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=DEG6HICKTP41 type=del size=957254 2023-12-16T19:50:26.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.725+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.0 size=1048576 2023-12-16T19:50:26.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.726+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.1 size=1048576 2023-12-16T19:50:26.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.727+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V7ZZSME20VYS.2 size=393440 2023-12-16T19:50:26.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.730+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=V7ZZSME20VYS tag=NPG0NXJ2RDER type=write size=3539168 2023-12-16T19:50:26.731 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.731+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=I5Z2GDHE41IH type=write size=421688 2023-12-16T19:50:26.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.732+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.0 size=1048576 2023-12-16T19:50:26.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.734+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.1 size=1048576 2023-12-16T19:50:26.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.735+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~KJ7MELZ9RF46.2 size=172355 2023-12-16T19:50:26.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.737+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=KJ7MELZ9RF46 tag=X4T8D43ZUF10 type=write size=3318083 2023-12-16T19:50:26.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.739+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.0 size=1048576 2023-12-16T19:50:26.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.741+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.1 size=1048576 2023-12-16T19:50:26.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.742+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.2 size=389286 2023-12-16T19:50:26.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.742+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=EQYORLVSMMD1 tag=7YB4HY0040RO type=write size=3535014 2023-12-16T19:50:26.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.743+0000 7f2ef5d2c640 1 < completed write operation key=O47415D8FFKL tag=BZBYQ2IXMAUN type=write size=465041 2023-12-16T19:50:26.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.745+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=WM6LU63NS0HA type=del size=1298067 2023-12-16T19:50:26.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.746+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=5NGT97RLS4T0 type=del 2023-12-16T19:50:26.747 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.747+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=K9P3NDDDYSEZ type=del size=1603274 2023-12-16T19:50:26.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.749+0000 7f2ef5d2c640 1 < completed write operation key=132QU0TGO26D tag=MN7HE5IKBKZ3 type=write size=821856 2023-12-16T19:50:26.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.751+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~QO8DTX2IOPJO.0 size=736970 2023-12-16T19:50:26.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.751+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=QO8DTX2IOPJO tag=A7BKHUGZKI4M type=write size=1785546 2023-12-16T19:50:26.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.753+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.0 size=1048576 2023-12-16T19:50:26.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.754+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.1 size=1048576 2023-12-16T19:50:26.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.754+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~OVA3XB6LGHU2.2 size=909019 2023-12-16T19:50:26.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.756+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=OVA3XB6LGHU2 tag=O98BB7TNOGW6 type=write size=4054747 2023-12-16T19:50:26.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.758+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.0 size=1048576 2023-12-16T19:50:26.759 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.760+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.1 size=1048576 2023-12-16T19:50:26.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.761+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.2 size=549611 2023-12-16T19:50:26.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.761+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=Q7KYSE617KIZ tag=Z26AZN6HQD03 type=write size=3695339 2023-12-16T19:50:26.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.762+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=ZL50LFK8LHXE type=del 2023-12-16T19:50:26.763 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.763+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=Y019BRKZLWBJ type=del size=386362 2023-12-16T19:50:26.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.766+0000 7f2ef5d2c640 1 < suggested update operation key=02FTPVWM8G45 tag=ABKZK3X4QOK6 type=del size=657032 2023-12-16T19:50:26.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.768+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=H89P9MDC9NIM type=del size=2207054 2023-12-16T19:50:26.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.769+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=G2DQLXYQLT6N type=del 2023-12-16T19:50:26.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.772+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~FE5U3IMZ68AP.0 size=1048576 2023-12-16T19:50:26.772 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.773+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~FE5U3IMZ68AP.1 size=500376 2023-12-16T19:50:26.772 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.773+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=FE5U3IMZ68AP tag=5BBWAY7IF2L7 type=write size=2597528 2023-12-16T19:50:26.775 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.775+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=K69OMKXI28RA type=del 2023-12-16T19:50:26.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.777+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=Y9LQZQXU3T8C type=del size=1476280 2023-12-16T19:50:26.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.777+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~6DOF7OOYY7OY.0 size=227282 2023-12-16T19:50:26.779 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.779+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=6DOF7OOYY7OY tag=J0KBLVZ6AP6W type=write size=1275858 2023-12-16T19:50:26.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.782+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~C3LBXK3W8QPN.0 size=138112 2023-12-16T19:50:26.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.782+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=C3LBXK3W8QPN tag=FV310HYN56LT type=write size=1186688 2023-12-16T19:50:26.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.783+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=2NZ71Q9WF8ZN type=del 2023-12-16T19:50:26.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.786+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~ZVSWH4V0NHG6.0 size=1048576 2023-12-16T19:50:26.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.787+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~ZVSWH4V0NHG6.1 size=385425 2023-12-16T19:50:26.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.787+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=ZVSWH4V0NHG6 tag=H2Q8P1AL83B8 type=write size=2482577 2023-12-16T19:50:26.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.788+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=ZPAFT4VRVZ63 type=del 2023-12-16T19:50:26.789 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.790+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=XQY9MKTOMBOX type=del size=3794681 2023-12-16T19:50:26.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.791+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=3V4UYJ4PMYPM type=del 2023-12-16T19:50:26.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.793+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=YYNW0WLC62VC type=del size=2103810 2023-12-16T19:50:26.794 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.794+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=3CRQJ00AQB47 type=del 2023-12-16T19:50:26.796 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.796+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.0 size=1048576 2023-12-16T19:50:26.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.798+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.1 size=1048576 2023-12-16T19:50:26.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.799+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.2 size=882546 2023-12-16T19:50:26.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.799+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=V8ZI1CQPIBWJ tag=BX1FWR561V4K type=write size=4028274 2023-12-16T19:50:26.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.802+0000 7f2ef5d2c640 1 < suggested update operation key=U16U268CZYJU tag=DEG6HICKTP41 type=del size=957254 2023-12-16T19:50:26.803 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.803+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=Y01XU7WRCI1D type=del size=3814845 2023-12-16T19:50:26.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.805+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=I5Z2GDHE41IH type=write size=421688 2023-12-16T19:50:26.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.806+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=RYNQ1P9CMQMY type=del size=1711230 2023-12-16T19:50:26.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.807+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.0 size=1048576 2023-12-16T19:50:26.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.809+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.1 size=1048576 2023-12-16T19:50:26.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.810+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~EQYORLVSMMD1.2 size=389286 2023-12-16T19:50:26.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.812+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=EQYORLVSMMD1 tag=7YB4HY0040RO type=write size=3535014 2023-12-16T19:50:26.813 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.813+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=LXNNDSKIGICG type=del size=4090231 2023-12-16T19:50:26.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.815+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=WM6LU63NS0HA type=del 2023-12-16T19:50:26.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.817+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~3IT3WP94NBEL.0 size=1048576 2023-12-16T19:50:26.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.818+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~3IT3WP94NBEL.1 size=464945 2023-12-16T19:50:26.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.818+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=3IT3WP94NBEL tag=NALOM177KYKC type=write size=2562097 2023-12-16T19:50:26.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.820+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=K9P3NDDDYSEZ type=del 2023-12-16T19:50:26.822 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.822+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~DZFVRB3A62QS.0 size=1048576 2023-12-16T19:50:26.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.823+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~DZFVRB3A62QS.1 size=7707 2023-12-16T19:50:26.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.823+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=DZFVRB3A62QS tag=V6J3IADTMLJ2 type=write size=2104859 2023-12-16T19:50:26.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.825+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~QO8DTX2IOPJO.0 size=736970 2023-12-16T19:50:26.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.827+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=QO8DTX2IOPJO tag=A7BKHUGZKI4M type=write size=1785546 2023-12-16T19:50:26.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.830+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.0 size=1048576 2023-12-16T19:50:26.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.831+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.1 size=1048576 2023-12-16T19:50:26.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.832+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.2 size=907174 2023-12-16T19:50:26.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.832+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=4N6KBJCZ2FFC tag=YIAEUAIQCL7J type=write size=4052902 2023-12-16T19:50:26.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.833+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.0 size=1048576 2023-12-16T19:50:26.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.834+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.1 size=1048576 2023-12-16T19:50:26.835 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.835+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~Q7KYSE617KIZ.2 size=549611 2023-12-16T19:50:26.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.838+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=Q7KYSE617KIZ tag=Z26AZN6HQD03 type=write size=3695339 2023-12-16T19:50:26.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.839+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=QX9RH5JIR75G type=del size=3194643 2023-12-16T19:50:26.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.842+0000 7f2ef5d2c640 1 < suggested remove operation key=MSNLCTTZ723G tag=Y019BRKZLWBJ type=del 2023-12-16T19:50:26.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.844+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=Q0C0FJ5AGGYM type=del size=1011907 2023-12-16T19:50:26.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.845+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=H89P9MDC9NIM type=del 2023-12-16T19:50:26.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.847+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=X94PGEWE091I type=del size=337097 2023-12-16T19:50:26.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.848+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~FE5U3IMZ68AP.0 size=1048576 2023-12-16T19:50:26.849 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.849+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~FE5U3IMZ68AP.1 size=500376 2023-12-16T19:50:26.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.852+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=FE5U3IMZ68AP tag=5BBWAY7IF2L7 type=write size=2597528 2023-12-16T19:50:26.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.854+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=ZI9BMZ0AI9RX type=del size=1199119 2023-12-16T19:50:26.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.855+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=Y9LQZQXU3T8C type=del 2023-12-16T19:50:26.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.858+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~XJQBLGCNFBL6.0 size=989156 2023-12-16T19:50:26.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.858+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=XJQBLGCNFBL6 tag=1LR0VML13H19 type=write size=2037732 2023-12-16T19:50:26.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.859+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~C3LBXK3W8QPN.0 size=138112 2023-12-16T19:50:26.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.862+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=C3LBXK3W8QPN tag=FV310HYN56LT type=write size=1186688 2023-12-16T19:50:26.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.863+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=ETY3YQ03X4M2 type=write size=391150 2023-12-16T19:50:26.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.865+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~ZVSWH4V0NHG6.0 size=1048576 2023-12-16T19:50:26.865 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.866+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~ZVSWH4V0NHG6.1 size=385425 2023-12-16T19:50:26.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.868+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=ZVSWH4V0NHG6 tag=H2Q8P1AL83B8 type=write size=2482577 2023-12-16T19:50:26.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.870+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=IQI6PK47ZR0U type=del size=273083 2023-12-16T19:50:26.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.874+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=XQY9MKTOMBOX type=del size=3794681 2023-12-16T19:50:26.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.875+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=AZ5Y2BONERU0 type=del size=1701841 2023-12-16T19:50:26.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.879+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=YYNW0WLC62VC type=del size=2103810 2023-12-16T19:50:26.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.880+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=8LGSUNV0E2QB type=del size=2365371 2023-12-16T19:50:26.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.882+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.0 size=1048576 2023-12-16T19:50:26.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.883+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.1 size=1048576 2023-12-16T19:50:26.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.884+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~V8ZI1CQPIBWJ.2 size=882546 2023-12-16T19:50:26.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.887+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=V8ZI1CQPIBWJ tag=BX1FWR561V4K type=write size=4028274 2023-12-16T19:50:26.888 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.888+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=LWXCZ4LO887V type=del size=1410064 2023-12-16T19:50:26.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.891+0000 7f2ef5d2c640 1 < suggested remove operation key=1EO09GE5UCX3 tag=Y01XU7WRCI1D type=del 2023-12-16T19:50:26.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.893+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=5WT09VXR3NZ7 type=del size=1377767 2023-12-16T19:50:26.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.894+0000 7f2ef5d2c640 1 < canceled operation key=O47415D8FFKL tag=RYNQ1P9CMQMY type=del size=1711230 2023-12-16T19:50:26.896 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.897+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.0 size=1048576 2023-12-16T19:50:26.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.898+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.1 size=1048576 2023-12-16T19:50:26.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.899+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.2 size=244644 2023-12-16T19:50:26.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.899+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=U0O1T84M87WT tag=555SXNYP8DKG type=write size=3390372 2023-12-16T19:50:26.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.900+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=LXNNDSKIGICG type=del size=4090231 2023-12-16T19:50:26.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.902+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=ODWYR6UJ4ZRM type=write size=118202 2023-12-16T19:50:26.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.903+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~3IT3WP94NBEL.0 size=1048576 2023-12-16T19:50:26.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.904+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~3IT3WP94NBEL.1 size=464945 2023-12-16T19:50:26.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.907+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=3IT3WP94NBEL tag=NALOM177KYKC type=write size=2562097 2023-12-16T19:50:26.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.908+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=XQ6ZGJSLIBXB type=del size=516556 2023-12-16T19:50:26.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.910+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~DZFVRB3A62QS.0 size=1048576 2023-12-16T19:50:26.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.911+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~DZFVRB3A62QS.1 size=7707 2023-12-16T19:50:26.913 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.913+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=DZFVRB3A62QS tag=V6J3IADTMLJ2 type=write size=2104859 2023-12-16T19:50:26.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.915+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=9N2CS0KR6ZCQ type=write size=599107 2023-12-16T19:50:26.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.916+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.0 size=1048576 2023-12-16T19:50:26.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.917+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.1 size=1048576 2023-12-16T19:50:26.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.919+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~4N6KBJCZ2FFC.2 size=907174 2023-12-16T19:50:26.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.921+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=4N6KBJCZ2FFC tag=YIAEUAIQCL7J type=write size=4052902 2023-12-16T19:50:26.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.923+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=RAF7YEDFU25N type=write size=174022 2023-12-16T19:50:26.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.924+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=QX9RH5JIR75G type=del 2023-12-16T19:50:26.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.926+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=CK0Q78RSJDKR type=del size=964023 2023-12-16T19:50:26.927 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.927+0000 7f2ef5d2c640 -1 < failed to complete operation key=MSNLCTTZ723G tag=Q0C0FJ5AGGYM type=del size=1011907: (22) Invalid argument 2023-12-16T19:50:26.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.930+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.0 size=1048576 2023-12-16T19:50:26.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.931+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.1 size=1048576 2023-12-16T19:50:26.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.932+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.2 size=528642 2023-12-16T19:50:26.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.932+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=1ME42JO59A8Y tag=IHJYQBOKCD1J type=write size=3674370 2023-12-16T19:50:26.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.934+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=X94PGEWE091I type=del 2023-12-16T19:50:26.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.935+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=0HVGNFOQ53IK type=del size=3234441 2023-12-16T19:50:26.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.937+0000 7f2ef5d2c640 -1 < failed to complete operation key=1EO09GE5UCX3 tag=ZI9BMZ0AI9RX type=del size=1199119: (22) Invalid argument 2023-12-16T19:50:26.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.938+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=9CO3R0K05APD type=del size=2160630 2023-12-16T19:50:26.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.940+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~XJQBLGCNFBL6.0 size=989156 2023-12-16T19:50:26.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.942+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=XJQBLGCNFBL6 tag=1LR0VML13H19 type=write size=2037732 2023-12-16T19:50:26.944 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.944+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~OHCCBPRT3TDC.0 size=1048576 2023-12-16T19:50:26.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.946+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~OHCCBPRT3TDC.1 size=299477 2023-12-16T19:50:26.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.946+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=OHCCBPRT3TDC tag=9Z1TM8TM7SW4 type=write size=2396629 2023-12-16T19:50:26.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.947+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=ETY3YQ03X4M2 type=write size=391150 2023-12-16T19:50:26.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~P98UJQ93LT6I.0 size=1048576 2023-12-16T19:50:26.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.951+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~P98UJQ93LT6I.1 size=891056 2023-12-16T19:50:26.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.951+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=P98UJQ93LT6I tag=7SMU8BU1MQDT type=write size=2988208 2023-12-16T19:50:26.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.953+0000 7f2ef5d2c640 -1 < failed to complete operation key=M370RML7FVOG tag=IQI6PK47ZR0U type=del size=273083: (22) Invalid argument 2023-12-16T19:50:26.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.956+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.0 size=1048576 2023-12-16T19:50:26.956 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.957+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.1 size=1048576 2023-12-16T19:50:26.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.958+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.2 size=211709 2023-12-16T19:50:26.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.958+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=YQ35SK3R1U3K tag=HXDR11ZPL6ES type=write size=3357437 2023-12-16T19:50:26.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.959+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=AZ5Y2BONERU0 type=del 2023-12-16T19:50:26.960 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.961+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=5GDCAVYKZHA1 type=write size=444803 2023-12-16T19:50:26.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.962+0000 7f2ef5d2c640 -1 < failed to complete operation key=1EO09GE5UCX3 tag=8LGSUNV0E2QB type=del size=2365371: (22) Invalid argument 2023-12-16T19:50:26.965 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.965+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~X2BZNMSXF8S4.0 size=1048576 2023-12-16T19:50:26.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.966+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~X2BZNMSXF8S4.1 size=379011 2023-12-16T19:50:26.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.966+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=X2BZNMSXF8S4 tag=FZXKYRM3ENB3 type=write size=2476163 2023-12-16T19:50:26.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.968+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=LWXCZ4LO887V type=del 2023-12-16T19:50:26.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.970+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=8ZJ4I5JUOUUR type=del size=429683 2023-12-16T19:50:26.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.971+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=5WT09VXR3NZ7 type=del 2023-12-16T19:50:26.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.973+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=Y6B3FK86UWXH type=del size=444669 2023-12-16T19:50:26.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.974+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.0 size=1048576 2023-12-16T19:50:26.975 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.975+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.1 size=1048576 2023-12-16T19:50:26.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.976+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~U0O1T84M87WT.2 size=244644 2023-12-16T19:50:26.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.979+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=U0O1T84M87WT tag=555SXNYP8DKG type=write size=3390372 2023-12-16T19:50:26.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.981+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~ZVD8TP9F66BR.0 size=1048576 2023-12-16T19:50:26.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.983+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~ZVD8TP9F66BR.1 size=546459 2023-12-16T19:50:26.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.983+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=ZVD8TP9F66BR tag=9CRROUTBE7KO type=write size=2643611 2023-12-16T19:50:26.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.984+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=ODWYR6UJ4ZRM type=write size=118202 2023-12-16T19:50:26.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.986+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=23HDSX9SXQHA type=write size=523378 2023-12-16T19:50:26.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.988+0000 7f2ef5d2c640 1 < suggested update operation key=QDUC4OGZ9939 tag=XQ6ZGJSLIBXB type=del size=516556 2023-12-16T19:50:26.990 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.991+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.0 size=1048576 2023-12-16T19:50:26.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.992+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.1 size=1048576 2023-12-16T19:50:26.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.993+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.2 size=618951 2023-12-16T19:50:26.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.993+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=Y141JRJIZ85P tag=TKW02NZ7CIHA type=write size=3764679 2023-12-16T19:50:26.994 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.995+0000 7f2ef5d2c640 1 < completed write operation key=02FTPVWM8G45 tag=9N2CS0KR6ZCQ type=write size=599107 2023-12-16T19:50:26.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.996+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=T73ECCE43XCP type=del size=1630488 2023-12-16T19:50:26.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.997+0000 7f2ef5d2c640 1 < completed write operation key=M370RML7FVOG tag=RAF7YEDFU25N type=write size=174022 2023-12-16T19:50:26.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:26.999+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=86X306FN3CEH type=del size=3144498 2023-12-16T19:50:27.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.001+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=CK0Q78RSJDKR type=del 2023-12-16T19:50:27.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.002+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=PZN7QH3FTLJ6 type=write size=297404 2023-12-16T19:50:27.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.003+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.0 size=1048576 2023-12-16T19:50:27.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.005+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.1 size=1048576 2023-12-16T19:50:27.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.006+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~1ME42JO59A8Y.2 size=528642 2023-12-16T19:50:27.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.008+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=1ME42JO59A8Y tag=IHJYQBOKCD1J type=write size=3674370 2023-12-16T19:50:27.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.010+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=ATORRWO7H1P5 type=del size=828338 2023-12-16T19:50:27.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.011+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=0HVGNFOQ53IK type=del 2023-12-16T19:50:27.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.014+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~4KJSJ2KS7B0Q.0 size=1048576 2023-12-16T19:50:27.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.015+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~4KJSJ2KS7B0Q.1 size=839996 2023-12-16T19:50:27.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.015+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=4KJSJ2KS7B0Q tag=4C2NVASX4GRE type=write size=2937148 2023-12-16T19:50:27.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.016+0000 7f2ef5d2c640 -1 < failed to complete operation key=QDUC4OGZ9939 tag=9CO3R0K05APD type=del size=2160630: (22) Invalid argument 2023-12-16T19:50:27.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.019+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~9559XB1MYO28.0 size=1048576 2023-12-16T19:50:27.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.020+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~9559XB1MYO28.1 size=120746 2023-12-16T19:50:27.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.020+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=9559XB1MYO28 tag=IDQNVTL6F8Y8 type=write size=2217898 2023-12-16T19:50:27.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.022+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~OHCCBPRT3TDC.0 size=1048576 2023-12-16T19:50:27.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.023+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~OHCCBPRT3TDC.1 size=299477 2023-12-16T19:50:27.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.025+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=OHCCBPRT3TDC tag=9Z1TM8TM7SW4 type=write size=2396629 2023-12-16T19:50:27.026 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.027+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=40EKJ7B7RIUK type=del size=3751123 2023-12-16T19:50:27.028 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.028+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~P98UJQ93LT6I.0 size=1048576 2023-12-16T19:50:27.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.029+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~P98UJQ93LT6I.1 size=891056 2023-12-16T19:50:27.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.032+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=P98UJQ93LT6I tag=7SMU8BU1MQDT type=write size=2988208 2023-12-16T19:50:27.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.033+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=B2X4RASV7KM7 type=del size=3749625 2023-12-16T19:50:27.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.035+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.0 size=1048576 2023-12-16T19:50:27.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.036+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.1 size=1048576 2023-12-16T19:50:27.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.036+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~YQ35SK3R1U3K.2 size=211709 2023-12-16T19:50:27.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.039+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=YQ35SK3R1U3K tag=HXDR11ZPL6ES type=write size=3357437 2023-12-16T19:50:27.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.040+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=K4KIYCWHV6OZ type=del size=2931983 2023-12-16T19:50:27.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.042+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=5GDCAVYKZHA1 type=write size=444803 2023-12-16T19:50:27.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.043+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=XSMUDW8X3YDM type=write size=9012 2023-12-16T19:50:27.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.044+0000 7f2ef5d2c640 1 < canceled part key=_multipart_REMAKLL0UEJD.2~X2BZNMSXF8S4.0 size=1048576 2023-12-16T19:50:27.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.045+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~X2BZNMSXF8S4.1 size=379011 2023-12-16T19:50:27.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.047+0000 7f2ef5d2c640 1 < canceled multipart upload key=REMAKLL0UEJD upload=X2BZNMSXF8S4 tag=FZXKYRM3ENB3 type=write size=2476163 2023-12-16T19:50:27.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.049+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=4ZFA0L7ZLTQE type=del size=3854098 2023-12-16T19:50:27.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.050+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=8ZJ4I5JUOUUR type=del 2023-12-16T19:50:27.053 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.053+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~JQMULZV4GARE.0 size=539259 2023-12-16T19:50:27.053 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.053+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=JQMULZV4GARE tag=V3UG5C9O28XY type=write size=1587835 2023-12-16T19:50:27.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.056+0000 7f2ef5d2c640 1 < suggested update operation key=U16U268CZYJU tag=Y6B3FK86UWXH type=del size=444669 2023-12-16T19:50:27.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.059+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.0 size=1048576 2023-12-16T19:50:27.059 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.060+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.1 size=1048576 2023-12-16T19:50:27.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.061+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.2 size=990568 2023-12-16T19:50:27.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.061+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=V5SKW11JF9R4 tag=G4T4Q5XWD7VQ type=write size=4136296 2023-12-16T19:50:27.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.063+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~ZVD8TP9F66BR.0 size=1048576 2023-12-16T19:50:27.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.064+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~ZVD8TP9F66BR.1 size=546459 2023-12-16T19:50:27.066 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.066+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=ZVD8TP9F66BR tag=9CRROUTBE7KO type=write size=2643611 2023-12-16T19:50:27.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.069+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~568986VPO2A9.0 size=603348 2023-12-16T19:50:27.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.069+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=568986VPO2A9 tag=41PB1GZDWV22 type=write size=1651924 2023-12-16T19:50:27.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.070+0000 7f2ef5d2c640 1 < completed write operation key=132QU0TGO26D tag=23HDSX9SXQHA type=write size=523378 2023-12-16T19:50:27.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.072+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=V3T9BD47SXVT type=del size=154209 2023-12-16T19:50:27.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.073+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.0 size=1048576 2023-12-16T19:50:27.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.074+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.1 size=1048576 2023-12-16T19:50:27.075 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.076+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~Y141JRJIZ85P.2 size=618951 2023-12-16T19:50:27.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.078+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=Y141JRJIZ85P tag=TKW02NZ7CIHA type=write size=3764679 2023-12-16T19:50:27.081 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.081+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~3DZ6NIFBUW70.0 size=1048576 2023-12-16T19:50:27.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.082+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~3DZ6NIFBUW70.1 size=1001478 2023-12-16T19:50:27.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.082+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=3DZ6NIFBUW70 tag=TN0WK9ULJP13 type=write size=3098630 2023-12-16T19:50:27.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.085+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=T73ECCE43XCP type=del 2023-12-16T19:50:27.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.088+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~A1X7HWX4G31H.0 size=116965 2023-12-16T19:50:27.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.088+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=A1X7HWX4G31H tag=TQTN7DRFE7K3 type=write size=1165541 2023-12-16T19:50:27.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.089+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=86X306FN3CEH type=del 2023-12-16T19:50:27.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.091+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=Y5W6QGK3CQLE type=del size=1867491 2023-12-16T19:50:27.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.093+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=PZN7QH3FTLJ6 type=write size=297404 2023-12-16T19:50:27.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.095+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.0 size=1048576 2023-12-16T19:50:27.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.096+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.1 size=1048576 2023-12-16T19:50:27.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.097+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.2 size=113328 2023-12-16T19:50:27.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.097+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=M6IPMS8E47C1 tag=IVH8J4YMFO6T type=write size=3259056 2023-12-16T19:50:27.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.099+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=ATORRWO7H1P5 type=del 2023-12-16T19:50:27.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.102+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.0 size=1048576 2023-12-16T19:50:27.103 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.103+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.1 size=1048576 2023-12-16T19:50:27.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.104+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.2 size=179422 2023-12-16T19:50:27.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.104+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=KL9RNUUFX5OA tag=C06BCHMVBEDC type=write size=3325150 2023-12-16T19:50:27.105 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.106+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~4KJSJ2KS7B0Q.0 size=1048576 2023-12-16T19:50:27.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.107+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~4KJSJ2KS7B0Q.1 size=839996 2023-12-16T19:50:27.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.109+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=4KJSJ2KS7B0Q tag=4C2NVASX4GRE type=write size=2937148 2023-12-16T19:50:27.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.111+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=UDT4W72YXCIE type=del size=2821451 2023-12-16T19:50:27.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.112+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~9559XB1MYO28.0 size=1048576 2023-12-16T19:50:27.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.114+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~9559XB1MYO28.1 size=120746 2023-12-16T19:50:27.116 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.116+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=9559XB1MYO28 tag=IDQNVTL6F8Y8 type=write size=2217898 2023-12-16T19:50:27.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.118+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=PC6YIUCAFX2J type=del size=246801 2023-12-16T19:50:27.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.120+0000 7f2ef5d2c640 1 < canceled operation key=BP4X0CT9HFAO tag=40EKJ7B7RIUK type=del size=3751123 2023-12-16T19:50:27.121 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.122+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=T2EBCVPJC837 type=del size=963477 2023-12-16T19:50:27.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.125+0000 7f2ef5d2c640 1 < suggested remove operation key=4B9JQDI6Y8LC tag=B2X4RASV7KM7 type=del 2023-12-16T19:50:27.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.126+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=6QB0263A9OP9 type=del size=2046846 2023-12-16T19:50:27.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.128+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=K4KIYCWHV6OZ type=del 2023-12-16T19:50:27.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.130+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=0GOI9ZBQS6BW type=write size=944015 2023-12-16T19:50:27.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.132+0000 7f2ef5d2c640 1 < completed write operation key=D64S91AR017D tag=XSMUDW8X3YDM type=write size=9012 2023-12-16T19:50:27.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.134+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~9OQ4DYQD7ZKE.0 size=60651 2023-12-16T19:50:27.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.134+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=9OQ4DYQD7ZKE tag=FNVEUEVF9OKM type=write size=1109227 2023-12-16T19:50:27.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.135+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=693CWQ45V5WS tag=4ZFA0L7ZLTQE type=del size=3854098: (2) No such file or directory 2023-12-16T19:50:27.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.136+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=OO1YLS9XV8H3 type=del size=3220043 2023-12-16T19:50:27.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.138+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~JQMULZV4GARE.0 size=539259 2023-12-16T19:50:27.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.141+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=JQMULZV4GARE tag=V3UG5C9O28XY type=write size=1587835 2023-12-16T19:50:27.143 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.143+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.0 size=1048576 2023-12-16T19:50:27.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.145+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.1 size=1048576 2023-12-16T19:50:27.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.146+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.2 size=370797 2023-12-16T19:50:27.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.146+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=U10SDGXXNNJH tag=8XY306SMR5BX type=write size=3516525 2023-12-16T19:50:27.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.147+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.0 size=1048576 2023-12-16T19:50:27.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.148+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.1 size=1048576 2023-12-16T19:50:27.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.149+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~V5SKW11JF9R4.2 size=990568 2023-12-16T19:50:27.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.152+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=V5SKW11JF9R4 tag=G4T4Q5XWD7VQ type=write size=4136296 2023-12-16T19:50:27.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.154+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=N7KW3QX0NS90 type=write size=812636 2023-12-16T19:50:27.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.155+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~568986VPO2A9.0 size=603348 2023-12-16T19:50:27.157 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.158+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=568986VPO2A9 tag=41PB1GZDWV22 type=write size=1651924 2023-12-16T19:50:27.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.159+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=R2LD1OSVY690 type=del size=682771 2023-12-16T19:50:27.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.161+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=V3T9BD47SXVT type=del 2023-12-16T19:50:27.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.162+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=OAG827SA2MER type=del size=53215 2023-12-16T19:50:27.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.164+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~3DZ6NIFBUW70.0 size=1048576 2023-12-16T19:50:27.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.164+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~3DZ6NIFBUW70.1 size=1001478 2023-12-16T19:50:27.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.166+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=3DZ6NIFBUW70 tag=TN0WK9ULJP13 type=write size=3098630 2023-12-16T19:50:27.169 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.169+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~TYQUVQTZ3ERQ.0 size=1048576 2023-12-16T19:50:27.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.170+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~TYQUVQTZ3ERQ.1 size=275035 2023-12-16T19:50:27.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.170+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=TYQUVQTZ3ERQ tag=RN06GLVMJX22 type=write size=2372187 2023-12-16T19:50:27.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.170+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4B9JQDI6Y8LC.2~A1X7HWX4G31H.0 size=116965 2023-12-16T19:50:27.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.173+0000 7f2ef5d2c640 1 < canceled multipart upload key=4B9JQDI6Y8LC upload=A1X7HWX4G31H tag=TQTN7DRFE7K3 type=write size=1165541 2023-12-16T19:50:27.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.174+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=1MFK7VE7MEUI type=write size=637523 2023-12-16T19:50:27.175 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.176+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=Y5W6QGK3CQLE type=del 2023-12-16T19:50:27.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.177+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=4LVH6B407WF8 type=del size=1806674 2023-12-16T19:50:27.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.179+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.0 size=1048576 2023-12-16T19:50:27.180 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.180+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.1 size=1048576 2023-12-16T19:50:27.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.181+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~M6IPMS8E47C1.2 size=113328 2023-12-16T19:50:27.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.184+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=M6IPMS8E47C1 tag=IVH8J4YMFO6T type=write size=3259056 2023-12-16T19:50:27.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.187+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~P0ENMMCR8T4K.0 size=1048576 2023-12-16T19:50:27.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.188+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~P0ENMMCR8T4K.1 size=736443 2023-12-16T19:50:27.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.188+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=P0ENMMCR8T4K tag=4HSS64SVOT9T type=write size=2833595 2023-12-16T19:50:27.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.190+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.0 size=1048576 2023-12-16T19:50:27.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.191+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.1 size=1048576 2023-12-16T19:50:27.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.192+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~KL9RNUUFX5OA.2 size=179422 2023-12-16T19:50:27.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.194+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=KL9RNUUFX5OA tag=C06BCHMVBEDC type=write size=3325150 2023-12-16T19:50:27.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.196+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=ZR7P42D45QP2 type=del size=3295317 2023-12-16T19:50:27.198 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.198+0000 7f2ef5d2c640 -1 < failed to complete operation key=4B9JQDI6Y8LC tag=UDT4W72YXCIE type=del size=2821451: (22) Invalid argument 2023-12-16T19:50:27.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.200+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=FQWO98ET9PVH type=del size=2451073 2023-12-16T19:50:27.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.201+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=PC6YIUCAFX2J type=del 2023-12-16T19:50:27.202 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.203+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=BT7QZ3LF8L6S type=del size=2879938 2023-12-16T19:50:27.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.204+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=T2EBCVPJC837 type=del 2023-12-16T19:50:27.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.206+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=K58CRBWY0ZYG type=del size=3918073 2023-12-16T19:50:27.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.207+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=6QB0263A9OP9 type=del 2023-12-16T19:50:27.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.209+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=FFG8YJ0G6I69 type=write size=909801 2023-12-16T19:50:27.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.210+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=0GOI9ZBQS6BW type=write size=944015 2023-12-16T19:50:27.212 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.213+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~SWYQ7ERP1YB7.0 size=968546 2023-12-16T19:50:27.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.213+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=SWYQ7ERP1YB7 tag=P5CBL5WGTCRV type=write size=2017122 2023-12-16T19:50:27.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.213+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1EO09GE5UCX3.2~9OQ4DYQD7ZKE.0 size=60651 2023-12-16T19:50:27.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.215+0000 7f2ef5d2c640 1 < canceled multipart upload key=1EO09GE5UCX3 upload=9OQ4DYQD7ZKE tag=FNVEUEVF9OKM type=write size=1109227 2023-12-16T19:50:27.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.218+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A697ETTXJNSC.0 size=290171 2023-12-16T19:50:27.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.218+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=A697ETTXJNSC tag=AZ9L7E0L5BWM type=write size=1338747 2023-12-16T19:50:27.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.220+0000 7f2ef5d2c640 1 < canceled operation key=34B5L3BXNV17 tag=OO1YLS9XV8H3 type=del size=3220043 2023-12-16T19:50:27.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.223+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~70AKJH5F64L3.0 size=1048576 2023-12-16T19:50:27.224 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.224+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~70AKJH5F64L3.1 size=458703 2023-12-16T19:50:27.224 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.224+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=70AKJH5F64L3 tag=FX6XV5L3A16K type=write size=2555855 2023-12-16T19:50:27.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.226+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.0 size=1048576 2023-12-16T19:50:27.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.227+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.1 size=1048576 2023-12-16T19:50:27.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.227+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~U10SDGXXNNJH.2 size=370797 2023-12-16T19:50:27.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.230+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=U10SDGXXNNJH tag=8XY306SMR5BX type=write size=3516525 2023-12-16T19:50:27.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.231+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=7QGET5F1WYPI type=del size=460068 2023-12-16T19:50:27.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.233+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=N7KW3QX0NS90 type=write size=812636 2023-12-16T19:50:27.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.235+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~389H12S7DBIO.0 size=892226 2023-12-16T19:50:27.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.235+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=389H12S7DBIO tag=CQUYXC9JM464 type=write size=1940802 2023-12-16T19:50:27.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.237+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=R2LD1OSVY690 type=del 2023-12-16T19:50:27.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.238+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=BPF3REISLBCQ type=del size=3231948 2023-12-16T19:50:27.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.239+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=OAG827SA2MER type=del 2023-12-16T19:50:27.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.241+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=I8JY976HJ0PK type=del size=2516175 2023-12-16T19:50:27.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.242+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~TYQUVQTZ3ERQ.0 size=1048576 2023-12-16T19:50:27.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.243+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~TYQUVQTZ3ERQ.1 size=275035 2023-12-16T19:50:27.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.246+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=TYQUVQTZ3ERQ tag=RN06GLVMJX22 type=write size=2372187 2023-12-16T19:50:27.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.248+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=85DG3X8LWFFP type=del size=3928655 2023-12-16T19:50:27.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.249+0000 7f2ef5d2c640 1 < completed write operation key=02FTPVWM8G45 tag=1MFK7VE7MEUI type=write size=637523 2023-12-16T19:50:27.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.252+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.0 size=1048576 2023-12-16T19:50:27.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.253+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.1 size=1048576 2023-12-16T19:50:27.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.254+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.2 size=869884 2023-12-16T19:50:27.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.254+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=EXCCHCBUZHMO tag=F3ZFQQDP0W53 type=write size=4015612 2023-12-16T19:50:27.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.256+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=4LVH6B407WF8 type=del 2023-12-16T19:50:27.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.257+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=EB61NPGOOAGM type=del size=1783914 2023-12-16T19:50:27.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.259+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~P0ENMMCR8T4K.0 size=1048576 2023-12-16T19:50:27.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.260+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~P0ENMMCR8T4K.1 size=736443 2023-12-16T19:50:27.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.263+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=P0ENMMCR8T4K tag=4HSS64SVOT9T type=write size=2833595 2023-12-16T19:50:27.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.265+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~DN1WGXZAB38C.0 size=771243 2023-12-16T19:50:27.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.265+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=DN1WGXZAB38C tag=PPYDCYL2167Z type=write size=1819819 2023-12-16T19:50:27.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.267+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=ZR7P42D45QP2 type=del 2023-12-16T19:50:27.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.268+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=D8BKQLVZ1FZL type=write size=935099 2023-12-16T19:50:27.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.270+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=FQWO98ET9PVH type=del 2023-12-16T19:50:27.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.272+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.0 size=1048576 2023-12-16T19:50:27.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.274+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.1 size=1048576 2023-12-16T19:50:27.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.275+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.2 size=419964 2023-12-16T19:50:27.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.275+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=IY72ISJUPJW0 tag=44CPKPNL1KIG type=write size=3565692 2023-12-16T19:50:27.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.278+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=BT7QZ3LF8L6S type=del size=2879938 2023-12-16T19:50:27.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.281+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~8LB7UNHNU4X1.0 size=324800 2023-12-16T19:50:27.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.281+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=8LB7UNHNU4X1 tag=S7E3P2SEKXFJ type=write size=1373376 2023-12-16T19:50:27.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.283+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=K58CRBWY0ZYG type=del 2023-12-16T19:50:27.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.285+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=ANLJ69Q9LZQM type=del size=3677344 2023-12-16T19:50:27.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.286+0000 7f2ef5d2c640 1 < completed write operation key=1EO09GE5UCX3 tag=FFG8YJ0G6I69 type=write size=909801 2023-12-16T19:50:27.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.288+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=NCLYPIGG3JXS type=del size=2457396 2023-12-16T19:50:27.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.289+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~SWYQ7ERP1YB7.0 size=968546 2023-12-16T19:50:27.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.292+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=SWYQ7ERP1YB7 tag=P5CBL5WGTCRV type=write size=2017122 2023-12-16T19:50:27.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.295+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~BVJMBYFK0EON.0 size=625669 2023-12-16T19:50:27.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.295+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=BVJMBYFK0EON tag=ZMIIJ9QYDNRI type=write size=1674245 2023-12-16T19:50:27.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.296+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~A697ETTXJNSC.0 size=290171 2023-12-16T19:50:27.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.299+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=A697ETTXJNSC tag=AZ9L7E0L5BWM type=write size=1338747 2023-12-16T19:50:27.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.300+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=EID6EB05K18F type=write size=428976 2023-12-16T19:50:27.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.302+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~70AKJH5F64L3.0 size=1048576 2023-12-16T19:50:27.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.303+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~70AKJH5F64L3.1 size=458703 2023-12-16T19:50:27.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.306+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=70AKJH5F64L3 tag=FX6XV5L3A16K type=write size=2555855 2023-12-16T19:50:27.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.307+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=T9CJCH5NAPZG type=del size=2323003 2023-12-16T19:50:27.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.309+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=7QGET5F1WYPI type=del 2023-12-16T19:50:27.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.310+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=11HJGPN34B9F type=del size=2599227 2023-12-16T19:50:27.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.311+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~389H12S7DBIO.0 size=892226 2023-12-16T19:50:27.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.313+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=389H12S7DBIO tag=CQUYXC9JM464 type=write size=1940802 2023-12-16T19:50:27.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.316+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~8MDFOTEQNPE6.0 size=1048576 2023-12-16T19:50:27.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.318+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~8MDFOTEQNPE6.1 size=227466 2023-12-16T19:50:27.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.318+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=8MDFOTEQNPE6 tag=A4UF1CKOUMDG type=write size=2324618 2023-12-16T19:50:27.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.319+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=BPF3REISLBCQ type=del 2023-12-16T19:50:27.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.320+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=D862KYVCH5BC type=del size=1396669 2023-12-16T19:50:27.322 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.322+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=I8JY976HJ0PK type=del 2023-12-16T19:50:27.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.325+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~98L2TS16OGJN.0 size=39580 2023-12-16T19:50:27.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.325+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=98L2TS16OGJN tag=SZV5DT1D4YIL type=write size=1088156 2023-12-16T19:50:27.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.327+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=85DG3X8LWFFP type=del 2023-12-16T19:50:27.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.328+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=0H5Z7KMB73F4 type=del size=1382954 2023-12-16T19:50:27.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.330+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.0 size=1048576 2023-12-16T19:50:27.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.331+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.1 size=1048576 2023-12-16T19:50:27.331 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.332+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EXCCHCBUZHMO.2 size=869884 2023-12-16T19:50:27.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.334+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=EXCCHCBUZHMO tag=F3ZFQQDP0W53 type=write size=4015612 2023-12-16T19:50:27.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.336+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=ZO3URXYMNOGB type=del size=1536799 2023-12-16T19:50:27.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.337+0000 7f2ef5d2c640 1 < canceled operation key=6MFOODPNMXUS tag=EB61NPGOOAGM type=del size=1783914 2023-12-16T19:50:27.340 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.340+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.0 size=1048576 2023-12-16T19:50:27.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.341+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.1 size=1048576 2023-12-16T19:50:27.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.342+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.2 size=287416 2023-12-16T19:50:27.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.342+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=7FJO01MDBA3N tag=KGO28W74YWEM type=write size=3433144 2023-12-16T19:50:27.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.343+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~DN1WGXZAB38C.0 size=771243 2023-12-16T19:50:27.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.345+0000 7f2ef5d2c640 1 < canceled multipart upload key=9KRQ59SUFM7Z upload=DN1WGXZAB38C tag=PPYDCYL2167Z type=write size=1819819 2023-12-16T19:50:27.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.348+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~4GLI6HGUKBUE.0 size=1048576 2023-12-16T19:50:27.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.349+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~4GLI6HGUKBUE.1 size=320210 2023-12-16T19:50:27.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.349+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=4GLI6HGUKBUE tag=Y548R1HXMIKM type=write size=2417362 2023-12-16T19:50:27.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.350+0000 7f2ef5d2c640 1 < completed write operation key=6OFOLQYE7CY9 tag=D8BKQLVZ1FZL type=write size=935099 2023-12-16T19:50:27.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.353+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~UXYFPYCAG430.0 size=1048576 2023-12-16T19:50:27.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.354+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~UXYFPYCAG430.1 size=880700 2023-12-16T19:50:27.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.354+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=UXYFPYCAG430 tag=A5Y7LCGAKVSZ type=write size=2977852 2023-12-16T19:50:27.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.356+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.0 size=1048576 2023-12-16T19:50:27.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.357+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.1 size=1048576 2023-12-16T19:50:27.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.358+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~IY72ISJUPJW0.2 size=419964 2023-12-16T19:50:27.361 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.361+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=IY72ISJUPJW0 tag=44CPKPNL1KIG type=write size=3565692 2023-12-16T19:50:27.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.363+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=DDCHSG2ECE7G type=write size=1010144 2023-12-16T19:50:27.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.364+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~8LB7UNHNU4X1.0 size=324800 2023-12-16T19:50:27.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.367+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=8LB7UNHNU4X1 tag=S7E3P2SEKXFJ type=write size=1373376 2023-12-16T19:50:27.368 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.368+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=21J0JIL41FSQ type=del size=3805184 2023-12-16T19:50:27.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.370+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=ANLJ69Q9LZQM type=del 2023-12-16T19:50:27.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.373+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~9OLGMODUPR2Y.0 size=1048576 2023-12-16T19:50:27.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.374+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~9OLGMODUPR2Y.1 size=457892 2023-12-16T19:50:27.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.374+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=9OLGMODUPR2Y tag=Y2AZ3EUDC551 type=write size=2555044 2023-12-16T19:50:27.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.376+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=NCLYPIGG3JXS type=del 2023-12-16T19:50:27.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.379+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.0 size=1048576 2023-12-16T19:50:27.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.380+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.1 size=1048576 2023-12-16T19:50:27.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.381+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.2 size=661453 2023-12-16T19:50:27.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.381+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=XMPSG0JBR01R tag=WAJA4VG6ENT2 type=write size=3807181 2023-12-16T19:50:27.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.383+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~BVJMBYFK0EON.0 size=625669 2023-12-16T19:50:27.385 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.385+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=BVJMBYFK0EON tag=ZMIIJ9QYDNRI type=write size=1674245 2023-12-16T19:50:27.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.387+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=UZZ6EW7VCW8S type=del size=2117714 2023-12-16T19:50:27.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.388+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=EID6EB05K18F type=write size=428976 2023-12-16T19:50:27.389 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.390+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=VLEBV5F4I0IW type=del size=1845350 2023-12-16T19:50:27.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.391+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=T9CJCH5NAPZG type=del size=2323003 2023-12-16T19:50:27.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.393+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=ND55BBR5RQHS type=write size=485082 2023-12-16T19:50:27.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.394+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=11HJGPN34B9F type=del 2023-12-16T19:50:27.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.396+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=6FWENCT37M1I type=del size=1377655 2023-12-16T19:50:27.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.397+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~8MDFOTEQNPE6.0 size=1048576 2023-12-16T19:50:27.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.399+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~8MDFOTEQNPE6.1 size=227466 2023-12-16T19:50:27.401 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.401+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=8MDFOTEQNPE6 tag=A4UF1CKOUMDG type=write size=2324618 2023-12-16T19:50:27.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.402+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=O8A0VB9VK843 type=del size=1234381 2023-12-16T19:50:27.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.404+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=D862KYVCH5BC type=del 2023-12-16T19:50:27.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.407+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~O1WNKAGRKTMA.0 size=595514 2023-12-16T19:50:27.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.407+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=O1WNKAGRKTMA tag=T4GF7ATJVYQB type=write size=1644090 2023-12-16T19:50:27.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.408+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~98L2TS16OGJN.0 size=39580 2023-12-16T19:50:27.410 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.411+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=98L2TS16OGJN tag=SZV5DT1D4YIL type=write size=1088156 2023-12-16T19:50:27.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.412+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=L5WKD0EBIW2L type=del size=1804353 2023-12-16T19:50:27.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.416+0000 7f2ef5d2c640 1 < suggested update operation key=O47415D8FFKL tag=0H5Z7KMB73F4 type=del size=1382954 2023-12-16T19:50:27.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.417+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=SKMRCA98GDL1 type=del size=3964380 2023-12-16T19:50:27.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.419+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=ZO3URXYMNOGB type=del 2023-12-16T19:50:27.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.420+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=YESVDGTTXAE8 type=del size=1308963 2023-12-16T19:50:27.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.422+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.0 size=1048576 2023-12-16T19:50:27.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.422+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.1 size=1048576 2023-12-16T19:50:27.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.423+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~7FJO01MDBA3N.2 size=287416 2023-12-16T19:50:27.426 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.426+0000 7f2ef5d2c640 1 < canceled multipart upload key=1MJ52B125Q24 upload=7FJO01MDBA3N tag=KGO28W74YWEM type=write size=3433144 2023-12-16T19:50:27.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.429+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~NDHXF2FVY4S3.0 size=901859 2023-12-16T19:50:27.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.429+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=NDHXF2FVY4S3 tag=RIS5QZ1YGXLB type=write size=1950435 2023-12-16T19:50:27.431 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.431+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~4GLI6HGUKBUE.0 size=1048576 2023-12-16T19:50:27.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.433+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~4GLI6HGUKBUE.1 size=320210 2023-12-16T19:50:27.435 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.435+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=4GLI6HGUKBUE tag=Y548R1HXMIKM type=write size=2417362 2023-12-16T19:50:27.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.437+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=GZNYDTKV64A5 type=write size=229260 2023-12-16T19:50:27.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.438+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~UXYFPYCAG430.0 size=1048576 2023-12-16T19:50:27.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.438+0000 7f2ef5d2c640 1 < canceled part key=_multipart_KDXC6PN4L0HE.2~UXYFPYCAG430.1 size=880700 2023-12-16T19:50:27.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.441+0000 7f2ef5d2c640 1 < canceled multipart upload key=KDXC6PN4L0HE upload=UXYFPYCAG430 tag=A5Y7LCGAKVSZ type=write size=2977852 2023-12-16T19:50:27.443 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.444+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.0 size=1048576 2023-12-16T19:50:27.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.445+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.1 size=1048576 2023-12-16T19:50:27.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.446+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.2 size=900212 2023-12-16T19:50:27.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.446+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=ALR3UE42DHXL tag=LUOLLFXGCYGU type=write size=4045940 2023-12-16T19:50:27.447 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.448+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=DDCHSG2ECE7G type=write size=1010144 2023-12-16T19:50:27.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.449+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=4F1CW8CYSRVT type=del size=105250 2023-12-16T19:50:27.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.451+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=21J0JIL41FSQ type=del 2023-12-16T19:50:27.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.452+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=WG0KF32DMWIJ type=del size=2235585 2023-12-16T19:50:27.454 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.454+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~9OLGMODUPR2Y.0 size=1048576 2023-12-16T19:50:27.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.456+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~9OLGMODUPR2Y.1 size=457892 2023-12-16T19:50:27.458 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.458+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=9OLGMODUPR2Y tag=Y2AZ3EUDC551 type=write size=2555044 2023-12-16T19:50:27.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.461+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.0 size=1048576 2023-12-16T19:50:27.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.462+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.1 size=1048576 2023-12-16T19:50:27.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.463+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.2 size=26127 2023-12-16T19:50:27.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.463+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=RGP097EASTJ5 tag=C7OU4NRHCSE9 type=write size=3171855 2023-12-16T19:50:27.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.464+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.0 size=1048576 2023-12-16T19:50:27.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.466+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.1 size=1048576 2023-12-16T19:50:27.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.467+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~XMPSG0JBR01R.2 size=661453 2023-12-16T19:50:27.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.470+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=XMPSG0JBR01R tag=WAJA4VG6ENT2 type=write size=3807181 2023-12-16T19:50:27.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.472+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.0 size=1048576 2023-12-16T19:50:27.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.474+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.1 size=1048576 2023-12-16T19:50:27.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.475+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.2 size=12002 2023-12-16T19:50:27.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.475+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=L3IDC52MWOGT tag=SCSPTIEIEL8P type=write size=3157730 2023-12-16T19:50:27.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.477+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=UZZ6EW7VCW8S type=del 2023-12-16T19:50:27.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.478+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=AM7OZDPK55LK type=write size=691149 2023-12-16T19:50:27.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.480+0000 7f2ef5d2c640 1 < canceled operation key=BP4X0CT9HFAO tag=VLEBV5F4I0IW type=del size=1845350 2023-12-16T19:50:27.481 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.482+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=C922YPSWYR2Q type=del size=1025563 2023-12-16T19:50:27.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.484+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=ND55BBR5RQHS type=write size=485082 2023-12-16T19:50:27.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.486+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~O66SO56UT4QL.0 size=983574 2023-12-16T19:50:27.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.486+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=O66SO56UT4QL tag=BRPRZGJLHN0K type=write size=2032150 2023-12-16T19:50:27.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:27.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:27.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.489+0000 7f2ef5d2c640 1 < suggested update operation key=KZ7TQX626J26 tag=6FWENCT37M1I type=del size=1377655 2023-12-16T19:50:27.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.491+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=ZG8BCF6Y5PMQ type=write size=689185 2023-12-16T19:50:27.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.494+0000 7f2ef5d2c640 1 < suggested remove operation key=02FTPVWM8G45 tag=O8A0VB9VK843 type=del 2023-12-16T19:50:27.496 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.496+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=K1TIFVSYSL1J type=del size=3799676 2023-12-16T19:50:27.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:27.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.497+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~O1WNKAGRKTMA.0 size=595514 2023-12-16T19:50:27.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.500+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=O1WNKAGRKTMA tag=T4GF7ATJVYQB type=write size=1644090 2023-12-16T19:50:27.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.502+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=JP23KYZ7446S type=del size=3349162 2023-12-16T19:50:27.504 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.505+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=L5WKD0EBIW2L type=del 2023-12-16T19:50:27.506 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.506+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=QGEYS3E6YNZU type=del size=3630150 2023-12-16T19:50:27.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.507+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=SKMRCA98GDL1 type=del 2023-12-16T19:50:27.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.509+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=JBP1DM8EAW1V type=del size=1156206 2023-12-16T19:50:27.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.510+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=YESVDGTTXAE8 type=del 2023-12-16T19:50:27.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.512+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=MDRQ8RUP2OOO type=del size=1132497 2023-12-16T19:50:27.513 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.514+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~NDHXF2FVY4S3.0 size=901859 2023-12-16T19:50:27.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.516+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=NDHXF2FVY4S3 tag=RIS5QZ1YGXLB type=write size=1950435 2023-12-16T19:50:27.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.519+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~B5PB7EMQQ4SR.0 size=294214 2023-12-16T19:50:27.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.519+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=B5PB7EMQQ4SR tag=BPHXJPX11DQ2 type=write size=1342790 2023-12-16T19:50:27.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.522+0000 7f2ef5d2c640 1 < suggested update operation key=5PBDOPNNQTMI tag=GZNYDTKV64A5 type=write size=229260 2023-12-16T19:50:27.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.525+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.0 size=1048576 2023-12-16T19:50:27.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.526+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.1 size=1048576 2023-12-16T19:50:27.527 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.527+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.2 size=638666 2023-12-16T19:50:27.527 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.527+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=AFAJQ8934UG9 tag=56D0BKHU87JA type=write size=3784394 2023-12-16T19:50:27.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.529+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.0 size=1048576 2023-12-16T19:50:27.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.530+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.1 size=1048576 2023-12-16T19:50:27.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.531+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~ALR3UE42DHXL.2 size=900212 2023-12-16T19:50:27.534 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.534+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=ALR3UE42DHXL tag=LUOLLFXGCYGU type=write size=4045940 2023-12-16T19:50:27.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.536+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~0IHAH2UWYCXZ.0 size=203519 2023-12-16T19:50:27.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.536+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=0IHAH2UWYCXZ tag=O87AF0A4TL8O type=write size=1252095 2023-12-16T19:50:27.537 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.538+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=4F1CW8CYSRVT type=del 2023-12-16T19:50:27.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.539+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=ACV9OA66HIAZ type=del size=1367904 2023-12-16T19:50:27.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.541+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=WG0KF32DMWIJ type=del 2023-12-16T19:50:27.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.543+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=0R64OC7AW102 type=del size=346422 2023-12-16T19:50:27.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.544+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.0 size=1048576 2023-12-16T19:50:27.545 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.546+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.1 size=1048576 2023-12-16T19:50:27.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.547+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~RGP097EASTJ5.2 size=26127 2023-12-16T19:50:27.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.550+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=RGP097EASTJ5 tag=C7OU4NRHCSE9 type=write size=3171855 2023-12-16T19:50:27.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.551+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=WS4JT0LLCJ9J type=write size=96684 2023-12-16T19:50:27.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.553+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.0 size=1048576 2023-12-16T19:50:27.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.554+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.1 size=1048576 2023-12-16T19:50:27.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.555+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~L3IDC52MWOGT.2 size=12002 2023-12-16T19:50:27.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.558+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=L3IDC52MWOGT tag=SCSPTIEIEL8P type=write size=3157730 2023-12-16T19:50:27.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.561+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~JJFNL4PXQ3O1.0 size=308186 2023-12-16T19:50:27.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.561+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=JJFNL4PXQ3O1 tag=3Z6PUS93IXQT type=write size=1356762 2023-12-16T19:50:27.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.563+0000 7f2ef5d2c640 1 < canceled operation key=1MJ52B125Q24 tag=AM7OZDPK55LK type=write size=691149 2023-12-16T19:50:27.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.566+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~ZC1TYWIP7JUA.0 size=690154 2023-12-16T19:50:27.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.566+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=ZC1TYWIP7JUA tag=Q85BE49FTS6H type=write size=1738730 2023-12-16T19:50:27.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.568+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=C922YPSWYR2Q type=del 2023-12-16T19:50:27.570 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.571+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~S3UYLBQM2KLC.0 size=1048576 2023-12-16T19:50:27.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.572+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~S3UYLBQM2KLC.1 size=879635 2023-12-16T19:50:27.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.572+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=S3UYLBQM2KLC tag=XU6HHWPOLF9A type=write size=2976787 2023-12-16T19:50:27.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.574+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~O66SO56UT4QL.0 size=983574 2023-12-16T19:50:27.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.577+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=O66SO56UT4QL tag=BRPRZGJLHN0K type=write size=2032150 2023-12-16T19:50:27.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.578+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=ITRQG2Z9NZV9 type=del size=86702 2023-12-16T19:50:27.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.580+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=ZG8BCF6Y5PMQ type=write size=689185 2023-12-16T19:50:27.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.581+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=762XAOYEJ0JT type=del size=2224417 2023-12-16T19:50:27.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.583+0000 7f2ef5d2c640 1 < canceled operation key=U16U268CZYJU tag=K1TIFVSYSL1J type=del size=3799676 2023-12-16T19:50:27.584 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.584+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=FZHFETBTMOP3 type=del size=901162 2023-12-16T19:50:27.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.586+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=JP23KYZ7446S type=del 2023-12-16T19:50:27.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.587+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=3XO0934G3HO2 type=write size=1003459 2023-12-16T19:50:27.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.590+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=QGEYS3E6YNZU type=del size=3630150 2023-12-16T19:50:27.592 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.592+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=JLJVWWSR6L6D type=del size=448087 2023-12-16T19:50:27.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.594+0000 7f2ef5d2c640 1 < canceled operation key=693CWQ45V5WS tag=JBP1DM8EAW1V type=del size=1156206 2023-12-16T19:50:27.596 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.596+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.0 size=1048576 2023-12-16T19:50:27.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.597+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.1 size=1048576 2023-12-16T19:50:27.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.599+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.2 size=709692 2023-12-16T19:50:27.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.599+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=E25JOVMZI07Y tag=XP1WF7SZVB5F type=write size=3855420 2023-12-16T19:50:27.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.600+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=MDRQ8RUP2OOO type=del 2023-12-16T19:50:27.602 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.603+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~NOMGJAYH19US.0 size=1048576 2023-12-16T19:50:27.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.604+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~NOMGJAYH19US.1 size=398147 2023-12-16T19:50:27.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.604+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=NOMGJAYH19US tag=7N32RRYDHM1Y type=write size=2495299 2023-12-16T19:50:27.605 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.606+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~B5PB7EMQQ4SR.0 size=294214 2023-12-16T19:50:27.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.608+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=B5PB7EMQQ4SR tag=BPHXJPX11DQ2 type=write size=1342790 2023-12-16T19:50:27.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.611+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~SQEHZ1YEBDGC.0 size=139636 2023-12-16T19:50:27.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.611+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=SQEHZ1YEBDGC tag=RBJ5X4Y9F725 type=write size=1188212 2023-12-16T19:50:27.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.612+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.0 size=1048576 2023-12-16T19:50:27.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.614+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.1 size=1048576 2023-12-16T19:50:27.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.615+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~AFAJQ8934UG9.2 size=638666 2023-12-16T19:50:27.618 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.618+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=AFAJQ8934UG9 tag=56D0BKHU87JA type=write size=3784394 2023-12-16T19:50:27.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.620+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=QAA1J5NAGDS8 type=del size=4082725 2023-12-16T19:50:27.621 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.622+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~0IHAH2UWYCXZ.0 size=203519 2023-12-16T19:50:27.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.625+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=0IHAH2UWYCXZ tag=O87AF0A4TL8O type=write size=1252095 2023-12-16T19:50:27.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.627+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=2VCUKY26Q1SZ type=write size=282196 2023-12-16T19:50:27.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.628+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=ACV9OA66HIAZ type=del 2023-12-16T19:50:27.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.630+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=UZ3RPEPILUIJ type=del size=2656334 2023-12-16T19:50:27.631 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.631+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=0R64OC7AW102 type=del 2023-12-16T19:50:27.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.635+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.0 size=1048576 2023-12-16T19:50:27.635 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.636+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.1 size=1048576 2023-12-16T19:50:27.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.637+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.2 size=559524 2023-12-16T19:50:27.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.637+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=OJVJ9UJBPUMR tag=JZ07W6KM0UH4 type=write size=3705252 2023-12-16T19:50:27.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.639+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=WS4JT0LLCJ9J type=write size=96684 2023-12-16T19:50:27.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.640+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=B8PNLH4M6XAK type=del size=899384 2023-12-16T19:50:27.641 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.642+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~JJFNL4PXQ3O1.0 size=308186 2023-12-16T19:50:27.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.644+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=JJFNL4PXQ3O1 tag=3Z6PUS93IXQT type=write size=1356762 2023-12-16T19:50:27.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.646+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=ZGT89SH81NQM type=del size=1485283 2023-12-16T19:50:27.646 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.646+0000 7f2ef5d2c640 1 < canceled part key=_multipart_03HJNEF8UT2J.2~ZC1TYWIP7JUA.0 size=690154 2023-12-16T19:50:27.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.649+0000 7f2ef5d2c640 1 < canceled multipart upload key=03HJNEF8UT2J upload=ZC1TYWIP7JUA tag=Q85BE49FTS6H type=write size=1738730 2023-12-16T19:50:27.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.650+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=JP06CKEZFD9A type=del size=3686823 2023-12-16T19:50:27.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.652+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~S3UYLBQM2KLC.0 size=1048576 2023-12-16T19:50:27.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.652+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4DEANTZS07W7.2~S3UYLBQM2KLC.1 size=879635 2023-12-16T19:50:27.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.654+0000 7f2ef5d2c640 1 < canceled multipart upload key=4DEANTZS07W7 upload=S3UYLBQM2KLC tag=XU6HHWPOLF9A type=write size=2976787 2023-12-16T19:50:27.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.656+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=2YNU233TJJ1J type=del size=3328232 2023-12-16T19:50:27.657 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.657+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=ITRQG2Z9NZV9 type=del 2023-12-16T19:50:27.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.659+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=D5NHYYB2F9TZ type=del size=1280048 2023-12-16T19:50:27.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.661+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=762XAOYEJ0JT type=del 2023-12-16T19:50:27.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.664+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~YCZY0VYU10IR.0 size=1048576 2023-12-16T19:50:27.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.666+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~YCZY0VYU10IR.1 size=14062 2023-12-16T19:50:27.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.666+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=YCZY0VYU10IR tag=KYZEXATLF0K1 type=write size=2111214 2023-12-16T19:50:27.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.667+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=FZHFETBTMOP3 type=del 2023-12-16T19:50:27.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.670+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~5AJMEURQZJOE.0 size=196897 2023-12-16T19:50:27.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.670+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=5AJMEURQZJOE tag=C9MFDF7P20IM type=write size=1245473 2023-12-16T19:50:27.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.671+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=3XO0934G3HO2 type=write size=1003459 2023-12-16T19:50:27.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.674+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2ZC2NOID67UM.0 size=945148 2023-12-16T19:50:27.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.674+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=2ZC2NOID67UM tag=9XCJNO7XYDMM type=write size=1993724 2023-12-16T19:50:27.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.675+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=JLJVWWSR6L6D type=del 2023-12-16T19:50:27.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.677+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=16ZNFYTTCGCF type=write size=197923 2023-12-16T19:50:27.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.679+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.0 size=1048576 2023-12-16T19:50:27.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.679+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.1 size=1048576 2023-12-16T19:50:27.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.680+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~E25JOVMZI07Y.2 size=709692 2023-12-16T19:50:27.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.683+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=E25JOVMZI07Y tag=XP1WF7SZVB5F type=write size=3855420 2023-12-16T19:50:27.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.684+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=L08YMCM1WS0E type=del size=2452269 2023-12-16T19:50:27.685 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.686+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~NOMGJAYH19US.0 size=1048576 2023-12-16T19:50:27.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.687+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~NOMGJAYH19US.1 size=398147 2023-12-16T19:50:27.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.690+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=NOMGJAYH19US tag=7N32RRYDHM1Y type=write size=2495299 2023-12-16T19:50:27.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.691+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=Y77TXNWI18UX type=del size=584969 2023-12-16T19:50:27.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.693+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~SQEHZ1YEBDGC.0 size=139636 2023-12-16T19:50:27.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.696+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=SQEHZ1YEBDGC tag=RBJ5X4Y9F725 type=write size=1188212 2023-12-16T19:50:27.697 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.698+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=KRNKV3T1TJ52 type=del size=1558825 2023-12-16T19:50:27.700 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.701+0000 7f2ef5d2c640 1 < suggested update operation key=0977MGJVMY2Q tag=QAA1J5NAGDS8 type=del size=4082725 2023-12-16T19:50:27.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.702+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=352B31SI3UNT type=write size=379102 2023-12-16T19:50:27.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.706+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=2VCUKY26Q1SZ type=write size=282196 2023-12-16T19:50:27.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.709+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~00QAQ6ES8Y62.0 size=1048576 2023-12-16T19:50:27.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.710+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~00QAQ6ES8Y62.1 size=913295 2023-12-16T19:50:27.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.710+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=00QAQ6ES8Y62 tag=FP5PM1CNXUNS type=write size=3010447 2023-12-16T19:50:27.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.712+0000 7f2ef5d2c640 -1 < failed to complete operation key=1MJ52B125Q24 tag=UZ3RPEPILUIJ type=del size=2656334: (22) Invalid argument 2023-12-16T19:50:27.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.715+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~44NOYIFIDDYB.0 size=584333 2023-12-16T19:50:27.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.715+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=44NOYIFIDDYB tag=PR10N7F30E0A type=write size=1632909 2023-12-16T19:50:27.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.717+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.0 size=1048576 2023-12-16T19:50:27.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.719+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.1 size=1048576 2023-12-16T19:50:27.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.720+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~OJVJ9UJBPUMR.2 size=559524 2023-12-16T19:50:27.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.723+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=OJVJ9UJBPUMR tag=JZ07W6KM0UH4 type=write size=3705252 2023-12-16T19:50:27.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.726+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~S5HFMCM1GG87.0 size=102132 2023-12-16T19:50:27.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.726+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=S5HFMCM1GG87 tag=WKMBSYFW3QT3 type=write size=1150708 2023-12-16T19:50:27.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.727+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=B8PNLH4M6XAK type=del 2023-12-16T19:50:27.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.730+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~1JGN1EP273AF.0 size=1048576 2023-12-16T19:50:27.731 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.731+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~1JGN1EP273AF.1 size=157782 2023-12-16T19:50:27.731 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.731+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=1JGN1EP273AF tag=13X9ZEUB0V7M type=write size=2254934 2023-12-16T19:50:27.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.735+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=ZGT89SH81NQM type=del size=1485283 2023-12-16T19:50:27.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.736+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=7UGHAINR3TP0 type=del size=1314097 2023-12-16T19:50:27.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.738+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=JP06CKEZFD9A type=del 2023-12-16T19:50:27.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.740+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~UVRX09AHOMWT.0 size=832570 2023-12-16T19:50:27.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.740+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=UVRX09AHOMWT tag=3VNRSZDUXU4Q type=write size=1881146 2023-12-16T19:50:27.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.744+0000 7f2ef5d2c640 1 < suggested remove operation key=1EO09GE5UCX3 tag=2YNU233TJJ1J type=del 2023-12-16T19:50:27.747 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.747+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~SWDRS25C7YXA.0 size=1048576 2023-12-16T19:50:27.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.748+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~SWDRS25C7YXA.1 size=484106 2023-12-16T19:50:27.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.748+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=SWDRS25C7YXA tag=IB0P8ZZV8SJD type=write size=2581258 2023-12-16T19:50:27.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.752+0000 7f2ef5d2c640 1 < suggested update operation key=KDXC6PN4L0HE tag=D5NHYYB2F9TZ type=del size=1280048 2023-12-16T19:50:27.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.754+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.0 size=1048576 2023-12-16T19:50:27.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.756+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.1 size=1048576 2023-12-16T19:50:27.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.757+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.2 size=343797 2023-12-16T19:50:27.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.757+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=48TO5Q2PLBD1 tag=G3TP3U8ASCV7 type=write size=3489525 2023-12-16T19:50:27.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.758+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~YCZY0VYU10IR.0 size=1048576 2023-12-16T19:50:27.759 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.760+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~YCZY0VYU10IR.1 size=14062 2023-12-16T19:50:27.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.762+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=YCZY0VYU10IR tag=KYZEXATLF0K1 type=write size=2111214 2023-12-16T19:50:27.765 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.765+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~KYN9KPVDEQAQ.0 size=1048576 2023-12-16T19:50:27.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.766+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~KYN9KPVDEQAQ.1 size=493572 2023-12-16T19:50:27.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.766+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=KYN9KPVDEQAQ tag=XEQZP9WTJQPI type=write size=2590724 2023-12-16T19:50:27.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.767+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~5AJMEURQZJOE.0 size=196897 2023-12-16T19:50:27.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.769+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=5AJMEURQZJOE tag=C9MFDF7P20IM type=write size=1245473 2023-12-16T19:50:27.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.771+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=VHNHVYPCBFFI type=write size=726692 2023-12-16T19:50:27.772 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.772+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2ZC2NOID67UM.0 size=945148 2023-12-16T19:50:27.775 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.775+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=2ZC2NOID67UM tag=9XCJNO7XYDMM type=write size=1993724 2023-12-16T19:50:27.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.777+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=B8B547J5PLNC type=del size=3958345 2023-12-16T19:50:27.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.778+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=16ZNFYTTCGCF type=write size=197923 2023-12-16T19:50:27.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.781+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~8R5HEKXPVSE5.0 size=1048576 2023-12-16T19:50:27.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.782+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~8R5HEKXPVSE5.1 size=539285 2023-12-16T19:50:27.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.782+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=8R5HEKXPVSE5 tag=HR4CKZA0GEO7 type=write size=2636437 2023-12-16T19:50:27.784 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.784+0000 7f2ef5d2c640 -1 < failed to complete operation key=1EO09GE5UCX3 tag=L08YMCM1WS0E type=del size=2452269: (22) Invalid argument 2023-12-16T19:50:27.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.787+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~SCS8CE1XZ9PI.0 size=1048576 2023-12-16T19:50:27.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.789+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~SCS8CE1XZ9PI.1 size=605071 2023-12-16T19:50:27.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.789+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=SCS8CE1XZ9PI tag=3U9GVUIH22EQ type=write size=2702223 2023-12-16T19:50:27.790 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.791+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=Y77TXNWI18UX type=del 2023-12-16T19:50:27.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.792+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=KZ5YU9YDKAQJ type=del size=2588748 2023-12-16T19:50:27.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.796+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=KRNKV3T1TJ52 type=del size=1558825 2023-12-16T19:50:27.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.797+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=J7NXSBDTD3O0 type=del size=314454 2023-12-16T19:50:27.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.799+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=352B31SI3UNT type=write size=379102 2023-12-16T19:50:27.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.802+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~0U53JJ5BB0YF.0 size=940333 2023-12-16T19:50:27.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.802+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=0U53JJ5BB0YF tag=355XWU1Y86C0 type=write size=1988909 2023-12-16T19:50:27.803 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.804+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~00QAQ6ES8Y62.0 size=1048576 2023-12-16T19:50:27.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.805+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~00QAQ6ES8Y62.1 size=913295 2023-12-16T19:50:27.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.807+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=00QAQ6ES8Y62 tag=FP5PM1CNXUNS type=write size=3010447 2023-12-16T19:50:27.810 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.810+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~OY73HMYYF87U.0 size=1048576 2023-12-16T19:50:27.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.811+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~OY73HMYYF87U.1 size=480279 2023-12-16T19:50:27.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.811+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=OY73HMYYF87U tag=SVXAT1UOEUXL type=write size=2577431 2023-12-16T19:50:27.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.813+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~44NOYIFIDDYB.0 size=584333 2023-12-16T19:50:27.815 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.815+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=44NOYIFIDDYB tag=PR10N7F30E0A type=write size=1632909 2023-12-16T19:50:27.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.817+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=NCX2RRZE4899 type=del size=258562 2023-12-16T19:50:27.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.817+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~S5HFMCM1GG87.0 size=102132 2023-12-16T19:50:27.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.820+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=S5HFMCM1GG87 tag=WKMBSYFW3QT3 type=write size=1150708 2023-12-16T19:50:27.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.821+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=XFNJFR8SHGI6 type=del size=1754750 2023-12-16T19:50:27.822 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.823+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~1JGN1EP273AF.0 size=1048576 2023-12-16T19:50:27.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.824+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~1JGN1EP273AF.1 size=157782 2023-12-16T19:50:27.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.827+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=1JGN1EP273AF tag=13X9ZEUB0V7M type=write size=2254934 2023-12-16T19:50:27.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.830+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~II8SDU3K7TMB.0 size=788491 2023-12-16T19:50:27.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.830+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=II8SDU3K7TMB tag=JKF0LCLC1UG6 type=write size=1837067 2023-12-16T19:50:27.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.832+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=7UGHAINR3TP0 type=del 2023-12-16T19:50:27.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.834+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.0 size=1048576 2023-12-16T19:50:27.835 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.836+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.1 size=1048576 2023-12-16T19:50:27.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.837+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.2 size=943076 2023-12-16T19:50:27.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.837+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=JWL6XVY2RCYX tag=937098DWZ2ZD type=write size=4088804 2023-12-16T19:50:27.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.839+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~UVRX09AHOMWT.0 size=832570 2023-12-16T19:50:27.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.842+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=UVRX09AHOMWT tag=3VNRSZDUXU4Q type=write size=1881146 2023-12-16T19:50:27.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.845+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~DYUVTXUIQ29W.0 size=824903 2023-12-16T19:50:27.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.845+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=DYUVTXUIQ29W tag=41CXTDDPFCSW type=write size=1873479 2023-12-16T19:50:27.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.847+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~SWDRS25C7YXA.0 size=1048576 2023-12-16T19:50:27.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.849+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~SWDRS25C7YXA.1 size=484106 2023-12-16T19:50:27.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.851+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=SWDRS25C7YXA tag=IB0P8ZZV8SJD type=write size=2581258 2023-12-16T19:50:27.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.853+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=2UPHN2FL2XUP type=write size=491473 2023-12-16T19:50:27.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.855+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.0 size=1048576 2023-12-16T19:50:27.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.857+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.1 size=1048576 2023-12-16T19:50:27.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.858+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~48TO5Q2PLBD1.2 size=343797 2023-12-16T19:50:27.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.861+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=48TO5Q2PLBD1 tag=G3TP3U8ASCV7 type=write size=3489525 2023-12-16T19:50:27.862 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.862+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=X1BDD400C1L7 type=del size=1682526 2023-12-16T19:50:27.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.864+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~KYN9KPVDEQAQ.0 size=1048576 2023-12-16T19:50:27.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.864+0000 7f2ef5d2c640 1 < canceled part key=_multipart_5PBDOPNNQTMI.2~KYN9KPVDEQAQ.1 size=493572 2023-12-16T19:50:27.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.867+0000 7f2ef5d2c640 1 < canceled multipart upload key=5PBDOPNNQTMI upload=KYN9KPVDEQAQ tag=XEQZP9WTJQPI type=write size=2590724 2023-12-16T19:50:27.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.869+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~K9WL5GI4XOFK.0 size=1048576 2023-12-16T19:50:27.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.871+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~K9WL5GI4XOFK.1 size=723158 2023-12-16T19:50:27.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.871+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=K9WL5GI4XOFK tag=PN38TOCB3GMQ type=write size=2820310 2023-12-16T19:50:27.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.874+0000 7f2ef5d2c640 1 < suggested update operation key=U16U268CZYJU tag=VHNHVYPCBFFI type=write size=726692 2023-12-16T19:50:27.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.875+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=THCRTEJW5JUO type=del size=1480341 2023-12-16T19:50:27.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.879+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=B8B547J5PLNC type=del 2023-12-16T19:50:27.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.881+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=B85DITORDKIB type=write size=1010678 2023-12-16T19:50:27.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.883+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~8R5HEKXPVSE5.0 size=1048576 2023-12-16T19:50:27.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.884+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~8R5HEKXPVSE5.1 size=539285 2023-12-16T19:50:27.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.887+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=8R5HEKXPVSE5 tag=HR4CKZA0GEO7 type=write size=2636437 2023-12-16T19:50:27.888 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.889+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=7IZM0JLAQZQ2 type=del size=3778088 2023-12-16T19:50:27.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.890+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~SCS8CE1XZ9PI.0 size=1048576 2023-12-16T19:50:27.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.892+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~SCS8CE1XZ9PI.1 size=605071 2023-12-16T19:50:27.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.894+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=SCS8CE1XZ9PI tag=3U9GVUIH22EQ type=write size=2702223 2023-12-16T19:50:27.896 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.896+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=V404KBCQ0GBK type=del size=1167943 2023-12-16T19:50:27.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.898+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=KZ5YU9YDKAQJ type=del 2023-12-16T19:50:27.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.899+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=RO2DSA58TMB2 type=write size=352816 2023-12-16T19:50:27.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.901+0000 7f2ef5d2c640 -1 < failed to complete operation key=U16U268CZYJU tag=J7NXSBDTD3O0 type=del size=314454: (22) Invalid argument 2023-12-16T19:50:27.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.903+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=W1LJS1FQ9OD4 type=del size=704450 2023-12-16T19:50:27.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.904+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~0U53JJ5BB0YF.0 size=940333 2023-12-16T19:50:27.907 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.907+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=0U53JJ5BB0YF tag=355XWU1Y86C0 type=write size=1988909 2023-12-16T19:50:27.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.910+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~IEFE0R21DH4A.0 size=1048576 2023-12-16T19:50:27.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.912+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~IEFE0R21DH4A.1 size=755712 2023-12-16T19:50:27.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.912+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=IEFE0R21DH4A tag=FVIX1UNAKP2O type=write size=2852864 2023-12-16T19:50:27.913 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.913+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~OY73HMYYF87U.0 size=1048576 2023-12-16T19:50:27.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.914+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~OY73HMYYF87U.1 size=480279 2023-12-16T19:50:27.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.917+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=OY73HMYYF87U tag=SVXAT1UOEUXL type=write size=2577431 2023-12-16T19:50:27.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.920+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.0 size=1048576 2023-12-16T19:50:27.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.921+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.1 size=1048576 2023-12-16T19:50:27.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.922+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.2 size=1026222 2023-12-16T19:50:27.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.922+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=EZWXFTZ2EOE3 tag=UP53CGUV0WLB type=write size=4171950 2023-12-16T19:50:27.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.924+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=NCX2RRZE4899 type=del 2023-12-16T19:50:27.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.926+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~FBEPLW7J66FG.0 size=62145 2023-12-16T19:50:27.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.926+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=FBEPLW7J66FG tag=6E1FE3YZJ6GI type=write size=1110721 2023-12-16T19:50:27.928 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.928+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=XFNJFR8SHGI6 type=del size=1754750 2023-12-16T19:50:27.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.929+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=RO384S9F297V type=del size=3724433 2023-12-16T19:50:27.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.930+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0IKPM4CW0IB8.2~II8SDU3K7TMB.0 size=788491 2023-12-16T19:50:27.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.932+0000 7f2ef5d2c640 1 < canceled multipart upload key=0IKPM4CW0IB8 upload=II8SDU3K7TMB tag=JKF0LCLC1UG6 type=write size=1837067 2023-12-16T19:50:27.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.935+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.0 size=1048576 2023-12-16T19:50:27.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.937+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.1 size=1048576 2023-12-16T19:50:27.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.938+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.2 size=336186 2023-12-16T19:50:27.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.938+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=2EZN733HDSW2 tag=0VE03UZG4837 type=write size=3481914 2023-12-16T19:50:27.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.939+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.0 size=1048576 2023-12-16T19:50:27.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.940+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.1 size=1048576 2023-12-16T19:50:27.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.942+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~JWL6XVY2RCYX.2 size=943076 2023-12-16T19:50:27.944 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.945+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=JWL6XVY2RCYX tag=937098DWZ2ZD type=write size=4088804 2023-12-16T19:50:27.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.947+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EIEVDY1OPI8T.0 size=537700 2023-12-16T19:50:27.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.947+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=EIEVDY1OPI8T tag=VUWAJFTF9OGX type=write size=1586276 2023-12-16T19:50:27.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.949+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~DYUVTXUIQ29W.0 size=824903 2023-12-16T19:50:27.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.952+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=DYUVTXUIQ29W tag=41CXTDDPFCSW type=write size=1873479 2023-12-16T19:50:27.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.954+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~RV0TXC175NJS.0 size=1048576 2023-12-16T19:50:27.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.956+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~RV0TXC175NJS.1 size=378431 2023-12-16T19:50:27.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.956+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=RV0TXC175NJS tag=RFQGW4DHAEFL type=write size=2475583 2023-12-16T19:50:27.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.957+0000 7f2ef5d2c640 1 < completed write operation key=4DEANTZS07W7 tag=2UPHN2FL2XUP type=write size=491473 2023-12-16T19:50:27.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.959+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=JQP8309Q9XC1 type=del size=2591441 2023-12-16T19:50:27.960 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.960+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=X1BDD400C1L7 type=del 2023-12-16T19:50:27.963 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.964+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.0 size=1048576 2023-12-16T19:50:27.965 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.965+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.1 size=1048576 2023-12-16T19:50:27.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.966+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.2 size=279669 2023-12-16T19:50:27.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.966+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=WNOIM3YXH9FH tag=ALMI2JMTE72V type=write size=3425397 2023-12-16T19:50:27.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.968+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~K9WL5GI4XOFK.0 size=1048576 2023-12-16T19:50:27.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.969+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~K9WL5GI4XOFK.1 size=723158 2023-12-16T19:50:27.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.972+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=K9WL5GI4XOFK tag=PN38TOCB3GMQ type=write size=2820310 2023-12-16T19:50:27.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.974+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=HN66YP2UNT4O type=del size=3025827 2023-12-16T19:50:27.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.977+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=THCRTEJW5JUO type=del size=1480341 2023-12-16T19:50:27.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.978+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=KUXYNHKMODEU type=del size=2938860 2023-12-16T19:50:27.980 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.980+0000 7f2ef5d2c640 1 < completed write operation key=QDUC4OGZ9939 tag=B85DITORDKIB type=write size=1010678 2023-12-16T19:50:27.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.983+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~4BLGL1XKEOOK.0 size=412088 2023-12-16T19:50:27.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.983+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=4BLGL1XKEOOK tag=BF2ZR247N6ZD type=write size=1460664 2023-12-16T19:50:27.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.985+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=7IZM0JLAQZQ2 type=del 2023-12-16T19:50:27.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.986+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=72DL2M1EAPYR type=del size=2017474 2023-12-16T19:50:27.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.988+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=V404KBCQ0GBK type=del 2023-12-16T19:50:27.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.991+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2L8RIYSPDPCO.0 size=1048576 2023-12-16T19:50:27.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.992+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2L8RIYSPDPCO.1 size=96457 2023-12-16T19:50:27.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.992+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=2L8RIYSPDPCO tag=0FO2BIY3AUOZ type=write size=2193609 2023-12-16T19:50:27.994 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.994+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=RO2DSA58TMB2 type=write size=352816 2023-12-16T19:50:27.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.997+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~23CJSTRQ1EN4.0 size=1048576 2023-12-16T19:50:27.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.998+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~23CJSTRQ1EN4.1 size=211046 2023-12-16T19:50:27.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:27.998+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=23CJSTRQ1EN4 tag=U052ZXZ3L03Y type=write size=2308198 2023-12-16T19:50:28.001 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.001+0000 7f2ef5d2c640 1 < suggested update operation key=BP4X0CT9HFAO tag=W1LJS1FQ9OD4 type=del size=704450 2023-12-16T19:50:28.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.003+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=FLADMWPMUQ3H type=write size=127002 2023-12-16T19:50:28.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.005+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~IEFE0R21DH4A.0 size=1048576 2023-12-16T19:50:28.005 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.006+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~IEFE0R21DH4A.1 size=755712 2023-12-16T19:50:28.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.008+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=IEFE0R21DH4A tag=FVIX1UNAKP2O type=write size=2852864 2023-12-16T19:50:28.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.010+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=FPFKXNSUWAZ0 type=del size=928025 2023-12-16T19:50:28.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.012+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.0 size=1048576 2023-12-16T19:50:28.012 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.013+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.1 size=1048576 2023-12-16T19:50:28.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.014+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~EZWXFTZ2EOE3.2 size=1026222 2023-12-16T19:50:28.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.017+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=EZWXFTZ2EOE3 tag=UP53CGUV0WLB type=write size=4171950 2023-12-16T19:50:28.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.020+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~D122V3CZYX1E.0 size=1001301 2023-12-16T19:50:28.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.020+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=D122V3CZYX1E tag=DY6LPRZZL816 type=write size=2049877 2023-12-16T19:50:28.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.020+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MOECJRWYZ5M1.2~FBEPLW7J66FG.0 size=62145 2023-12-16T19:50:28.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.023+0000 7f2ef5d2c640 1 < canceled multipart upload key=MOECJRWYZ5M1 upload=FBEPLW7J66FG tag=6E1FE3YZJ6GI type=write size=1110721 2023-12-16T19:50:28.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.025+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=78ELMAMWVZJ9 type=del size=575148 2023-12-16T19:50:28.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.028+0000 7f2ef5d2c640 1 < suggested update operation key=8XNMDB8GAS1T tag=RO384S9F297V type=del size=3724433 2023-12-16T19:50:28.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.031+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~N07T5SS44HGX.0 size=1048576 2023-12-16T19:50:28.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.032+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~N07T5SS44HGX.1 size=395352 2023-12-16T19:50:28.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.032+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=N07T5SS44HGX tag=97JKOVSG49UW type=write size=2492504 2023-12-16T19:50:28.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.033+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.0 size=1048576 2023-12-16T19:50:28.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.035+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.1 size=1048576 2023-12-16T19:50:28.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.036+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~2EZN733HDSW2.2 size=336186 2023-12-16T19:50:28.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.039+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=2EZN733HDSW2 tag=0VE03UZG4837 type=write size=3481914 2023-12-16T19:50:28.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.041+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=ENYH3QXN5A25 type=del size=3920891 2023-12-16T19:50:28.042 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.042+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EIEVDY1OPI8T.0 size=537700 2023-12-16T19:50:28.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.045+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=EIEVDY1OPI8T tag=VUWAJFTF9OGX type=write size=1586276 2023-12-16T19:50:28.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.048+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~NKUV0SCOWQWR.0 size=1048576 2023-12-16T19:50:28.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.049+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~NKUV0SCOWQWR.1 size=244153 2023-12-16T19:50:28.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.049+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=NKUV0SCOWQWR tag=JH8P4DQFLP7G type=write size=2341305 2023-12-16T19:50:28.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.051+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~RV0TXC175NJS.0 size=1048576 2023-12-16T19:50:28.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.052+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~RV0TXC175NJS.1 size=378431 2023-12-16T19:50:28.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.055+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=RV0TXC175NJS tag=RFQGW4DHAEFL type=write size=2475583 2023-12-16T19:50:28.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.057+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=33ADTY4WF0XO type=del size=3653747 2023-12-16T19:50:28.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.058+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=JQP8309Q9XC1 type=del 2023-12-16T19:50:28.059 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.060+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=1Y4UBUVRSQCJ type=del size=1774849 2023-12-16T19:50:28.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.061+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.0 size=1048576 2023-12-16T19:50:28.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.063+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.1 size=1048576 2023-12-16T19:50:28.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.064+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~WNOIM3YXH9FH.2 size=279669 2023-12-16T19:50:28.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.067+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=WNOIM3YXH9FH tag=ALMI2JMTE72V type=write size=3425397 2023-12-16T19:50:28.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.070+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~263RKYGZ3TJK.0 size=1048576 2023-12-16T19:50:28.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.072+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~263RKYGZ3TJK.1 size=669258 2023-12-16T19:50:28.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.072+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=263RKYGZ3TJK tag=36QLKVYEFXEY type=write size=2766410 2023-12-16T19:50:28.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.074+0000 7f2ef5d2c640 -1 < failed to complete operation key=8XNMDB8GAS1T tag=HN66YP2UNT4O type=del size=3025827: (22) Invalid argument 2023-12-16T19:50:28.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.075+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=FCUK5YKPUSPK type=write size=36614 2023-12-16T19:50:28.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.077+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=KUXYNHKMODEU type=del 2023-12-16T19:50:28.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.078+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=LMVP0T113EAR type=del size=2894862 2023-12-16T19:50:28.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.080+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~4BLGL1XKEOOK.0 size=412088 2023-12-16T19:50:28.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.083+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=4BLGL1XKEOOK tag=BF2ZR247N6ZD type=write size=1460664 2023-12-16T19:50:28.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.085+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=LJ15JZLUQ34P type=write size=742866 2023-12-16T19:50:28.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.086+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=72DL2M1EAPYR type=del 2023-12-16T19:50:28.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.089+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~JSYEYJYQ9GPJ.0 size=670937 2023-12-16T19:50:28.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.089+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=JSYEYJYQ9GPJ tag=27K989YR1SYN type=write size=1719513 2023-12-16T19:50:28.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.091+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2L8RIYSPDPCO.0 size=1048576 2023-12-16T19:50:28.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.092+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2L8RIYSPDPCO.1 size=96457 2023-12-16T19:50:28.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.095+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=2L8RIYSPDPCO tag=0FO2BIY3AUOZ type=write size=2193609 2023-12-16T19:50:28.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.097+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=0C3X9BAA1L1O type=write size=197117 2023-12-16T19:50:28.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.098+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~23CJSTRQ1EN4.0 size=1048576 2023-12-16T19:50:28.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.100+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~23CJSTRQ1EN4.1 size=211046 2023-12-16T19:50:28.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.103+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=23CJSTRQ1EN4 tag=U052ZXZ3L03Y type=write size=2308198 2023-12-16T19:50:28.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.104+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=E1JXS8S89QHV type=del size=4022558 2023-12-16T19:50:28.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.106+0000 7f2ef5d2c640 1 < completed write operation key=5PBDOPNNQTMI tag=FLADMWPMUQ3H type=write size=127002 2023-12-16T19:50:28.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.109+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.0 size=1048576 2023-12-16T19:50:28.110 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.111+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.1 size=1048576 2023-12-16T19:50:28.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.112+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.2 size=392756 2023-12-16T19:50:28.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.112+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=7P2OZZAXWLYT tag=7ZUUN0ZP7ER9 type=write size=3538484 2023-12-16T19:50:28.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.114+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=FPFKXNSUWAZ0 type=del 2023-12-16T19:50:28.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.116+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=F1M7FN0RQ5S5 type=del size=1673470 2023-12-16T19:50:28.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.117+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~D122V3CZYX1E.0 size=1001301 2023-12-16T19:50:28.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.120+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=D122V3CZYX1E tag=DY6LPRZZL816 type=write size=2049877 2023-12-16T19:50:28.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.122+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=ICQUMUJ17XFH type=write size=647622 2023-12-16T19:50:28.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.124+0000 7f2ef5d2c640 1 < canceled operation key=34B5L3BXNV17 tag=78ELMAMWVZJ9 type=del size=575148 2023-12-16T19:50:28.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.126+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.0 size=1048576 2023-12-16T19:50:28.127 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.128+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.1 size=1048576 2023-12-16T19:50:28.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.129+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.2 size=678634 2023-12-16T19:50:28.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.129+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=9HT042TIJBEL tag=N8LO5HG7GL6I type=write size=3824362 2023-12-16T19:50:28.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.130+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~N07T5SS44HGX.0 size=1048576 2023-12-16T19:50:28.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.132+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~N07T5SS44HGX.1 size=395352 2023-12-16T19:50:28.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.134+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=N07T5SS44HGX tag=97JKOVSG49UW type=write size=2492504 2023-12-16T19:50:28.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.137+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.0 size=1048576 2023-12-16T19:50:28.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.161+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.1 size=1048576 2023-12-16T19:50:28.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.163+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.2 size=348276 2023-12-16T19:50:28.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.163+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=7KX975LKAAAS tag=368OCXCBG47X type=write size=3494004 2023-12-16T19:50:28.164 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.165+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=ENYH3QXN5A25 type=del 2023-12-16T19:50:28.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.166+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=CNGD0TC54F1G type=del size=2999399 2023-12-16T19:50:28.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.168+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~NKUV0SCOWQWR.0 size=1048576 2023-12-16T19:50:28.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.169+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~NKUV0SCOWQWR.1 size=244153 2023-12-16T19:50:28.171 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.171+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=NKUV0SCOWQWR tag=JH8P4DQFLP7G type=write size=2341305 2023-12-16T19:50:28.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.174+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~HQECP9EEKPZI.0 size=5117 2023-12-16T19:50:28.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.174+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=HQECP9EEKPZI tag=K08GBXD0XR4J type=write size=1053693 2023-12-16T19:50:28.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.176+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=33ADTY4WF0XO type=del size=3653747 2023-12-16T19:50:28.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.178+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=1PGDLZ53JAN1 type=del size=1862597 2023-12-16T19:50:28.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.180+0000 7f2ef5d2c640 1 < canceled operation key=1MJ52B125Q24 tag=1Y4UBUVRSQCJ type=del size=1774849 2023-12-16T19:50:28.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.181+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=PFQWY38EK250 type=del size=31582 2023-12-16T19:50:28.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.183+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~263RKYGZ3TJK.0 size=1048576 2023-12-16T19:50:28.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.185+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~263RKYGZ3TJK.1 size=669258 2023-12-16T19:50:28.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.187+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=263RKYGZ3TJK tag=36QLKVYEFXEY type=write size=2766410 2023-12-16T19:50:28.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.189+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=2LVPTSA27UI2 type=del size=2820992 2023-12-16T19:50:28.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.190+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=FCUK5YKPUSPK type=write size=36614 2023-12-16T19:50:28.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.193+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~1DXKVS4J8EXT.0 size=1048576 2023-12-16T19:50:28.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.195+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~1DXKVS4J8EXT.1 size=897877 2023-12-16T19:50:28.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.195+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=1DXKVS4J8EXT tag=PMMG91HTWN4N type=write size=2995029 2023-12-16T19:50:28.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.197+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=LMVP0T113EAR type=del 2023-12-16T19:50:28.198 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.198+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=XZZNGMYM635D type=del size=3539647 2023-12-16T19:50:28.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.200+0000 7f2ef5d2c640 1 < canceled operation key=6MFOODPNMXUS tag=LJ15JZLUQ34P type=write size=742866 2023-12-16T19:50:28.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.203+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.0 size=1048576 2023-12-16T19:50:28.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.204+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.1 size=1048576 2023-12-16T19:50:28.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.206+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.2 size=835121 2023-12-16T19:50:28.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.206+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=4RBLYGPHD3GM tag=Y3G4Q0GHQ2BA type=write size=3980849 2023-12-16T19:50:28.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.207+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~JSYEYJYQ9GPJ.0 size=670937 2023-12-16T19:50:28.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.210+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=JSYEYJYQ9GPJ tag=27K989YR1SYN type=write size=1719513 2023-12-16T19:50:28.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.211+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=37G946GQN42P type=del size=4138638 2023-12-16T19:50:28.212 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.213+0000 7f2ef5d2c640 1 < completed write operation key=D64S91AR017D tag=0C3X9BAA1L1O type=write size=197117 2023-12-16T19:50:28.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.215+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=GJOV0XV1GE1Y type=del size=3106372 2023-12-16T19:50:28.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.218+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=E1JXS8S89QHV type=del 2023-12-16T19:50:28.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.219+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=T51L4HZQ10PJ type=write size=457780 2023-12-16T19:50:28.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.221+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.0 size=1048576 2023-12-16T19:50:28.222 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.222+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.1 size=1048576 2023-12-16T19:50:28.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.224+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~7P2OZZAXWLYT.2 size=392756 2023-12-16T19:50:28.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.226+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=7P2OZZAXWLYT tag=7ZUUN0ZP7ER9 type=write size=3538484 2023-12-16T19:50:28.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.229+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~75ZLCNIJ67Q2.0 size=1048576 2023-12-16T19:50:28.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.230+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~75ZLCNIJ67Q2.1 size=813831 2023-12-16T19:50:28.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.230+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=75ZLCNIJ67Q2 tag=ZO635QQWHLS9 type=write size=2910983 2023-12-16T19:50:28.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.232+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=F1M7FN0RQ5S5 type=del 2023-12-16T19:50:28.234 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.235+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~FD4E3VKMNAYT.0 size=156487 2023-12-16T19:50:28.234 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.235+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=FD4E3VKMNAYT tag=9GRGSQZFEB1X type=write size=1205063 2023-12-16T19:50:28.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.236+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=ICQUMUJ17XFH type=write size=647622 2023-12-16T19:50:28.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.238+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=EFJGN9SUTK47 type=write size=937384 2023-12-16T19:50:28.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.239+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.0 size=1048576 2023-12-16T19:50:28.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.239+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.1 size=1048576 2023-12-16T19:50:28.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.239+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~9HT042TIJBEL.2 size=678634 2023-12-16T19:50:28.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.242+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=9HT042TIJBEL tag=N8LO5HG7GL6I type=write size=3824362 2023-12-16T19:50:28.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.243+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=7M6337CKIVGA type=del size=1108094 2023-12-16T19:50:28.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.245+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.0 size=1048576 2023-12-16T19:50:28.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.246+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.1 size=1048576 2023-12-16T19:50:28.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.248+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~7KX975LKAAAS.2 size=348276 2023-12-16T19:50:28.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.251+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=7KX975LKAAAS tag=368OCXCBG47X type=write size=3494004 2023-12-16T19:50:28.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.254+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.0 size=1048576 2023-12-16T19:50:28.255 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.255+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.1 size=1048576 2023-12-16T19:50:28.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.256+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.2 size=193974 2023-12-16T19:50:28.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.256+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=399KJIWEHQ6M tag=EQPQ4YQY2YA7 type=write size=3339702 2023-12-16T19:50:28.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.258+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=CNGD0TC54F1G type=del 2023-12-16T19:50:28.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.260+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=0AIROB85SO10 type=write size=248205 2023-12-16T19:50:28.261 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.261+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~HQECP9EEKPZI.0 size=5117 2023-12-16T19:50:28.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.264+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=HQECP9EEKPZI tag=K08GBXD0XR4J type=write size=1053693 2023-12-16T19:50:28.266 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.267+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SK3JV0IEVZ64.0 size=909897 2023-12-16T19:50:28.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.267+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=SK3JV0IEVZ64 tag=0U8ZZ2ISF9WO type=write size=1958473 2023-12-16T19:50:28.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.269+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=1PGDLZ53JAN1 type=del 2023-12-16T19:50:28.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.270+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=6OZWSO07SM0C type=del size=2437880 2023-12-16T19:50:28.271 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.272+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=PFQWY38EK250 type=del 2023-12-16T19:50:28.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.273+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=XLYLNDB8XS14 type=del size=2185617 2023-12-16T19:50:28.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.275+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=2LVPTSA27UI2 type=del 2023-12-16T19:50:28.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.278+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.0 size=1048576 2023-12-16T19:50:28.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.280+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.1 size=1048576 2023-12-16T19:50:28.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.281+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.2 size=33356 2023-12-16T19:50:28.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.281+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=NFVT30ITP2UM tag=OL4Z9KG3A012 type=write size=3179084 2023-12-16T19:50:28.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.281+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4B9JQDI6Y8LC.2~1DXKVS4J8EXT.0 size=1048576 2023-12-16T19:50:28.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.283+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~1DXKVS4J8EXT.1 size=897877 2023-12-16T19:50:28.285 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.286+0000 7f2ef5d2c640 1 < canceled multipart upload key=4B9JQDI6Y8LC upload=1DXKVS4J8EXT tag=PMMG91HTWN4N type=write size=2995029 2023-12-16T19:50:28.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.287+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=5FEXL5EXE4MI type=del size=2368684 2023-12-16T19:50:28.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.289+0000 7f2ef5d2c640 1 < canceled operation key=KZ7TQX626J26 tag=XZZNGMYM635D type=del size=3539647 2023-12-16T19:50:28.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.292+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~S4L361P177IK.0 size=1048576 2023-12-16T19:50:28.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.293+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~S4L361P177IK.1 size=1048576 2023-12-16T19:50:28.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.294+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~S4L361P177IK.2 size=997601 2023-12-16T19:50:28.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.294+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=S4L361P177IK tag=PGDZVZ049DQG type=write size=4143329 2023-12-16T19:50:28.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.296+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.0 size=1048576 2023-12-16T19:50:28.297 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.298+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.1 size=1048576 2023-12-16T19:50:28.299 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.299+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~4RBLYGPHD3GM.2 size=835121 2023-12-16T19:50:28.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.302+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=4RBLYGPHD3GM tag=Y3G4Q0GHQ2BA type=write size=3980849 2023-12-16T19:50:28.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.305+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~20A7XODO35B0.0 size=240407 2023-12-16T19:50:28.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.305+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=20A7XODO35B0 tag=LX13AU5FE8R0 type=write size=1288983 2023-12-16T19:50:28.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.306+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=37G946GQN42P type=del 2023-12-16T19:50:28.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.308+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=WHQKJK0YZQ65 type=del size=363503 2023-12-16T19:50:28.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.310+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=GJOV0XV1GE1Y type=del 2023-12-16T19:50:28.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.312+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~OH99HND5MIS1.0 size=1048576 2023-12-16T19:50:28.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.314+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~OH99HND5MIS1.1 size=667430 2023-12-16T19:50:28.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.314+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=OH99HND5MIS1 tag=3BTSFE3JFFDL type=write size=2764582 2023-12-16T19:50:28.315 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.315+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=T51L4HZQ10PJ type=write size=457780 2023-12-16T19:50:28.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.318+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~MLWAGKIWRH1G.0 size=740379 2023-12-16T19:50:28.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.318+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=MLWAGKIWRH1G tag=8VD0HIA5S3OC type=write size=1788955 2023-12-16T19:50:28.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.319+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~75ZLCNIJ67Q2.0 size=1048576 2023-12-16T19:50:28.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.321+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~75ZLCNIJ67Q2.1 size=813831 2023-12-16T19:50:28.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.324+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=75ZLCNIJ67Q2 tag=ZO635QQWHLS9 type=write size=2910983 2023-12-16T19:50:28.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.327+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.0 size=1048576 2023-12-16T19:50:28.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.328+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.1 size=1048576 2023-12-16T19:50:28.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.329+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.2 size=69093 2023-12-16T19:50:28.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.329+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=GV95JH27WESA tag=8SEDM3TXROVK type=write size=3214821 2023-12-16T19:50:28.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.331+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~FD4E3VKMNAYT.0 size=156487 2023-12-16T19:50:28.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.334+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=FD4E3VKMNAYT tag=9GRGSQZFEB1X type=write size=1205063 2023-12-16T19:50:28.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.335+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=IF3KYTN14O0A type=del size=3028483 2023-12-16T19:50:28.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.337+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=EFJGN9SUTK47 type=write size=937384 2023-12-16T19:50:28.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.339+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=KIEKOHVOPJ3I type=write size=20296 2023-12-16T19:50:28.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.343+0000 7f2ef5d2c640 1 < suggested update operation key=KZ7TQX626J26 tag=7M6337CKIVGA type=del size=1108094 2023-12-16T19:50:28.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.346+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.0 size=1048576 2023-12-16T19:50:28.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.347+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.1 size=1048576 2023-12-16T19:50:28.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.349+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.2 size=993322 2023-12-16T19:50:28.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.349+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=A7Z40YXGN90A tag=P3E6P5LC1MHL type=write size=4139050 2023-12-16T19:50:28.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.351+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.0 size=1048576 2023-12-16T19:50:28.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.352+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.1 size=1048576 2023-12-16T19:50:28.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.354+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~399KJIWEHQ6M.2 size=193974 2023-12-16T19:50:28.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.356+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=399KJIWEHQ6M tag=EQPQ4YQY2YA7 type=write size=3339702 2023-12-16T19:50:28.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.360+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LE30MEV9XVPT.0 size=1048576 2023-12-16T19:50:28.361 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.361+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LE30MEV9XVPT.1 size=866796 2023-12-16T19:50:28.361 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.361+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=LE30MEV9XVPT tag=7LOJAWQI35LJ type=write size=2963948 2023-12-16T19:50:28.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.363+0000 7f2ef5d2c640 -1 < failed to complete operation key=KZ7TQX626J26 tag=0AIROB85SO10 type=write size=248205: (22) Invalid argument 2023-12-16T19:50:28.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.365+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=Q6EU0A24LS0B type=del size=3448892 2023-12-16T19:50:28.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.365+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~SK3JV0IEVZ64.0 size=909897 2023-12-16T19:50:28.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.368+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=SK3JV0IEVZ64 tag=0U8ZZ2ISF9WO type=write size=1958473 2023-12-16T19:50:28.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.369+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=GVPZ6GB1YHJ2 type=write size=443404 2023-12-16T19:50:28.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.372+0000 7f2ef5d2c640 1 < suggested remove operation key=ZQ5BST6X324W tag=6OZWSO07SM0C type=del 2023-12-16T19:50:28.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.376+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~KHDYGPJ8JIGA.0 size=254116 2023-12-16T19:50:28.376 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.376+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=KHDYGPJ8JIGA tag=SHD2HHSU5521 type=write size=1302692 2023-12-16T19:50:28.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.377+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=XLYLNDB8XS14 type=del 2023-12-16T19:50:28.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.379+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=7ETDMEE8J6M2 type=del size=2551316 2023-12-16T19:50:28.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.381+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.0 size=1048576 2023-12-16T19:50:28.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.382+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.1 size=1048576 2023-12-16T19:50:28.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.382+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~NFVT30ITP2UM.2 size=33356 2023-12-16T19:50:28.385 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.385+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=NFVT30ITP2UM tag=OL4Z9KG3A012 type=write size=3179084 2023-12-16T19:50:28.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.388+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~27NI19TS8EZO.0 size=199017 2023-12-16T19:50:28.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.388+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=27NI19TS8EZO tag=9C3ODQ9C9873 type=write size=1247593 2023-12-16T19:50:28.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.390+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=5FEXL5EXE4MI type=del 2023-12-16T19:50:28.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.392+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=0W3Q170LY6PO type=del size=84902 2023-12-16T19:50:28.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.393+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~S4L361P177IK.0 size=1048576 2023-12-16T19:50:28.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.395+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~S4L361P177IK.1 size=1048576 2023-12-16T19:50:28.396 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.396+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~S4L361P177IK.2 size=997601 2023-12-16T19:50:28.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.399+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=S4L361P177IK tag=PGDZVZ049DQG type=write size=4143329 2023-12-16T19:50:28.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.402+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~O2VNOBSVJ4FL.0 size=49423 2023-12-16T19:50:28.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.402+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=O2VNOBSVJ4FL tag=C5I6WC4LSLTJ type=write size=1097999 2023-12-16T19:50:28.403 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.404+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~20A7XODO35B0.0 size=240407 2023-12-16T19:50:28.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.406+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=20A7XODO35B0 tag=LX13AU5FE8R0 type=write size=1288983 2023-12-16T19:50:28.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.410+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.0 size=1048576 2023-12-16T19:50:28.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.411+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.1 size=1048576 2023-12-16T19:50:28.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.413+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.2 size=117229 2023-12-16T19:50:28.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.413+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=U6Q6TMJU4JEX tag=TMSJN745LYKS type=write size=3262957 2023-12-16T19:50:28.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.414+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=WHQKJK0YZQ65 type=del 2023-12-16T19:50:28.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.417+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~T8B72AH2K61P.0 size=1048576 2023-12-16T19:50:28.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.419+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~T8B72AH2K61P.1 size=596699 2023-12-16T19:50:28.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.419+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=T8B72AH2K61P tag=G90D716H1AJ6 type=write size=2693851 2023-12-16T19:50:28.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.420+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~OH99HND5MIS1.0 size=1048576 2023-12-16T19:50:28.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.422+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~OH99HND5MIS1.1 size=667430 2023-12-16T19:50:28.424 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.424+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=OH99HND5MIS1 tag=3BTSFE3JFFDL type=write size=2764582 2023-12-16T19:50:28.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.427+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.0 size=1048576 2023-12-16T19:50:28.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.429+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.1 size=1048576 2023-12-16T19:50:28.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.430+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.2 size=486302 2023-12-16T19:50:28.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.430+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=HMSL2RYVXX9V tag=4TY9V3R2SZCL type=write size=3632030 2023-12-16T19:50:28.431 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.432+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~MLWAGKIWRH1G.0 size=740379 2023-12-16T19:50:28.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.435+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=MLWAGKIWRH1G tag=8VD0HIA5S3OC type=write size=1788955 2023-12-16T19:50:28.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.438+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.0 size=1048576 2023-12-16T19:50:28.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.439+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.1 size=1048576 2023-12-16T19:50:28.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.440+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.2 size=539993 2023-12-16T19:50:28.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.440+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=1JO33Q4P28YI tag=VRPL5GCVU9WW type=write size=3685721 2023-12-16T19:50:28.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.442+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.0 size=1048576 2023-12-16T19:50:28.443 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.444+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.1 size=1048576 2023-12-16T19:50:28.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.446+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~GV95JH27WESA.2 size=69093 2023-12-16T19:50:28.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.448+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=GV95JH27WESA tag=8SEDM3TXROVK type=write size=3214821 2023-12-16T19:50:28.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.450+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=8YJ70R3GLWVW type=write size=979990 2023-12-16T19:50:28.454 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.454+0000 7f2ef5d2c640 1 < suggested remove operation key=5PBDOPNNQTMI tag=IF3KYTN14O0A type=del 2023-12-16T19:50:28.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.457+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.0 size=1048576 2023-12-16T19:50:28.458 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.459+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.1 size=1048576 2023-12-16T19:50:28.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.460+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.2 size=145197 2023-12-16T19:50:28.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.460+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=SOHRN3I806FO tag=WG8H6HHVK9T1 type=write size=3290925 2023-12-16T19:50:28.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.462+0000 7f2ef5d2c640 1 < completed write operation key=O47415D8FFKL tag=KIEKOHVOPJ3I type=write size=20296 2023-12-16T19:50:28.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.464+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=WDFT93TN6INZ type=del size=545118 2023-12-16T19:50:28.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.464+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.0 size=1048576 2023-12-16T19:50:28.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.466+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.1 size=1048576 2023-12-16T19:50:28.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.466+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~A7Z40YXGN90A.2 size=993322 2023-12-16T19:50:28.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.469+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=A7Z40YXGN90A tag=P3E6P5LC1MHL type=write size=4139050 2023-12-16T19:50:28.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.471+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=WWRRO9PR5CZD type=del size=3077820 2023-12-16T19:50:28.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.471+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~LE30MEV9XVPT.0 size=1048576 2023-12-16T19:50:28.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.471+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~LE30MEV9XVPT.1 size=866796 2023-12-16T19:50:28.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.474+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=LE30MEV9XVPT tag=7LOJAWQI35LJ type=write size=2963948 2023-12-16T19:50:28.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.478+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~WY07L6ZNUC16.0 size=1048576 2023-12-16T19:50:28.481 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.479+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~WY07L6ZNUC16.1 size=863932 2023-12-16T19:50:28.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.479+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=WY07L6ZNUC16 tag=A38J8AC874F9 type=write size=2961084 2023-12-16T19:50:28.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.482+0000 7f2ef5d2c640 1 < suggested update operation key=MOECJRWYZ5M1 tag=Q6EU0A24LS0B type=del size=3448892 2023-12-16T19:50:28.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.484+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=AC27CL6QQI8D type=del size=1895238 2023-12-16T19:50:28.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.486+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=GVPZ6GB1YHJ2 type=write size=443404 2023-12-16T19:50:28.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:28 smithi002 ceph-mon[137674]: pgmap v1421: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 192 KiB/s wr, 978 op/s 2023-12-16T19:50:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:28 smithi002 ceph-mon[140029]: pgmap v1421: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 192 KiB/s wr, 978 op/s 2023-12-16T19:50:28.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.488+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=96XDLBCO4ZTB type=del size=458733 2023-12-16T19:50:28.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.490+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~KHDYGPJ8JIGA.0 size=254116 2023-12-16T19:50:28.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.492+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=KHDYGPJ8JIGA tag=SHD2HHSU5521 type=write size=1302692 2023-12-16T19:50:28.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.496+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~69NN6WGGFHGQ.0 size=737443 2023-12-16T19:50:28.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.496+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=69NN6WGGFHGQ tag=EN8W88CGR7BA type=write size=1786019 2023-12-16T19:50:28.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:28 smithi043 ceph-mon[135010]: pgmap v1421: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 192 KiB/s wr, 978 op/s 2023-12-16T19:50:28.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.497+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=7ETDMEE8J6M2 type=del 2023-12-16T19:50:28.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.499+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=M36Y2IFE6L5R type=del size=800502 2023-12-16T19:50:28.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.501+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~27NI19TS8EZO.0 size=199017 2023-12-16T19:50:28.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.503+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=27NI19TS8EZO tag=9C3ODQ9C9873 type=write size=1247593 2023-12-16T19:50:28.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.505+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=C4EF4BKGOJVM type=del size=3333647 2023-12-16T19:50:28.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.508+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=0W3Q170LY6PO type=del size=84902 2023-12-16T19:50:28.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.510+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=GGOH8NBUXMII type=del size=2980227 2023-12-16T19:50:28.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.512+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~O2VNOBSVJ4FL.0 size=49423 2023-12-16T19:50:28.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.514+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=O2VNOBSVJ4FL tag=C5I6WC4LSLTJ type=write size=1097999 2023-12-16T19:50:28.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.518+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~6GZWQITU63IG.0 size=266091 2023-12-16T19:50:28.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.518+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=6GZWQITU63IG tag=OB3W8G4NHS72 type=write size=1314667 2023-12-16T19:50:28.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.520+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.0 size=1048576 2023-12-16T19:50:28.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.521+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.1 size=1048576 2023-12-16T19:50:28.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.523+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~U6Q6TMJU4JEX.2 size=117229 2023-12-16T19:50:28.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.526+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=U6Q6TMJU4JEX tag=TMSJN745LYKS type=write size=3262957 2023-12-16T19:50:28.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.529+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~IYYVTRPWFS58.0 size=1048576 2023-12-16T19:50:28.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.530+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~IYYVTRPWFS58.1 size=320037 2023-12-16T19:50:28.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.530+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=IYYVTRPWFS58 tag=Y4NVJ7BEMGCL type=write size=2417189 2023-12-16T19:50:28.532 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.532+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~T8B72AH2K61P.0 size=1048576 2023-12-16T19:50:28.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.533+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~T8B72AH2K61P.1 size=596699 2023-12-16T19:50:28.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.536+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=T8B72AH2K61P tag=G90D716H1AJ6 type=write size=2693851 2023-12-16T19:50:28.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.539+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~PMFELFKTJUCE.0 size=361153 2023-12-16T19:50:28.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.539+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=PMFELFKTJUCE tag=9VQ9ZDT38FPH type=write size=1409729 2023-12-16T19:50:28.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.541+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.0 size=1048576 2023-12-16T19:50:28.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.542+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.1 size=1048576 2023-12-16T19:50:28.543 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.544+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HMSL2RYVXX9V.2 size=486302 2023-12-16T19:50:28.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.546+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=HMSL2RYVXX9V tag=4TY9V3R2SZCL type=write size=3632030 2023-12-16T19:50:28.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.548+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=D3CA6VEXYITO type=del size=218216 2023-12-16T19:50:28.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.550+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.0 size=1048576 2023-12-16T19:50:28.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.552+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.1 size=1048576 2023-12-16T19:50:28.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.553+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~1JO33Q4P28YI.2 size=539993 2023-12-16T19:50:28.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.556+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=1JO33Q4P28YI tag=VRPL5GCVU9WW type=write size=3685721 2023-12-16T19:50:28.559 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.559+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~K96X1RS65Y1V.0 size=6049 2023-12-16T19:50:28.559 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.559+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=K96X1RS65Y1V tag=23964UPY3HTS type=write size=1054625 2023-12-16T19:50:28.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.561+0000 7f2ef5d2c640 1 < completed write operation key=BP4X0CT9HFAO tag=8YJ70R3GLWVW type=write size=979990 2023-12-16T19:50:28.563 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.563+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=7SXRT30B6MHP type=write size=1027128 2023-12-16T19:50:28.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.565+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.0 size=1048576 2023-12-16T19:50:28.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.566+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.1 size=1048576 2023-12-16T19:50:28.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.568+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~SOHRN3I806FO.2 size=145197 2023-12-16T19:50:28.571 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.571+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=SOHRN3I806FO tag=WG8H6HHVK9T1 type=write size=3290925 2023-12-16T19:50:28.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.574+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~SMEFT4FLAOIW.0 size=1048576 2023-12-16T19:50:28.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.576+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~SMEFT4FLAOIW.1 size=105239 2023-12-16T19:50:28.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.576+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=SMEFT4FLAOIW tag=AOVQ6TRCXQY1 type=write size=2202391 2023-12-16T19:50:28.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.577+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=WDFT93TN6INZ type=del 2023-12-16T19:50:28.580 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.580+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.0 size=1048576 2023-12-16T19:50:28.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.582+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.1 size=1048576 2023-12-16T19:50:28.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.583+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.2 size=208275 2023-12-16T19:50:28.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.583+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=FT4NV6GBOCO8 tag=739TRX3XZNXA type=write size=3354003 2023-12-16T19:50:28.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.585+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=WWRRO9PR5CZD type=del 2023-12-16T19:50:28.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.587+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=3UM8I6P260HG type=del size=1690926 2023-12-16T19:50:28.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.589+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~WY07L6ZNUC16.0 size=1048576 2023-12-16T19:50:28.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.590+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~WY07L6ZNUC16.1 size=863932 2023-12-16T19:50:28.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.593+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=WY07L6ZNUC16 tag=A38J8AC874F9 type=write size=2961084 2023-12-16T19:50:28.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.595+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=T4V5HNYQW35A type=del size=1897770 2023-12-16T19:50:28.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.597+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=AC27CL6QQI8D type=del 2023-12-16T19:50:28.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.600+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~HP4GUGJAA5CS.0 size=1048576 2023-12-16T19:50:28.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.602+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~HP4GUGJAA5CS.1 size=28675 2023-12-16T19:50:28.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.602+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=HP4GUGJAA5CS tag=48X093V3MGW1 type=write size=2125827 2023-12-16T19:50:28.603 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.603+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=96XDLBCO4ZTB type=del 2023-12-16T19:50:28.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.606+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~GCHAUBO7XSDX.0 size=306184 2023-12-16T19:50:28.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.606+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=GCHAUBO7XSDX tag=LIHAYWZW0Q88 type=write size=1354760 2023-12-16T19:50:28.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.607+0000 7f2ef5d2c640 1 < canceled part key=_multipart_8XNMDB8GAS1T.2~69NN6WGGFHGQ.0 size=737443 2023-12-16T19:50:28.609 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.609+0000 7f2ef5d2c640 1 < canceled multipart upload key=8XNMDB8GAS1T upload=69NN6WGGFHGQ tag=EN8W88CGR7BA type=write size=1786019 2023-12-16T19:50:28.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.612+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~FOHC0EJQNWON.0 size=301166 2023-12-16T19:50:28.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.612+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=FOHC0EJQNWON tag=FS6MQTUFC949 type=write size=1349742 2023-12-16T19:50:28.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.614+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=M36Y2IFE6L5R type=del 2023-12-16T19:50:28.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.617+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.0 size=1048576 2023-12-16T19:50:28.618 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.619+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.1 size=1048576 2023-12-16T19:50:28.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.620+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.2 size=259255 2023-12-16T19:50:28.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.620+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=IVQ4OLJX2H5K tag=6QEAQ12UH6R3 type=write size=3404983 2023-12-16T19:50:28.621 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.622+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=C4EF4BKGOJVM type=del 2023-12-16T19:50:28.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.623+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=JT00VH268MDA type=del size=2546775 2023-12-16T19:50:28.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.627+0000 7f2ef5d2c640 1 < suggested remove operation key=5PBDOPNNQTMI tag=GGOH8NBUXMII type=del 2023-12-16T19:50:28.629 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.630+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SV9WS1EICG0X.0 size=1048576 2023-12-16T19:50:28.631 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.631+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SV9WS1EICG0X.1 size=82775 2023-12-16T19:50:28.631 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.631+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=SV9WS1EICG0X tag=TTDFHNH5VVS2 type=write size=2179927 2023-12-16T19:50:28.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.633+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~6GZWQITU63IG.0 size=266091 2023-12-16T19:50:28.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.636+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=6GZWQITU63IG tag=OB3W8G4NHS72 type=write size=1314667 2023-12-16T19:50:28.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.637+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=1M7KRVMHJK2B type=write size=5206 2023-12-16T19:50:28.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.639+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~IYYVTRPWFS58.0 size=1048576 2023-12-16T19:50:28.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.641+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~IYYVTRPWFS58.1 size=320037 2023-12-16T19:50:28.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.644+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=IYYVTRPWFS58 tag=Y4NVJ7BEMGCL type=write size=2417189 2023-12-16T19:50:28.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.645+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=R0SQW85D9NDI type=write size=289133 2023-12-16T19:50:28.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.647+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~PMFELFKTJUCE.0 size=361153 2023-12-16T19:50:28.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.650+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=PMFELFKTJUCE tag=9VQ9ZDT38FPH type=write size=1409729 2023-12-16T19:50:28.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.653+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~VE9S99VRZACQ.0 size=1048576 2023-12-16T19:50:28.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.655+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~VE9S99VRZACQ.1 size=824807 2023-12-16T19:50:28.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.655+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=VE9S99VRZACQ tag=U8JJMYF84N3H type=write size=2921959 2023-12-16T19:50:28.656 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.656+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=D3CA6VEXYITO type=del 2023-12-16T19:50:28.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.658+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=87JG6NWINUF8 type=write size=708354 2023-12-16T19:50:28.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.660+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~K96X1RS65Y1V.0 size=6049 2023-12-16T19:50:28.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.663+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=K96X1RS65Y1V tag=23964UPY3HTS type=write size=1054625 2023-12-16T19:50:28.666 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.666+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.0 size=1048576 2023-12-16T19:50:28.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.668+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.1 size=1048576 2023-12-16T19:50:28.668 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.669+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.2 size=835183 2023-12-16T19:50:28.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.669+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=M95KZJSHLMGO tag=YMB635I253ZS type=write size=3980911 2023-12-16T19:50:28.670 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.671+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=7SXRT30B6MHP type=write size=1027128 2023-12-16T19:50:28.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.674+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~GREIRXZR67FY.0 size=114186 2023-12-16T19:50:28.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.674+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=GREIRXZR67FY tag=4KZ3IJNKEP14 type=write size=1162762 2023-12-16T19:50:28.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.675+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~SMEFT4FLAOIW.0 size=1048576 2023-12-16T19:50:28.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.677+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~SMEFT4FLAOIW.1 size=105239 2023-12-16T19:50:28.679 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.679+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=SMEFT4FLAOIW tag=AOVQ6TRCXQY1 type=write size=2202391 2023-12-16T19:50:28.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.682+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~KLWWLVO8KVGK.0 size=1048576 2023-12-16T19:50:28.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.684+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~KLWWLVO8KVGK.1 size=293147 2023-12-16T19:50:28.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.684+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=KLWWLVO8KVGK tag=QAQUEFCYHB27 type=write size=2390299 2023-12-16T19:50:28.685 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.685+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.0 size=1048576 2023-12-16T19:50:28.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.687+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.1 size=1048576 2023-12-16T19:50:28.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.688+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~FT4NV6GBOCO8.2 size=208275 2023-12-16T19:50:28.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.691+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=FT4NV6GBOCO8 tag=739TRX3XZNXA type=write size=3354003 2023-12-16T19:50:28.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.693+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=W27OERBT2YN6 type=write size=151970 2023-12-16T19:50:28.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.695+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=3UM8I6P260HG type=del 2023-12-16T19:50:28.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.697+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=8HKF9KU8H46Z type=del size=1384822 2023-12-16T19:50:28.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.700+0000 7f2ef5d2c640 1 < suggested remove operation key=MSNLCTTZ723G tag=T4V5HNYQW35A type=del 2023-12-16T19:50:28.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.701+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=8CI36ID26XOM type=del size=3187848 2023-12-16T19:50:28.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.702+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~HP4GUGJAA5CS.0 size=1048576 2023-12-16T19:50:28.703 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.703+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~HP4GUGJAA5CS.1 size=28675 2023-12-16T19:50:28.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.706+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=HP4GUGJAA5CS tag=48X093V3MGW1 type=write size=2125827 2023-12-16T19:50:28.707 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.708+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=KV7WV4UYYO60 type=del size=4077077 2023-12-16T19:50:28.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.710+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~GCHAUBO7XSDX.0 size=306184 2023-12-16T19:50:28.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.712+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=GCHAUBO7XSDX tag=LIHAYWZW0Q88 type=write size=1354760 2023-12-16T19:50:28.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.715+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~MLGALD53WXBG.0 size=704443 2023-12-16T19:50:28.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.715+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=MLGALD53WXBG tag=0MOCLAWQM8IN type=write size=1753019 2023-12-16T19:50:28.717 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.717+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~FOHC0EJQNWON.0 size=301166 2023-12-16T19:50:28.719 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.720+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=FOHC0EJQNWON tag=FS6MQTUFC949 type=write size=1349742 2023-12-16T19:50:28.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.723+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~S7IVE544UYXD.0 size=1048576 2023-12-16T19:50:28.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.725+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~S7IVE544UYXD.1 size=1001548 2023-12-16T19:50:28.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.725+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=S7IVE544UYXD tag=TTJGST77MYR6 type=write size=3098700 2023-12-16T19:50:28.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.727+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.0 size=1048576 2023-12-16T19:50:28.728 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.728+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.1 size=1048576 2023-12-16T19:50:28.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.730+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IVQ4OLJX2H5K.2 size=259255 2023-12-16T19:50:28.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.733+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=IVQ4OLJX2H5K tag=6QEAQ12UH6R3 type=write size=3404983 2023-12-16T19:50:28.735 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.735+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=KIWBZEIVHA71 type=del size=3942097 2023-12-16T19:50:28.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.737+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=JT00VH268MDA type=del 2023-12-16T19:50:28.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.740+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~RWL6X34LOPDP.0 size=897784 2023-12-16T19:50:28.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.740+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=RWL6X34LOPDP tag=1OKWSV1QORQQ type=write size=1946360 2023-12-16T19:50:28.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.740+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~SV9WS1EICG0X.0 size=1048576 2023-12-16T19:50:28.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.742+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~SV9WS1EICG0X.1 size=82775 2023-12-16T19:50:28.745 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.745+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=SV9WS1EICG0X tag=TTDFHNH5VVS2 type=write size=2179927 2023-12-16T19:50:28.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.747+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=XMSY9QMM6N1S type=del size=422876 2023-12-16T19:50:28.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.750+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=1M7KRVMHJK2B type=write size=5206 2023-12-16T19:50:28.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.752+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=XPNW6XX9MSSL type=del size=3626256 2023-12-16T19:50:28.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.754+0000 7f2ef5d2c640 1 < completed write operation key=KDXC6PN4L0HE tag=R0SQW85D9NDI type=write size=289133 2023-12-16T19:50:28.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.756+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=QGTXHZZFJXOE type=del size=444476 2023-12-16T19:50:28.757 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.758+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~VE9S99VRZACQ.0 size=1048576 2023-12-16T19:50:28.759 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.759+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~VE9S99VRZACQ.1 size=824807 2023-12-16T19:50:28.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.762+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=VE9S99VRZACQ tag=U8JJMYF84N3H type=write size=2921959 2023-12-16T19:50:28.763 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.764+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=3NKEE7VGM33W type=del size=3030950 2023-12-16T19:50:28.765 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.765+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=87JG6NWINUF8 type=write size=708354 2023-12-16T19:50:28.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.769+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~LTEAVSRBSSZE.0 size=469087 2023-12-16T19:50:28.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.769+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=LTEAVSRBSSZE tag=RVQ3OXA5TDAD type=write size=1517663 2023-12-16T19:50:28.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.770+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.0 size=1048576 2023-12-16T19:50:28.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.772+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.1 size=1048576 2023-12-16T19:50:28.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.773+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~M95KZJSHLMGO.2 size=835183 2023-12-16T19:50:28.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.776+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=M95KZJSHLMGO tag=YMB635I253ZS type=write size=3980911 2023-12-16T19:50:28.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.778+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=W3W3F3H6VHIO type=write size=763106 2023-12-16T19:50:28.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.780+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~GREIRXZR67FY.0 size=114186 2023-12-16T19:50:28.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.783+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=GREIRXZR67FY tag=4KZ3IJNKEP14 type=write size=1162762 2023-12-16T19:50:28.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.786+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~O8DBXG52OLOV.0 size=245003 2023-12-16T19:50:28.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.786+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=O8DBXG52OLOV tag=LAUEML3JGQQ4 type=write size=1293579 2023-12-16T19:50:28.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.788+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~KLWWLVO8KVGK.0 size=1048576 2023-12-16T19:50:28.789 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.789+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~KLWWLVO8KVGK.1 size=293147 2023-12-16T19:50:28.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.792+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=KLWWLVO8KVGK tag=QAQUEFCYHB27 type=write size=2390299 2023-12-16T19:50:28.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.795+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.0 size=1048576 2023-12-16T19:50:28.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.796+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.1 size=1048576 2023-12-16T19:50:28.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.798+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.2 size=356338 2023-12-16T19:50:28.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.798+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=SOTJIXYK9AII tag=BOPNDSBYH045 type=write size=3502066 2023-12-16T19:50:28.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.800+0000 7f2ef5d2c640 1 < completed write operation key=QDUC4OGZ9939 tag=W27OERBT2YN6 type=write size=151970 2023-12-16T19:50:28.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.801+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=DH01599P9GNY type=del size=1049104 2023-12-16T19:50:28.803 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.803+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=8HKF9KU8H46Z type=del 2023-12-16T19:50:28.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.805+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=PNZXM6P101NM type=del size=3205117 2023-12-16T19:50:28.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.808+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=8CI36ID26XOM type=del size=3187848 2023-12-16T19:50:28.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.811+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.0 size=1048576 2023-12-16T19:50:28.813 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.813+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.1 size=1048576 2023-12-16T19:50:28.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.814+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.2 size=432353 2023-12-16T19:50:28.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.814+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=DQWAPVX50DND tag=U4K8X2R7XUNZ type=write size=3578081 2023-12-16T19:50:28.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.816+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=KV7WV4UYYO60 type=del 2023-12-16T19:50:28.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.820+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.0 size=1048576 2023-12-16T19:50:28.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.821+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.1 size=1048576 2023-12-16T19:50:28.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.823+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.2 size=1003866 2023-12-16T19:50:28.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.823+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=YW0TP2OIB30C tag=4Y6S8IXY1V4I type=write size=4149594 2023-12-16T19:50:28.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.825+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~MLGALD53WXBG.0 size=704443 2023-12-16T19:50:28.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.828+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=MLGALD53WXBG tag=0MOCLAWQM8IN type=write size=1753019 2023-12-16T19:50:28.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.831+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~YSSDB7FI93OH.0 size=19605 2023-12-16T19:50:28.830 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.831+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=YSSDB7FI93OH tag=6RX7UJNTGTQF type=write size=1068181 2023-12-16T19:50:28.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.832+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~S7IVE544UYXD.0 size=1048576 2023-12-16T19:50:28.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.834+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~S7IVE544UYXD.1 size=1001548 2023-12-16T19:50:28.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.837+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=S7IVE544UYXD tag=TTJGST77MYR6 type=write size=3098700 2023-12-16T19:50:28.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.840+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~1UZP7MOAI4HI.0 size=813920 2023-12-16T19:50:28.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.840+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=1UZP7MOAI4HI tag=P7FYECKPPW78 type=write size=1862496 2023-12-16T19:50:28.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.841+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=KIWBZEIVHA71 type=del 2023-12-16T19:50:28.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.843+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=LZQVI6EC2X89 type=del size=845219 2023-12-16T19:50:28.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.845+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~RWL6X34LOPDP.0 size=897784 2023-12-16T19:50:28.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.848+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=RWL6X34LOPDP tag=1OKWSV1QORQQ type=write size=1946360 2023-12-16T19:50:28.849 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.849+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=ES6YSX89LXYB type=del size=324210 2023-12-16T19:50:28.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.851+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=XMSY9QMM6N1S type=del 2023-12-16T19:50:28.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.853+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=QNJMVZ9203C6 type=del size=2493461 2023-12-16T19:50:28.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.855+0000 7f2ef5d2c640 1 < canceled operation key=8XNMDB8GAS1T tag=XPNW6XX9MSSL type=del size=3626256 2023-12-16T19:50:28.857 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.857+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=D6WJAC075N1U type=del size=3677002 2023-12-16T19:50:28.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.859+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=QGTXHZZFJXOE type=del 2023-12-16T19:50:28.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.860+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=YP05YY87GIDF type=del size=570655 2023-12-16T19:50:28.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.863+0000 7f2ef5d2c640 1 < suggested remove operation key=KDXC6PN4L0HE tag=3NKEE7VGM33W type=del 2023-12-16T19:50:28.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.866+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.0 size=1048576 2023-12-16T19:50:28.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.868+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.1 size=1048576 2023-12-16T19:50:28.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.869+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.2 size=751191 2023-12-16T19:50:28.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.869+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=UAVANZHWRAJP tag=EYKQY4WSYW73 type=write size=3896919 2023-12-16T19:50:28.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.871+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~LTEAVSRBSSZE.0 size=469087 2023-12-16T19:50:28.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.873+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=LTEAVSRBSSZE tag=RVQ3OXA5TDAD type=write size=1517663 2023-12-16T19:50:28.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.876+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.0 size=1048576 2023-12-16T19:50:28.877 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.878+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.1 size=1048576 2023-12-16T19:50:28.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.879+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.2 size=133892 2023-12-16T19:50:28.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.879+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=UIYTVJ3UWE06 tag=1D6KMJHG997O type=write size=3279620 2023-12-16T19:50:28.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.883+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=W3W3F3H6VHIO type=write size=763106 2023-12-16T19:50:28.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.885+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=ANC1OGIII9HK type=del size=1338608 2023-12-16T19:50:28.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.887+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~O8DBXG52OLOV.0 size=245003 2023-12-16T19:50:28.889 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.889+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=O8DBXG52OLOV tag=LAUEML3JGQQ4 type=write size=1293579 2023-12-16T19:50:28.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.891+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=6RATWFQGBL4S type=del size=3717741 2023-12-16T19:50:28.893 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.893+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.0 size=1048576 2023-12-16T19:50:28.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.894+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.1 size=1048576 2023-12-16T19:50:28.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.896+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~SOTJIXYK9AII.2 size=356338 2023-12-16T19:50:28.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.899+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=SOTJIXYK9AII tag=BOPNDSBYH045 type=write size=3502066 2023-12-16T19:50:28.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.903+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~CQMAXVVGXGSP.0 size=1048576 2023-12-16T19:50:28.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.904+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~CQMAXVVGXGSP.1 size=217033 2023-12-16T19:50:28.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.904+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=CQMAXVVGXGSP tag=U4UFBHE72QII type=write size=2314185 2023-12-16T19:50:28.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.906+0000 7f2ef5d2c640 1 < canceled operation key=1MJ52B125Q24 tag=DH01599P9GNY type=del size=1049104 2023-12-16T19:50:28.907 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.908+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=JSUA4RG3EY20 type=del size=1627852 2023-12-16T19:50:28.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.912+0000 7f2ef5d2c640 1 < suggested remove operation key=4B9JQDI6Y8LC tag=PNZXM6P101NM type=del 2023-12-16T19:50:28.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.915+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~JVRE9PTYIA5F.0 size=1048576 2023-12-16T19:50:28.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.917+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~JVRE9PTYIA5F.1 size=639773 2023-12-16T19:50:28.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.917+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=JVRE9PTYIA5F tag=0WP4UVAMT8N9 type=write size=2736925 2023-12-16T19:50:28.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.919+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.0 size=1048576 2023-12-16T19:50:28.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.920+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.1 size=1048576 2023-12-16T19:50:28.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.921+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~DQWAPVX50DND.2 size=432353 2023-12-16T19:50:28.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.925+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=DQWAPVX50DND tag=U4K8X2R7XUNZ type=write size=3578081 2023-12-16T19:50:28.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.926+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=13CZ6HU0QNJI type=del size=3687212 2023-12-16T19:50:28.928 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.928+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.0 size=1048576 2023-12-16T19:50:28.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.929+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.1 size=1048576 2023-12-16T19:50:28.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.931+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~YW0TP2OIB30C.2 size=1003866 2023-12-16T19:50:28.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.934+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=YW0TP2OIB30C tag=4Y6S8IXY1V4I type=write size=4149594 2023-12-16T19:50:28.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.936+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=238OL6L8JID8 type=del size=59647 2023-12-16T19:50:28.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.937+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~YSSDB7FI93OH.0 size=19605 2023-12-16T19:50:28.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.940+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=YSSDB7FI93OH tag=6RX7UJNTGTQF type=write size=1068181 2023-12-16T19:50:28.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.942+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=3BTWE003TTWY type=del size=1692395 2023-12-16T19:50:28.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.944+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~1UZP7MOAI4HI.0 size=813920 2023-12-16T19:50:28.946 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.946+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=1UZP7MOAI4HI tag=P7FYECKPPW78 type=write size=1862496 2023-12-16T19:50:28.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~LOEHU8NTE3EO.0 size=1048576 2023-12-16T19:50:28.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.951+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~LOEHU8NTE3EO.1 size=1027266 2023-12-16T19:50:28.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.951+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=LOEHU8NTE3EO tag=ED1073V5U0FA type=write size=3124418 2023-12-16T19:50:28.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.952+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=LZQVI6EC2X89 type=del 2023-12-16T19:50:28.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.954+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=S68MCAN1285L type=del size=3006324 2023-12-16T19:50:28.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.957+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=ES6YSX89LXYB type=del size=324210 2023-12-16T19:50:28.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.959+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=0W780NYCQ7SG type=del size=1656875 2023-12-16T19:50:28.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.963+0000 7f2ef5d2c640 1 < suggested remove operation key=0IKPM4CW0IB8 tag=QNJMVZ9203C6 type=del 2023-12-16T19:50:28.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.966+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~OP4HIP3HWT87.0 size=1048576 2023-12-16T19:50:28.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.967+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~OP4HIP3HWT87.1 size=610257 2023-12-16T19:50:28.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.967+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=OP4HIP3HWT87 tag=IALJC6KG4H63 type=write size=2707409 2023-12-16T19:50:28.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.969+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=D6WJAC075N1U type=del 2023-12-16T19:50:28.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.971+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=J4NTX0SDKTOE type=del size=2054500 2023-12-16T19:50:28.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.973+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=YP05YY87GIDF type=del 2023-12-16T19:50:28.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.976+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~Y3K1IYMJA327.0 size=1048576 2023-12-16T19:50:28.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.977+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~Y3K1IYMJA327.1 size=1020243 2023-12-16T19:50:28.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.977+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=Y3K1IYMJA327 tag=KAGRDI1MQZ3J type=write size=3117395 2023-12-16T19:50:28.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.979+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.0 size=1048576 2023-12-16T19:50:28.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.981+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.1 size=1048576 2023-12-16T19:50:28.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.982+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~UAVANZHWRAJP.2 size=751191 2023-12-16T19:50:28.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.986+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=UAVANZHWRAJP tag=EYKQY4WSYW73 type=write size=3896919 2023-12-16T19:50:28.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.988+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=FRI8M4J24L13 type=del size=1715592 2023-12-16T19:50:28.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.990+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.0 size=1048576 2023-12-16T19:50:28.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.991+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.1 size=1048576 2023-12-16T19:50:28.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.991+0000 7f2ef5d2c640 1 < canceled part key=_multipart_132QU0TGO26D.2~UIYTVJ3UWE06.2 size=133892 2023-12-16T19:50:28.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.994+0000 7f2ef5d2c640 1 < canceled multipart upload key=132QU0TGO26D upload=UIYTVJ3UWE06 tag=1D6KMJHG997O type=write size=3279620 2023-12-16T19:50:28.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.995+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=DY4CDVCO7XH1 type=write size=788763 2023-12-16T19:50:28.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:28.998+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=ANC1OGIII9HK type=del 2023-12-16T19:50:29.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.001+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~LI3CUDEEYMWL.0 size=656019 2023-12-16T19:50:29.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.001+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=LI3CUDEEYMWL tag=WQZZ3PN0WFM6 type=write size=1704595 2023-12-16T19:50:29.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.005+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=6RATWFQGBL4S type=del size=3717741 2023-12-16T19:50:29.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.008+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VYSIP6EI0DCV.0 size=1048576 2023-12-16T19:50:29.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.010+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VYSIP6EI0DCV.1 size=11998 2023-12-16T19:50:29.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.010+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=VYSIP6EI0DCV tag=YZGKEA4NVGA2 type=write size=2109150 2023-12-16T19:50:29.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.010+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~CQMAXVVGXGSP.0 size=1048576 2023-12-16T19:50:29.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.012+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~CQMAXVVGXGSP.1 size=217033 2023-12-16T19:50:29.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.015+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=CQMAXVVGXGSP tag=U4UFBHE72QII type=write size=2314185 2023-12-16T19:50:29.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.016+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=JM3V6JZLYGB0 type=del size=2783921 2023-12-16T19:50:29.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.018+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=JSUA4RG3EY20 type=del 2023-12-16T19:50:29.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.019+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=XRCRIB6O1G0R type=write size=600684 2023-12-16T19:50:29.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.021+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~JVRE9PTYIA5F.0 size=1048576 2023-12-16T19:50:29.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.023+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~JVRE9PTYIA5F.1 size=639773 2023-12-16T19:50:29.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.025+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=JVRE9PTYIA5F tag=0WP4UVAMT8N9 type=write size=2736925 2023-12-16T19:50:29.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.027+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=COR1HC2SZA9T type=write size=200618 2023-12-16T19:50:29.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.029+0000 7f2ef5d2c640 -1 < failed to complete operation key=4B9JQDI6Y8LC tag=13CZ6HU0QNJI type=del size=3687212: (22) Invalid argument 2023-12-16T19:50:29.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.032+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.0 size=1048576 2023-12-16T19:50:29.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.034+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.1 size=1048576 2023-12-16T19:50:29.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.035+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.2 size=636753 2023-12-16T19:50:29.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.035+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=0FMJNM8AKPL1 tag=D4SN0T5OAIHP type=write size=3782481 2023-12-16T19:50:29.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.039+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=238OL6L8JID8 type=del size=59647 2023-12-16T19:50:29.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.041+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=6RORU7BFU17C type=del size=2392032 2023-12-16T19:50:29.042 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.043+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=3BTWE003TTWY type=del 2023-12-16T19:50:29.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.044+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=OITQ0I77GJXE type=write size=646377 2023-12-16T19:50:29.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.045+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~LOEHU8NTE3EO.0 size=1048576 2023-12-16T19:50:29.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.046+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~LOEHU8NTE3EO.1 size=1027266 2023-12-16T19:50:29.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.049+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=LOEHU8NTE3EO tag=ED1073V5U0FA type=write size=3124418 2023-12-16T19:50:29.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.051+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=JGDNJWBBM15E type=del size=616520 2023-12-16T19:50:29.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.052+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=S68MCAN1285L type=del 2023-12-16T19:50:29.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.056+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~HBQ0C8JDT3M6.0 size=1048576 2023-12-16T19:50:29.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.057+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~HBQ0C8JDT3M6.1 size=94974 2023-12-16T19:50:29.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.057+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=HBQ0C8JDT3M6 tag=1WSTB1QHUDKY type=write size=2192126 2023-12-16T19:50:29.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.059+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=0W780NYCQ7SG type=del 2023-12-16T19:50:29.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.062+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~H1B02BAGS5VB.0 size=644076 2023-12-16T19:50:29.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.062+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=H1B02BAGS5VB tag=9LCNSZXOXR79 type=write size=1692652 2023-12-16T19:50:29.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.063+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~OP4HIP3HWT87.0 size=1048576 2023-12-16T19:50:29.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.065+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~OP4HIP3HWT87.1 size=610257 2023-12-16T19:50:29.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.068+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=OP4HIP3HWT87 tag=IALJC6KG4H63 type=write size=2707409 2023-12-16T19:50:29.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.071+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~24ULR4EWV8FB.0 size=1048576 2023-12-16T19:50:29.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.073+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~24ULR4EWV8FB.1 size=925771 2023-12-16T19:50:29.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.073+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=24ULR4EWV8FB tag=55CRDC7P6418 type=write size=3022923 2023-12-16T19:50:29.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.074+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=J4NTX0SDKTOE type=del 2023-12-16T19:50:29.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.077+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~PH9KC6YCT242.0 size=1048576 2023-12-16T19:50:29.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.079+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~PH9KC6YCT242.1 size=976852 2023-12-16T19:50:29.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.079+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=PH9KC6YCT242 tag=47GIVBO4VIYJ type=write size=3074004 2023-12-16T19:50:29.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.081+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~Y3K1IYMJA327.0 size=1048576 2023-12-16T19:50:29.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.082+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~Y3K1IYMJA327.1 size=1020243 2023-12-16T19:50:29.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.085+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=Y3K1IYMJA327 tag=KAGRDI1MQZ3J type=write size=3117395 2023-12-16T19:50:29.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.088+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.0 size=1048576 2023-12-16T19:50:29.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.090+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.1 size=1048576 2023-12-16T19:50:29.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.091+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.2 size=370934 2023-12-16T19:50:29.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.091+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=Z21A7NAXO9ZS tag=D0YYPQKF1PZ6 type=write size=3516662 2023-12-16T19:50:29.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.093+0000 7f2ef5d2c640 1 < canceled operation key=132QU0TGO26D tag=FRI8M4J24L13 type=del size=1715592 2023-12-16T19:50:29.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.096+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~RMMD1USI6ZX2.0 size=98120 2023-12-16T19:50:29.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.096+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=RMMD1USI6ZX2 tag=L3JNLE6MUXEO type=write size=1146696 2023-12-16T19:50:29.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.098+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=DY4CDVCO7XH1 type=write size=788763 2023-12-16T19:50:29.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.100+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=YGGL7NWZJNFA type=del size=1096523 2023-12-16T19:50:29.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.101+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~LI3CUDEEYMWL.0 size=656019 2023-12-16T19:50:29.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.104+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=LI3CUDEEYMWL tag=WQZZ3PN0WFM6 type=write size=1704595 2023-12-16T19:50:29.107 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.108+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~NRF2WYEFRAJK.0 size=1048576 2023-12-16T19:50:29.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.109+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~NRF2WYEFRAJK.1 size=549231 2023-12-16T19:50:29.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.109+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=NRF2WYEFRAJK tag=RPT6WRAPAS1X type=write size=2646383 2023-12-16T19:50:29.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.111+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VYSIP6EI0DCV.0 size=1048576 2023-12-16T19:50:29.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.113+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VYSIP6EI0DCV.1 size=11998 2023-12-16T19:50:29.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.116+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=VYSIP6EI0DCV tag=YZGKEA4NVGA2 type=write size=2109150 2023-12-16T19:50:29.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.119+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~DLAR5DP0PKZX.0 size=1048576 2023-12-16T19:50:29.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.121+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~DLAR5DP0PKZX.1 size=982879 2023-12-16T19:50:29.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.121+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=DLAR5DP0PKZX tag=DCBF8Q86NLKK type=write size=3080031 2023-12-16T19:50:29.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.123+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=JM3V6JZLYGB0 type=del 2023-12-16T19:50:29.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.125+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=3SQ39VLOKGIZ type=del size=323890 2023-12-16T19:50:29.127 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.128+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=XRCRIB6O1G0R type=write size=600684 2023-12-16T19:50:29.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.135+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=M49NIC4AO4KG type=del size=3074820 2023-12-16T19:50:29.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.138+0000 7f2ef5d2c640 -1 < failed to complete operation key=1MJ52B125Q24 tag=COR1HC2SZA9T type=write size=200618: (22) Invalid argument 2023-12-16T19:50:29.139 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.139+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=T80KXX4B39KQ type=del size=3010409 2023-12-16T19:50:29.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.141+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.0 size=1048576 2023-12-16T19:50:29.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.143+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.1 size=1048576 2023-12-16T19:50:29.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.145+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0FMJNM8AKPL1.2 size=636753 2023-12-16T19:50:29.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.148+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=0FMJNM8AKPL1 tag=D4SN0T5OAIHP type=write size=3782481 2023-12-16T19:50:29.151 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.151+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~BMV7QS9KI5PU.0 size=944361 2023-12-16T19:50:29.151 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.151+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=BMV7QS9KI5PU tag=PN83S9IN0BJ5 type=write size=1992937 2023-12-16T19:50:29.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.153+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=6RORU7BFU17C type=del 2023-12-16T19:50:29.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.155+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=9IY578033GX5 type=del size=356172 2023-12-16T19:50:29.157 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.156+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=OITQ0I77GJXE type=write size=646377 2023-12-16T19:50:29.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.160+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.0 size=1048576 2023-12-16T19:50:29.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.162+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.1 size=1048576 2023-12-16T19:50:29.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.163+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.2 size=207328 2023-12-16T19:50:29.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.163+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=Y5XIQBUOSK12 tag=6JQP60UKL929 type=write size=3353056 2023-12-16T19:50:29.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.165+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=JGDNJWBBM15E type=del 2023-12-16T19:50:29.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.168+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~HLZKYQL8AM95.0 size=1048576 2023-12-16T19:50:29.169 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.170+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~HLZKYQL8AM95.1 size=61627 2023-12-16T19:50:29.169 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.170+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=HLZKYQL8AM95 tag=Y68LA3M0XX4C type=write size=2158779 2023-12-16T19:50:29.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.172+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~HBQ0C8JDT3M6.0 size=1048576 2023-12-16T19:50:29.173 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.173+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~HBQ0C8JDT3M6.1 size=94974 2023-12-16T19:50:29.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.176+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=HBQ0C8JDT3M6 tag=1WSTB1QHUDKY type=write size=2192126 2023-12-16T19:50:29.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.178+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=GW9OCZ6ALMQ8 type=del size=1356136 2023-12-16T19:50:29.180 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.180+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~H1B02BAGS5VB.0 size=644076 2023-12-16T19:50:29.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.184+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=H1B02BAGS5VB tag=9LCNSZXOXR79 type=write size=1692652 2023-12-16T19:50:29.186 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.187+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~UTU64COI601P.0 size=1048576 2023-12-16T19:50:29.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.188+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~UTU64COI601P.1 size=474855 2023-12-16T19:50:29.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.188+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=UTU64COI601P tag=8UEHJF7BHCTX type=write size=2572007 2023-12-16T19:50:29.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.190+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~24ULR4EWV8FB.0 size=1048576 2023-12-16T19:50:29.191 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.191+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~24ULR4EWV8FB.1 size=925771 2023-12-16T19:50:29.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.194+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=24ULR4EWV8FB tag=55CRDC7P6418 type=write size=3022923 2023-12-16T19:50:29.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.196+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=EAN7Y2R3JVJI type=del size=3191652 2023-12-16T19:50:29.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.197+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~PH9KC6YCT242.0 size=1048576 2023-12-16T19:50:29.198 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.199+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~PH9KC6YCT242.1 size=976852 2023-12-16T19:50:29.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.202+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=PH9KC6YCT242 tag=47GIVBO4VIYJ type=write size=3074004 2023-12-16T19:50:29.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.203+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=HQ9G0AS2LRBN type=del size=3229171 2023-12-16T19:50:29.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.205+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.0 size=1048576 2023-12-16T19:50:29.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.207+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.1 size=1048576 2023-12-16T19:50:29.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.208+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~Z21A7NAXO9ZS.2 size=370934 2023-12-16T19:50:29.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.211+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=Z21A7NAXO9ZS tag=D0YYPQKF1PZ6 type=write size=3516662 2023-12-16T19:50:29.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.214+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~C6G8I2JE2H26.0 size=1048576 2023-12-16T19:50:29.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.215+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~C6G8I2JE2H26.1 size=815865 2023-12-16T19:50:29.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.215+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=C6G8I2JE2H26 tag=GH2XV2M2Y772 type=write size=2913017 2023-12-16T19:50:29.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.217+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~RMMD1USI6ZX2.0 size=98120 2023-12-16T19:50:29.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.220+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=RMMD1USI6ZX2 tag=L3JNLE6MUXEO type=write size=1146696 2023-12-16T19:50:29.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.223+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~2E36T8GRQ2D5.0 size=1048576 2023-12-16T19:50:29.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.225+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~2E36T8GRQ2D5.1 size=623421 2023-12-16T19:50:29.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.225+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=2E36T8GRQ2D5 tag=74A9OR1UCVZ0 type=write size=2720573 2023-12-16T19:50:29.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.227+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=YGGL7NWZJNFA type=del 2023-12-16T19:50:29.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.230+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~0YJ857QQ75ST.0 size=721182 2023-12-16T19:50:29.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.230+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=0YJ857QQ75ST tag=N0HFRAY20A12 type=write size=1769758 2023-12-16T19:50:29.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.232+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~NRF2WYEFRAJK.0 size=1048576 2023-12-16T19:50:29.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.233+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~NRF2WYEFRAJK.1 size=549231 2023-12-16T19:50:29.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.236+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=NRF2WYEFRAJK tag=RPT6WRAPAS1X type=write size=2646383 2023-12-16T19:50:29.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.238+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=Z7CYN3HUBMC7 type=del size=203330 2023-12-16T19:50:29.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.240+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~DLAR5DP0PKZX.0 size=1048576 2023-12-16T19:50:29.239 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.240+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~DLAR5DP0PKZX.1 size=982879 2023-12-16T19:50:29.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.243+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=DLAR5DP0PKZX tag=DCBF8Q86NLKK type=write size=3080031 2023-12-16T19:50:29.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.247+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.0 size=1048576 2023-12-16T19:50:29.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.248+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.1 size=1048576 2023-12-16T19:50:29.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.250+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.2 size=160014 2023-12-16T19:50:29.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.250+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=UTJTH0390GNW tag=5C0SEW6WVT66 type=write size=3305742 2023-12-16T19:50:29.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.252+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=3SQ39VLOKGIZ type=del 2023-12-16T19:50:29.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.254+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=2TQIGXAST721 type=write size=669006 2023-12-16T19:50:29.255 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.256+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=M49NIC4AO4KG type=del 2023-12-16T19:50:29.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.259+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~N9V960FG8NRB.0 size=247379 2023-12-16T19:50:29.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.259+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=N9V960FG8NRB tag=PJZZIGCDP9YA type=write size=1295955 2023-12-16T19:50:29.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.261+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=T80KXX4B39KQ type=del 2023-12-16T19:50:29.264 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.264+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~TZHXZKAX8O0W.0 size=317236 2023-12-16T19:50:29.264 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.265+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=TZHXZKAX8O0W tag=LMKGDJ1OLPNS type=write size=1365812 2023-12-16T19:50:29.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.266+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~BMV7QS9KI5PU.0 size=944361 2023-12-16T19:50:29.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.269+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=BMV7QS9KI5PU tag=PN83S9IN0BJ5 type=write size=1992937 2023-12-16T19:50:29.271 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.271+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=UCSZSC8UJPCA type=del size=823609 2023-12-16T19:50:29.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.273+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=9IY578033GX5 type=del 2023-12-16T19:50:29.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.276+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.0 size=1048576 2023-12-16T19:50:29.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.277+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.1 size=1048576 2023-12-16T19:50:29.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.279+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.2 size=805851 2023-12-16T19:50:29.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.279+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=1XXU7KO420PX tag=V0FG1BTWHWAJ type=write size=3951579 2023-12-16T19:50:29.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.281+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.0 size=1048576 2023-12-16T19:50:29.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.282+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.1 size=1048576 2023-12-16T19:50:29.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.284+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~Y5XIQBUOSK12.2 size=207328 2023-12-16T19:50:29.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.287+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=Y5XIQBUOSK12 tag=6JQP60UKL929 type=write size=3353056 2023-12-16T19:50:29.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.289+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=ZMMOQEMILR1R type=del size=850769 2023-12-16T19:50:29.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.290+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~HLZKYQL8AM95.0 size=1048576 2023-12-16T19:50:29.291 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.292+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~HLZKYQL8AM95.1 size=61627 2023-12-16T19:50:29.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.295+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=HLZKYQL8AM95 tag=Y68LA3M0XX4C type=write size=2158779 2023-12-16T19:50:29.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.298+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.0 size=1048576 2023-12-16T19:50:29.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.300+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.1 size=1048576 2023-12-16T19:50:29.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.301+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.2 size=891836 2023-12-16T19:50:29.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.301+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=TQ6OC352LEKV tag=LHH0ORJJJB64 type=write size=4037564 2023-12-16T19:50:29.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.303+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=GW9OCZ6ALMQ8 type=del 2023-12-16T19:50:29.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.304+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=B3QLZ960E501 type=del size=3067490 2023-12-16T19:50:29.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.306+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~UTU64COI601P.0 size=1048576 2023-12-16T19:50:29.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.307+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~UTU64COI601P.1 size=474855 2023-12-16T19:50:29.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.310+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=UTU64COI601P tag=8UEHJF7BHCTX type=write size=2572007 2023-12-16T19:50:29.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.314+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.0 size=1048576 2023-12-16T19:50:29.315 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.315+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.1 size=1048576 2023-12-16T19:50:29.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.317+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.2 size=616630 2023-12-16T19:50:29.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.317+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=0Z78VBXH44BJ tag=89AL8VVTDLR4 type=write size=3762358 2023-12-16T19:50:29.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.318+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=EAN7Y2R3JVJI type=del 2023-12-16T19:50:29.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.321+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~JR0AS043ARSH.0 size=472443 2023-12-16T19:50:29.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.321+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=JR0AS043ARSH tag=LVXXJC8G2NTC type=write size=1521019 2023-12-16T19:50:29.322 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.323+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=HQ9G0AS2LRBN type=del 2023-12-16T19:50:29.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.326+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~ZOX1QVDTI1G3.0 size=485548 2023-12-16T19:50:29.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.326+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=ZOX1QVDTI1G3 tag=D6OCWKLASI05 type=write size=1534124 2023-12-16T19:50:29.327 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.327+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~C6G8I2JE2H26.0 size=1048576 2023-12-16T19:50:29.327 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.327+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0IKPM4CW0IB8.2~C6G8I2JE2H26.1 size=815865 2023-12-16T19:50:29.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.330+0000 7f2ef5d2c640 1 < canceled multipart upload key=0IKPM4CW0IB8 upload=C6G8I2JE2H26 tag=GH2XV2M2Y772 type=write size=2913017 2023-12-16T19:50:29.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.333+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~RH2O9ZALNJ3H.0 size=95383 2023-12-16T19:50:29.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.333+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=RH2O9ZALNJ3H tag=RVGLHPXFAJIC type=write size=1143959 2023-12-16T19:50:29.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.334+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~2E36T8GRQ2D5.0 size=1048576 2023-12-16T19:50:29.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.334+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~2E36T8GRQ2D5.1 size=623421 2023-12-16T19:50:29.336 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.336+0000 7f2ef5d2c640 1 < canceled multipart upload key=9KRQ59SUFM7Z upload=2E36T8GRQ2D5 tag=74A9OR1UCVZ0 type=write size=2720573 2023-12-16T19:50:29.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.339+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.0 size=1048576 2023-12-16T19:50:29.340 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.340+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.1 size=1048576 2023-12-16T19:50:29.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.342+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.2 size=583097 2023-12-16T19:50:29.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.342+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=SHG2HA8J4LTS tag=EP26VFXTVTUI type=write size=3728825 2023-12-16T19:50:29.343 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.343+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~0YJ857QQ75ST.0 size=721182 2023-12-16T19:50:29.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.347+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=0YJ857QQ75ST tag=N0HFRAY20A12 type=write size=1769758 2023-12-16T19:50:29.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.349+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=FVURC8TYLZW5 type=del size=807822 2023-12-16T19:50:29.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.351+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=Z7CYN3HUBMC7 type=del 2023-12-16T19:50:29.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.352+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=ONJ0PRDFS0V0 type=del size=2448807 2023-12-16T19:50:29.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.354+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.0 size=1048576 2023-12-16T19:50:29.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.356+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.1 size=1048576 2023-12-16T19:50:29.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.357+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~UTJTH0390GNW.2 size=160014 2023-12-16T19:50:29.361 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.361+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=UTJTH0390GNW tag=5C0SEW6WVT66 type=write size=3305742 2023-12-16T19:50:29.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.363+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=4K3HPJKJZ31C type=del size=267577 2023-12-16T19:50:29.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.366+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=2TQIGXAST721 type=write size=669006 2023-12-16T19:50:29.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.369+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~NWDSS9O2EIO1.0 size=1048576 2023-12-16T19:50:29.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.371+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~NWDSS9O2EIO1.1 size=468607 2023-12-16T19:50:29.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.371+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=NWDSS9O2EIO1 tag=OTB1L047A4ZE type=write size=2565759 2023-12-16T19:50:29.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.372+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~N9V960FG8NRB.0 size=247379 2023-12-16T19:50:29.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.375+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=N9V960FG8NRB tag=PJZZIGCDP9YA type=write size=1295955 2023-12-16T19:50:29.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.377+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=8HF6MXIP9UVP type=del size=4090096 2023-12-16T19:50:29.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.379+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~TZHXZKAX8O0W.0 size=317236 2023-12-16T19:50:29.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.381+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=TZHXZKAX8O0W tag=LMKGDJ1OLPNS type=write size=1365812 2023-12-16T19:50:29.383 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.383+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=531PCZZXC3UY type=del size=2051605 2023-12-16T19:50:29.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.385+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=UCSZSC8UJPCA type=del 2023-12-16T19:50:29.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.386+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=QWUKS8FX1XWL type=del size=3786842 2023-12-16T19:50:29.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.388+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.0 size=1048576 2023-12-16T19:50:29.389 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.390+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.1 size=1048576 2023-12-16T19:50:29.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.391+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~1XXU7KO420PX.2 size=805851 2023-12-16T19:50:29.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.394+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=1XXU7KO420PX tag=V0FG1BTWHWAJ type=write size=3951579 2023-12-16T19:50:29.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.397+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~W1128GN614EX.0 size=510108 2023-12-16T19:50:29.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.397+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=W1128GN614EX tag=LR9GH9805T3Q type=write size=1558684 2023-12-16T19:50:29.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.399+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=ZMMOQEMILR1R type=del 2023-12-16T19:50:29.401 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.401+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=9EAGM5GWDVMQ type=del size=1301601 2023-12-16T19:50:29.403 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.403+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.0 size=1048576 2023-12-16T19:50:29.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.404+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.1 size=1048576 2023-12-16T19:50:29.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.406+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~TQ6OC352LEKV.2 size=891836 2023-12-16T19:50:29.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.409+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=TQ6OC352LEKV tag=LHH0ORJJJB64 type=write size=4037564 2023-12-16T19:50:29.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.413+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.0 size=1048576 2023-12-16T19:50:29.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.414+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.1 size=1048576 2023-12-16T19:50:29.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.416+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.2 size=855165 2023-12-16T19:50:29.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.416+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=W2ZY5NOJDMR4 tag=7Q099RMO5X9B type=write size=4000893 2023-12-16T19:50:29.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.418+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=B3QLZ960E501 type=del 2023-12-16T19:50:29.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.421+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~FNM7ARFOLB1K.0 size=1048576 2023-12-16T19:50:29.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.422+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~FNM7ARFOLB1K.1 size=145832 2023-12-16T19:50:29.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.422+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=FNM7ARFOLB1K tag=51XMOOADFYMN type=write size=2242984 2023-12-16T19:50:29.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.424+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.0 size=1048576 2023-12-16T19:50:29.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.425+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.1 size=1048576 2023-12-16T19:50:29.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.425+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~0Z78VBXH44BJ.2 size=616630 2023-12-16T19:50:29.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.428+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=0Z78VBXH44BJ tag=89AL8VVTDLR4 type=write size=3762358 2023-12-16T19:50:29.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.431+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=E26ZRLCCCKCS type=del size=4108425 2023-12-16T19:50:29.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.433+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~JR0AS043ARSH.0 size=472443 2023-12-16T19:50:29.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.436+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=JR0AS043ARSH tag=LVXXJC8G2NTC type=write size=1521019 2023-12-16T19:50:29.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.440+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~HSRWVQV0NMZW.0 size=971667 2023-12-16T19:50:29.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.440+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=HSRWVQV0NMZW tag=WNL1QA1CH0IL type=write size=2020243 2023-12-16T19:50:29.441 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.441+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~ZOX1QVDTI1G3.0 size=485548 2023-12-16T19:50:29.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.444+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=ZOX1QVDTI1G3 tag=D6OCWKLASI05 type=write size=1534124 2023-12-16T19:50:29.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.446+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=TI8RFBV39PNH type=write size=605119 2023-12-16T19:50:29.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.446+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~RH2O9ZALNJ3H.0 size=95383 2023-12-16T19:50:29.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.449+0000 7f2ef5d2c640 1 < canceled multipart upload key=9KRQ59SUFM7Z upload=RH2O9ZALNJ3H tag=RVGLHPXFAJIC type=write size=1143959 2023-12-16T19:50:29.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.452+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~11KJKTHT3GAR.0 size=1048576 2023-12-16T19:50:29.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.453+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~11KJKTHT3GAR.1 size=920461 2023-12-16T19:50:29.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.453+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=11KJKTHT3GAR tag=WTDS4NOHMELE type=write size=3017613 2023-12-16T19:50:29.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.455+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.0 size=1048576 2023-12-16T19:50:29.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.456+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.1 size=1048576 2023-12-16T19:50:29.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.458+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~SHG2HA8J4LTS.2 size=583097 2023-12-16T19:50:29.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.461+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=SHG2HA8J4LTS tag=EP26VFXTVTUI type=write size=3728825 2023-12-16T19:50:29.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.463+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=FKMFJZGY94IE type=write size=348711 2023-12-16T19:50:29.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.464+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=FVURC8TYLZW5 type=del 2023-12-16T19:50:29.466 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.466+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=FWKA5PQIZ609 type=del size=3524415 2023-12-16T19:50:29.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.470+0000 7f2ef5d2c640 1 < suggested update operation key=0977MGJVMY2Q tag=ONJ0PRDFS0V0 type=del size=2448807 2023-12-16T19:50:29.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.472+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=HBDUULZ0K750 type=del size=3876975 2023-12-16T19:50:29.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.473+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=4K3HPJKJZ31C type=del size=267577 2023-12-16T19:50:29.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.475+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=ERO0HH20UOQI type=del size=2907545 2023-12-16T19:50:29.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.475+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~NWDSS9O2EIO1.0 size=1048576 2023-12-16T19:50:29.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.475+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~NWDSS9O2EIO1.1 size=468607 2023-12-16T19:50:29.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.478+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=NWDSS9O2EIO1 tag=OTB1L047A4ZE type=write size=2565759 2023-12-16T19:50:29.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.480+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=KVEFSGDVT9FX type=del size=2906243 2023-12-16T19:50:29.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.483+0000 7f2ef5d2c640 -1 < failed to complete operation key=0977MGJVMY2Q tag=8HF6MXIP9UVP type=del size=4090096: (22) Invalid argument 2023-12-16T19:50:29.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.485+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=R0DXLV99R5E7 type=del size=712867 2023-12-16T19:50:29.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.487+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=531PCZZXC3UY type=del 2023-12-16T19:50:29.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.489+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=0X9Y19NKDTCS type=write size=664639 2023-12-16T19:50:29.490 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.491+0000 7f2ef5d2c640 1 < canceled operation key=BP4X0CT9HFAO tag=QWUKS8FX1XWL type=del size=3786842 2023-12-16T19:50:29.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.493+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=LFAP02072YX8 type=del size=119854 2023-12-16T19:50:29.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.494+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~W1128GN614EX.0 size=510108 2023-12-16T19:50:29.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.498+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=W1128GN614EX tag=LR9GH9805T3Q type=write size=1558684 2023-12-16T19:50:29.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.500+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=QN4U7VNL656Z type=del size=3564538 2023-12-16T19:50:29.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.502+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=9EAGM5GWDVMQ type=del 2023-12-16T19:50:29.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.504+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=U1TA5RWX1MEK type=write size=115468 2023-12-16T19:50:29.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.505+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.0 size=1048576 2023-12-16T19:50:29.506 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.507+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.1 size=1048576 2023-12-16T19:50:29.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.508+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~W2ZY5NOJDMR4.2 size=855165 2023-12-16T19:50:29.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.511+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=W2ZY5NOJDMR4 tag=7Q099RMO5X9B type=write size=4000893 2023-12-16T19:50:29.513 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.513+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=3WLPTVYK916F type=del size=1620028 2023-12-16T19:50:29.515 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.515+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~FNM7ARFOLB1K.0 size=1048576 2023-12-16T19:50:29.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.516+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~FNM7ARFOLB1K.1 size=145832 2023-12-16T19:50:29.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.520+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=FNM7ARFOLB1K tag=51XMOOADFYMN type=write size=2242984 2023-12-16T19:50:29.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.521+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=9UH2BCZL9TTP type=del size=2274152 2023-12-16T19:50:29.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.523+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=E26ZRLCCCKCS type=del 2023-12-16T19:50:29.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.525+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=YVAEIYH23OBS type=del size=2086428 2023-12-16T19:50:29.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.527+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~HSRWVQV0NMZW.0 size=971667 2023-12-16T19:50:29.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.530+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=HSRWVQV0NMZW tag=WNL1QA1CH0IL type=write size=2020243 2023-12-16T19:50:29.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.532+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=R7LHAMDIQEGL type=del size=88294 2023-12-16T19:50:29.535 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.535+0000 7f2ef5d2c640 1 < suggested update operation key=O47415D8FFKL tag=TI8RFBV39PNH type=write size=605119 2023-12-16T19:50:29.537 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.538+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=DXEE2DVYT2LB type=del size=3403693 2023-12-16T19:50:29.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.540+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~11KJKTHT3GAR.0 size=1048576 2023-12-16T19:50:29.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.541+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~11KJKTHT3GAR.1 size=920461 2023-12-16T19:50:29.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.544+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=11KJKTHT3GAR tag=WTDS4NOHMELE type=write size=3017613 2023-12-16T19:50:29.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.546+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=CXS0N3L0MTQ2 type=write size=917144 2023-12-16T19:50:29.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.548+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=FKMFJZGY94IE type=write size=348711 2023-12-16T19:50:29.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.550+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=NB0O0HDLP55D type=write size=919796 2023-12-16T19:50:29.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.552+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=FWKA5PQIZ609 type=del 2023-12-16T19:50:29.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.554+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=J5ELE9SN01C4 type=write size=498478 2023-12-16T19:50:29.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.555+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=HBDUULZ0K750 type=del 2023-12-16T19:50:29.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.559+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2KT1PULNKEXS.0 size=1048576 2023-12-16T19:50:29.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.560+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2KT1PULNKEXS.1 size=29236 2023-12-16T19:50:29.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.560+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=2KT1PULNKEXS tag=PI45U079Z94Y type=write size=2126388 2023-12-16T19:50:29.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.562+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=ERO0HH20UOQI type=del size=2907545 2023-12-16T19:50:29.563 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.564+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=E7XPXMSB0XAX type=del size=308015 2023-12-16T19:50:29.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.565+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=KVEFSGDVT9FX type=del 2023-12-16T19:50:29.568 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.569+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~QJJ0RKI8CBR1.0 size=356831 2023-12-16T19:50:29.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.569+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=QJJ0RKI8CBR1 tag=MVZIAY89QYI2 type=write size=1405407 2023-12-16T19:50:29.570 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.571+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=R0DXLV99R5E7 type=del 2023-12-16T19:50:29.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.572+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=IRM3S3XZQHHF type=del size=3443775 2023-12-16T19:50:29.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.574+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=0X9Y19NKDTCS type=write size=664639 2023-12-16T19:50:29.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.576+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=EKX8MIZ01H17 type=del size=807178 2023-12-16T19:50:29.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.579+0000 7f2ef5d2c640 1 < suggested update operation key=JGJZADQXTKU9 tag=LFAP02072YX8 type=del size=119854 2023-12-16T19:50:29.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.581+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=F7EQ7IRE7ELX type=del size=2199725 2023-12-16T19:50:29.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.583+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=QN4U7VNL656Z type=del 2023-12-16T19:50:29.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.586+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.0 size=1048576 2023-12-16T19:50:29.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.588+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.1 size=1048576 2023-12-16T19:50:29.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.589+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.2 size=271800 2023-12-16T19:50:29.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.589+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=7GU8TNQ0D1JY tag=H7M5Q28CVGIM type=write size=3417528 2023-12-16T19:50:29.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.591+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=U1TA5RWX1MEK type=write size=115468 2023-12-16T19:50:29.594 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.594+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~8G5X0NXEHXRQ.0 size=1048576 2023-12-16T19:50:29.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.596+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~8G5X0NXEHXRQ.1 size=611735 2023-12-16T19:50:29.596 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.596+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=8G5X0NXEHXRQ tag=ATP79ZOKDH6N type=write size=2708887 2023-12-16T19:50:29.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.598+0000 7f2ef5d2c640 -1 < failed to complete operation key=O47415D8FFKL tag=3WLPTVYK916F type=del size=1620028: (22) Invalid argument 2023-12-16T19:50:29.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.600+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=89GHXLHY7WSM type=write size=1012965 2023-12-16T19:50:29.603 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.603+0000 7f2ef5d2c640 1 < suggested update operation key=KDXC6PN4L0HE tag=9UH2BCZL9TTP type=del size=2274152 2023-12-16T19:50:29.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.606+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~PCZ26VPJH4PN.0 size=1048576 2023-12-16T19:50:29.607 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.608+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~PCZ26VPJH4PN.1 size=694405 2023-12-16T19:50:29.607 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.608+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=PCZ26VPJH4PN tag=GDGF0W9Y1AQ6 type=write size=2791557 2023-12-16T19:50:29.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.611+0000 7f2ef5d2c640 1 < suggested remove operation key=M370RML7FVOG tag=YVAEIYH23OBS type=del 2023-12-16T19:50:29.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.613+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=22LVEQ3FW7N2 type=del size=3739138 2023-12-16T19:50:29.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.614+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=R7LHAMDIQEGL type=del 2023-12-16T19:50:29.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.616+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=V4Z1TL27YOQE type=write size=773451 2023-12-16T19:50:29.619 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.619+0000 7f2ef5d2c640 1 < suggested remove operation key=D9LNRAJZRKB9 tag=DXEE2DVYT2LB type=del 2023-12-16T19:50:29.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.623+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.0 size=1048576 2023-12-16T19:50:29.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.624+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.1 size=1048576 2023-12-16T19:50:29.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.625+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.2 size=604130 2023-12-16T19:50:29.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.625+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=PG8Q45RV5ZEU tag=4Q3BJS038XPQ type=write size=3749858 2023-12-16T19:50:29.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.627+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=CXS0N3L0MTQ2 type=write size=917144 2023-12-16T19:50:29.629 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.629+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=CPQ8Z33VCGV1 type=del size=3812132 2023-12-16T19:50:29.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.631+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=NB0O0HDLP55D type=write size=919796 2023-12-16T19:50:29.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.632+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=R3MAOACUGMQV type=del size=879854 2023-12-16T19:50:29.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.634+0000 7f2ef5d2c640 1 < completed write operation key=6OFOLQYE7CY9 tag=J5ELE9SN01C4 type=write size=498478 2023-12-16T19:50:29.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.637+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.0 size=1048576 2023-12-16T19:50:29.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.639+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.1 size=1048576 2023-12-16T19:50:29.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.640+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.2 size=106989 2023-12-16T19:50:29.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.640+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=RLMMYZSFTN4Y tag=S38U08RMDH87 type=write size=3252717 2023-12-16T19:50:29.641 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.642+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2KT1PULNKEXS.0 size=1048576 2023-12-16T19:50:29.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.643+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2KT1PULNKEXS.1 size=29236 2023-12-16T19:50:29.646 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.647+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=2KT1PULNKEXS tag=PI45U079Z94Y type=write size=2126388 2023-12-16T19:50:29.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.648+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=1I295I1H2T2J type=del size=1265986 2023-12-16T19:50:29.649 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.650+0000 7f2ef5d2c640 1 < canceled operation key=8XNMDB8GAS1T tag=E7XPXMSB0XAX type=del size=308015 2023-12-16T19:50:29.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.652+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=PZF4GNF5R6M5 type=del size=1074194 2023-12-16T19:50:29.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.653+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~QJJ0RKI8CBR1.0 size=356831 2023-12-16T19:50:29.656 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.656+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=QJJ0RKI8CBR1 tag=MVZIAY89QYI2 type=write size=1405407 2023-12-16T19:50:29.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.660+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~HU5W7VHZCFRR.0 size=1048576 2023-12-16T19:50:29.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.661+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~HU5W7VHZCFRR.1 size=113766 2023-12-16T19:50:29.661 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.661+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=HU5W7VHZCFRR tag=4BUCP83GNG8M type=write size=2210918 2023-12-16T19:50:29.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.663+0000 7f2ef5d2c640 1 < canceled operation key=QDUC4OGZ9939 tag=IRM3S3XZQHHF type=del size=3443775 2023-12-16T19:50:29.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.664+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=O0DPS4OOASAM type=del size=1968895 2023-12-16T19:50:29.668 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.668+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=EKX8MIZ01H17 type=del size=807178 2023-12-16T19:50:29.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.670+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=9YYEDY0G4GEV type=del size=3068991 2023-12-16T19:50:29.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.672+0000 7f2ef5d2c640 -1 < failed to complete operation key=M370RML7FVOG tag=F7EQ7IRE7ELX type=del size=2199725: (22) Invalid argument 2023-12-16T19:50:29.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.674+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=FH8QH5K97MQP type=del size=3147602 2023-12-16T19:50:29.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.675+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.0 size=1048576 2023-12-16T19:50:29.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.677+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.1 size=1048576 2023-12-16T19:50:29.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.678+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~7GU8TNQ0D1JY.2 size=271800 2023-12-16T19:50:29.681 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.681+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=7GU8TNQ0D1JY tag=H7M5Q28CVGIM type=write size=3417528 2023-12-16T19:50:29.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.684+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.0 size=1048576 2023-12-16T19:50:29.685 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.686+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.1 size=1048576 2023-12-16T19:50:29.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.687+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.2 size=517071 2023-12-16T19:50:29.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.687+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=XELD0AJDPQOH tag=BUSECM2E2OWZ type=write size=3662799 2023-12-16T19:50:29.689 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.689+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~8G5X0NXEHXRQ.0 size=1048576 2023-12-16T19:50:29.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.691+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~8G5X0NXEHXRQ.1 size=611735 2023-12-16T19:50:29.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.694+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=8G5X0NXEHXRQ tag=ATP79ZOKDH6N type=write size=2708887 2023-12-16T19:50:29.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.696+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=GQP3J4B1P8WI type=del size=2559187 2023-12-16T19:50:29.697 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.697+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=89GHXLHY7WSM type=write size=1012965 2023-12-16T19:50:29.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.699+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=ARFQ2GY54UDY type=del size=1939193 2023-12-16T19:50:29.700 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.701+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~PCZ26VPJH4PN.0 size=1048576 2023-12-16T19:50:29.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.702+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~PCZ26VPJH4PN.1 size=694405 2023-12-16T19:50:29.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.705+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=PCZ26VPJH4PN tag=GDGF0W9Y1AQ6 type=write size=2791557 2023-12-16T19:50:29.707 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.707+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=79EXU50D9CUX type=del size=2168417 2023-12-16T19:50:29.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.709+0000 7f2ef5d2c640 1 < canceled operation key=8XNMDB8GAS1T tag=22LVEQ3FW7N2 type=del size=3739138 2023-12-16T19:50:29.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.711+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=W25FHUCB94EI type=del size=3860415 2023-12-16T19:50:29.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.713+0000 7f2ef5d2c640 1 < completed write operation key=5PBDOPNNQTMI tag=V4Z1TL27YOQE type=write size=773451 2023-12-16T19:50:29.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.716+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~U45VE28K68K8.0 size=610725 2023-12-16T19:50:29.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.716+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=U45VE28K68K8 tag=FJL02GEVINDA type=write size=1659301 2023-12-16T19:50:29.717 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.717+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.0 size=1048576 2023-12-16T19:50:29.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.719+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.1 size=1048576 2023-12-16T19:50:29.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.720+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~PG8Q45RV5ZEU.2 size=604130 2023-12-16T19:50:29.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.724+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=PG8Q45RV5ZEU tag=4Q3BJS038XPQ type=write size=3749858 2023-12-16T19:50:29.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.725+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=K0EV479FCX9L type=del size=3898143 2023-12-16T19:50:29.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.727+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=CPQ8Z33VCGV1 type=del 2023-12-16T19:50:29.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.729+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=GUC82R8EXR13 type=del size=138485 2023-12-16T19:50:29.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.731+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=R3MAOACUGMQV type=del 2023-12-16T19:50:29.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.735+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.0 size=1048576 2023-12-16T19:50:29.735 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.736+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.1 size=1048576 2023-12-16T19:50:29.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.737+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.2 size=461464 2023-12-16T19:50:29.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.737+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=9INVUESNXQP6 tag=A7BVRIG1VO87 type=write size=3607192 2023-12-16T19:50:29.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.739+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.0 size=1048576 2023-12-16T19:50:29.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.741+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.1 size=1048576 2023-12-16T19:50:29.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.742+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~RLMMYZSFTN4Y.2 size=106989 2023-12-16T19:50:29.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.746+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=RLMMYZSFTN4Y tag=S38U08RMDH87 type=write size=3252717 2023-12-16T19:50:29.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.749+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~FBBU0KCLB049.0 size=1048576 2023-12-16T19:50:29.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.751+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~FBBU0KCLB049.1 size=960615 2023-12-16T19:50:29.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.751+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=FBBU0KCLB049 tag=R6R0I81WX5GH type=write size=3057767 2023-12-16T19:50:29.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.753+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=1I295I1H2T2J type=del 2023-12-16T19:50:29.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.755+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=WWMBOXAEP06O type=del size=317702 2023-12-16T19:50:29.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.757+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=PZF4GNF5R6M5 type=del 2023-12-16T19:50:29.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.758+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=GG3N6QAX4TV9 type=del size=3155025 2023-12-16T19:50:29.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.760+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~HU5W7VHZCFRR.0 size=1048576 2023-12-16T19:50:29.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.762+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~HU5W7VHZCFRR.1 size=113766 2023-12-16T19:50:29.765 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.766+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=HU5W7VHZCFRR tag=4BUCP83GNG8M type=write size=2210918 2023-12-16T19:50:29.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.767+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=WUM7GD865K82 type=del size=1427997 2023-12-16T19:50:29.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.769+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=O0DPS4OOASAM type=del 2023-12-16T19:50:29.772 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.772+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~2925G170310K.0 size=1008400 2023-12-16T19:50:29.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.772+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=2925G170310K tag=DBJP0P4XRRCY type=write size=2056976 2023-12-16T19:50:29.774 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.774+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=9YYEDY0G4GEV type=del 2023-12-16T19:50:29.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.776+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=SLCI21HPP6VD type=del size=3956486 2023-12-16T19:50:29.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.778+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=FH8QH5K97MQP type=del size=3147602 2023-12-16T19:50:29.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.780+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=4WM4T19NJK7W type=del size=3108388 2023-12-16T19:50:29.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.782+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.0 size=1048576 2023-12-16T19:50:29.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.784+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.1 size=1048576 2023-12-16T19:50:29.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.785+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~XELD0AJDPQOH.2 size=517071 2023-12-16T19:50:29.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.788+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=XELD0AJDPQOH tag=BUSECM2E2OWZ type=write size=3662799 2023-12-16T19:50:29.790 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.790+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=SDB1SCLEAEUO type=del size=1970000 2023-12-16T19:50:29.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.792+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=GQP3J4B1P8WI type=del 2023-12-16T19:50:29.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.795+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~TXQQ3NF5GAVK.0 size=1048576 2023-12-16T19:50:29.796 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.796+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~TXQQ3NF5GAVK.1 size=216511 2023-12-16T19:50:29.796 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.796+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=TXQQ3NF5GAVK tag=AO8D3AE6Z5ZO type=write size=2313663 2023-12-16T19:50:29.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.798+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=ARFQ2GY54UDY type=del 2023-12-16T19:50:29.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.802+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.0 size=1048576 2023-12-16T19:50:29.803 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.804+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.1 size=1048576 2023-12-16T19:50:29.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.806+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.2 size=546716 2023-12-16T19:50:29.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.806+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=YZXL4J2Y1YPV tag=LLUPQ3XKP1PE type=write size=3692444 2023-12-16T19:50:29.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.807+0000 7f2ef5d2c640 1 < canceled operation key=MSNLCTTZ723G tag=79EXU50D9CUX type=del size=2168417 2023-12-16T19:50:29.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.811+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.0 size=1048576 2023-12-16T19:50:29.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.813+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.1 size=1048576 2023-12-16T19:50:29.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.814+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.2 size=1008013 2023-12-16T19:50:29.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.814+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=80TK8Q01ASQS tag=ZT1J5WNCSF59 type=write size=4153741 2023-12-16T19:50:29.815 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.816+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=W25FHUCB94EI type=del 2023-12-16T19:50:29.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.817+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=OURDGDPZA0LG type=del size=2295646 2023-12-16T19:50:29.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.819+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~U45VE28K68K8.0 size=610725 2023-12-16T19:50:29.822 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.822+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=U45VE28K68K8 tag=FJL02GEVINDA type=write size=1659301 2023-12-16T19:50:29.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.824+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=VW8WDWVHZ0FW type=del size=259385 2023-12-16T19:50:29.825 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.826+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=K0EV479FCX9L type=del 2023-12-16T19:50:29.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.828+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=H733F3DIMZVA type=del size=289681 2023-12-16T19:50:29.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.830+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=GUC82R8EXR13 type=del 2023-12-16T19:50:29.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.832+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=UAF55CQGZ1WQ type=del size=3830297 2023-12-16T19:50:29.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.833+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.0 size=1048576 2023-12-16T19:50:29.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.835+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.1 size=1048576 2023-12-16T19:50:29.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.836+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~9INVUESNXQP6.2 size=461464 2023-12-16T19:50:29.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.839+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=9INVUESNXQP6 tag=A7BVRIG1VO87 type=write size=3607192 2023-12-16T19:50:29.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.841+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=W263DS08XAZ7 type=del size=435965 2023-12-16T19:50:29.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.843+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~FBBU0KCLB049.0 size=1048576 2023-12-16T19:50:29.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.845+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~FBBU0KCLB049.1 size=960615 2023-12-16T19:50:29.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.848+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=FBBU0KCLB049 tag=R6R0I81WX5GH type=write size=3057767 2023-12-16T19:50:29.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.851+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~59VD0UATMDA8.0 size=352500 2023-12-16T19:50:29.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.851+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=59VD0UATMDA8 tag=BDQ6MYXQHR5K type=write size=1401076 2023-12-16T19:50:29.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.854+0000 7f2ef5d2c640 1 < suggested remove operation key=D64S91AR017D tag=WWMBOXAEP06O type=del 2023-12-16T19:50:29.857 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.856+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=VOQ1QS630VP2 type=write size=357688 2023-12-16T19:50:29.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.858+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=GG3N6QAX4TV9 type=del 2023-12-16T19:50:29.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.861+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.0 size=1048576 2023-12-16T19:50:29.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.863+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.1 size=1048576 2023-12-16T19:50:29.865 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.865+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.2 size=495303 2023-12-16T19:50:29.865 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.865+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=9PIK9DTYSML0 tag=C7RJ9QOR9ZOR type=write size=3641031 2023-12-16T19:50:29.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.867+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=WUM7GD865K82 type=del 2023-12-16T19:50:29.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.870+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~Q00BYT6QAVVW.0 size=1048576 2023-12-16T19:50:29.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.872+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~Q00BYT6QAVVW.1 size=248007 2023-12-16T19:50:29.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.872+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=Q00BYT6QAVVW tag=AVID95WFDVQM type=write size=2345159 2023-12-16T19:50:29.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.874+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~2925G170310K.0 size=1008400 2023-12-16T19:50:29.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.877+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=2925G170310K tag=DBJP0P4XRRCY type=write size=2056976 2023-12-16T19:50:29.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.878+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=421WTQGRE3VC type=write size=640023 2023-12-16T19:50:29.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.880+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=SLCI21HPP6VD type=del 2023-12-16T19:50:29.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.882+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=SDCFXMWG2NW9 type=write size=583455 2023-12-16T19:50:29.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.884+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=4WM4T19NJK7W type=del 2023-12-16T19:50:29.885 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.885+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=9JHPIAI8CTC5 type=del size=431713 2023-12-16T19:50:29.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.887+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=SDB1SCLEAEUO type=del 2023-12-16T19:50:29.888 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.889+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=ZLMG112Y3PD1 type=del size=2561894 2023-12-16T19:50:29.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.890+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~TXQQ3NF5GAVK.0 size=1048576 2023-12-16T19:50:29.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.892+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~TXQQ3NF5GAVK.1 size=216511 2023-12-16T19:50:29.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.895+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=TXQQ3NF5GAVK tag=AO8D3AE6Z5ZO type=write size=2313663 2023-12-16T19:50:29.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.897+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=W5IL9QVQGHLV type=del size=2226345 2023-12-16T19:50:29.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.898+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.0 size=1048576 2023-12-16T19:50:29.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.900+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.1 size=1048576 2023-12-16T19:50:29.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.901+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YZXL4J2Y1YPV.2 size=546716 2023-12-16T19:50:29.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.905+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=YZXL4J2Y1YPV tag=LLUPQ3XKP1PE type=write size=3692444 2023-12-16T19:50:29.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.906+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=7AE0I5FYTQJA type=write size=765286 2023-12-16T19:50:29.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.908+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.0 size=1048576 2023-12-16T19:50:29.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.910+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.1 size=1048576 2023-12-16T19:50:29.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.911+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~80TK8Q01ASQS.2 size=1008013 2023-12-16T19:50:29.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.915+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=80TK8Q01ASQS tag=ZT1J5WNCSF59 type=write size=4153741 2023-12-16T19:50:29.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.916+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=DKNWSNSP2PXF type=del size=4039796 2023-12-16T19:50:29.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.920+0000 7f2ef5d2c640 1 < suggested remove operation key=1MJ52B125Q24 tag=OURDGDPZA0LG type=del 2023-12-16T19:50:29.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.921+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=VIGB0YSR5UOI type=write size=807054 2023-12-16T19:50:29.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.923+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=VW8WDWVHZ0FW type=del 2023-12-16T19:50:29.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.927+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~HR27XTLZI1FY.0 size=52180 2023-12-16T19:50:29.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.927+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=HR27XTLZI1FY tag=KLT6YI7RJVOL type=write size=1100756 2023-12-16T19:50:29.930 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.930+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=H733F3DIMZVA type=del 2023-12-16T19:50:29.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.932+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=2U97J089EUZP type=write size=857038 2023-12-16T19:50:29.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.934+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=UAF55CQGZ1WQ type=del 2023-12-16T19:50:29.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.935+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=P9KTQE3GKI3O type=del size=3942734 2023-12-16T19:50:29.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.937+0000 7f2ef5d2c640 1 < canceled operation key=U16U268CZYJU tag=W263DS08XAZ7 type=del size=435965 2023-12-16T19:50:29.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.940+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~TZIM6930HX64.0 size=1048576 2023-12-16T19:50:29.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.942+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~TZIM6930HX64.1 size=75226 2023-12-16T19:50:29.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.942+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=TZIM6930HX64 tag=YQXI60X3GCF6 type=write size=2172378 2023-12-16T19:50:29.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.944+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~59VD0UATMDA8.0 size=352500 2023-12-16T19:50:29.946 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.947+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=59VD0UATMDA8 tag=BDQ6MYXQHR5K type=write size=1401076 2023-12-16T19:50:29.948 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.948+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=HUDES1HT0Z3N type=del size=902627 2023-12-16T19:50:29.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.950+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=VOQ1QS630VP2 type=write size=357688 2023-12-16T19:50:29.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.954+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~0MT299QOJ920.0 size=1048576 2023-12-16T19:50:29.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.955+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~0MT299QOJ920.1 size=708628 2023-12-16T19:50:29.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.955+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=0MT299QOJ920 tag=DTOFFN61WMLW type=write size=2805780 2023-12-16T19:50:29.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.956+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.0 size=1048576 2023-12-16T19:50:29.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.957+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.1 size=1048576 2023-12-16T19:50:29.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.959+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~9PIK9DTYSML0.2 size=495303 2023-12-16T19:50:29.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.962+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=9PIK9DTYSML0 tag=C7RJ9QOR9ZOR type=write size=3641031 2023-12-16T19:50:29.963 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.964+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=QF1DH31E0O22 type=del size=3324662 2023-12-16T19:50:29.965 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.965+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~Q00BYT6QAVVW.0 size=1048576 2023-12-16T19:50:29.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.967+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~Q00BYT6QAVVW.1 size=248007 2023-12-16T19:50:29.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.970+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=Q00BYT6QAVVW tag=AVID95WFDVQM type=write size=2345159 2023-12-16T19:50:29.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.973+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~4DDRBG6WFNAQ.0 size=1048576 2023-12-16T19:50:29.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.975+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~4DDRBG6WFNAQ.1 size=755955 2023-12-16T19:50:29.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.975+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=4DDRBG6WFNAQ tag=AMT1QSY4EGLJ type=write size=2853107 2023-12-16T19:50:29.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.977+0000 7f2ef5d2c640 1 < completed write operation key=KZ7TQX626J26 tag=421WTQGRE3VC type=write size=640023 2023-12-16T19:50:29.980 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.980+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~D8JBX2AXFB67.0 size=1048576 2023-12-16T19:50:29.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.982+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~D8JBX2AXFB67.1 size=384130 2023-12-16T19:50:29.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.982+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=D8JBX2AXFB67 tag=WLDLIQARDZDJ type=write size=2481282 2023-12-16T19:50:29.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.983+0000 7f2ef5d2c640 1 < completed write operation key=ZQ5BST6X324W tag=SDCFXMWG2NW9 type=write size=583455 2023-12-16T19:50:29.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.985+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=JU5LMKDY4HO3 type=del size=181415 2023-12-16T19:50:29.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.987+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=9JHPIAI8CTC5 type=del 2023-12-16T19:50:29.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.989+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=XZTHKDZ5I3L5 type=del size=2776565 2023-12-16T19:50:29.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.989+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=1MJ52B125Q24 tag=ZLMG112Y3PD1 type=del size=2561894: (2) No such file or directory 2023-12-16T19:50:29.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.991+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=EFK8NE2ZR3BG type=write size=487327 2023-12-16T19:50:29.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.993+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=W5IL9QVQGHLV type=del 2023-12-16T19:50:29.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.996+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.0 size=1048576 2023-12-16T19:50:29.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.997+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.1 size=1048576 2023-12-16T19:50:29.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.999+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.2 size=110519 2023-12-16T19:50:29.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:29.999+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=7HC3TMKALHI1 tag=WKVDQ322D15Q type=write size=3256247 2023-12-16T19:50:30.001 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.001+0000 7f2ef5d2c640 1 < completed write operation key=D64S91AR017D tag=7AE0I5FYTQJA type=write size=765286 2023-12-16T19:50:30.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.003+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=2PZ2ZL32DL31 type=del size=1011705 2023-12-16T19:50:30.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.005+0000 7f2ef5d2c640 1 < canceled operation key=BP4X0CT9HFAO tag=DKNWSNSP2PXF type=del size=4039796 2023-12-16T19:50:30.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.008+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.0 size=1048576 2023-12-16T19:50:30.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.010+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.1 size=1048576 2023-12-16T19:50:30.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.011+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.2 size=780045 2023-12-16T19:50:30.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.011+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=S48M5DLU0WMB tag=R01GF1WBLAOK type=write size=3925773 2023-12-16T19:50:30.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.015+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=VIGB0YSR5UOI type=write 2023-12-16T19:50:30.018 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.018+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~EN50TK26W2HI.0 size=1048576 2023-12-16T19:50:30.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.019+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~EN50TK26W2HI.1 size=191384 2023-12-16T19:50:30.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.019+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=EN50TK26W2HI tag=666WFO7B9GYF type=write size=2288536 2023-12-16T19:50:30.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.021+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~HR27XTLZI1FY.0 size=52180 2023-12-16T19:50:30.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.025+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=HR27XTLZI1FY tag=KLT6YI7RJVOL type=write size=1100756 2023-12-16T19:50:30.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.027+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=HN1G9MUYZ5QH type=del size=1373604 2023-12-16T19:50:30.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.029+0000 7f2ef5d2c640 1 < completed write operation key=132QU0TGO26D tag=2U97J089EUZP type=write size=857038 2023-12-16T19:50:30.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.030+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=BBN36X84QJSZ type=write size=592889 2023-12-16T19:50:30.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.034+0000 7f2ef5d2c640 1 < suggested update operation key=0IKPM4CW0IB8 tag=P9KTQE3GKI3O type=del size=3942734 2023-12-16T19:50:30.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.037+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=23VK4B2TKT2F type=del size=3239638 2023-12-16T19:50:30.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.038+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~TZIM6930HX64.0 size=1048576 2023-12-16T19:50:30.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.040+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~TZIM6930HX64.1 size=75226 2023-12-16T19:50:30.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.043+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=TZIM6930HX64 tag=YQXI60X3GCF6 type=write size=2172378 2023-12-16T19:50:30.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.045+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=9VNVPTUOE2B6 type=del size=4158312 2023-12-16T19:50:30.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.048+0000 7f2ef5d2c640 1 < suggested remove operation key=34B5L3BXNV17 tag=HUDES1HT0Z3N type=del 2023-12-16T19:50:30.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.050+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=II1YIHFY9HFN type=del size=1446774 2023-12-16T19:50:30.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.050+0000 7f2ef5d2c640 1 < canceled part key=_multipart_5PBDOPNNQTMI.2~0MT299QOJ920.0 size=1048576 2023-12-16T19:50:30.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.052+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~0MT299QOJ920.1 size=708628 2023-12-16T19:50:30.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.055+0000 7f2ef5d2c640 1 < canceled multipart upload key=5PBDOPNNQTMI upload=0MT299QOJ920 tag=DTOFFN61WMLW type=write size=2805780 2023-12-16T19:50:30.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.057+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=LBM5TH0E72IP type=del size=1485121 2023-12-16T19:50:30.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.059+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=QF1DH31E0O22 type=del 2023-12-16T19:50:30.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.062+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~GCVSMN4BZKBW.0 size=305625 2023-12-16T19:50:30.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.062+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=GCVSMN4BZKBW tag=HVMMJWR55A4H type=write size=1354201 2023-12-16T19:50:30.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.064+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~4DDRBG6WFNAQ.0 size=1048576 2023-12-16T19:50:30.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.064+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~4DDRBG6WFNAQ.1 size=755955 2023-12-16T19:50:30.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.067+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=4DDRBG6WFNAQ tag=AMT1QSY4EGLJ type=write size=2853107 2023-12-16T19:50:30.068 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.069+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=576C3Z0QE1KK type=del size=395878 2023-12-16T19:50:30.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.071+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~D8JBX2AXFB67.0 size=1048576 2023-12-16T19:50:30.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.073+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~D8JBX2AXFB67.1 size=384130 2023-12-16T19:50:30.075 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.076+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=D8JBX2AXFB67 tag=WLDLIQARDZDJ type=write size=2481282 2023-12-16T19:50:30.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.078+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=F8VWIV1I6UPA type=del size=2532338 2023-12-16T19:50:30.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.080+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=JU5LMKDY4HO3 type=del 2023-12-16T19:50:30.081 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.081+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=UOE4JPU5UFDY type=write size=462684 2023-12-16T19:50:30.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.083+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=XZTHKDZ5I3L5 type=del 2023-12-16T19:50:30.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.085+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=VIFOIA37VPIK type=del size=2099258 2023-12-16T19:50:30.087 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.088+0000 7f2ef5d2c640 1 < completed write operation key=132QU0TGO26D tag=EFK8NE2ZR3BG type=write size=487327 2023-12-16T19:50:30.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.089+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=EF1B42WE59Z8 type=del size=1864639 2023-12-16T19:50:30.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.091+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.0 size=1048576 2023-12-16T19:50:30.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.093+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.1 size=1048576 2023-12-16T19:50:30.094 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.095+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~7HC3TMKALHI1.2 size=110519 2023-12-16T19:50:30.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.098+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=7HC3TMKALHI1 tag=WKVDQ322D15Q type=write size=3256247 2023-12-16T19:50:30.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.100+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=W6H18LMB18A4 type=del size=3749820 2023-12-16T19:50:30.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.101+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=2PZ2ZL32DL31 type=del 2023-12-16T19:50:30.103 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.103+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=9K2VP5Z8AAOM type=del size=2926025 2023-12-16T19:50:30.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.105+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.0 size=1048576 2023-12-16T19:50:30.107 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.107+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.1 size=1048576 2023-12-16T19:50:30.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.108+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~S48M5DLU0WMB.2 size=780045 2023-12-16T19:50:30.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.112+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=S48M5DLU0WMB tag=R01GF1WBLAOK type=write size=3925773 2023-12-16T19:50:30.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.113+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=GX5YSBHO6AUU type=del size=1382121 2023-12-16T19:50:30.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.116+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~EN50TK26W2HI.0 size=1048576 2023-12-16T19:50:30.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.117+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~EN50TK26W2HI.1 size=191384 2023-12-16T19:50:30.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.120+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=EN50TK26W2HI tag=666WFO7B9GYF type=write size=2288536 2023-12-16T19:50:30.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.122+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=6UTGKHKKR749 type=del size=3981802 2023-12-16T19:50:30.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.124+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=HN1G9MUYZ5QH type=del 2023-12-16T19:50:30.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.126+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=80YDRK7Z3G2L type=write size=877594 2023-12-16T19:50:30.127 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.128+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=BBN36X84QJSZ type=write size=592889 2023-12-16T19:50:30.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.131+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.0 size=1048576 2023-12-16T19:50:30.132 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.133+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.1 size=1048576 2023-12-16T19:50:30.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.134+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.2 size=267549 2023-12-16T19:50:30.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.134+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=L2D3ZHT326W5 tag=NTHGCBIFUUK7 type=write size=3413277 2023-12-16T19:50:30.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.137+0000 7f2ef5d2c640 -1 < failed to complete operation key=34B5L3BXNV17 tag=23VK4B2TKT2F type=del size=3239638: (22) Invalid argument 2023-12-16T19:50:30.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.140+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~9H3DCKC7EGCB.0 size=1048576 2023-12-16T19:50:30.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.142+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~9H3DCKC7EGCB.1 size=242164 2023-12-16T19:50:30.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.142+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=9H3DCKC7EGCB tag=XDNNL0NUSQ1N type=write size=2339316 2023-12-16T19:50:30.143 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.143+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=9VNVPTUOE2B6 type=del 2023-12-16T19:50:30.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.145+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=6U0YTH4H93CV type=del size=878232 2023-12-16T19:50:30.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.149+0000 7f2ef5d2c640 1 < suggested remove operation key=3I8OH9GP7T7F tag=II1YIHFY9HFN type=del 2023-12-16T19:50:30.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.151+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=GG20RZ1I1KDG type=del size=239523 2023-12-16T19:50:30.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.153+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=LBM5TH0E72IP type=del 2023-12-16T19:50:30.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.155+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=VOJ6QABH9XVD type=del size=3023446 2023-12-16T19:50:30.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.156+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~GCVSMN4BZKBW.0 size=305625 2023-12-16T19:50:30.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.159+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=GCVSMN4BZKBW tag=HVMMJWR55A4H type=write size=1354201 2023-12-16T19:50:30.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.161+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=9ERNV23X0H71 type=del size=731665 2023-12-16T19:50:30.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.162+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=3I8OH9GP7T7F tag=576C3Z0QE1KK type=del size=395878: (2) No such file or directory 2023-12-16T19:50:30.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.163+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=7LNIXO8701Z8 type=del size=2444095 2023-12-16T19:50:30.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.165+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=F8VWIV1I6UPA type=del 2023-12-16T19:50:30.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.167+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=CN8VQ3NBCK3J type=write size=30799 2023-12-16T19:50:30.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.171+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=UOE4JPU5UFDY type=write size=462684 2023-12-16T19:50:30.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.172+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=QVFS4KY8I081 type=del size=3993013 2023-12-16T19:50:30.175 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.176+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=VIFOIA37VPIK type=del size=2099258 2023-12-16T19:50:30.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.178+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=R4S5SWCG7HHG type=del size=291582 2023-12-16T19:50:30.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.181+0000 7f2ef5d2c640 1 < suggested update operation key=KZ7TQX626J26 tag=EF1B42WE59Z8 type=del size=1864639 2023-12-16T19:50:30.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.185+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~PUT2PA0OCGNM.0 size=702560 2023-12-16T19:50:30.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.185+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=PUT2PA0OCGNM tag=W5ZP1PCU0J1R type=write size=1751136 2023-12-16T19:50:30.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.188+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=W6H18LMB18A4 type=del 2023-12-16T19:50:30.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.190+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=GBIIEZ12N1YB type=del size=575594 2023-12-16T19:50:30.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.193+0000 7f2ef5d2c640 -1 < failed to complete operation key=KZ7TQX626J26 tag=9K2VP5Z8AAOM type=del size=2926025: (22) Invalid argument 2023-12-16T19:50:30.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.196+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~53AOI2UOEYIA.0 size=6032 2023-12-16T19:50:30.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.196+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=53AOI2UOEYIA tag=GD8UWJ45WYV6 type=write size=1054608 2023-12-16T19:50:30.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.198+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=GX5YSBHO6AUU type=del 2023-12-16T19:50:30.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.200+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=32OF69C0LMZO type=del size=2768884 2023-12-16T19:50:30.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.202+0000 7f2ef5d2c640 -1 < failed to complete operation key=4B9JQDI6Y8LC tag=6UTGKHKKR749 type=del size=3981802: (22) Invalid argument 2023-12-16T19:50:30.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.204+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=KONEPWJC2DX5 type=del size=2729459 2023-12-16T19:50:30.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.205+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=80YDRK7Z3G2L type=write size=877594 2023-12-16T19:50:30.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.207+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=SWW4ETHRHVFK type=del size=3098131 2023-12-16T19:50:30.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.209+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.0 size=1048576 2023-12-16T19:50:30.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.209+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.1 size=1048576 2023-12-16T19:50:30.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.210+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~L2D3ZHT326W5.2 size=267549 2023-12-16T19:50:30.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.213+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=L2D3ZHT326W5 tag=NTHGCBIFUUK7 type=write size=3413277 2023-12-16T19:50:30.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.215+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=38HS3W9UAXV0 type=del size=2358881 2023-12-16T19:50:30.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.217+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~9H3DCKC7EGCB.0 size=1048576 2023-12-16T19:50:30.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.219+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~9H3DCKC7EGCB.1 size=242164 2023-12-16T19:50:30.222 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.222+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=9H3DCKC7EGCB tag=XDNNL0NUSQ1N type=write size=2339316 2023-12-16T19:50:30.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.224+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=N30L8YI3JWJM type=write size=286950 2023-12-16T19:50:30.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.225+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=6U0YTH4H93CV type=del 2023-12-16T19:50:30.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.230+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.0 size=1048576 2023-12-16T19:50:30.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.231+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.1 size=1048576 2023-12-16T19:50:30.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.233+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.2 size=388617 2023-12-16T19:50:30.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.233+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=015OJ9BG5L9F tag=0XJP9ILL8ICM type=write size=3534345 2023-12-16T19:50:30.234 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.235+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=GG20RZ1I1KDG type=del 2023-12-16T19:50:30.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.237+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=VK3ZHL0JDIHH type=del size=133312 2023-12-16T19:50:30.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.241+0000 7f2ef5d2c640 1 < suggested update operation key=MOECJRWYZ5M1 tag=VOJ6QABH9XVD type=del size=3023446 2023-12-16T19:50:30.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.244+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.0 size=1048576 2023-12-16T19:50:30.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.245+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.1 size=1048576 2023-12-16T19:50:30.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.247+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.2 size=1032015 2023-12-16T19:50:30.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.247+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=SSI66L2VSX5B tag=7XOLSHH2ZSUN type=write size=4177743 2023-12-16T19:50:30.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.249+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=9ERNV23X0H71 type=del 2023-12-16T19:50:30.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.251+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=3JM1QDJII422 type=write size=576532 2023-12-16T19:50:30.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.252+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=7LNIXO8701Z8 type=del 2023-12-16T19:50:30.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.254+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=10IHCZW546YH type=del size=2451363 2023-12-16T19:50:30.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.256+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=CN8VQ3NBCK3J type=write size=30799 2023-12-16T19:50:30.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.260+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~0PCHYNL0W1R9.0 size=514770 2023-12-16T19:50:30.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.260+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=0PCHYNL0W1R9 tag=I0ZJ2WWGAYW9 type=write size=1563346 2023-12-16T19:50:30.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.263+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=QVFS4KY8I081 type=del 2023-12-16T19:50:30.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.267+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~9TCT2PB5486A.0 size=884773 2023-12-16T19:50:30.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.267+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=9TCT2PB5486A tag=QVDAB4XF7UBG type=write size=1933349 2023-12-16T19:50:30.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.269+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=R4S5SWCG7HHG type=del 2023-12-16T19:50:30.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.272+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.0 size=1048576 2023-12-16T19:50:30.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.274+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.1 size=1048576 2023-12-16T19:50:30.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.275+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.2 size=1013583 2023-12-16T19:50:30.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.275+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=8E2A1VY4Y10T tag=CRJUZKIKBFUU type=write size=4159311 2023-12-16T19:50:30.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.277+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~PUT2PA0OCGNM.0 size=702560 2023-12-16T19:50:30.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.280+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=PUT2PA0OCGNM tag=W5ZP1PCU0J1R type=write size=1751136 2023-12-16T19:50:30.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.284+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~W4W2VCKKAEYP.0 size=7725 2023-12-16T19:50:30.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.284+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=W4W2VCKKAEYP tag=TTFSWUZ3WFXF type=write size=1056301 2023-12-16T19:50:30.285 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.285+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=GBIIEZ12N1YB type=del 2023-12-16T19:50:30.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.289+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~132YCWA7LBMP.0 size=719852 2023-12-16T19:50:30.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.289+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=132YCWA7LBMP tag=CF8D87APEP07 type=write size=1768428 2023-12-16T19:50:30.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.291+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~53AOI2UOEYIA.0 size=6032 2023-12-16T19:50:30.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.294+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=53AOI2UOEYIA tag=GD8UWJ45WYV6 type=write size=1054608 2023-12-16T19:50:30.297 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.297+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.0 size=1048576 2023-12-16T19:50:30.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.299+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.1 size=1048576 2023-12-16T19:50:30.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.300+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.2 size=915634 2023-12-16T19:50:30.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.300+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=3PC1MP0O1VJO tag=5W0JSMBYR57G type=write size=4061362 2023-12-16T19:50:30.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.302+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=32OF69C0LMZO type=del 2023-12-16T19:50:30.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.304+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=S2CA25UKGHUV type=del size=2901923 2023-12-16T19:50:30.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.306+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=KONEPWJC2DX5 type=del 2023-12-16T19:50:30.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.309+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~NQRCSGIK9V08.0 size=1048576 2023-12-16T19:50:30.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.311+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~NQRCSGIK9V08.1 size=509757 2023-12-16T19:50:30.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.311+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=NQRCSGIK9V08 tag=YJ7P9HXR6GQR type=write size=2606909 2023-12-16T19:50:30.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.312+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=SWW4ETHRHVFK type=del 2023-12-16T19:50:30.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.316+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~IEE7K8HTXBP4.0 size=24435 2023-12-16T19:50:30.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.316+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=IEE7K8HTXBP4 tag=A7H41YSR2XPM type=write size=1073011 2023-12-16T19:50:30.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.319+0000 7f2ef5d2c640 1 < suggested remove operation key=JGJZADQXTKU9 tag=38HS3W9UAXV0 type=del 2023-12-16T19:50:30.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.323+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~FC5S13HBBJGE.0 size=822865 2023-12-16T19:50:30.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.323+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=FC5S13HBBJGE tag=OHP1V0O5CWY2 type=write size=1871441 2023-12-16T19:50:30.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.325+0000 7f2ef5d2c640 1 < completed write operation key=02FTPVWM8G45 tag=N30L8YI3JWJM type=write size=286950 2023-12-16T19:50:30.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.327+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=B91K5BDFHDZC type=del size=3444485 2023-12-16T19:50:30.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.329+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.0 size=1048576 2023-12-16T19:50:30.331 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.331+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.1 size=1048576 2023-12-16T19:50:30.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.332+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~015OJ9BG5L9F.2 size=388617 2023-12-16T19:50:30.336 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.336+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=015OJ9BG5L9F tag=0XJP9ILL8ICM type=write size=3534345 2023-12-16T19:50:30.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.338+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=PKDYEZZ6QPFW type=del size=902222 2023-12-16T19:50:30.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.341+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=VK3ZHL0JDIHH type=del 2023-12-16T19:50:30.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.346+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.0 size=1048576 2023-12-16T19:50:30.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.347+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.1 size=1048576 2023-12-16T19:50:30.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.349+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.2 size=903054 2023-12-16T19:50:30.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.349+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=KGHZ5A0EYTA6 tag=OGAUJFRNMSNC type=write size=4048782 2023-12-16T19:50:30.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.351+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.0 size=1048576 2023-12-16T19:50:30.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.352+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.1 size=1048576 2023-12-16T19:50:30.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.354+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~SSI66L2VSX5B.2 size=1032015 2023-12-16T19:50:30.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.357+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=SSI66L2VSX5B tag=7XOLSHH2ZSUN type=write size=4177743 2023-12-16T19:50:30.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.359+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=SIH3TLHUIHFL type=del size=2427907 2023-12-16T19:50:30.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.360+0000 7f2ef5d2c640 1 < completed write operation key=4DEANTZS07W7 tag=3JM1QDJII422 type=write size=576532 2023-12-16T19:50:30.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.362+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=3JI1A5LMW391 type=del size=3935179 2023-12-16T19:50:30.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.364+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=10IHCZW546YH type=del 2023-12-16T19:50:30.368 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.368+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~7JGUR6PXETSO.0 size=1048576 2023-12-16T19:50:30.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.371+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~7JGUR6PXETSO.1 size=929419 2023-12-16T19:50:30.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.371+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=7JGUR6PXETSO tag=NMOJ3R3ZXBV1 type=write size=3026571 2023-12-16T19:50:30.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.371+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~0PCHYNL0W1R9.0 size=514770 2023-12-16T19:50:30.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.374+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=0PCHYNL0W1R9 tag=I0ZJ2WWGAYW9 type=write size=1563346 2023-12-16T19:50:30.376 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.376+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=BTLJUNTXUTKG type=del size=630676 2023-12-16T19:50:30.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.378+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~9TCT2PB5486A.0 size=884773 2023-12-16T19:50:30.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.381+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=9TCT2PB5486A tag=QVDAB4XF7UBG type=write size=1933349 2023-12-16T19:50:30.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.382+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=5KOA3X5ROXOX type=del size=45650 2023-12-16T19:50:30.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.384+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.0 size=1048576 2023-12-16T19:50:30.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.384+0000 7f2ef5d2c640 1 < canceled part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.1 size=1048576 2023-12-16T19:50:30.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.386+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~8E2A1VY4Y10T.2 size=1013583 2023-12-16T19:50:30.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.390+0000 7f2ef5d2c640 1 < canceled multipart upload key=REMAKLL0UEJD upload=8E2A1VY4Y10T tag=CRJUZKIKBFUU type=write size=4159311 2023-12-16T19:50:30.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.392+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=1GQBEDMJ0ISL type=del size=3543426 2023-12-16T19:50:30.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.394+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~W4W2VCKKAEYP.0 size=7725 2023-12-16T19:50:30.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.398+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=W4W2VCKKAEYP tag=TTFSWUZ3WFXF type=write size=1056301 2023-12-16T19:50:30.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.400+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=0UIPXLJH30QS type=del size=2076550 2023-12-16T19:50:30.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.402+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~132YCWA7LBMP.0 size=719852 2023-12-16T19:50:30.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.405+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=132YCWA7LBMP tag=CF8D87APEP07 type=write size=1768428 2023-12-16T19:50:30.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.409+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A715DDAQQB07.0 size=1048576 2023-12-16T19:50:30.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.411+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A715DDAQQB07.1 size=1048576 2023-12-16T19:50:30.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.413+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~A715DDAQQB07.2 size=511919 2023-12-16T19:50:30.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.413+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=A715DDAQQB07 tag=UQ5JEOHYFNVJ type=write size=3657647 2023-12-16T19:50:30.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.415+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.0 size=1048576 2023-12-16T19:50:30.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.417+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.1 size=1048576 2023-12-16T19:50:30.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.418+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~3PC1MP0O1VJO.2 size=915634 2023-12-16T19:50:30.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.421+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=3PC1MP0O1VJO tag=5W0JSMBYR57G type=write size=4061362 2023-12-16T19:50:30.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.423+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=824DZK8N5P7H type=del size=364189 2023-12-16T19:50:30.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.425+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=S2CA25UKGHUV type=del 2023-12-16T19:50:30.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.427+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=SA4FEJOJFAJ4 type=del size=3138294 2023-12-16T19:50:30.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.429+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~NQRCSGIK9V08.0 size=1048576 2023-12-16T19:50:30.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.430+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~NQRCSGIK9V08.1 size=509757 2023-12-16T19:50:30.433 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.433+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=NQRCSGIK9V08 tag=YJ7P9HXR6GQR type=write size=2606909 2023-12-16T19:50:30.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.437+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~XKEXH6M7JOF8.0 size=1048576 2023-12-16T19:50:30.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.439+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~XKEXH6M7JOF8.1 size=514554 2023-12-16T19:50:30.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.439+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=XKEXH6M7JOF8 tag=RXVR1FS90RCR type=write size=2611706 2023-12-16T19:50:30.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.441+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~IEE7K8HTXBP4.0 size=24435 2023-12-16T19:50:30.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.444+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=IEE7K8HTXBP4 tag=A7H41YSR2XPM type=write size=1073011 2023-12-16T19:50:30.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.446+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=WD0VR3ED7RLA type=del size=1514263 2023-12-16T19:50:30.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.448+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~FC5S13HBBJGE.0 size=822865 2023-12-16T19:50:30.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.451+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=FC5S13HBBJGE tag=OHP1V0O5CWY2 type=write size=1871441 2023-12-16T19:50:30.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.453+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=1IF9VOMTEP2L type=del size=514884 2023-12-16T19:50:30.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.457+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=B91K5BDFHDZC type=del size=3444485 2023-12-16T19:50:30.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.459+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=9EH8I5OIY8TY type=del size=1072933 2023-12-16T19:50:30.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.461+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=PKDYEZZ6QPFW type=del 2023-12-16T19:50:30.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.462+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=7XM4U14JSE98 type=write size=718627 2023-12-16T19:50:30.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.464+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.0 size=1048576 2023-12-16T19:50:30.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.466+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.1 size=1048576 2023-12-16T19:50:30.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.466+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MSNLCTTZ723G.2~KGHZ5A0EYTA6.2 size=903054 2023-12-16T19:50:30.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.469+0000 7f2ef5d2c640 1 < canceled multipart upload key=MSNLCTTZ723G upload=KGHZ5A0EYTA6 tag=OGAUJFRNMSNC type=write size=4048782 2023-12-16T19:50:30.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.472+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~UY0H8F3B4MEX.0 size=227483 2023-12-16T19:50:30.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.472+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=UY0H8F3B4MEX tag=HQVD15UYJ710 type=write size=1276059 2023-12-16T19:50:30.474 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.475+0000 7f2ef5d2c640 -1 < failed to complete operation key=34B5L3BXNV17 tag=SIH3TLHUIHFL type=del size=2427907: (22) Invalid argument 2023-12-16T19:50:30.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.478+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~VUDGN2IM3CPY.0 size=804181 2023-12-16T19:50:30.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.478+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=VUDGN2IM3CPY tag=O7XZ6I1NARYI type=write size=1852757 2023-12-16T19:50:30.479 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.480+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=3JI1A5LMW391 type=del 2023-12-16T19:50:30.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.483+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~3CJ3AWZSNACS.0 size=1048576 2023-12-16T19:50:30.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.485+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~3CJ3AWZSNACS.1 size=522382 2023-12-16T19:50:30.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.485+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=3CJ3AWZSNACS tag=Z64WGEZXDFSJ type=write size=2619534 2023-12-16T19:50:30.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.486+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~7JGUR6PXETSO.0 size=1048576 2023-12-16T19:50:30.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.488+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~7JGUR6PXETSO.1 size=929419 2023-12-16T19:50:30.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.491+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=7JGUR6PXETSO tag=NMOJ3R3ZXBV1 type=write size=3026571 2023-12-16T19:50:30.493 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.493+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=VKV1XYO9FZH0 type=write size=837328 2023-12-16T19:50:30.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.495+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=BTLJUNTXUTKG type=del 2023-12-16T19:50:30.496 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.497+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=P2WDB7Z82FOU type=write size=87992 2023-12-16T19:50:30.498 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.498+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=5KOA3X5ROXOX type=del 2023-12-16T19:50:30.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.500+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=7P9RKF1LI93P type=del size=1759565 2023-12-16T19:50:30.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.502+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=1GQBEDMJ0ISL type=del 2023-12-16T19:50:30.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.504+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=QZGMQJRWB4YS type=del size=1327926 2023-12-16T19:50:30.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.505+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=0UIPXLJH30QS type=del 2023-12-16T19:50:30.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.509+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.0 size=1048576 2023-12-16T19:50:30.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.511+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.1 size=1048576 2023-12-16T19:50:30.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.512+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.2 size=756408 2023-12-16T19:50:30.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.512+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=7RMZP6ZA0KZA tag=4MSPWQWPPOOI type=write size=3902136 2023-12-16T19:50:30.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.514+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~A715DDAQQB07.0 size=1048576 2023-12-16T19:50:30.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.516+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~A715DDAQQB07.1 size=1048576 2023-12-16T19:50:30.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.518+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~A715DDAQQB07.2 size=511919 2023-12-16T19:50:30.520 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.521+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=A715DDAQQB07 tag=UQ5JEOHYFNVJ type=write size=3657647 2023-12-16T19:50:30.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.522+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=GP3Y5DYKAJ5O type=del size=2190218 2023-12-16T19:50:30.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.526+0000 7f2ef5d2c640 1 < suggested remove operation key=0IKPM4CW0IB8 tag=824DZK8N5P7H type=del 2023-12-16T19:50:30.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.529+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~LRDDCFWEQJPL.0 size=1048576 2023-12-16T19:50:30.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.531+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~LRDDCFWEQJPL.1 size=768720 2023-12-16T19:50:30.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.531+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=LRDDCFWEQJPL tag=R8WOMLICPU6E type=write size=2865872 2023-12-16T19:50:30.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.533+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=SA4FEJOJFAJ4 type=del 2023-12-16T19:50:30.535 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.535+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=96FPQVXQ4FWE type=del size=101195 2023-12-16T19:50:30.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.537+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~XKEXH6M7JOF8.0 size=1048576 2023-12-16T19:50:30.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.539+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~XKEXH6M7JOF8.1 size=514554 2023-12-16T19:50:30.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.542+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=XKEXH6M7JOF8 tag=RXVR1FS90RCR type=write size=2611706 2023-12-16T19:50:30.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.544+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=L84DG86G2I81 type=del size=1058945 2023-12-16T19:50:30.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.546+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=WD0VR3ED7RLA type=del size=1514263 2023-12-16T19:50:30.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.548+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=WJOR3YE9FR6B type=del size=2802231 2023-12-16T19:50:30.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.550+0000 7f2ef5d2c640 -1 < failed to complete operation key=0IKPM4CW0IB8 tag=1IF9VOMTEP2L type=del size=514884: (22) Invalid argument 2023-12-16T19:50:30.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.552+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=6HCNBG6HAHWX type=del size=3553807 2023-12-16T19:50:30.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.554+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=9EH8I5OIY8TY type=del 2023-12-16T19:50:30.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.556+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=16JDD0GUN8ML type=del size=1388489 2023-12-16T19:50:30.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.558+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=7XM4U14JSE98 type=write size=718627 2023-12-16T19:50:30.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.560+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=GYEP0SBAVEQF type=write size=382612 2023-12-16T19:50:30.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.562+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~UY0H8F3B4MEX.0 size=227483 2023-12-16T19:50:30.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.565+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=UY0H8F3B4MEX tag=HQVD15UYJ710 type=write size=1276059 2023-12-16T19:50:30.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.567+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=W9V1F0NBSH1S type=write size=596402 2023-12-16T19:50:30.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.569+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~VUDGN2IM3CPY.0 size=804181 2023-12-16T19:50:30.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.572+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=VUDGN2IM3CPY tag=O7XZ6I1NARYI type=write size=1852757 2023-12-16T19:50:30.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.575+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.0 size=1048576 2023-12-16T19:50:30.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.577+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.1 size=1048576 2023-12-16T19:50:30.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.578+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.2 size=42378 2023-12-16T19:50:30.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.578+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=7SR59GV0F4VV tag=6HUU332LFQLI type=write size=3188106 2023-12-16T19:50:30.580 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.580+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~3CJ3AWZSNACS.0 size=1048576 2023-12-16T19:50:30.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.582+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~3CJ3AWZSNACS.1 size=522382 2023-12-16T19:50:30.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.585+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=3CJ3AWZSNACS tag=Z64WGEZXDFSJ type=write size=2619534 2023-12-16T19:50:30.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.587+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=VIYHGVHX770B type=del size=3071209 2023-12-16T19:50:30.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.589+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=VKV1XYO9FZH0 type=write size=837328 2023-12-16T19:50:30.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.591+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=BX5PO6Q375RN type=write size=745181 2023-12-16T19:50:30.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.595+0000 7f2ef5d2c640 1 < suggested update operation key=BP4X0CT9HFAO tag=P2WDB7Z82FOU type=write size=87992 2023-12-16T19:50:30.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.598+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=B72NB82OQBP6 type=del size=1498183 2023-12-16T19:50:30.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.600+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=7P9RKF1LI93P type=del 2023-12-16T19:50:30.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.602+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=9C6XKM5T97VP type=del size=1825087 2023-12-16T19:50:30.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.604+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=QZGMQJRWB4YS type=del size=1327926 2023-12-16T19:50:30.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.608+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~0ENHCWT2F7LZ.0 size=696289 2023-12-16T19:50:30.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.608+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=0ENHCWT2F7LZ tag=CM0N8SU7NOGD type=write size=1744865 2023-12-16T19:50:30.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.610+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.0 size=1048576 2023-12-16T19:50:30.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.612+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.1 size=1048576 2023-12-16T19:50:30.613 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.613+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~7RMZP6ZA0KZA.2 size=756408 2023-12-16T19:50:30.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.616+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=7RMZP6ZA0KZA tag=4MSPWQWPPOOI type=write size=3902136 2023-12-16T19:50:30.619 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.620+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.0 size=1048576 2023-12-16T19:50:30.621 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.621+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.1 size=1048576 2023-12-16T19:50:30.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.623+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.2 size=905964 2023-12-16T19:50:30.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.623+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=1E3G9ULG7S8V tag=3NUQEO7A2SK9 type=write size=4051692 2023-12-16T19:50:30.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.625+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=GP3Y5DYKAJ5O type=del 2023-12-16T19:50:30.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.626+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=18BJ6YGUAUVF type=write size=273264 2023-12-16T19:50:30.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.628+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~LRDDCFWEQJPL.0 size=1048576 2023-12-16T19:50:30.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.630+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~LRDDCFWEQJPL.1 size=768720 2023-12-16T19:50:30.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.633+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=LRDDCFWEQJPL tag=R8WOMLICPU6E type=write size=2865872 2023-12-16T19:50:30.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.637+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X8WCO1YGAGFF.0 size=1048576 2023-12-16T19:50:30.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.638+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X8WCO1YGAGFF.1 size=397306 2023-12-16T19:50:30.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.638+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=X8WCO1YGAGFF tag=AZVT5WEPFYWX type=write size=2494458 2023-12-16T19:50:30.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.640+0000 7f2ef5d2c640 1 < canceled operation key=1EO09GE5UCX3 tag=96FPQVXQ4FWE type=del size=101195 2023-12-16T19:50:30.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.643+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~FTE61S360JK9.0 size=1048576 2023-12-16T19:50:30.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.645+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~FTE61S360JK9.1 size=256862 2023-12-16T19:50:30.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.645+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=FTE61S360JK9 tag=HLGL7LB8Y3PP type=write size=2354014 2023-12-16T19:50:30.646 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.646+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=L84DG86G2I81 type=del 2023-12-16T19:50:30.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.650+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~CFYPVEDY7F6B.0 size=1048576 2023-12-16T19:50:30.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.652+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~CFYPVEDY7F6B.1 size=60352 2023-12-16T19:50:30.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.652+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=CFYPVEDY7F6B tag=RE3LP9TNDKFY type=write size=2157504 2023-12-16T19:50:30.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.654+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=WJOR3YE9FR6B type=del 2023-12-16T19:50:30.656 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.656+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=8G8MWEYR7W7J type=del size=310586 2023-12-16T19:50:30.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.660+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=6HCNBG6HAHWX type=del size=3553807 2023-12-16T19:50:30.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.663+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~VFNG0R3W3IBO.0 size=1048576 2023-12-16T19:50:30.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.665+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~VFNG0R3W3IBO.1 size=772595 2023-12-16T19:50:30.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.665+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=VFNG0R3W3IBO tag=TMW9BVT9REMS type=write size=2869747 2023-12-16T19:50:30.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.667+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=16JDD0GUN8ML type=del 2023-12-16T19:50:30.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.672+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~MGXLOBHMJ67X.0 size=661589 2023-12-16T19:50:30.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.672+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=MGXLOBHMJ67X tag=F2LSQVEN34J1 type=write size=1710165 2023-12-16T19:50:30.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.674+0000 7f2ef5d2c640 1 < completed write operation key=34B5L3BXNV17 tag=GYEP0SBAVEQF type=write size=382612 2023-12-16T19:50:30.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.677+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.0 size=1048576 2023-12-16T19:50:30.679 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.679+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.1 size=1048576 2023-12-16T19:50:30.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.681+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.2 size=216879 2023-12-16T19:50:30.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.681+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=VKYKK7PUGT1M tag=BEUEJIDX74SG type=write size=3362607 2023-12-16T19:50:30.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.682+0000 7f2ef5d2c640 1 < completed write operation key=U16U268CZYJU tag=W9V1F0NBSH1S type=write size=596402 2023-12-16T19:50:30.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.686+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.0 size=1048576 2023-12-16T19:50:30.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.689+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.1 size=1048576 2023-12-16T19:50:30.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.691+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.2 size=238422 2023-12-16T19:50:30.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.691+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=A2NWWM5MZ0XK tag=6CAX0Q4S5M4O type=write size=3384150 2023-12-16T19:50:30.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.693+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.0 size=1048576 2023-12-16T19:50:30.694 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.694+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.1 size=1048576 2023-12-16T19:50:30.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.696+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~7SR59GV0F4VV.2 size=42378 2023-12-16T19:50:30.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.699+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=7SR59GV0F4VV tag=6HUU332LFQLI type=write size=3188106 2023-12-16T19:50:30.701 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.701+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=SEWHVG0IA35U type=write size=56623 2023-12-16T19:50:30.703 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.703+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=VIYHGVHX770B type=del 2023-12-16T19:50:30.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.705+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=VAO1T9WJHEWX type=del size=2689456 2023-12-16T19:50:30.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.706+0000 7f2ef5d2c640 1 < completed write operation key=M370RML7FVOG tag=BX5PO6Q375RN type=write size=745181 2023-12-16T19:50:30.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.710+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~MU573V5BND01.0 size=998323 2023-12-16T19:50:30.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.710+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=MU573V5BND01 tag=XA33AG3O6FTG type=write size=2046899 2023-12-16T19:50:30.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.714+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=B72NB82OQBP6 type=del size=1498183 2023-12-16T19:50:30.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.716+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=V9H6FA5TAN4Y type=del size=3400140 2023-12-16T19:50:30.717 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.718+0000 7f2ef5d2c640 1 < canceled operation key=KZ7TQX626J26 tag=9C6XKM5T97VP type=del size=1825087 2023-12-16T19:50:30.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.720+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=IHTN6TWTQI4C type=write size=299721 2023-12-16T19:50:30.722 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.722+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~0ENHCWT2F7LZ.0 size=696289 2023-12-16T19:50:30.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.726+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=0ENHCWT2F7LZ tag=CM0N8SU7NOGD type=write size=1744865 2023-12-16T19:50:30.728 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.728+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=7EYN4VXYZW8D type=del size=4011775 2023-12-16T19:50:30.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.730+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.0 size=1048576 2023-12-16T19:50:30.731 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.732+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.1 size=1048576 2023-12-16T19:50:30.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.733+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~1E3G9ULG7S8V.2 size=905964 2023-12-16T19:50:30.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.737+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=1E3G9ULG7S8V tag=3NUQEO7A2SK9 type=write size=4051692 2023-12-16T19:50:30.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.739+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=LH9ZX02TD1ET type=write size=301197 2023-12-16T19:50:30.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.741+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=18BJ6YGUAUVF type=write size=273264 2023-12-16T19:50:30.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.743+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=9DBM19QSCM3T type=del size=1376550 2023-12-16T19:50:30.745 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.745+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X8WCO1YGAGFF.0 size=1048576 2023-12-16T19:50:30.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.747+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X8WCO1YGAGFF.1 size=397306 2023-12-16T19:50:30.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.750+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=X8WCO1YGAGFF tag=AZVT5WEPFYWX type=write size=2494458 2023-12-16T19:50:30.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.752+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=NXK3LMJZ2HWT type=del size=2932913 2023-12-16T19:50:30.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.754+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~FTE61S360JK9.0 size=1048576 2023-12-16T19:50:30.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.756+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~FTE61S360JK9.1 size=256862 2023-12-16T19:50:30.759 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.759+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=FTE61S360JK9 tag=HLGL7LB8Y3PP type=write size=2354014 2023-12-16T19:50:30.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.762+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=T95M5PS7VND7 type=del size=4153866 2023-12-16T19:50:30.763 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.764+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~CFYPVEDY7F6B.0 size=1048576 2023-12-16T19:50:30.765 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.766+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~CFYPVEDY7F6B.1 size=60352 2023-12-16T19:50:30.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.769+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=CFYPVEDY7F6B tag=RE3LP9TNDKFY type=write size=2157504 2023-12-16T19:50:30.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.771+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=3Z4I7TJ0X6FQ type=del size=3198780 2023-12-16T19:50:30.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.773+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=8G8MWEYR7W7J type=del 2023-12-16T19:50:30.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.777+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~3WN7M55RKLMO.0 size=824630 2023-12-16T19:50:30.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.777+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=3WN7M55RKLMO tag=YTGWQXYECWJC type=write size=1873206 2023-12-16T19:50:30.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.779+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~VFNG0R3W3IBO.0 size=1048576 2023-12-16T19:50:30.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.780+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~VFNG0R3W3IBO.1 size=772595 2023-12-16T19:50:30.784 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.784+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=VFNG0R3W3IBO tag=TMW9BVT9REMS type=write size=2869747 2023-12-16T19:50:30.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.786+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=5KPI8PBZ6WBK type=del size=1948085 2023-12-16T19:50:30.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.788+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~MGXLOBHMJ67X.0 size=661589 2023-12-16T19:50:30.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.791+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=MGXLOBHMJ67X tag=F2LSQVEN34J1 type=write size=1710165 2023-12-16T19:50:30.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.795+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~DPEC78W1WNRY.0 size=510247 2023-12-16T19:50:30.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.795+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=DPEC78W1WNRY tag=VPWZG5HBPWW5 type=write size=1558823 2023-12-16T19:50:30.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.797+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.0 size=1048576 2023-12-16T19:50:30.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.799+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.1 size=1048576 2023-12-16T19:50:30.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.800+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~VKYKK7PUGT1M.2 size=216879 2023-12-16T19:50:30.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.804+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=VKYKK7PUGT1M tag=BEUEJIDX74SG type=write size=3362607 2023-12-16T19:50:30.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.808+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~A232B497P1HM.0 size=1048576 2023-12-16T19:50:30.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.809+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~A232B497P1HM.1 size=847818 2023-12-16T19:50:30.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.809+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=A232B497P1HM tag=IB9QOHAE1PRD type=write size=2944970 2023-12-16T19:50:30.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.811+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.0 size=1048576 2023-12-16T19:50:30.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.811+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.1 size=1048576 2023-12-16T19:50:30.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.813+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~A2NWWM5MZ0XK.2 size=238422 2023-12-16T19:50:30.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.817+0000 7f2ef5d2c640 1 < canceled multipart upload key=MSNLCTTZ723G upload=A2NWWM5MZ0XK tag=6CAX0Q4S5M4O type=write size=3384150 2023-12-16T19:50:30.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.818+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=PVBTS7VXTOPT type=del size=2230105 2023-12-16T19:50:30.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.820+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=SEWHVG0IA35U type=write size=56623 2023-12-16T19:50:30.822 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.822+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=CF1UJIEEMHU1 type=write size=991376 2023-12-16T19:50:30.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.824+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=VAO1T9WJHEWX type=del 2023-12-16T19:50:30.826 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.826+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=JO96EYZRVBDM type=del size=1936094 2023-12-16T19:50:30.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.828+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~MU573V5BND01.0 size=998323 2023-12-16T19:50:30.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.831+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=MU573V5BND01 tag=XA33AG3O6FTG type=write size=2046899 2023-12-16T19:50:30.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.833+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=4TVHXTR1JV7V type=del size=2166386 2023-12-16T19:50:30.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.835+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=V9H6FA5TAN4Y type=del 2023-12-16T19:50:30.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.837+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=UAPWDRJIBP5D type=del size=3287244 2023-12-16T19:50:30.838 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.838+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=IHTN6TWTQI4C type=write size=299721 2023-12-16T19:50:30.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.842+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0G6WLTYG2RSE.0 size=1048576 2023-12-16T19:50:30.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.844+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0G6WLTYG2RSE.1 size=717738 2023-12-16T19:50:30.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.844+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=0G6WLTYG2RSE tag=FNC7IBIQW1HI type=write size=2814890 2023-12-16T19:50:30.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.846+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=7EYN4VXYZW8D type=del 2023-12-16T19:50:30.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.848+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ZF8XR7MCDH6B type=del size=214256 2023-12-16T19:50:30.849 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.849+0000 7f2ef5d2c640 1 < completed write operation key=KDXC6PN4L0HE tag=LH9ZX02TD1ET type=write size=301197 2023-12-16T19:50:30.851 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.851+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=V1OTQCFHXY25 type=del size=731924 2023-12-16T19:50:30.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.855+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=9DBM19QSCM3T type=del size=1376550 2023-12-16T19:50:30.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.857+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=LDYWZ0YBKAVU type=del size=2124108 2023-12-16T19:50:30.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.858+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=NXK3LMJZ2HWT type=del 2023-12-16T19:50:30.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.861+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=KB6F91MJRXKC type=del size=1044326 2023-12-16T19:50:30.862 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.863+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=T95M5PS7VND7 type=del 2023-12-16T19:50:30.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.865+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=FG7A1LXCNMSQ type=del size=1828778 2023-12-16T19:50:30.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.867+0000 7f2ef5d2c640 -1 < failed to complete operation key=132QU0TGO26D tag=3Z4I7TJ0X6FQ type=del size=3198780: (22) Invalid argument 2023-12-16T19:50:30.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.869+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=7FEQAYRR7DO1 type=del size=1992697 2023-12-16T19:50:30.871 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.872+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~3WN7M55RKLMO.0 size=824630 2023-12-16T19:50:30.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.875+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=3WN7M55RKLMO tag=YTGWQXYECWJC type=write size=1873206 2023-12-16T19:50:30.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.877+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=QK257OIUPAPG type=write size=214464 2023-12-16T19:50:30.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.879+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=5KPI8PBZ6WBK type=del 2023-12-16T19:50:30.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.882+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~VQTT8Y7VT11T.0 size=552289 2023-12-16T19:50:30.882 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.882+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=VQTT8Y7VT11T tag=R0P2PGFINTWU type=write size=1600865 2023-12-16T19:50:30.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.884+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~DPEC78W1WNRY.0 size=510247 2023-12-16T19:50:30.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.887+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=DPEC78W1WNRY tag=VPWZG5HBPWW5 type=write size=1558823 2023-12-16T19:50:30.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.891+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~K211BM163YSB.0 size=89220 2023-12-16T19:50:30.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.891+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=K211BM163YSB tag=HW52Y2EPG42P type=write size=1137796 2023-12-16T19:50:30.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.893+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~A232B497P1HM.0 size=1048576 2023-12-16T19:50:30.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.895+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~A232B497P1HM.1 size=847818 2023-12-16T19:50:30.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.898+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=A232B497P1HM tag=IB9QOHAE1PRD type=write size=2944970 2023-12-16T19:50:30.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.900+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=Y3KBEAGJ3OH0 type=del size=2126153 2023-12-16T19:50:30.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.902+0000 7f2ef5d2c640 1 < canceled operation key=REMAKLL0UEJD tag=PVBTS7VXTOPT type=del size=2230105 2023-12-16T19:50:30.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.903+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=UO4Q787VOVOI type=del size=2989906 2023-12-16T19:50:30.905 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.905+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=CF1UJIEEMHU1 type=write size=991376 2023-12-16T19:50:30.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.909+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~QARS6UU5DOV1.0 size=690456 2023-12-16T19:50:30.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.909+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=QARS6UU5DOV1 tag=ZG1ZI17QT5J5 type=write size=1739032 2023-12-16T19:50:30.911 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.911+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=JO96EYZRVBDM type=del 2023-12-16T19:50:30.913 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.913+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=QQZWCVNR4S09 type=write size=328440 2023-12-16T19:50:30.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.915+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=4TVHXTR1JV7V type=del 2023-12-16T19:50:30.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.919+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.0 size=1048576 2023-12-16T19:50:30.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.920+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.1 size=1048576 2023-12-16T19:50:30.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.922+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.2 size=976358 2023-12-16T19:50:30.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.922+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=XSSKI4KQ2Z0U tag=XZ25B2KC9LYD type=write size=4122086 2023-12-16T19:50:30.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.924+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=UAPWDRJIBP5D type=del 2023-12-16T19:50:30.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.925+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=7L2S3PQBR0RL type=del size=3283167 2023-12-16T19:50:30.927 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.928+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0G6WLTYG2RSE.0 size=1048576 2023-12-16T19:50:30.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.929+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0G6WLTYG2RSE.1 size=717738 2023-12-16T19:50:30.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.933+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=0G6WLTYG2RSE tag=FNC7IBIQW1HI type=write size=2814890 2023-12-16T19:50:30.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.937+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.0 size=1048576 2023-12-16T19:50:30.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.938+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.1 size=1048576 2023-12-16T19:50:30.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.940+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.2 size=40349 2023-12-16T19:50:30.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.940+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=Z81BPRTJ3WH5 tag=T25RL0J5P1SN type=write size=3186077 2023-12-16T19:50:30.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.942+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=ZF8XR7MCDH6B type=del 2023-12-16T19:50:30.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.944+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=MV7HGKX32SW5 type=write size=75016 2023-12-16T19:50:30.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.946+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=V1OTQCFHXY25 type=del size=731924 2023-12-16T19:50:30.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.947+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=PKM1ELN5M7CP type=del size=1118112 2023-12-16T19:50:30.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.950+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=LDYWZ0YBKAVU type=del 2023-12-16T19:50:30.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.953+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~UNYF3KTDXIDC.0 size=80419 2023-12-16T19:50:30.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.953+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=UNYF3KTDXIDC tag=Q6HH0VO9OETJ type=write size=1128995 2023-12-16T19:50:30.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.957+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=KB6F91MJRXKC type=del size=1044326 2023-12-16T19:50:30.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.959+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=2149JN0AMCC3 type=del size=1221228 2023-12-16T19:50:30.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.961+0000 7f2ef5d2c640 1 < canceled operation key=MSNLCTTZ723G tag=FG7A1LXCNMSQ type=del size=1828778 2023-12-16T19:50:30.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.965+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.0 size=1048576 2023-12-16T19:50:30.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.966+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.1 size=1048576 2023-12-16T19:50:30.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.968+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.2 size=855051 2023-12-16T19:50:30.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.968+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=1EEP74I4U8KJ tag=VS4JTCFQ6NPR type=write size=4000779 2023-12-16T19:50:30.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.971+0000 7f2ef5d2c640 1 < suggested remove operation key=6MFOODPNMXUS tag=7FEQAYRR7DO1 type=del 2023-12-16T19:50:30.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.973+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=HYD262U9A4K9 type=del size=2546927 2023-12-16T19:50:30.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.975+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=QK257OIUPAPG type=write size=214464 2023-12-16T19:50:30.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.977+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=92BH5Q3K52QK type=del size=1334057 2023-12-16T19:50:30.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.978+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~VQTT8Y7VT11T.0 size=552289 2023-12-16T19:50:30.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.982+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=VQTT8Y7VT11T tag=R0P2PGFINTWU type=write size=1600865 2023-12-16T19:50:30.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.983+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=R1M9DGGTMW26 type=del size=958799 2023-12-16T19:50:30.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.985+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~K211BM163YSB.0 size=89220 2023-12-16T19:50:30.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.988+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=K211BM163YSB tag=HW52Y2EPG42P type=write size=1137796 2023-12-16T19:50:30.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.990+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=7FMZGYWFWTAD type=del size=3987617 2023-12-16T19:50:30.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.992+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=Y3KBEAGJ3OH0 type=del 2023-12-16T19:50:30.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.995+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.0 size=1048576 2023-12-16T19:50:30.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.997+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.1 size=1048576 2023-12-16T19:50:30.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.999+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.2 size=141134 2023-12-16T19:50:30.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:30.999+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=XFTKYNRJBLHJ tag=5ZM9Q2N5CYIF type=write size=3286862 2023-12-16T19:50:31.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.001+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=UO4Q787VOVOI type=del size=2989906 2023-12-16T19:50:31.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.004+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LXAP0OZB3Y3P.0 size=1048576 2023-12-16T19:50:31.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.006+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~LXAP0OZB3Y3P.1 size=571622 2023-12-16T19:50:31.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.006+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=LXAP0OZB3Y3P tag=T557OGVZ93KM type=write size=2668774 2023-12-16T19:50:31.007 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.008+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~QARS6UU5DOV1.0 size=690456 2023-12-16T19:50:31.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.011+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=QARS6UU5DOV1 tag=ZG1ZI17QT5J5 type=write size=1739032 2023-12-16T19:50:31.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.013+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=IPNRFO4M0J35 type=del size=2634083 2023-12-16T19:50:31.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.015+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=QQZWCVNR4S09 type=write size=328440 2023-12-16T19:50:31.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.017+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=J0DNMXMOX07Z type=del size=986946 2023-12-16T19:50:31.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.018+0000 7f2ef5d2c640 1 < canceled part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.0 size=1048576 2023-12-16T19:50:31.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.019+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.1 size=1048576 2023-12-16T19:50:31.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.021+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~XSSKI4KQ2Z0U.2 size=976358 2023-12-16T19:50:31.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.025+0000 7f2ef5d2c640 1 < canceled multipart upload key=ZQ5BST6X324W upload=XSSKI4KQ2Z0U tag=XZ25B2KC9LYD type=write size=4122086 2023-12-16T19:50:31.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.027+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=RSYU8WOWC7AD type=del size=2496065 2023-12-16T19:50:31.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.029+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=7L2S3PQBR0RL type=del 2023-12-16T19:50:31.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.032+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=JZNO2IGX7DKD type=del size=4092621 2023-12-16T19:50:31.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.033+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.0 size=1048576 2023-12-16T19:50:31.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.035+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.1 size=1048576 2023-12-16T19:50:31.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.037+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~Z81BPRTJ3WH5.2 size=40349 2023-12-16T19:50:31.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.040+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=Z81BPRTJ3WH5 tag=T25RL0J5P1SN type=write size=3186077 2023-12-16T19:50:31.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.042+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=L941RD0MTQQJ type=del size=3669530 2023-12-16T19:50:31.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.044+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=MV7HGKX32SW5 type=write size=75016 2023-12-16T19:50:31.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.045+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=K5TZT27JW43S type=del size=3000388 2023-12-16T19:50:31.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.047+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=PKM1ELN5M7CP type=del 2023-12-16T19:50:31.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.051+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~81QNWW0J6WMK.0 size=605002 2023-12-16T19:50:31.050 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.051+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=81QNWW0J6WMK tag=P1HNUS6EVR6S type=write size=1653578 2023-12-16T19:50:31.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.052+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~UNYF3KTDXIDC.0 size=80419 2023-12-16T19:50:31.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.056+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=UNYF3KTDXIDC tag=Q6HH0VO9OETJ type=write size=1128995 2023-12-16T19:50:31.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.059+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.0 size=1048576 2023-12-16T19:50:31.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.060+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.1 size=1048576 2023-12-16T19:50:31.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.062+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.2 size=930424 2023-12-16T19:50:31.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.062+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=0S0H85CU25YG tag=Q0DW6INKEX8S type=write size=4076152 2023-12-16T19:50:31.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.064+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=2149JN0AMCC3 type=del 2023-12-16T19:50:31.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.065+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=45P1FSDV3ISA type=del size=2352003 2023-12-16T19:50:31.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.067+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.0 size=1048576 2023-12-16T19:50:31.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.067+0000 7f2ef5d2c640 1 < canceled part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.1 size=1048576 2023-12-16T19:50:31.068 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.069+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~1EEP74I4U8KJ.2 size=855051 2023-12-16T19:50:31.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.072+0000 7f2ef5d2c640 1 < canceled multipart upload key=JGJZADQXTKU9 upload=1EEP74I4U8KJ tag=VS4JTCFQ6NPR type=write size=4000779 2023-12-16T19:50:31.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.074+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=PBCNXE73HEA2 type=del size=4181878 2023-12-16T19:50:31.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.076+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=HYD262U9A4K9 type=del 2023-12-16T19:50:31.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.079+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=PYQASOSN1PU3 type=del size=601173 2023-12-16T19:50:31.082 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.082+0000 7f2ef5d2c640 1 < suggested remove operation key=02FTPVWM8G45 tag=92BH5Q3K52QK type=del 2023-12-16T19:50:31.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.085+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.0 size=1048576 2023-12-16T19:50:31.087 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.087+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.1 size=1048576 2023-12-16T19:50:31.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.089+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.2 size=892273 2023-12-16T19:50:31.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.089+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=26BG51MPDQOA tag=GMUMB9TF3EK4 type=write size=4038001 2023-12-16T19:50:31.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.091+0000 7f2ef5d2c640 1 < canceled operation key=6OFOLQYE7CY9 tag=R1M9DGGTMW26 type=del size=958799 2023-12-16T19:50:31.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.093+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=BV42XYDCPDR2 type=del size=2801073 2023-12-16T19:50:31.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.096+0000 7f2ef5d2c640 1 < suggested remove operation key=ZQ5BST6X324W tag=7FMZGYWFWTAD type=del 2023-12-16T19:50:31.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.098+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=046Q9S8V6B7W type=del size=1223786 2023-12-16T19:50:31.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.100+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.0 size=1048576 2023-12-16T19:50:31.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.101+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.1 size=1048576 2023-12-16T19:50:31.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.101+0000 7f2ef5d2c640 1 < canceled part key=_multipart_132QU0TGO26D.2~XFTKYNRJBLHJ.2 size=141134 2023-12-16T19:50:31.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.105+0000 7f2ef5d2c640 1 < canceled multipart upload key=132QU0TGO26D upload=XFTKYNRJBLHJ tag=5ZM9Q2N5CYIF type=write size=3286862 2023-12-16T19:50:31.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.107+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=LW8RS8GR4Q4U type=write size=681052 2023-12-16T19:50:31.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.109+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~LXAP0OZB3Y3P.0 size=1048576 2023-12-16T19:50:31.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.109+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~LXAP0OZB3Y3P.1 size=571622 2023-12-16T19:50:31.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.112+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=LXAP0OZB3Y3P tag=T557OGVZ93KM type=write size=2668774 2023-12-16T19:50:31.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.115+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~EI7YZ26AZWSM.0 size=1048576 2023-12-16T19:50:31.116 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.117+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~EI7YZ26AZWSM.1 size=141536 2023-12-16T19:50:31.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.117+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=EI7YZ26AZWSM tag=UL0RB8TZLSIG type=write size=2238688 2023-12-16T19:50:31.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.120+0000 7f2ef5d2c640 1 < suggested update operation key=0977MGJVMY2Q tag=IPNRFO4M0J35 type=del size=2634083 2023-12-16T19:50:31.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.122+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=Q04ORXPS6O1M type=del size=4143228 2023-12-16T19:50:31.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.124+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=J0DNMXMOX07Z type=del 2023-12-16T19:50:31.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.126+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=3339QY8CXNOU type=del size=852952 2023-12-16T19:50:31.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.130+0000 7f2ef5d2c640 1 < suggested update operation key=6OFOLQYE7CY9 tag=RSYU8WOWC7AD type=del size=2496065 2023-12-16T19:50:31.132 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.132+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=A9XPOF8SPJCL type=del size=366652 2023-12-16T19:50:31.133 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.133+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=JZNO2IGX7DKD type=del 2023-12-16T19:50:31.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.135+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=OAXZV236GYO0 type=write size=1010771 2023-12-16T19:50:31.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.137+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=L941RD0MTQQJ type=del 2023-12-16T19:50:31.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.140+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~STUE1AGSYEES.0 size=439253 2023-12-16T19:50:31.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.140+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=STUE1AGSYEES tag=1FB16NX6AVGE type=write size=1487829 2023-12-16T19:50:31.143 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.144+0000 7f2ef5d2c640 1 < suggested remove operation key=F01U501SJH0E tag=K5TZT27JW43S type=del 2023-12-16T19:50:31.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.148+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~UFY6EV1JDGKR.0 size=1048576 2023-12-16T19:50:31.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.150+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~UFY6EV1JDGKR.1 size=109104 2023-12-16T19:50:31.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.150+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=UFY6EV1JDGKR tag=E4NSQJSK5AS4 type=write size=2206256 2023-12-16T19:50:31.151 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.151+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~81QNWW0J6WMK.0 size=605002 2023-12-16T19:50:31.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.155+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=81QNWW0J6WMK tag=P1HNUS6EVR6S type=write size=1653578 2023-12-16T19:50:31.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.156+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=RE7XP2XPWE35 type=del size=2383717 2023-12-16T19:50:31.158 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.159+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.0 size=1048576 2023-12-16T19:50:31.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.160+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.1 size=1048576 2023-12-16T19:50:31.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.162+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~0S0H85CU25YG.2 size=930424 2023-12-16T19:50:31.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.165+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=0S0H85CU25YG tag=Q0DW6INKEX8S type=write size=4076152 2023-12-16T19:50:31.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.167+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=9XG1SAD46X82 type=del size=2905513 2023-12-16T19:50:31.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.169+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=45P1FSDV3ISA type=del 2023-12-16T19:50:31.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.171+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=J8PUUO8NMK51 type=del size=1932610 2023-12-16T19:50:31.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.172+0000 7f2ef5d2c640 1 < canceled operation key=JGJZADQXTKU9 tag=PBCNXE73HEA2 type=del size=4181878 2023-12-16T19:50:31.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.176+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.0 size=1048576 2023-12-16T19:50:31.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.178+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.1 size=1048576 2023-12-16T19:50:31.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.179+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.2 size=496623 2023-12-16T19:50:31.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.179+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=RYXBKW03VBXK tag=2FQE3H80T32A type=write size=3642351 2023-12-16T19:50:31.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.181+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=PYQASOSN1PU3 type=del 2023-12-16T19:50:31.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.183+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=I3KW8JRA3YJ9 type=del size=360675 2023-12-16T19:50:31.185 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.185+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.0 size=1048576 2023-12-16T19:50:31.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.187+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.1 size=1048576 2023-12-16T19:50:31.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.189+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~26BG51MPDQOA.2 size=892273 2023-12-16T19:50:31.191 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.192+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=26BG51MPDQOA tag=GMUMB9TF3EK4 type=write size=4038001 2023-12-16T19:50:31.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.195+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.0 size=1048576 2023-12-16T19:50:31.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.197+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.1 size=1048576 2023-12-16T19:50:31.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.199+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.2 size=658803 2023-12-16T19:50:31.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.199+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=LUE19PYW8AEP tag=D7GOWZYGWU9N type=write size=3804531 2023-12-16T19:50:31.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.201+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=BV42XYDCPDR2 type=del 2023-12-16T19:50:31.202 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.203+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=5J5ZCPVOYP9Y type=del size=631197 2023-12-16T19:50:31.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.205+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=046Q9S8V6B7W type=del 2023-12-16T19:50:31.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.207+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=W0SPX3E2EEES type=del size=1105048 2023-12-16T19:50:31.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.209+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=LW8RS8GR4Q4U type=write size=681052 2023-12-16T19:50:31.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.214+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.0 size=1048576 2023-12-16T19:50:31.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.215+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.1 size=1048576 2023-12-16T19:50:31.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.217+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.2 size=436797 2023-12-16T19:50:31.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.217+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=YXHUH5OJ25GW tag=UZ4X1BR6Z4CA type=write size=3582525 2023-12-16T19:50:31.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.219+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~EI7YZ26AZWSM.0 size=1048576 2023-12-16T19:50:31.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.221+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~EI7YZ26AZWSM.1 size=141536 2023-12-16T19:50:31.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.224+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=EI7YZ26AZWSM tag=UL0RB8TZLSIG type=write size=2238688 2023-12-16T19:50:31.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.227+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.0 size=1048576 2023-12-16T19:50:31.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.229+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.1 size=1048576 2023-12-16T19:50:31.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.231+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.2 size=220266 2023-12-16T19:50:31.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.231+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=TO8CHNYH0S9Q tag=JCNQAPH3YUBD type=write size=3365994 2023-12-16T19:50:31.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.233+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=Q04ORXPS6O1M type=del 2023-12-16T19:50:31.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.235+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=KQMCXNK11DXI type=write size=583913 2023-12-16T19:50:31.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:30 smithi002 ceph-mon[137674]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 153 KiB/s wr, 777 op/s 2023-12-16T19:50:31.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:30 smithi002 ceph-mon[140029]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 153 KiB/s wr, 777 op/s 2023-12-16T19:50:31.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.239+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=3339QY8CXNOU type=del 2023-12-16T19:50:31.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.241+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=22PI9SG2KCWH type=del size=1772647 2023-12-16T19:50:31.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.243+0000 7f2ef5d2c640 -1 < failed to complete operation key=F01U501SJH0E tag=A9XPOF8SPJCL type=del size=366652: (22) Invalid argument 2023-12-16T19:50:31.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.245+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=YCES5TFQAGRW type=write size=488156 2023-12-16T19:50:31.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.246+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=9KRQ59SUFM7Z tag=OAXZV236GYO0 type=write size=1010771: (2) No such file or directory 2023-12-16T19:50:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:30 smithi043 ceph-mon[135010]: pgmap v1422: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 153 KiB/s wr, 777 op/s 2023-12-16T19:50:31.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.250+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~FIAJBBSYRS4J.0 size=689971 2023-12-16T19:50:31.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.250+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=FIAJBBSYRS4J tag=RFALHVJ149M3 type=write size=1738547 2023-12-16T19:50:31.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.251+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~STUE1AGSYEES.0 size=439253 2023-12-16T19:50:31.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.255+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=STUE1AGSYEES tag=1FB16NX6AVGE type=write size=1487829 2023-12-16T19:50:31.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.257+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=21FQG0JJ394U type=write size=584798 2023-12-16T19:50:31.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.259+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~UFY6EV1JDGKR.0 size=1048576 2023-12-16T19:50:31.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.260+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~UFY6EV1JDGKR.1 size=109104 2023-12-16T19:50:31.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.264+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=UFY6EV1JDGKR tag=E4NSQJSK5AS4 type=write size=2206256 2023-12-16T19:50:31.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.267+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~0WHN6UD2WMWH.0 size=1048576 2023-12-16T19:50:31.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.269+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~0WHN6UD2WMWH.1 size=373314 2023-12-16T19:50:31.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.269+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=0WHN6UD2WMWH tag=MZEXUOGW88BX type=write size=2470466 2023-12-16T19:50:31.271 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.271+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=RE7XP2XPWE35 type=del size=2383717 2023-12-16T19:50:31.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.275+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~DNVGTICM4KEM.0 size=1048576 2023-12-16T19:50:31.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.277+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~DNVGTICM4KEM.1 size=226875 2023-12-16T19:50:31.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.277+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=DNVGTICM4KEM tag=QK81W0827LHL type=write size=2324027 2023-12-16T19:50:31.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.279+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=9XG1SAD46X82 type=del 2023-12-16T19:50:31.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.281+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=937B0YCOCVD3 type=del size=1384728 2023-12-16T19:50:31.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.284+0000 7f2ef5d2c640 -1 < failed to complete operation key=9KRQ59SUFM7Z tag=J8PUUO8NMK51 type=del size=1932610: (22) Invalid argument 2023-12-16T19:50:31.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.286+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=UL4J80CHCVFD type=del size=459121 2023-12-16T19:50:31.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.288+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.0 size=1048576 2023-12-16T19:50:31.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.290+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.1 size=1048576 2023-12-16T19:50:31.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.292+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~RYXBKW03VBXK.2 size=496623 2023-12-16T19:50:31.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.296+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=RYXBKW03VBXK tag=2FQE3H80T32A type=write size=3642351 2023-12-16T19:50:31.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.299+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~M6330MSV2R8H.0 size=359121 2023-12-16T19:50:31.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.299+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=M6330MSV2R8H tag=SOPVZCCTBFE3 type=write size=1407697 2023-12-16T19:50:31.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.301+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=I3KW8JRA3YJ9 type=del 2023-12-16T19:50:31.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.303+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=RJT3QETI1U57 type=del size=2374607 2023-12-16T19:50:31.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.305+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.0 size=1048576 2023-12-16T19:50:31.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.307+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.1 size=1048576 2023-12-16T19:50:31.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.309+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~LUE19PYW8AEP.2 size=658803 2023-12-16T19:50:31.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.312+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=LUE19PYW8AEP tag=D7GOWZYGWU9N type=write size=3804531 2023-12-16T19:50:31.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.314+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=879RLUXHFG2X type=del size=3745629 2023-12-16T19:50:31.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.316+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=5J5ZCPVOYP9Y type=del 2023-12-16T19:50:31.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.318+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=QLMVAG3ES671 type=write size=226036 2023-12-16T19:50:31.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.320+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=W0SPX3E2EEES type=del 2023-12-16T19:50:31.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.322+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=EKGO0K7UZ7LT type=del size=2607521 2023-12-16T19:50:31.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.324+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.0 size=1048576 2023-12-16T19:50:31.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.325+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.1 size=1048576 2023-12-16T19:50:31.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.327+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~YXHUH5OJ25GW.2 size=436797 2023-12-16T19:50:31.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.330+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=YXHUH5OJ25GW tag=UZ4X1BR6Z4CA type=write size=3582525 2023-12-16T19:50:31.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.333+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=JX9Z98MYEFNJ type=del size=3805711 2023-12-16T19:50:31.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.333+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.0 size=1048576 2023-12-16T19:50:31.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.335+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.1 size=1048576 2023-12-16T19:50:31.336 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.337+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~TO8CHNYH0S9Q.2 size=220266 2023-12-16T19:50:31.340 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.340+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=TO8CHNYH0S9Q tag=JCNQAPH3YUBD type=write size=3365994 2023-12-16T19:50:31.343 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.343+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~KJWT1QF8K20G.0 size=1048576 2023-12-16T19:50:31.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.345+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~KJWT1QF8K20G.1 size=468608 2023-12-16T19:50:31.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.345+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=KJWT1QF8K20G tag=HS1K8LCBO5SC type=write size=2565760 2023-12-16T19:50:31.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.349+0000 7f2ef5d2c640 1 < suggested update operation key=ZQ5BST6X324W tag=KQMCXNK11DXI type=write size=583913 2023-12-16T19:50:31.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.352+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~EFI6J6NHMECL.0 size=1048576 2023-12-16T19:50:31.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.354+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~EFI6J6NHMECL.1 size=47263 2023-12-16T19:50:31.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.354+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=EFI6J6NHMECL tag=P8EY5RZG202F type=write size=2144415 2023-12-16T19:50:31.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.358+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=22PI9SG2KCWH type=del size=1772647 2023-12-16T19:50:31.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.360+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=F6HV672BRB24 type=del size=2267754 2023-12-16T19:50:31.361 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.362+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=YCES5TFQAGRW type=write size=488156 2023-12-16T19:50:31.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.366+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~7GEF9L1TZEOC.0 size=1020418 2023-12-16T19:50:31.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.366+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=7GEF9L1TZEOC tag=S5669DB51LQA type=write size=2068994 2023-12-16T19:50:31.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.368+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~FIAJBBSYRS4J.0 size=689971 2023-12-16T19:50:31.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.371+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=FIAJBBSYRS4J tag=RFALHVJ149M3 type=write size=1738547 2023-12-16T19:50:31.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.374+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~DA7E7YP349P1.0 size=1020614 2023-12-16T19:50:31.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.374+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=DA7E7YP349P1 tag=PAOVDFP4XDP9 type=write size=2069190 2023-12-16T19:50:31.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.379+0000 7f2ef5d2c640 1 < suggested remove operation key=4B9JQDI6Y8LC tag=21FQG0JJ394U type=write 2023-12-16T19:50:31.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.381+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=56GB1OJBRC47 type=del size=798349 2023-12-16T19:50:31.383 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.384+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~0WHN6UD2WMWH.0 size=1048576 2023-12-16T19:50:31.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.386+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~0WHN6UD2WMWH.1 size=373314 2023-12-16T19:50:31.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.390+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=0WHN6UD2WMWH tag=MZEXUOGW88BX type=write size=2470466 2023-12-16T19:50:31.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.393+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=OSHYA87Z6AIC type=del size=2086668 2023-12-16T19:50:31.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.396+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~DNVGTICM4KEM.0 size=1048576 2023-12-16T19:50:31.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.398+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~DNVGTICM4KEM.1 size=226875 2023-12-16T19:50:31.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.402+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=DNVGTICM4KEM tag=QK81W0827LHL type=write size=2324027 2023-12-16T19:50:31.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.404+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=1Y5PU1E8HNF1 type=del size=1282962 2023-12-16T19:50:31.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.407+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=937B0YCOCVD3 type=del 2023-12-16T19:50:31.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.411+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~3EJTRFGRQM7S.0 size=1048576 2023-12-16T19:50:31.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.413+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~3EJTRFGRQM7S.1 size=235259 2023-12-16T19:50:31.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.413+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=3EJTRFGRQM7S tag=7PAUZ9CE8G32 type=write size=2332411 2023-12-16T19:50:31.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.417+0000 7f2ef5d2c640 -1 < failed to complete operation key=ZQ5BST6X324W tag=UL4J80CHCVFD type=del size=459121: (22) Invalid argument 2023-12-16T19:50:31.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.421+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~H11HKLGM2ZUA.0 size=151291 2023-12-16T19:50:31.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.421+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=H11HKLGM2ZUA tag=8V0AGW2QCLAN type=write size=1199867 2023-12-16T19:50:31.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.424+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~M6330MSV2R8H.0 size=359121 2023-12-16T19:50:31.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.428+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=M6330MSV2R8H tag=SOPVZCCTBFE3 type=write size=1407697 2023-12-16T19:50:31.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.432+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~1VOFD9MAA1MM.0 size=1048576 2023-12-16T19:50:31.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.434+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~1VOFD9MAA1MM.1 size=723919 2023-12-16T19:50:31.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.434+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=1VOFD9MAA1MM tag=ZVXLGCDNFE30 type=write size=2821071 2023-12-16T19:50:31.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.439+0000 7f2ef5d2c640 1 < suggested remove operation key=ZQ5BST6X324W tag=RJT3QETI1U57 type=del 2023-12-16T19:50:31.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.444+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.0 size=1048576 2023-12-16T19:50:31.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.446+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.1 size=1048576 2023-12-16T19:50:31.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.448+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.2 size=1045857 2023-12-16T19:50:31.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.448+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=98MPNMYH5Y7A tag=QVSNT9MVNCOS type=write size=4191585 2023-12-16T19:50:31.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.453+0000 7f2ef5d2c640 1 < suggested remove operation key=6MFOODPNMXUS tag=879RLUXHFG2X type=del 2023-12-16T19:50:31.454 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.455+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=VI78EUV2ROQ3 type=write size=448758 2023-12-16T19:50:31.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.457+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=QLMVAG3ES671 type=write size=226036 2023-12-16T19:50:31.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.459+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=SLR8CU4F856X type=del size=2161628 2023-12-16T19:50:31.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.462+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=EKGO0K7UZ7LT type=del 2023-12-16T19:50:31.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.467+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~ZWFQEAHX59OE.0 size=1048576 2023-12-16T19:50:31.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.469+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~ZWFQEAHX59OE.1 size=280643 2023-12-16T19:50:31.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.469+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=ZWFQEAHX59OE tag=6OSOPRXY2IO5 type=write size=2377795 2023-12-16T19:50:31.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.472+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=JX9Z98MYEFNJ type=del 2023-12-16T19:50:31.474 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.474+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=1B5LTFDUFGKC type=del size=943495 2023-12-16T19:50:31.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.476+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~KJWT1QF8K20G.0 size=1048576 2023-12-16T19:50:31.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.478+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~KJWT1QF8K20G.1 size=468608 2023-12-16T19:50:31.481 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.482+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=KJWT1QF8K20G tag=HS1K8LCBO5SC type=write size=2565760 2023-12-16T19:50:31.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.484+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=3BH6QCX5A0TI type=del size=2928255 2023-12-16T19:50:31.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.486+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~EFI6J6NHMECL.0 size=1048576 2023-12-16T19:50:31.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.489+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~EFI6J6NHMECL.1 size=47263 2023-12-16T19:50:31.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.493+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=EFI6J6NHMECL tag=P8EY5RZG202F type=write size=2144415 2023-12-16T19:50:31.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.497+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.0 size=1048576 2023-12-16T19:50:31.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.499+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.1 size=1048576 2023-12-16T19:50:31.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.501+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.2 size=805921 2023-12-16T19:50:31.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.501+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=Y73H27DD7EYF tag=WYN0DL36SLRH type=write size=3951649 2023-12-16T19:50:31.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.504+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=F6HV672BRB24 type=del 2023-12-16T19:50:31.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.508+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.0 size=1048576 2023-12-16T19:50:31.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.510+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.1 size=1048576 2023-12-16T19:50:31.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.512+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.2 size=67780 2023-12-16T19:50:31.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.512+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=L9EIHR1WJRT0 tag=DQ3HB3ZMZ7IA type=write size=3213508 2023-12-16T19:50:31.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.515+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~7GEF9L1TZEOC.0 size=1020418 2023-12-16T19:50:31.518 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.518+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=7GEF9L1TZEOC tag=S5669DB51LQA type=write size=2068994 2023-12-16T19:50:31.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.523+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.0 size=1048576 2023-12-16T19:50:31.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.525+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.1 size=1048576 2023-12-16T19:50:31.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.528+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.2 size=740017 2023-12-16T19:50:31.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.528+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=ZZPTKVMZ2ZKA tag=UHKX0I1V17TQ type=write size=3885745 2023-12-16T19:50:31.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.531+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~DA7E7YP349P1.0 size=1020614 2023-12-16T19:50:31.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.536+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=DA7E7YP349P1 tag=PAOVDFP4XDP9 type=write size=2069190 2023-12-16T19:50:31.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.539+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=PW9AX8PKH9HX type=del size=1240391 2023-12-16T19:50:31.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.541+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=56GB1OJBRC47 type=del 2023-12-16T19:50:31.543 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.543+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=U1OXC48L91TL type=write size=92106 2023-12-16T19:50:31.545 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.546+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=OSHYA87Z6AIC type=del 2023-12-16T19:50:31.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.548+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=TG4K5HOYOWCO type=del size=2577730 2023-12-16T19:50:31.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.551+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=1Y5PU1E8HNF1 type=del size=1282962 2023-12-16T19:50:31.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.553+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=LHJ4WZRQ21AR type=del size=838436 2023-12-16T19:50:31.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.555+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~3EJTRFGRQM7S.0 size=1048576 2023-12-16T19:50:31.557 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.558+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~3EJTRFGRQM7S.1 size=235259 2023-12-16T19:50:31.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.562+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=3EJTRFGRQM7S tag=7PAUZ9CE8G32 type=write size=2332411 2023-12-16T19:50:31.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.566+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~UXDXRV38T25P.0 size=927024 2023-12-16T19:50:31.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.566+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=UXDXRV38T25P tag=IOPM80BNSDER type=write size=1975600 2023-12-16T19:50:31.568 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.569+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~H11HKLGM2ZUA.0 size=151291 2023-12-16T19:50:31.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.572+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=H11HKLGM2ZUA tag=8V0AGW2QCLAN type=write size=1199867 2023-12-16T19:50:31.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.575+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=TR42ZIF7Y9TB type=write size=956661 2023-12-16T19:50:31.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.578+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~1VOFD9MAA1MM.0 size=1048576 2023-12-16T19:50:31.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.580+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~1VOFD9MAA1MM.1 size=723919 2023-12-16T19:50:31.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.584+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=1VOFD9MAA1MM tag=ZVXLGCDNFE30 type=write size=2821071 2023-12-16T19:50:31.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.586+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=B87994MIX2VC type=write size=260566 2023-12-16T19:50:31.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.586+0000 7f2ef5d2c640 1 < canceled part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.0 size=1048576 2023-12-16T19:50:31.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.588+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.1 size=1048576 2023-12-16T19:50:31.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.589+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~98MPNMYH5Y7A.2 size=1045857 2023-12-16T19:50:31.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.593+0000 7f2ef5d2c640 1 < canceled multipart upload key=132QU0TGO26D upload=98MPNMYH5Y7A tag=QVSNT9MVNCOS type=write size=4191585 2023-12-16T19:50:31.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.595+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=SUSG0VWXKJ0J type=del size=2932545 2023-12-16T19:50:31.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.597+0000 7f2ef5d2c640 1 < canceled operation key=O47415D8FFKL tag=VI78EUV2ROQ3 type=write size=448758 2023-12-16T19:50:31.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.602+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~2DPOB3776Y0U.0 size=861685 2023-12-16T19:50:31.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.602+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=2DPOB3776Y0U tag=86086JF6F1G7 type=write size=1910261 2023-12-16T19:50:31.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.605+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=SLR8CU4F856X type=del 2023-12-16T19:50:31.607 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.607+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=X39C0HOTGS9Y type=del size=2861912 2023-12-16T19:50:31.609 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.609+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~ZWFQEAHX59OE.0 size=1048576 2023-12-16T19:50:31.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.611+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~ZWFQEAHX59OE.1 size=280643 2023-12-16T19:50:31.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.615+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=ZWFQEAHX59OE tag=6OSOPRXY2IO5 type=write size=2377795 2023-12-16T19:50:31.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.617+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=6XD1FLJ9SXWF type=del size=43319 2023-12-16T19:50:31.621 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.622+0000 7f2ef5d2c640 1 < suggested remove operation key=4DEANTZS07W7 tag=1B5LTFDUFGKC type=del 2023-12-16T19:50:31.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.624+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=P15E4NAWEJ2A type=del size=2981868 2023-12-16T19:50:31.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.627+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=3BH6QCX5A0TI type=del 2023-12-16T19:50:31.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.629+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=LGIVM06CV2KU type=del size=3524514 2023-12-16T19:50:31.631 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.631+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.0 size=1048576 2023-12-16T19:50:31.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.633+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.1 size=1048576 2023-12-16T19:50:31.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.635+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~Y73H27DD7EYF.2 size=805921 2023-12-16T19:50:31.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.639+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=Y73H27DD7EYF tag=WYN0DL36SLRH type=write size=3951649 2023-12-16T19:50:31.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.643+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~5XJF1MOV4XCU.0 size=1048576 2023-12-16T19:50:31.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.645+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~5XJF1MOV4XCU.1 size=464072 2023-12-16T19:50:31.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.645+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=5XJF1MOV4XCU tag=TBAIZ5BCHUX0 type=write size=2561224 2023-12-16T19:50:31.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.646+0000 7f2ef5d2c640 1 < canceled part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.0 size=1048576 2023-12-16T19:50:31.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.648+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.1 size=1048576 2023-12-16T19:50:31.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.650+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~L9EIHR1WJRT0.2 size=67780 2023-12-16T19:50:31.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.655+0000 7f2ef5d2c640 1 < canceled multipart upload key=3I8OH9GP7T7F upload=L9EIHR1WJRT0 tag=DQ3HB3ZMZ7IA type=write size=3213508 2023-12-16T19:50:31.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.659+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~HULMN7F21VIJ.0 size=1048576 2023-12-16T19:50:31.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.661+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~HULMN7F21VIJ.1 size=502500 2023-12-16T19:50:31.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.661+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=HULMN7F21VIJ tag=CHD8XWGWM4MQ type=write size=2599652 2023-12-16T19:50:31.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.663+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.0 size=1048576 2023-12-16T19:50:31.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.666+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.1 size=1048576 2023-12-16T19:50:31.668 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.668+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ZZPTKVMZ2ZKA.2 size=740017 2023-12-16T19:50:31.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.673+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=ZZPTKVMZ2ZKA tag=UHKX0I1V17TQ type=write size=3885745 2023-12-16T19:50:31.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.677+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.0 size=1048576 2023-12-16T19:50:31.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.678+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.1 size=1048576 2023-12-16T19:50:31.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.680+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.2 size=921907 2023-12-16T19:50:31.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.680+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=ATNVM9BJZXGU tag=IECDQK05RR68 type=write size=4067635 2023-12-16T19:50:31.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.683+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=PW9AX8PKH9HX type=del 2023-12-16T19:50:31.685 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.685+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=PU5JFD7DHC3W type=del size=3050814 2023-12-16T19:50:31.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.689+0000 7f2ef5d2c640 -1 < failed to complete operation key=4DEANTZS07W7 tag=U1OXC48L91TL type=write size=92106: (22) Invalid argument 2023-12-16T19:50:31.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.694+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~LLNHNB61LG3H.0 size=1048576 2023-12-16T19:50:31.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.696+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~LLNHNB61LG3H.1 size=613475 2023-12-16T19:50:31.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.696+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=LLNHNB61LG3H tag=6HXAPBK1G8LL type=write size=2710627 2023-12-16T19:50:31.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.698+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=TG4K5HOYOWCO type=del 2023-12-16T19:50:31.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.703+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~3I0VP25P64WQ.0 size=1048576 2023-12-16T19:50:31.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.705+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~3I0VP25P64WQ.1 size=775589 2023-12-16T19:50:31.705 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.705+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=3I0VP25P64WQ tag=VA94ZWKMPFWA type=write size=2872741 2023-12-16T19:50:31.708 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.708+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=LHJ4WZRQ21AR type=del 2023-12-16T19:50:31.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.710+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=WVAR68I8Q4J1 type=del size=2222912 2023-12-16T19:50:31.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.711+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~UXDXRV38T25P.0 size=927024 2023-12-16T19:50:31.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.714+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=UXDXRV38T25P tag=IOPM80BNSDER type=write size=1975600 2023-12-16T19:50:31.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.716+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=KD7WGWP82L72 type=del size=3122643 2023-12-16T19:50:31.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.719+0000 7f2ef5d2c640 1 < completed write operation key=1EO09GE5UCX3 tag=TR42ZIF7Y9TB type=write size=956661 2023-12-16T19:50:31.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.721+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=Z5RRIKU0NKEE type=del size=4041163 2023-12-16T19:50:31.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.724+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=B87994MIX2VC type=write size=260566 2023-12-16T19:50:31.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.729+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~IXLU9NEWG2KW.0 size=1048576 2023-12-16T19:50:31.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.732+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~IXLU9NEWG2KW.1 size=368739 2023-12-16T19:50:31.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.732+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=IXLU9NEWG2KW tag=4WXH0X9VUB4X type=write size=2465891 2023-12-16T19:50:31.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.735+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=SUSG0VWXKJ0J type=del 2023-12-16T19:50:31.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.737+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=A0X8IYSQ80J1 type=del size=3305152 2023-12-16T19:50:31.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.740+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~2DPOB3776Y0U.0 size=861685 2023-12-16T19:50:31.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.744+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=2DPOB3776Y0U tag=86086JF6F1G7 type=write size=1910261 2023-12-16T19:50:31.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.747+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=FK3OTP4EBGH4 type=del size=514987 2023-12-16T19:50:31.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.749+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=X39C0HOTGS9Y type=del 2023-12-16T19:50:31.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.753+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~O115LBHI202L.0 size=195349 2023-12-16T19:50:31.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.753+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=O115LBHI202L tag=UBGPEAW4P6YY type=write size=1243925 2023-12-16T19:50:31.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.755+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=6XD1FLJ9SXWF type=del 2023-12-16T19:50:31.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.758+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=P7OP8O9T11Q7 type=del size=233645 2023-12-16T19:50:31.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.761+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=P15E4NAWEJ2A type=del 2023-12-16T19:50:31.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.767+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~3UE1A4OUGSRT.0 size=420315 2023-12-16T19:50:31.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.767+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=3UE1A4OUGSRT tag=RQG60W1HW5H4 type=write size=1468891 2023-12-16T19:50:31.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.771+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=LGIVM06CV2KU type=del 2023-12-16T19:50:31.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.773+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=3RXKL8VRNENH type=del size=4089347 2023-12-16T19:50:31.775 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.775+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~5XJF1MOV4XCU.0 size=1048576 2023-12-16T19:50:31.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.777+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~5XJF1MOV4XCU.1 size=464072 2023-12-16T19:50:31.781 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.781+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=5XJF1MOV4XCU tag=TBAIZ5BCHUX0 type=write size=2561224 2023-12-16T19:50:31.784 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.784+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=EKFIMLVOOCCJ type=del size=3374712 2023-12-16T19:50:31.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.787+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~HULMN7F21VIJ.0 size=1048576 2023-12-16T19:50:31.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.789+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~HULMN7F21VIJ.1 size=502500 2023-12-16T19:50:31.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.793+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=HULMN7F21VIJ tag=CHD8XWGWM4MQ type=write size=2599652 2023-12-16T19:50:31.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.795+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=23RN7B1HYWB0 type=del size=312775 2023-12-16T19:50:31.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.797+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.0 size=1048576 2023-12-16T19:50:31.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.800+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.1 size=1048576 2023-12-16T19:50:31.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.803+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ATNVM9BJZXGU.2 size=921907 2023-12-16T19:50:31.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.807+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=ATNVM9BJZXGU tag=IECDQK05RR68 type=write size=4067635 2023-12-16T19:50:31.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.809+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=CALFZHRTIWCE type=del size=3312335 2023-12-16T19:50:31.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.811+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=PU5JFD7DHC3W type=del 2023-12-16T19:50:31.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.814+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=FQ1MMC1H4DDK type=del size=3144720 2023-12-16T19:50:31.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.817+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~LLNHNB61LG3H.0 size=1048576 2023-12-16T19:50:31.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.818+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~LLNHNB61LG3H.1 size=613475 2023-12-16T19:50:31.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.823+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=LLNHNB61LG3H tag=6HXAPBK1G8LL type=write size=2710627 2023-12-16T19:50:31.826 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.826+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=AJ0MFJ0Q2JJX type=del size=3808511 2023-12-16T19:50:31.828 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.829+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~3I0VP25P64WQ.0 size=1048576 2023-12-16T19:50:31.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.831+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~3I0VP25P64WQ.1 size=775589 2023-12-16T19:50:31.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.837+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=3I0VP25P64WQ tag=VA94ZWKMPFWA type=write size=2872741 2023-12-16T19:50:31.840 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.840+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=DJU292CINVK3 type=write size=33910 2023-12-16T19:50:31.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.843+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=WVAR68I8Q4J1 type=del 2023-12-16T19:50:31.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.845+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=O8M0VMZHOB9V type=write size=805974 2023-12-16T19:50:31.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.848+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=KD7WGWP82L72 type=del 2023-12-16T19:50:31.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.854+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.0 size=1048576 2023-12-16T19:50:31.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.856+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.1 size=1048576 2023-12-16T19:50:31.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.859+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.2 size=390922 2023-12-16T19:50:31.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.859+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=4G5K2POX82A8 tag=56QMVF9P17CD type=write size=3536650 2023-12-16T19:50:31.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.862+0000 7f2ef5d2c640 1 < canceled operation key=693CWQ45V5WS tag=Z5RRIKU0NKEE type=del size=4041163 2023-12-16T19:50:31.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.864+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=4M6WTZ7UENWK type=write size=560434 2023-12-16T19:50:31.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.867+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~IXLU9NEWG2KW.0 size=1048576 2023-12-16T19:50:31.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.870+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~IXLU9NEWG2KW.1 size=368739 2023-12-16T19:50:31.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.875+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=IXLU9NEWG2KW tag=4WXH0X9VUB4X type=write size=2465891 2023-12-16T19:50:31.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.881+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~4FY5RKPWDS26.0 size=1048576 2023-12-16T19:50:31.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.883+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~4FY5RKPWDS26.1 size=616862 2023-12-16T19:50:31.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.883+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=4FY5RKPWDS26 tag=ESO7IAJHX623 type=write size=2714014 2023-12-16T19:50:31.885 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.885+0000 7f2ef5d2c640 1 < canceled operation key=U16U268CZYJU tag=A0X8IYSQ80J1 type=del size=3305152 2023-12-16T19:50:31.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.890+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.0 size=1048576 2023-12-16T19:50:31.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.892+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.1 size=1048576 2023-12-16T19:50:31.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.895+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.2 size=328514 2023-12-16T19:50:31.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.895+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=098RVB4MEA2J tag=3P99RR2016Y8 type=write size=3474242 2023-12-16T19:50:31.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.898+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=FK3OTP4EBGH4 type=del 2023-12-16T19:50:31.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.902+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~OPY0KFLP0K6U.0 size=1048576 2023-12-16T19:50:31.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.904+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~OPY0KFLP0K6U.1 size=287796 2023-12-16T19:50:31.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.904+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=OPY0KFLP0K6U tag=LJN80NBNPRBA type=write size=2384948 2023-12-16T19:50:31.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.904+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~O115LBHI202L.0 size=195349 2023-12-16T19:50:31.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.908+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=O115LBHI202L tag=UBGPEAW4P6YY type=write size=1243925 2023-12-16T19:50:31.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.910+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=3IURCO7PDVI6 type=del size=502991 2023-12-16T19:50:31.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.912+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=P7OP8O9T11Q7 type=del 2023-12-16T19:50:31.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.916+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~GRNO3H5S2NI3.0 size=419998 2023-12-16T19:50:31.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.916+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=GRNO3H5S2NI3 tag=GUWBWTCMBU45 type=write size=1468574 2023-12-16T19:50:31.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.918+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~3UE1A4OUGSRT.0 size=420315 2023-12-16T19:50:31.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.921+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=3UE1A4OUGSRT tag=RQG60W1HW5H4 type=write size=1468891 2023-12-16T19:50:31.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.924+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=551OE1VCVP7D type=del size=2770731 2023-12-16T19:50:31.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.926+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=3RXKL8VRNENH type=del 2023-12-16T19:50:31.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.931+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.0 size=1048576 2023-12-16T19:50:31.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.933+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.1 size=1048576 2023-12-16T19:50:31.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.935+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.2 size=477452 2023-12-16T19:50:31.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.935+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=4I5UQMFWA5FG tag=MSKXMJNKSK63 type=write size=3623180 2023-12-16T19:50:31.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.938+0000 7f2ef5d2c640 1 < canceled operation key=9KRQ59SUFM7Z tag=EKFIMLVOOCCJ type=del size=3374712 2023-12-16T19:50:31.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.941+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=ZIGA4TP5H41W type=del size=1268301 2023-12-16T19:50:31.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.945+0000 7f2ef5d2c640 1 < suggested remove operation key=U16U268CZYJU tag=23RN7B1HYWB0 type=del 2023-12-16T19:50:31.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~VW4DVC2J347Q.0 size=631121 2023-12-16T19:50:31.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.950+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=VW4DVC2J347Q tag=6RSF94M9M967 type=write size=1679697 2023-12-16T19:50:31.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.952+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=CALFZHRTIWCE type=del 2023-12-16T19:50:31.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.955+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=SE5W8ZWAVPD5 type=del size=3992032 2023-12-16T19:50:31.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.961+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=FQ1MMC1H4DDK type=del 2023-12-16T19:50:31.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.965+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=W6IETHFERAQ2 type=del size=1540747 2023-12-16T19:50:31.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.968+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=AJ0MFJ0Q2JJX type=del 2023-12-16T19:50:31.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.974+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~PC5L1B6U8ZYS.0 size=1048576 2023-12-16T19:50:31.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.977+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~PC5L1B6U8ZYS.1 size=521072 2023-12-16T19:50:31.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.977+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=PC5L1B6U8ZYS tag=T3EU3X5ZO5D1 type=write size=2618224 2023-12-16T19:50:31.980 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.980+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=DJU292CINVK3 type=write size=33910 2023-12-16T19:50:31.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.983+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=R41SDDQ8GTCE type=write size=575887 2023-12-16T19:50:31.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.988+0000 7f2ef5d2c640 1 < suggested update operation key=JGJZADQXTKU9 tag=O8M0VMZHOB9V type=write size=805974 2023-12-16T19:50:31.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.992+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=Z7GF5YJFMI2I type=write size=332808 2023-12-16T19:50:31.994 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.994+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.0 size=1048576 2023-12-16T19:50:31.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.996+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.1 size=1048576 2023-12-16T19:50:31.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:31.996+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~4G5K2POX82A8.2 size=390922 2023-12-16T19:50:32.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.000+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=4G5K2POX82A8 tag=56QMVF9P17CD type=write size=3536650 2023-12-16T19:50:32.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.003+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=6EWYMCTM1UP3 type=del size=1161559 2023-12-16T19:50:32.007 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.007+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=4M6WTZ7UENWK type=write size=560434 2023-12-16T19:50:32.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.010+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=XZS8SOGP2KM2 type=del size=3213998 2023-12-16T19:50:32.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.012+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~4FY5RKPWDS26.0 size=1048576 2023-12-16T19:50:32.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.015+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~4FY5RKPWDS26.1 size=616862 2023-12-16T19:50:32.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.020+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=4FY5RKPWDS26 tag=ESO7IAJHX623 type=write size=2714014 2023-12-16T19:50:32.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.025+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.0 size=1048576 2023-12-16T19:50:32.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.027+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.1 size=1048576 2023-12-16T19:50:32.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.029+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.2 size=584700 2023-12-16T19:50:32.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.029+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=NDZ9P1SUNH61 tag=7SMTSLNYD9GK type=write size=3730428 2023-12-16T19:50:32.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.029+0000 7f2ef5d2c640 1 < canceled part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.0 size=1048576 2023-12-16T19:50:32.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.031+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.1 size=1048576 2023-12-16T19:50:32.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.033+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~098RVB4MEA2J.2 size=328514 2023-12-16T19:50:32.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.037+0000 7f2ef5d2c640 1 < canceled multipart upload key=KZ7TQX626J26 upload=098RVB4MEA2J tag=3P99RR2016Y8 type=write size=3474242 2023-12-16T19:50:32.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.041+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~UVAYRL3W9NRK.0 size=1048576 2023-12-16T19:50:32.042 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.043+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~UVAYRL3W9NRK.1 size=67655 2023-12-16T19:50:32.042 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.043+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=UVAYRL3W9NRK tag=50ZM2FAH3PQ3 type=write size=2164807 2023-12-16T19:50:32.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.045+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~OPY0KFLP0K6U.0 size=1048576 2023-12-16T19:50:32.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.047+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~OPY0KFLP0K6U.1 size=287796 2023-12-16T19:50:32.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.083+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=OPY0KFLP0K6U tag=LJN80NBNPRBA type=write size=2384948 2023-12-16T19:50:32.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.085+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=4H6T5B6W8U1B type=del size=4060790 2023-12-16T19:50:32.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.090+0000 7f2ef5d2c640 1 < suggested remove operation key=4DEANTZS07W7 tag=3IURCO7PDVI6 type=del 2023-12-16T19:50:32.094 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.094+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~XKN0XV36YB3V.0 size=1048576 2023-12-16T19:50:32.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.096+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~XKN0XV36YB3V.1 size=880220 2023-12-16T19:50:32.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.096+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=XKN0XV36YB3V tag=H66S35CN8GDW type=write size=2977372 2023-12-16T19:50:32.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.098+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~GRNO3H5S2NI3.0 size=419998 2023-12-16T19:50:32.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.102+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=GRNO3H5S2NI3 tag=GUWBWTCMBU45 type=write size=1468574 2023-12-16T19:50:32.105 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.105+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=SJEINKUZAGUF type=write size=582888 2023-12-16T19:50:32.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.109+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=551OE1VCVP7D type=del size=2770731 2023-12-16T19:50:32.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.111+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=QG3GTKGYBQDG type=del size=4141876 2023-12-16T19:50:32.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.113+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.0 size=1048576 2023-12-16T19:50:32.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.113+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.1 size=1048576 2023-12-16T19:50:32.116 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.116+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~4I5UQMFWA5FG.2 size=477452 2023-12-16T19:50:32.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.120+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=4I5UQMFWA5FG tag=MSKXMJNKSK63 type=write size=3623180 2023-12-16T19:50:32.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.125+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~V83FURO7SOJ5.0 size=1048576 2023-12-16T19:50:32.127 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.128+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~V83FURO7SOJ5.1 size=551251 2023-12-16T19:50:32.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.128+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=V83FURO7SOJ5 tag=R5ZTWS8GV5FV type=write size=2648403 2023-12-16T19:50:32.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.130+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=ZIGA4TP5H41W type=del 2023-12-16T19:50:32.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.135+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~M5CILFRYA6ZR.0 size=354077 2023-12-16T19:50:32.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.135+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=M5CILFRYA6ZR tag=FUOCH9USGJXR type=write size=1402653 2023-12-16T19:50:32.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.138+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~VW4DVC2J347Q.0 size=631121 2023-12-16T19:50:32.143 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.143+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=VW4DVC2J347Q tag=6RSF94M9M967 type=write size=1679697 2023-12-16T19:50:32.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.147+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.0 size=1048576 2023-12-16T19:50:32.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.149+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.1 size=1048576 2023-12-16T19:50:32.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.151+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.2 size=616207 2023-12-16T19:50:32.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.151+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=0SP1QVYS790B tag=VRP06GOPRK7U type=write size=3761935 2023-12-16T19:50:32.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.152+0000 7f2ef5d2c640 1 < canceled operation key=O47415D8FFKL tag=SE5W8ZWAVPD5 type=del size=3992032 2023-12-16T19:50:32.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.155+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=E5ZMX6EPVJZR type=write size=351450 2023-12-16T19:50:32.157 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.157+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=W6IETHFERAQ2 type=del 2023-12-16T19:50:32.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.161+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~AGUZE3BZPCF7.0 size=150151 2023-12-16T19:50:32.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.161+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=AGUZE3BZPCF7 tag=GT8N57CA3FW2 type=write size=1198727 2023-12-16T19:50:32.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.161+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~PC5L1B6U8ZYS.0 size=1048576 2023-12-16T19:50:32.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.163+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~PC5L1B6U8ZYS.1 size=521072 2023-12-16T19:50:32.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.167+0000 7f2ef5d2c640 1 < canceled multipart upload key=9KRQ59SUFM7Z upload=PC5L1B6U8ZYS tag=T3EU3X5ZO5D1 type=write size=2618224 2023-12-16T19:50:32.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.172+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~QBVHIV6GW5IA.0 size=1048576 2023-12-16T19:50:32.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.174+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~QBVHIV6GW5IA.1 size=202673 2023-12-16T19:50:32.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.174+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=QBVHIV6GW5IA tag=ZEOEPN758AE7 type=write size=2299825 2023-12-16T19:50:32.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.176+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=R41SDDQ8GTCE type=write size=575887 2023-12-16T19:50:32.180 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.181+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.0 size=1048576 2023-12-16T19:50:32.182 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.182+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.1 size=1048576 2023-12-16T19:50:32.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.184+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.2 size=636128 2023-12-16T19:50:32.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.184+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=SXLN185P5RYD tag=FV8A1TPTICZ5 type=write size=3781856 2023-12-16T19:50:32.186 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.186+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=Z7GF5YJFMI2I type=write size=332808 2023-12-16T19:50:32.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.188+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=86VJPSCEFTEF type=write size=962068 2023-12-16T19:50:32.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.190+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=6EWYMCTM1UP3 type=del 2023-12-16T19:50:32.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.194+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~OZHG6XEBP3TG.0 size=1016441 2023-12-16T19:50:32.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.194+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=OZHG6XEBP3TG tag=J25E67AVPZWP type=write size=2065017 2023-12-16T19:50:32.196 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.196+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=XZS8SOGP2KM2 type=del 2023-12-16T19:50:32.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.200+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~L03A317AZK2J.0 size=1048576 2023-12-16T19:50:32.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.202+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~L03A317AZK2J.1 size=942462 2023-12-16T19:50:32.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.202+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=L03A317AZK2J tag=M0RQLB9F7YHK type=write size=3039614 2023-12-16T19:50:32.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.204+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.0 size=1048576 2023-12-16T19:50:32.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.206+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.1 size=1048576 2023-12-16T19:50:32.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.208+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~NDZ9P1SUNH61.2 size=584700 2023-12-16T19:50:32.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.211+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=NDZ9P1SUNH61 tag=7SMTSLNYD9GK type=write size=3730428 2023-12-16T19:50:32.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.213+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=NLLPN8YG7BNI type=del size=1726051 2023-12-16T19:50:32.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.215+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~UVAYRL3W9NRK.0 size=1048576 2023-12-16T19:50:32.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.218+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~UVAYRL3W9NRK.1 size=67655 2023-12-16T19:50:32.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.221+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=UVAYRL3W9NRK tag=50ZM2FAH3PQ3 type=write size=2164807 2023-12-16T19:50:32.224 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.225+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.0 size=1048576 2023-12-16T19:50:32.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.227+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.1 size=1048576 2023-12-16T19:50:32.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.229+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.2 size=311942 2023-12-16T19:50:32.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.229+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=QUY62DDBD3MI tag=YYMVSFOUV1PK type=write size=3457670 2023-12-16T19:50:32.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.233+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=4H6T5B6W8U1B type=del size=4060790 2023-12-16T19:50:32.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.235+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=WHC93JBN0U41 type=del size=1905105 2023-12-16T19:50:32.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.235+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~XKN0XV36YB3V.0 size=1048576 2023-12-16T19:50:32.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.237+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~XKN0XV36YB3V.1 size=880220 2023-12-16T19:50:32.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:31 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:50:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:31] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2023-12-16T19:50:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:31 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:50:32.241 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.241+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=XKN0XV36YB3V tag=H66S35CN8GDW type=write size=2977372 2023-12-16T19:50:32.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.243+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=O4R3NII7QASC type=write size=358146 2023-12-16T19:50:32.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.245+0000 7f2ef5d2c640 1 < completed write operation key=8XNMDB8GAS1T tag=SJEINKUZAGUF type=write size=582888 2023-12-16T19:50:32.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:31 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:50:32.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.247+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=C0XV9FQCNBN8 type=del size=2325472 2023-12-16T19:50:32.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.251+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=QG3GTKGYBQDG type=del size=4141876 2023-12-16T19:50:32.255 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.255+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~DL7D6BNQ13FA.0 size=1048576 2023-12-16T19:50:32.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.257+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~DL7D6BNQ13FA.1 size=85713 2023-12-16T19:50:32.256 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.257+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=DL7D6BNQ13FA tag=VKPEFDDIHUPY type=write size=2182865 2023-12-16T19:50:32.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.258+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~V83FURO7SOJ5.0 size=1048576 2023-12-16T19:50:32.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.260+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~V83FURO7SOJ5.1 size=551251 2023-12-16T19:50:32.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.264+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=V83FURO7SOJ5 tag=R5ZTWS8GV5FV type=write size=2648403 2023-12-16T19:50:32.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.266+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=83JT3M6X97L6 type=del size=2438574 2023-12-16T19:50:32.267 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.268+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~M5CILFRYA6ZR.0 size=354077 2023-12-16T19:50:32.271 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.271+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=M5CILFRYA6ZR tag=FUOCH9USGJXR type=write size=1402653 2023-12-16T19:50:32.273 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.274+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=91H74L4QPXLO type=del size=1579564 2023-12-16T19:50:32.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.276+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.0 size=1048576 2023-12-16T19:50:32.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.277+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.1 size=1048576 2023-12-16T19:50:32.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.279+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~0SP1QVYS790B.2 size=616207 2023-12-16T19:50:32.283 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.283+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=0SP1QVYS790B tag=VRP06GOPRK7U type=write size=3761935 2023-12-16T19:50:32.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.287+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.0 size=1048576 2023-12-16T19:50:32.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.289+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.1 size=1048576 2023-12-16T19:50:32.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.291+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.2 size=1025233 2023-12-16T19:50:32.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.291+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=0ZL8TFUQ25T7 tag=GDABVJWUQI3H type=write size=4170961 2023-12-16T19:50:32.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.293+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=E5ZMX6EPVJZR type=write size=351450 2023-12-16T19:50:32.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.295+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=IJ1MY6T5AXGG type=del size=1511955 2023-12-16T19:50:32.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.297+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~AGUZE3BZPCF7.0 size=150151 2023-12-16T19:50:32.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.300+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=AGUZE3BZPCF7 tag=GT8N57CA3FW2 type=write size=1198727 2023-12-16T19:50:32.302 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.302+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=HPFOO8AGIWS5 type=del size=2305296 2023-12-16T19:50:32.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.304+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~QBVHIV6GW5IA.0 size=1048576 2023-12-16T19:50:32.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.306+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~QBVHIV6GW5IA.1 size=202673 2023-12-16T19:50:32.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.309+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=QBVHIV6GW5IA tag=ZEOEPN758AE7 type=write size=2299825 2023-12-16T19:50:32.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.314+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.0 size=1048576 2023-12-16T19:50:32.315 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.315+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.1 size=1048576 2023-12-16T19:50:32.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.317+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.2 size=60255 2023-12-16T19:50:32.317 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.317+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=NDYI5LE3I6HY tag=ND3A7W2P9SJY type=write size=3205983 2023-12-16T19:50:32.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.319+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.0 size=1048576 2023-12-16T19:50:32.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.321+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.1 size=1048576 2023-12-16T19:50:32.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.321+0000 7f2ef5d2c640 1 < canceled part key=_multipart_9KRQ59SUFM7Z.2~SXLN185P5RYD.2 size=636128 2023-12-16T19:50:32.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.325+0000 7f2ef5d2c640 1 < canceled multipart upload key=9KRQ59SUFM7Z upload=SXLN185P5RYD tag=FV8A1TPTICZ5 type=write size=3781856 2023-12-16T19:50:32.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.326+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=0TSEXU0GWZ3M type=del size=962085 2023-12-16T19:50:32.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.329+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=86VJPSCEFTEF type=write size=962068 2023-12-16T19:50:32.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.332+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~0LO1DBAXPA3M.0 size=790716 2023-12-16T19:50:32.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.332+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=0LO1DBAXPA3M tag=RQ19TZ05QSA8 type=write size=1839292 2023-12-16T19:50:32.334 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.334+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~OZHG6XEBP3TG.0 size=1016441 2023-12-16T19:50:32.338 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.338+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=OZHG6XEBP3TG tag=J25E67AVPZWP type=write size=2065017 2023-12-16T19:50:32.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.340+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=PWRVRV4TKP1N type=write size=357438 2023-12-16T19:50:32.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.342+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~L03A317AZK2J.0 size=1048576 2023-12-16T19:50:32.343 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.344+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~L03A317AZK2J.1 size=942462 2023-12-16T19:50:32.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.347+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=L03A317AZK2J tag=M0RQLB9F7YHK type=write size=3039614 2023-12-16T19:50:32.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.349+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=STNZQITEUQCN type=del size=2359654 2023-12-16T19:50:32.351 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.351+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=NLLPN8YG7BNI type=del 2023-12-16T19:50:32.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.354+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=T4481D42N5MI type=del size=3086619 2023-12-16T19:50:32.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.356+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.0 size=1048576 2023-12-16T19:50:32.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.358+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.1 size=1048576 2023-12-16T19:50:32.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.359+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~QUY62DDBD3MI.2 size=311942 2023-12-16T19:50:32.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.363+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=QUY62DDBD3MI tag=YYMVSFOUV1PK type=write size=3457670 2023-12-16T19:50:32.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.367+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HDT4GWVOHDS2.0 size=115830 2023-12-16T19:50:32.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.367+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=HDT4GWVOHDS2 tag=QGO5BOZT1FS7 type=write size=1164406 2023-12-16T19:50:32.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.369+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=WHC93JBN0U41 type=del 2023-12-16T19:50:32.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.371+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=Z8THHWJ40IXK type=del size=2558585 2023-12-16T19:50:32.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.373+0000 7f2ef5d2c640 1 < completed write operation key=34B5L3BXNV17 tag=O4R3NII7QASC type=write size=358146 2023-12-16T19:50:32.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.375+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=QM68IE4MX89K type=write size=684102 2023-12-16T19:50:32.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.377+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=C0XV9FQCNBN8 type=del 2023-12-16T19:50:32.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.379+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=TFP0UVINETUH type=del size=3342326 2023-12-16T19:50:32.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.381+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~DL7D6BNQ13FA.0 size=1048576 2023-12-16T19:50:32.383 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.383+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~DL7D6BNQ13FA.1 size=85713 2023-12-16T19:50:32.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.387+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=DL7D6BNQ13FA tag=VKPEFDDIHUPY type=write size=2182865 2023-12-16T19:50:32.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.389+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=YEMQUODVG4IN type=write size=659770 2023-12-16T19:50:32.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.391+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=83JT3M6X97L6 type=del 2023-12-16T19:50:32.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.393+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=Z0EL5O2INA27 type=write size=424733 2023-12-16T19:50:32.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.395+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=91H74L4QPXLO type=del 2023-12-16T19:50:32.396 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.397+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=HDVNXEP82XVC type=write size=961378 2023-12-16T19:50:32.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.399+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.0 size=1048576 2023-12-16T19:50:32.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.399+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.1 size=1048576 2023-12-16T19:50:32.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.401+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~0ZL8TFUQ25T7.2 size=1025233 2023-12-16T19:50:32.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.404+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=0ZL8TFUQ25T7 tag=GDABVJWUQI3H type=write size=4170961 2023-12-16T19:50:32.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.409+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~DMGLSYZSBIZ1.0 size=1048576 2023-12-16T19:50:32.410 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.411+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~DMGLSYZSBIZ1.1 size=329056 2023-12-16T19:50:32.410 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.411+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=DMGLSYZSBIZ1 tag=O5ARB0QB260B type=write size=2426208 2023-12-16T19:50:32.413 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.413+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=IJ1MY6T5AXGG type=del size=1511955 2023-12-16T19:50:32.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.415+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=2TE0O5ULBR38 type=del size=2929043 2023-12-16T19:50:32.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.417+0000 7f2ef5d2c640 1 < canceled operation key=QDUC4OGZ9939 tag=HPFOO8AGIWS5 type=del size=2305296 2023-12-16T19:50:32.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.421+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~DSMOM1TPBZOH.0 size=1033589 2023-12-16T19:50:32.421 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.421+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=DSMOM1TPBZOH tag=2V71DYUE624N type=write size=2082165 2023-12-16T19:50:32.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.423+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.0 size=1048576 2023-12-16T19:50:32.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.425+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.1 size=1048576 2023-12-16T19:50:32.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.427+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~NDYI5LE3I6HY.2 size=60255 2023-12-16T19:50:32.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.431+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=NDYI5LE3I6HY tag=ND3A7W2P9SJY type=write size=3205983 2023-12-16T19:50:32.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.433+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=EIVIO6GB2IYN type=del size=3380491 2023-12-16T19:50:32.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.435+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=0TSEXU0GWZ3M type=del 2023-12-16T19:50:32.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.438+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.0 size=1048576 2023-12-16T19:50:32.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.440+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.1 size=1048576 2023-12-16T19:50:32.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.442+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.2 size=426321 2023-12-16T19:50:32.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.442+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=HID6VAWAEL5T tag=IKRPJKV7VZY1 type=write size=3572049 2023-12-16T19:50:32.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.444+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~0LO1DBAXPA3M.0 size=790716 2023-12-16T19:50:32.447 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.447+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=0LO1DBAXPA3M tag=RQ19TZ05QSA8 type=write size=1839292 2023-12-16T19:50:32.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.450+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=7LXVYT0D254H type=del size=1146231 2023-12-16T19:50:32.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.452+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=PWRVRV4TKP1N type=write size=357438 2023-12-16T19:50:32.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.456+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~OEL2U2KI75C9.0 size=1048576 2023-12-16T19:50:32.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.457+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~OEL2U2KI75C9.1 size=487511 2023-12-16T19:50:32.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.457+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=OEL2U2KI75C9 tag=712QM2TRZ9KD type=write size=2584663 2023-12-16T19:50:32.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.459+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=STNZQITEUQCN type=del 2023-12-16T19:50:32.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.461+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=XO0PNFOECKP7 type=del size=854852 2023-12-16T19:50:32.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.463+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=T4481D42N5MI type=del 2023-12-16T19:50:32.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.465+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=C7XR40H2W42S type=del size=3209190 2023-12-16T19:50:32.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.467+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HDT4GWVOHDS2.0 size=115830 2023-12-16T19:50:32.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.471+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=HDT4GWVOHDS2 tag=QGO5BOZT1FS7 type=write size=1164406 2023-12-16T19:50:32.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.474+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=2SQO25988NVB type=del size=2128326 2023-12-16T19:50:32.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.476+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=Z8THHWJ40IXK type=del 2023-12-16T19:50:32.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.478+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=KWW5GU7S0PZ3 type=del size=2206998 2023-12-16T19:50:32.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.480+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=QM68IE4MX89K type=write size=684102 2023-12-16T19:50:32.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.483+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=G0K3B1M1AOYE type=del size=2900163 2023-12-16T19:50:32.485 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.485+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=TFP0UVINETUH type=del 2023-12-16T19:50:32.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.489+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~6CE5YB73HUQ6.0 size=1048576 2023-12-16T19:50:32.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.491+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~6CE5YB73HUQ6.1 size=16683 2023-12-16T19:50:32.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.491+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=6CE5YB73HUQ6 tag=SUZM6BOVCIQF type=write size=2113835 2023-12-16T19:50:32.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.493+0000 7f2ef5d2c640 1 < completed write operation key=QDUC4OGZ9939 tag=YEMQUODVG4IN type=write size=659770 2023-12-16T19:50:32.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.495+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=373K7MXW9H4S type=del size=3686303 2023-12-16T19:50:32.496 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.497+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=Z0EL5O2INA27 type=write size=424733 2023-12-16T19:50:32.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.499+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=2Z8U84IURSFQ type=del size=4024268 2023-12-16T19:50:32.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.503+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=HDVNXEP82XVC type=write size=961378 2023-12-16T19:50:32.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.505+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=26GZAM61HJWS type=del size=4185705 2023-12-16T19:50:32.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.507+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~DMGLSYZSBIZ1.0 size=1048576 2023-12-16T19:50:32.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.509+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~DMGLSYZSBIZ1.1 size=329056 2023-12-16T19:50:32.513 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.513+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=DMGLSYZSBIZ1 tag=O5ARB0QB260B type=write size=2426208 2023-12-16T19:50:32.515 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.515+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=X89D82KAZMDQ type=del size=3999175 2023-12-16T19:50:32.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.517+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=2TE0O5ULBR38 type=del 2023-12-16T19:50:32.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.521+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~AF3TJVCGL7SH.0 size=1048576 2023-12-16T19:50:32.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.523+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~AF3TJVCGL7SH.1 size=694182 2023-12-16T19:50:32.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.523+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=AF3TJVCGL7SH tag=5LZ5F75BIZO5 type=write size=2791334 2023-12-16T19:50:32.524 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.525+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~DSMOM1TPBZOH.0 size=1033589 2023-12-16T19:50:32.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.529+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=DSMOM1TPBZOH tag=2V71DYUE624N type=write size=2082165 2023-12-16T19:50:32.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.531+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=DPX8NOZMZEU2 type=del size=471381 2023-12-16T19:50:32.535 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.535+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=EIVIO6GB2IYN type=del size=3380491 2023-12-16T19:50:32.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.539+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.0 size=1048576 2023-12-16T19:50:32.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.540+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.1 size=1048576 2023-12-16T19:50:32.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.542+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.2 size=595108 2023-12-16T19:50:32.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.542+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=KOIMGUX0BG29 tag=68TY5Y8EBMDH type=write size=3740836 2023-12-16T19:50:32.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.544+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.0 size=1048576 2023-12-16T19:50:32.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.546+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.1 size=1048576 2023-12-16T19:50:32.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.546+0000 7f2ef5d2c640 1 < canceled part key=_multipart_KZ7TQX626J26.2~HID6VAWAEL5T.2 size=426321 2023-12-16T19:50:32.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.551+0000 7f2ef5d2c640 1 < canceled multipart upload key=KZ7TQX626J26 upload=HID6VAWAEL5T tag=IKRPJKV7VZY1 type=write size=3572049 2023-12-16T19:50:32.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.553+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=0B76HAS8QIYC type=del size=3443297 2023-12-16T19:50:32.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.555+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=7LXVYT0D254H type=del 2023-12-16T19:50:32.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.557+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=2HU5GFU8OSMJ type=del size=2345048 2023-12-16T19:50:32.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.559+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~OEL2U2KI75C9.0 size=1048576 2023-12-16T19:50:32.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.561+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~OEL2U2KI75C9.1 size=487511 2023-12-16T19:50:32.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.564+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=OEL2U2KI75C9 tag=712QM2TRZ9KD type=write size=2584663 2023-12-16T19:50:32.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.568+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~WL4UWBUOWI1X.0 size=1048576 2023-12-16T19:50:32.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.570+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~WL4UWBUOWI1X.1 size=396152 2023-12-16T19:50:32.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.570+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=WL4UWBUOWI1X tag=ZJAIT5PP2OF6 type=write size=2493304 2023-12-16T19:50:32.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.572+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=XO0PNFOECKP7 type=del 2023-12-16T19:50:32.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.575+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=2XVUAR23WLYO type=del size=57395 2023-12-16T19:50:32.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.577+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=C7XR40H2W42S type=del 2023-12-16T19:50:32.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.579+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=J413IINP2XLB type=del size=333929 2023-12-16T19:50:32.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.582+0000 7f2ef5d2c640 -1 < failed to complete operation key=D9LNRAJZRKB9 tag=2SQO25988NVB type=del size=2128326: (22) Invalid argument 2023-12-16T19:50:32.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.586+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~4M4D1T6UQ8VP.0 size=813605 2023-12-16T19:50:32.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.586+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=4M4D1T6UQ8VP tag=L8RO8XUXL53Y type=write size=1862181 2023-12-16T19:50:32.587 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.587+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=KWW5GU7S0PZ3 type=del 2023-12-16T19:50:32.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.591+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~VBP297466C0N.0 size=297350 2023-12-16T19:50:32.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.591+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=VBP297466C0N tag=YRVM6SQDUPIW type=write size=1345926 2023-12-16T19:50:32.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.593+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=G0K3B1M1AOYE type=del 2023-12-16T19:50:32.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.596+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=Z7R3PQ2REM2N type=del size=2873227 2023-12-16T19:50:32.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.598+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~6CE5YB73HUQ6.0 size=1048576 2023-12-16T19:50:32.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.600+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~6CE5YB73HUQ6.1 size=16683 2023-12-16T19:50:32.603 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.603+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=6CE5YB73HUQ6 tag=SUZM6BOVCIQF type=write size=2113835 2023-12-16T19:50:32.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.607+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.0 size=1048576 2023-12-16T19:50:32.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.609+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.1 size=1048576 2023-12-16T19:50:32.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.610+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.2 size=352316 2023-12-16T19:50:32.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.610+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=9A9IYY5Q9WXE tag=02DYA70H1DV7 type=write size=3498044 2023-12-16T19:50:32.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.612+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=373K7MXW9H4S type=del 2023-12-16T19:50:32.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.614+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=BE9IPHL5WF6R type=write size=479169 2023-12-16T19:50:32.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.616+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=2Z8U84IURSFQ type=del 2023-12-16T19:50:32.618 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.618+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=DWH4KQ06MZT0 type=del size=374852 2023-12-16T19:50:32.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.622+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=26GZAM61HJWS type=del size=4185705 2023-12-16T19:50:32.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.624+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=J74PMC2IAK1X type=del size=565421 2023-12-16T19:50:32.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.628+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=X89D82KAZMDQ type=del 2023-12-16T19:50:32.631 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.632+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.0 size=1048576 2023-12-16T19:50:32.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.633+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.1 size=1048576 2023-12-16T19:50:32.635 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.635+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.2 size=837870 2023-12-16T19:50:32.635 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.635+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=K8GE67I1L7B2 tag=K4Y2VQSYT0FB type=write size=3983598 2023-12-16T19:50:32.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.637+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~AF3TJVCGL7SH.0 size=1048576 2023-12-16T19:50:32.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.637+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MOECJRWYZ5M1.2~AF3TJVCGL7SH.1 size=694182 2023-12-16T19:50:32.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.640+0000 7f2ef5d2c640 1 < canceled multipart upload key=MOECJRWYZ5M1 upload=AF3TJVCGL7SH tag=5LZ5F75BIZO5 type=write size=2791334 2023-12-16T19:50:32.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.643+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=UJ65M2R2ZMYB type=del size=1892909 2023-12-16T19:50:32.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.648+0000 7f2ef5d2c640 1 < suggested remove operation key=KZ7TQX626J26 tag=DPX8NOZMZEU2 type=del 2023-12-16T19:50:32.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.652+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~0RO9R60G0MTQ.0 size=308475 2023-12-16T19:50:32.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.652+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=0RO9R60G0MTQ tag=LV0K9XBTU622 type=write size=1357051 2023-12-16T19:50:32.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.654+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.0 size=1048576 2023-12-16T19:50:32.656 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.656+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.1 size=1048576 2023-12-16T19:50:32.656 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.656+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MOECJRWYZ5M1.2~KOIMGUX0BG29.2 size=595108 2023-12-16T19:50:32.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.660+0000 7f2ef5d2c640 1 < canceled multipart upload key=MOECJRWYZ5M1 upload=KOIMGUX0BG29 tag=68TY5Y8EBMDH type=write size=3740836 2023-12-16T19:50:32.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.662+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=B72YDFCQBW43 type=del size=3780446 2023-12-16T19:50:32.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.665+0000 7f2ef5d2c640 -1 < failed to complete operation key=9KRQ59SUFM7Z tag=0B76HAS8QIYC type=del size=3443297: (22) Invalid argument 2023-12-16T19:50:32.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.667+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=RSM70W441IQ7 type=del size=179465 2023-12-16T19:50:32.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.669+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=2HU5GFU8OSMJ type=del 2023-12-16T19:50:32.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.671+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=OHG1GOEJIQ1N type=del size=1606171 2023-12-16T19:50:32.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.673+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~WL4UWBUOWI1X.0 size=1048576 2023-12-16T19:50:32.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.675+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~WL4UWBUOWI1X.1 size=396152 2023-12-16T19:50:32.679 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.679+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=WL4UWBUOWI1X tag=ZJAIT5PP2OF6 type=write size=2493304 2023-12-16T19:50:32.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.683+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.0 size=1048576 2023-12-16T19:50:32.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.685+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.1 size=1048576 2023-12-16T19:50:32.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.687+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.2 size=557010 2023-12-16T19:50:32.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.687+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=X11XNOFGZPU7 tag=C2PHFB5M5P4W type=write size=3702738 2023-12-16T19:50:32.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.691+0000 7f2ef5d2c640 1 < suggested remove operation key=34B5L3BXNV17 tag=2XVUAR23WLYO type=del 2023-12-16T19:50:32.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.693+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=NFT97OW92CFO type=del size=4139626 2023-12-16T19:50:32.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.696+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=J413IINP2XLB type=del 2023-12-16T19:50:32.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.699+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=RYLNZ6J4LNUT type=del size=3362384 2023-12-16T19:50:32.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.699+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~4M4D1T6UQ8VP.0 size=813605 2023-12-16T19:50:32.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.702+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=4M4D1T6UQ8VP tag=L8RO8XUXL53Y type=write size=1862181 2023-12-16T19:50:32.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.704+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=8JB1O37XF3XZ type=del size=2401247 2023-12-16T19:50:32.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.706+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~VBP297466C0N.0 size=297350 2023-12-16T19:50:32.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.710+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=VBP297466C0N tag=YRVM6SQDUPIW type=write size=1345926 2023-12-16T19:50:32.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.712+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=BLWOVDU14GS1 type=write size=1040886 2023-12-16T19:50:32.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.714+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=Z7R3PQ2REM2N type=del 2023-12-16T19:50:32.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.716+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=3LZUBQ5AIGE2 type=del size=2434403 2023-12-16T19:50:32.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.718+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.0 size=1048576 2023-12-16T19:50:32.719 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.720+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.1 size=1048576 2023-12-16T19:50:32.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.722+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~9A9IYY5Q9WXE.2 size=352316 2023-12-16T19:50:32.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.726+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=9A9IYY5Q9WXE tag=02DYA70H1DV7 type=write size=3498044 2023-12-16T19:50:32.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.728+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=YH5Q9ZZ0SQLF type=write size=339927 2023-12-16T19:50:32.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.730+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=BE9IPHL5WF6R type=write size=479169 2023-12-16T19:50:32.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.732+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=UBILWC4U26PN type=write size=183932 2023-12-16T19:50:32.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.734+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=DWH4KQ06MZT0 type=del 2023-12-16T19:50:32.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.736+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=4YVW3QICC7CN type=del size=1425444 2023-12-16T19:50:32.738 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.739+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=J74PMC2IAK1X type=del 2023-12-16T19:50:32.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.743+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~WEKW0563E0ZI.0 size=1048576 2023-12-16T19:50:32.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.745+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~WEKW0563E0ZI.1 size=87116 2023-12-16T19:50:32.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.745+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=WEKW0563E0ZI tag=HYVN8L8BKI81 type=write size=2184268 2023-12-16T19:50:32.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.747+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.0 size=1048576 2023-12-16T19:50:32.748 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.748+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.1 size=1048576 2023-12-16T19:50:32.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.751+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~K8GE67I1L7B2.2 size=837870 2023-12-16T19:50:32.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.755+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=K8GE67I1L7B2 tag=K4Y2VQSYT0FB type=write size=3983598 2023-12-16T19:50:32.757 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.757+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=U5X1DGBCC7EM type=del size=1087868 2023-12-16T19:50:32.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.759+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=UJ65M2R2ZMYB type=del 2023-12-16T19:50:32.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.761+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=N4OLBCCCYTRS type=del size=4073499 2023-12-16T19:50:32.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.762+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~0RO9R60G0MTQ.0 size=308475 2023-12-16T19:50:32.765 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.765+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=0RO9R60G0MTQ tag=LV0K9XBTU622 type=write size=1357051 2023-12-16T19:50:32.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.768+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ZK079Y9EDVAR type=del size=967753 2023-12-16T19:50:32.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.771+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=B72YDFCQBW43 type=del 2023-12-16T19:50:32.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.773+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=REX6XRXJPHMP type=del size=1628273 2023-12-16T19:50:32.775 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.776+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=RSM70W441IQ7 type=del 2023-12-16T19:50:32.779 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.780+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.0 size=1048576 2023-12-16T19:50:32.781 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.781+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.1 size=1048576 2023-12-16T19:50:32.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.783+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.2 size=842869 2023-12-16T19:50:32.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.783+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=ZODBPP4V5VE5 tag=5OS7REEO2ILZ type=write size=3988597 2023-12-16T19:50:32.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.786+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=OHG1GOEJIQ1N type=del 2023-12-16T19:50:32.790 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.790+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.0 size=1048576 2023-12-16T19:50:32.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.792+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.1 size=1048576 2023-12-16T19:50:32.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.793+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.2 size=679852 2023-12-16T19:50:32.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.793+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=VWHHFCHNSPHL tag=E6NZZ174C6MR type=write size=3825580 2023-12-16T19:50:32.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.796+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.0 size=1048576 2023-12-16T19:50:32.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.798+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.1 size=1048576 2023-12-16T19:50:32.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.800+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~X11XNOFGZPU7.2 size=557010 2023-12-16T19:50:32.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.804+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=X11XNOFGZPU7 tag=C2PHFB5M5P4W type=write size=3702738 2023-12-16T19:50:32.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.806+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=IMP2PRMUCPAG type=del size=3236937 2023-12-16T19:50:32.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.809+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=NFT97OW92CFO type=del 2023-12-16T19:50:32.813 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.813+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.0 size=1048576 2023-12-16T19:50:32.815 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.815+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.1 size=1048576 2023-12-16T19:50:32.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.817+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.2 size=854249 2023-12-16T19:50:32.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.817+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=I7NANMKXLWVT tag=68MW029F7B7D type=write size=3999977 2023-12-16T19:50:32.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.819+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=RYLNZ6J4LNUT type=del size=3362384 2023-12-16T19:50:32.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.821+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=KJW6O33YC5ON type=write size=442029 2023-12-16T19:50:32.823 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.823+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=8JB1O37XF3XZ type=del 2023-12-16T19:50:32.825 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.825+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=F6S689M1U3JA type=del size=3499849 2023-12-16T19:50:32.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.827+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=BLWOVDU14GS1 type=write size=1040886 2023-12-16T19:50:32.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.831+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.0 size=1048576 2023-12-16T19:50:32.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.833+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.1 size=1048576 2023-12-16T19:50:32.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.834+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.2 size=121942 2023-12-16T19:50:32.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.834+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=Y6INOFSCRO24 tag=8PE5AUY69VEJ type=write size=3267670 2023-12-16T19:50:32.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.837+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=3LZUBQ5AIGE2 type=del 2023-12-16T19:50:32.840 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.841+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.0 size=1048576 2023-12-16T19:50:32.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.842+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.1 size=1048576 2023-12-16T19:50:32.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.844+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.2 size=465197 2023-12-16T19:50:32.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.844+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=CAUQ4Y41V5ZU tag=7GMYZ39WX5UO type=write size=3610925 2023-12-16T19:50:32.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.846+0000 7f2ef5d2c640 1 < canceled operation key=D9LNRAJZRKB9 tag=YH5Q9ZZ0SQLF type=write size=339927 2023-12-16T19:50:32.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.851+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~KIUJHOFIM782.0 size=1048576 2023-12-16T19:50:32.852 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.852+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~KIUJHOFIM782.1 size=820365 2023-12-16T19:50:32.852 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.852+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=KIUJHOFIM782 tag=7RDAV8RYNYOS type=write size=2917517 2023-12-16T19:50:32.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.855+0000 7f2ef5d2c640 1 < completed write operation key=QDUC4OGZ9939 tag=UBILWC4U26PN type=write size=183932 2023-12-16T19:50:32.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.857+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=DAK6U1ABT26N type=del size=4141723 2023-12-16T19:50:32.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.859+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=4YVW3QICC7CN type=del 2023-12-16T19:50:32.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.861+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=URWL0K1702XU type=del size=2986435 2023-12-16T19:50:32.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.863+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~WEKW0563E0ZI.0 size=1048576 2023-12-16T19:50:32.865 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.865+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~WEKW0563E0ZI.1 size=87116 2023-12-16T19:50:32.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.869+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=WEKW0563E0ZI tag=HYVN8L8BKI81 type=write size=2184268 2023-12-16T19:50:32.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.872+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~UQA9RUTYVAVI.0 size=765000 2023-12-16T19:50:32.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.872+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=UQA9RUTYVAVI tag=GFNA00AIO23S type=write size=1813576 2023-12-16T19:50:32.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.874+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=U5X1DGBCC7EM type=del 2023-12-16T19:50:32.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.877+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=4N9KL4HNA94Z type=del size=1453607 2023-12-16T19:50:32.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.879+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=N4OLBCCCYTRS type=del 2023-12-16T19:50:32.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.881+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=4WJWH9W4B2SV type=del size=1223579 2023-12-16T19:50:32.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.883+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=ZK079Y9EDVAR type=del 2023-12-16T19:50:32.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.886+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=OM4FVSNJALC6 type=del size=2726284 2023-12-16T19:50:32.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.890+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=REX6XRXJPHMP type=del size=1628273 2023-12-16T19:50:32.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.892+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=NWKF6PL4CU1V type=del size=776398 2023-12-16T19:50:32.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.892+0000 7f2ef5d2c640 1 < canceled part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.0 size=1048576 2023-12-16T19:50:32.894 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.894+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.1 size=1048576 2023-12-16T19:50:32.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.896+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~ZODBPP4V5VE5.2 size=842869 2023-12-16T19:50:32.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.899+0000 7f2ef5d2c640 1 < canceled multipart upload key=3I8OH9GP7T7F upload=ZODBPP4V5VE5 tag=5OS7REEO2ILZ type=write size=3988597 2023-12-16T19:50:32.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.901+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=8F8JRI8UCK47 type=write size=869012 2023-12-16T19:50:32.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.903+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.0 size=1048576 2023-12-16T19:50:32.905 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.905+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.1 size=1048576 2023-12-16T19:50:32.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.907+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~VWHHFCHNSPHL.2 size=679852 2023-12-16T19:50:32.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.911+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=VWHHFCHNSPHL tag=E6NZZ174C6MR type=write size=3825580 2023-12-16T19:50:32.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.913+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=W2YJCEV85S7S type=del size=3626799 2023-12-16T19:50:32.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.915+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=IMP2PRMUCPAG type=del 2023-12-16T19:50:32.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.917+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=FW0VWGZOXICO type=del size=3342751 2023-12-16T19:50:32.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.919+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.0 size=1048576 2023-12-16T19:50:32.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.921+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.1 size=1048576 2023-12-16T19:50:32.922 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.922+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~I7NANMKXLWVT.2 size=854249 2023-12-16T19:50:32.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.926+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=I7NANMKXLWVT tag=68MW029F7B7D type=write size=3999977 2023-12-16T19:50:32.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.930+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~I7LUXZ4HS4WR.0 size=1048576 2023-12-16T19:50:32.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.932+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~I7LUXZ4HS4WR.1 size=785040 2023-12-16T19:50:32.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.932+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=I7LUXZ4HS4WR tag=U4AO0DFUBPE3 type=write size=2882192 2023-12-16T19:50:32.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.934+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=KJW6O33YC5ON type=write size=442029 2023-12-16T19:50:32.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.936+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=XVSR9PPPJO14 type=del size=3454737 2023-12-16T19:50:32.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.938+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=F6S689M1U3JA type=del 2023-12-16T19:50:32.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.940+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=BX97DQK103AV type=del size=677758 2023-12-16T19:50:32.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.942+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.0 size=1048576 2023-12-16T19:50:32.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.944+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.1 size=1048576 2023-12-16T19:50:32.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.946+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~Y6INOFSCRO24.2 size=121942 2023-12-16T19:50:32.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.949+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=Y6INOFSCRO24 tag=8PE5AUY69VEJ type=write size=3267670 2023-12-16T19:50:32.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.953+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~I3ZYVO7UZMNF.0 size=1030115 2023-12-16T19:50:32.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.953+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=I3ZYVO7UZMNF tag=T2TNAJXD02NH type=write size=2078691 2023-12-16T19:50:32.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.955+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.0 size=1048576 2023-12-16T19:50:32.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.957+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.1 size=1048576 2023-12-16T19:50:32.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.959+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~CAUQ4Y41V5ZU.2 size=465197 2023-12-16T19:50:32.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.963+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=CAUQ4Y41V5ZU tag=7GMYZ39WX5UO type=write size=3610925 2023-12-16T19:50:32.965 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.965+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=1K94LR1K5D8N type=del size=1521445 2023-12-16T19:50:32.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.967+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~KIUJHOFIM782.0 size=1048576 2023-12-16T19:50:32.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.969+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~KIUJHOFIM782.1 size=820365 2023-12-16T19:50:32.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.972+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=KIUJHOFIM782 tag=7RDAV8RYNYOS type=write size=2917517 2023-12-16T19:50:32.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.977+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.0 size=1048576 2023-12-16T19:50:32.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.979+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.1 size=1048576 2023-12-16T19:50:32.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.981+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.2 size=209793 2023-12-16T19:50:32.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.981+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=EJGWM8S44Z62 tag=SNSFU4A6WZ62 type=write size=3355521 2023-12-16T19:50:32.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.983+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=DAK6U1ABT26N type=del 2023-12-16T19:50:32.985 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.985+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=40ES3FVMUZ6T type=del size=3069213 2023-12-16T19:50:32.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.987+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=URWL0K1702XU type=del 2023-12-16T19:50:32.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.989+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=0COJMITVY7CX type=del size=1663762 2023-12-16T19:50:32.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.992+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~UQA9RUTYVAVI.0 size=765000 2023-12-16T19:50:32.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.996+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=UQA9RUTYVAVI tag=GFNA00AIO23S type=write size=1813576 2023-12-16T19:50:32.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:32.998+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=A4BAY7USH3UE type=del size=2116494 2023-12-16T19:50:33.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.000+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=4N9KL4HNA94Z type=del 2023-12-16T19:50:33.005 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.004+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.0 size=1048576 2023-12-16T19:50:33.006 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.006+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.1 size=1048576 2023-12-16T19:50:33.007 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.008+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.2 size=615713 2023-12-16T19:50:33.007 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.008+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=HCJWGJ5SEGRX tag=JN9SHYM3118K type=write size=3761441 2023-12-16T19:50:33.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.010+0000 7f2ef5d2c640 1 < canceled operation key=REMAKLL0UEJD tag=4WJWH9W4B2SV type=del size=1223579 2023-12-16T19:50:33.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.014+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ZNLWVHALODYN.0 size=1048576 2023-12-16T19:50:33.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.015+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ZNLWVHALODYN.1 size=712986 2023-12-16T19:50:33.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.015+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=ZNLWVHALODYN tag=G31JB0HLVQV8 type=write size=2810138 2023-12-16T19:50:33.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.017+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=OM4FVSNJALC6 type=del 2023-12-16T19:50:33.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.020+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=92MNUGFSB16G type=write size=616306 2023-12-16T19:50:33.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.022+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=NWKF6PL4CU1V type=del 2023-12-16T19:50:33.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.024+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=HJBJ8T5S3ENZ type=write size=97719 2023-12-16T19:50:33.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.026+0000 7f2ef5d2c640 1 < completed write operation key=O47415D8FFKL tag=8F8JRI8UCK47 type=write size=869012 2023-12-16T19:50:33.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.029+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~A8KNT20H68O7.0 size=831784 2023-12-16T19:50:33.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.029+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=A8KNT20H68O7 tag=3WZ04J1Q07X4 type=write size=1880360 2023-12-16T19:50:33.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.031+0000 7f2ef5d2c640 1 < canceled operation key=4DEANTZS07W7 tag=W2YJCEV85S7S type=del size=3626799 2023-12-16T19:50:33.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.034+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=LCDEXLK4U1WK type=del size=1794690 2023-12-16T19:50:33.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.036+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=FW0VWGZOXICO type=del 2023-12-16T19:50:33.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.039+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.0 size=1048576 2023-12-16T19:50:33.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.041+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.1 size=1048576 2023-12-16T19:50:33.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.043+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.2 size=164633 2023-12-16T19:50:33.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.043+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=MG2PK2TNSP8K tag=FE4SR0ZRHQT1 type=write size=3310361 2023-12-16T19:50:33.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.043+0000 7f2ef5d2c640 1 < canceled part key=_multipart_3I8OH9GP7T7F.2~I7LUXZ4HS4WR.0 size=1048576 2023-12-16T19:50:33.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.046+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~I7LUXZ4HS4WR.1 size=785040 2023-12-16T19:50:33.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.051+0000 7f2ef5d2c640 1 < canceled multipart upload key=3I8OH9GP7T7F upload=I7LUXZ4HS4WR tag=U4AO0DFUBPE3 type=write size=2882192 2023-12-16T19:50:33.054 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.054+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=V04QJOLXHDYO type=del size=3117687 2023-12-16T19:50:33.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.056+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=XVSR9PPPJO14 type=del 2023-12-16T19:50:33.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.060+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~CM39XYUXF5AD.0 size=1048576 2023-12-16T19:50:33.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.062+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~CM39XYUXF5AD.1 size=839522 2023-12-16T19:50:33.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.062+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=CM39XYUXF5AD tag=IUSGKMMEA78G type=write size=2936674 2023-12-16T19:50:33.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.064+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=BX97DQK103AV type=del 2023-12-16T19:50:33.066 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.066+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=2USL7POSE0MB type=del size=1831700 2023-12-16T19:50:33.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.069+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~I3ZYVO7UZMNF.0 size=1030115 2023-12-16T19:50:33.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.072+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=I3ZYVO7UZMNF tag=T2TNAJXD02NH type=write size=2078691 2023-12-16T19:50:33.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.076+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~BEE092IUDAUZ.0 size=1048576 2023-12-16T19:50:33.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.078+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~BEE092IUDAUZ.1 size=814736 2023-12-16T19:50:33.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.078+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=BEE092IUDAUZ tag=ZTFTKBLC1NUZ type=write size=2911888 2023-12-16T19:50:33.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.081+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=1K94LR1K5D8N type=del 2023-12-16T19:50:33.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.084+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~E2LKUIDWZJME.0 size=1048576 2023-12-16T19:50:33.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.086+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~E2LKUIDWZJME.1 size=279220 2023-12-16T19:50:33.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.086+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=E2LKUIDWZJME tag=Z36Z46UG0TX6 type=write size=2376372 2023-12-16T19:50:33.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.088+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.0 size=1048576 2023-12-16T19:50:33.089 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.090+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.1 size=1048576 2023-12-16T19:50:33.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.092+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~EJGWM8S44Z62.2 size=209793 2023-12-16T19:50:33.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.095+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=EJGWM8S44Z62 tag=SNSFU4A6WZ62 type=write size=3355521 2023-12-16T19:50:33.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.097+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=9E64U51YLT9N type=del size=1463950 2023-12-16T19:50:33.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.099+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=40ES3FVMUZ6T type=del 2023-12-16T19:50:33.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.101+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=FNGNBURHEAUA type=write size=1033703 2023-12-16T19:50:33.103 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.103+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=0COJMITVY7CX type=del size=1663762 2023-12-16T19:50:33.105 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.105+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=53DQ46DW0NS1 type=del size=4076981 2023-12-16T19:50:33.107 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.108+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=A4BAY7USH3UE type=del 2023-12-16T19:50:33.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.110+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=9IRUVB3GV1OX type=write size=744341 2023-12-16T19:50:33.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.112+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.0 size=1048576 2023-12-16T19:50:33.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.113+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.1 size=1048576 2023-12-16T19:50:33.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.115+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~HCJWGJ5SEGRX.2 size=615713 2023-12-16T19:50:33.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.119+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=HCJWGJ5SEGRX tag=JN9SHYM3118K type=write size=3761441 2023-12-16T19:50:33.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.120+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=FXRR3L18S5TP type=del size=1284566 2023-12-16T19:50:33.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.122+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ZNLWVHALODYN.0 size=1048576 2023-12-16T19:50:33.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.124+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ZNLWVHALODYN.1 size=712986 2023-12-16T19:50:33.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.128+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=ZNLWVHALODYN tag=G31JB0HLVQV8 type=write size=2810138 2023-12-16T19:50:33.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.130+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=75DSEVUH2D79 type=del size=1947371 2023-12-16T19:50:33.132 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.132+0000 7f2ef5d2c640 1 < canceled operation key=MSNLCTTZ723G tag=92MNUGFSB16G type=write size=616306 2023-12-16T19:50:33.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.136+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~25YPM7C2ZMMV.0 size=237959 2023-12-16T19:50:33.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.136+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=25YPM7C2ZMMV tag=MOIWK0S6WDRL type=write size=1286535 2023-12-16T19:50:33.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.140+0000 7f2ef5d2c640 1 < suggested remove operation key=6MFOODPNMXUS tag=HJBJ8T5S3ENZ type=write 2023-12-16T19:50:33.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.142+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=5F8X2M6P9XAB type=del size=1440433 2023-12-16T19:50:33.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.144+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~A8KNT20H68O7.0 size=831784 2023-12-16T19:50:33.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.148+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=A8KNT20H68O7 tag=3WZ04J1Q07X4 type=write size=1880360 2023-12-16T19:50:33.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.151+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=T0ALEPNORKR5 type=del size=421003 2023-12-16T19:50:33.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.153+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=LCDEXLK4U1WK type=del 2023-12-16T19:50:33.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.157+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.0 size=1048576 2023-12-16T19:50:33.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.159+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.1 size=1048576 2023-12-16T19:50:33.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.161+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.2 size=243211 2023-12-16T19:50:33.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.161+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=V34LGOH2X0U1 tag=713DD58DF855 type=write size=3388939 2023-12-16T19:50:33.164 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.164+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.0 size=1048576 2023-12-16T19:50:33.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.166+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.1 size=1048576 2023-12-16T19:50:33.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.166+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~MG2PK2TNSP8K.2 size=164633 2023-12-16T19:50:33.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.170+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=MG2PK2TNSP8K tag=FE4SR0ZRHQT1 type=write size=3310361 2023-12-16T19:50:33.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.173+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=2A2J0EVN2UAF type=write size=957875 2023-12-16T19:50:33.175 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.175+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=V04QJOLXHDYO type=del 2023-12-16T19:50:33.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.177+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ROJ6HQPAJ7M3 type=del size=4087152 2023-12-16T19:50:33.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.179+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~CM39XYUXF5AD.0 size=1048576 2023-12-16T19:50:33.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.181+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~CM39XYUXF5AD.1 size=839522 2023-12-16T19:50:33.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.185+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=CM39XYUXF5AD tag=IUSGKMMEA78G type=write size=2936674 2023-12-16T19:50:33.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.190+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~6QC9I0SNWH8B.0 size=1048576 2023-12-16T19:50:33.191 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.191+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~6QC9I0SNWH8B.1 size=469742 2023-12-16T19:50:33.191 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.191+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=6QC9I0SNWH8B tag=FTCAH1BPNKL4 type=write size=2566894 2023-12-16T19:50:33.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.193+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=2USL7POSE0MB type=del 2023-12-16T19:50:33.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.197+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~6NNN5PA0DEM2.0 size=488812 2023-12-16T19:50:33.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.197+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=6NNN5PA0DEM2 tag=GN1SQWEDCZPE type=write size=1537388 2023-12-16T19:50:33.199 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.199+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~BEE092IUDAUZ.0 size=1048576 2023-12-16T19:50:33.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.201+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~BEE092IUDAUZ.1 size=814736 2023-12-16T19:50:33.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.204+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=BEE092IUDAUZ tag=ZTFTKBLC1NUZ type=write size=2911888 2023-12-16T19:50:33.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.207+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=Z94IH5C3G27Z type=write size=626958 2023-12-16T19:50:33.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.209+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~E2LKUIDWZJME.0 size=1048576 2023-12-16T19:50:33.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.211+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~E2LKUIDWZJME.1 size=279220 2023-12-16T19:50:33.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.215+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=E2LKUIDWZJME tag=Z36Z46UG0TX6 type=write size=2376372 2023-12-16T19:50:33.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.217+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=UO1RR1CMIB5C type=del size=1531168 2023-12-16T19:50:33.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.219+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=9E64U51YLT9N type=del 2023-12-16T19:50:33.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.221+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=T9Y9A0SSSC4E type=del size=3831246 2023-12-16T19:50:33.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.225+0000 7f2ef5d2c640 1 < suggested remove operation key=4B9JQDI6Y8LC tag=FNGNBURHEAUA type=write 2023-12-16T19:50:33.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.227+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=K80N41JP7DWP type=del size=1531344 2023-12-16T19:50:33.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.231+0000 7f2ef5d2c640 1 < suggested remove operation key=4DEANTZS07W7 tag=53DQ46DW0NS1 type=del 2023-12-16T19:50:33.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.233+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=O00Q45ZE14RM type=del size=106058 2023-12-16T19:50:33.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.237+0000 7f2ef5d2c640 1 < suggested update operation key=0977MGJVMY2Q tag=9IRUVB3GV1OX type=write size=744341 2023-12-16T19:50:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[137674]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 448 KiB/s wr, 2.28k op/s 2023-12-16T19:50:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:50:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:50:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[140029]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 448 KiB/s wr, 2.28k op/s 2023-12-16T19:50:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:50:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:50:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:33.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.241+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~SQULN3TW443D.0 size=1048576 2023-12-16T19:50:33.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.242+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~SQULN3TW443D.1 size=269112 2023-12-16T19:50:33.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.242+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=SQULN3TW443D tag=GQE8WSBC1NOG type=write size=2366264 2023-12-16T19:50:33.244 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.244+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=FXRR3L18S5TP type=del 2023-12-16T19:50:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:32 smithi043 ceph-mon[135010]: pgmap v1423: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 448 KiB/s wr, 2.28k op/s 2023-12-16T19:50:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:50:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:50:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:33.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.249+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~50DU4WWPACC5.0 size=1048576 2023-12-16T19:50:33.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.250+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~50DU4WWPACC5.1 size=528882 2023-12-16T19:50:33.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.250+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=50DU4WWPACC5 tag=BJNQSVEBLW9T type=write size=2626034 2023-12-16T19:50:33.255 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.255+0000 7f2ef5d2c640 1 < suggested remove operation key=M370RML7FVOG tag=75DSEVUH2D79 type=del 2023-12-16T19:50:33.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.257+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=MSTX2AXUWO3M type=del size=1273659 2023-12-16T19:50:33.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.259+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~25YPM7C2ZMMV.0 size=237959 2023-12-16T19:50:33.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.263+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=25YPM7C2ZMMV tag=MOIWK0S6WDRL type=write size=1286535 2023-12-16T19:50:33.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.265+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=0JOTV1WIX4I5 type=del size=1273777 2023-12-16T19:50:33.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.270+0000 7f2ef5d2c640 1 < suggested update operation key=D64S91AR017D tag=5F8X2M6P9XAB type=del size=1440433 2023-12-16T19:50:33.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.275+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~TFW99G60U0VL.0 size=1048576 2023-12-16T19:50:33.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.277+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~TFW99G60U0VL.1 size=226472 2023-12-16T19:50:33.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.277+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=TFW99G60U0VL tag=GTM4BJ4TMJVO type=write size=2323624 2023-12-16T19:50:33.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.279+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=T0ALEPNORKR5 type=del 2023-12-16T19:50:33.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.283+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.0 size=1048576 2023-12-16T19:50:33.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.284+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.1 size=1048576 2023-12-16T19:50:33.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.286+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.2 size=792050 2023-12-16T19:50:33.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.286+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=62TK8974P5F5 tag=QR072DH7UM9Y type=write size=3937778 2023-12-16T19:50:33.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.288+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.0 size=1048576 2023-12-16T19:50:33.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.290+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.1 size=1048576 2023-12-16T19:50:33.291 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.291+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~V34LGOH2X0U1.2 size=243211 2023-12-16T19:50:33.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.295+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=V34LGOH2X0U1 tag=713DD58DF855 type=write size=3388939 2023-12-16T19:50:33.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.297+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=7WBMDH1JBYSO type=del size=337345 2023-12-16T19:50:33.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.301+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=2A2J0EVN2UAF type=write size=957875 2023-12-16T19:50:33.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.304+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.0 size=1048576 2023-12-16T19:50:33.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.306+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.1 size=1048576 2023-12-16T19:50:33.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.308+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.2 size=267030 2023-12-16T19:50:33.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.308+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=RDX50TQJ6V40 tag=U01HYQQJLES3 type=write size=3412758 2023-12-16T19:50:33.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.310+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=ROJ6HQPAJ7M3 type=del 2023-12-16T19:50:33.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.312+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=U8BHZPD01ISK type=del size=2496074 2023-12-16T19:50:33.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.314+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~6QC9I0SNWH8B.0 size=1048576 2023-12-16T19:50:33.315 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.316+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~6QC9I0SNWH8B.1 size=469742 2023-12-16T19:50:33.319 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.320+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=6QC9I0SNWH8B tag=FTCAH1BPNKL4 type=write size=2566894 2023-12-16T19:50:33.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.322+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=3PYH5X81U79J type=del size=1314541 2023-12-16T19:50:33.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.324+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~6NNN5PA0DEM2.0 size=488812 2023-12-16T19:50:33.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.328+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=6NNN5PA0DEM2 tag=GN1SQWEDCZPE type=write size=1537388 2023-12-16T19:50:33.330 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.330+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=7O0WW704S2ZC type=del size=1979445 2023-12-16T19:50:33.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.332+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=Z94IH5C3G27Z type=write size=626958 2023-12-16T19:50:33.336 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.336+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~NISRM783FSYM.0 size=1048576 2023-12-16T19:50:33.338 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.338+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~NISRM783FSYM.1 size=63021 2023-12-16T19:50:33.338 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.338+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=NISRM783FSYM tag=B16O815VC9TR type=write size=2160173 2023-12-16T19:50:33.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.342+0000 7f2ef5d2c640 1 < suggested update operation key=F01U501SJH0E tag=UO1RR1CMIB5C type=del size=1531168 2023-12-16T19:50:33.344 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.344+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=7H0T1YRI94FR type=del size=2707395 2023-12-16T19:50:33.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.346+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=T9Y9A0SSSC4E type=del 2023-12-16T19:50:33.349 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.350+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.0 size=1048576 2023-12-16T19:50:33.351 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.352+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.1 size=1048576 2023-12-16T19:50:33.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.353+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.2 size=983806 2023-12-16T19:50:33.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.353+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=NIYJQ629NFK5 tag=3NFPCKPAFRU9 type=write size=4129534 2023-12-16T19:50:33.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.357+0000 7f2ef5d2c640 1 < suggested update operation key=MOECJRWYZ5M1 tag=K80N41JP7DWP type=del size=1531344 2023-12-16T19:50:33.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.363+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.0 size=1048576 2023-12-16T19:50:33.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.364+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.1 size=1048576 2023-12-16T19:50:33.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.366+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.2 size=499025 2023-12-16T19:50:33.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.366+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=ZG5A5AYSKCVD tag=1TRQWHS1I3X5 type=write size=3644753 2023-12-16T19:50:33.368 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.369+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=O00Q45ZE14RM type=del 2023-12-16T19:50:33.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.371+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=0B5QTY4PMJO4 type=del size=236187 2023-12-16T19:50:33.372 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.373+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~SQULN3TW443D.0 size=1048576 2023-12-16T19:50:33.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.375+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~SQULN3TW443D.1 size=269112 2023-12-16T19:50:33.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.379+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=SQULN3TW443D tag=GQE8WSBC1NOG type=write size=2366264 2023-12-16T19:50:33.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.380+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=F0KSM9N72K71 type=del size=591807 2023-12-16T19:50:33.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.383+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~50DU4WWPACC5.0 size=1048576 2023-12-16T19:50:33.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.385+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~50DU4WWPACC5.1 size=528882 2023-12-16T19:50:33.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.388+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=50DU4WWPACC5 tag=BJNQSVEBLW9T type=write size=2626034 2023-12-16T19:50:33.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.392+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~4K9UCCCIOCUJ.0 size=383029 2023-12-16T19:50:33.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.392+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=4K9UCCCIOCUJ tag=9CMR8OKGPIKK type=write size=1431605 2023-12-16T19:50:33.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.394+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=MSTX2AXUWO3M type=del 2023-12-16T19:50:33.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.397+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=OYZF7MI9U8ET type=del size=920982 2023-12-16T19:50:33.401 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.401+0000 7f2ef5d2c640 1 < suggested remove operation key=5PBDOPNNQTMI tag=0JOTV1WIX4I5 type=del 2023-12-16T19:50:33.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.405+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~6O4NRQG5X92X.0 size=536073 2023-12-16T19:50:33.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.405+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=6O4NRQG5X92X tag=1WE2V3AONKGA type=write size=1584649 2023-12-16T19:50:33.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.407+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~TFW99G60U0VL.0 size=1048576 2023-12-16T19:50:33.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.409+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~TFW99G60U0VL.1 size=226472 2023-12-16T19:50:33.412 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.412+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=TFW99G60U0VL tag=GTM4BJ4TMJVO type=write size=2323624 2023-12-16T19:50:33.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.414+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=T2XAGILV512K type=del size=3216008 2023-12-16T19:50:33.416 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.416+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.0 size=1048576 2023-12-16T19:50:33.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.418+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.1 size=1048576 2023-12-16T19:50:33.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.420+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~62TK8974P5F5.2 size=792050 2023-12-16T19:50:33.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.423+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=62TK8974P5F5 tag=QR072DH7UM9Y type=write size=3937778 2023-12-16T19:50:33.427 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.427+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.0 size=1048576 2023-12-16T19:50:33.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.429+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.1 size=1048576 2023-12-16T19:50:33.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.431+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.2 size=1030111 2023-12-16T19:50:33.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.431+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=BYI7KIRXU483 tag=KL1DTZZRTXJS type=write size=4175839 2023-12-16T19:50:33.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.433+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=7WBMDH1JBYSO type=del 2023-12-16T19:50:33.435 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.435+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=IB6C1RUXX8JI type=del size=860464 2023-12-16T19:50:33.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.437+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.0 size=1048576 2023-12-16T19:50:33.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.438+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.1 size=1048576 2023-12-16T19:50:33.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.440+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~RDX50TQJ6V40.2 size=267030 2023-12-16T19:50:33.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.444+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=RDX50TQJ6V40 tag=U01HYQQJLES3 type=write size=3412758 2023-12-16T19:50:33.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.448+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~BKHUVCO7SBLR.0 size=701060 2023-12-16T19:50:33.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.448+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=BKHUVCO7SBLR tag=EM6ZYLC4L6F6 type=write size=1749636 2023-12-16T19:50:33.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.453+0000 7f2ef5d2c640 1 < suggested remove operation key=MOECJRWYZ5M1 tag=U8BHZPD01ISK type=del 2023-12-16T19:50:33.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.457+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~F37XKSW3YD8Z.0 size=431527 2023-12-16T19:50:33.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.457+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=F37XKSW3YD8Z tag=8XVZTVY5G2SU type=write size=1480103 2023-12-16T19:50:33.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.459+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=3PYH5X81U79J type=del 2023-12-16T19:50:33.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.464+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.0 size=1048576 2023-12-16T19:50:33.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.465+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.1 size=1048576 2023-12-16T19:50:33.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.467+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.2 size=75930 2023-12-16T19:50:33.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.467+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=U5TWY5MI3P6J tag=68G4DMADCWA8 type=write size=3221658 2023-12-16T19:50:33.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.472+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=7O0WW704S2ZC type=del 2023-12-16T19:50:33.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.476+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~XHGVYOUUNFA5.0 size=1011738 2023-12-16T19:50:33.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.476+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=XHGVYOUUNFA5 tag=MTHLO9AMN03C type=write size=2060314 2023-12-16T19:50:33.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.478+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~NISRM783FSYM.0 size=1048576 2023-12-16T19:50:33.479 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.480+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~NISRM783FSYM.1 size=63021 2023-12-16T19:50:33.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.483+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=NISRM783FSYM tag=B16O815VC9TR type=write size=2160173 2023-12-16T19:50:33.485 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.485+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=1KBQYZGIB15J type=del size=756000 2023-12-16T19:50:33.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.487+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=7H0T1YRI94FR type=del 2023-12-16T19:50:33.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.492+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.0 size=1048576 2023-12-16T19:50:33.493 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.494+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.1 size=1048576 2023-12-16T19:50:33.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.496+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.2 size=463957 2023-12-16T19:50:33.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.496+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=WLOHH495OWNJ tag=5VGT5XD7XMQT type=write size=3609685 2023-12-16T19:50:33.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.498+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.0 size=1048576 2023-12-16T19:50:33.497 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.498+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.1 size=1048576 2023-12-16T19:50:33.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.500+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~NIYJQ629NFK5.2 size=983806 2023-12-16T19:50:33.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.503+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=NIYJQ629NFK5 tag=3NFPCKPAFRU9 type=write size=4129534 2023-12-16T19:50:33.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.507+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~I7JFPX81FWJH.0 size=1048576 2023-12-16T19:50:33.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.509+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~I7JFPX81FWJH.1 size=548315 2023-12-16T19:50:33.509 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.509+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=I7JFPX81FWJH tag=GXXJ1AVSFTF6 type=write size=2645467 2023-12-16T19:50:33.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.511+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.0 size=1048576 2023-12-16T19:50:33.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.513+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.1 size=1048576 2023-12-16T19:50:33.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.514+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~ZG5A5AYSKCVD.2 size=499025 2023-12-16T19:50:33.518 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.518+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=ZG5A5AYSKCVD tag=1TRQWHS1I3X5 type=write size=3644753 2023-12-16T19:50:33.520 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.520+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=QKPEYGJE33C4 type=write size=763543 2023-12-16T19:50:33.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.523+0000 7f2ef5d2c640 -1 < failed to complete operation key=132QU0TGO26D tag=0B5QTY4PMJO4 type=del size=236187: (22) Invalid argument 2023-12-16T19:50:33.524 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.525+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=HDFVENB3O8C1 type=del size=1500553 2023-12-16T19:50:33.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.529+0000 7f2ef5d2c640 1 < suggested update operation key=5PBDOPNNQTMI tag=F0KSM9N72K71 type=del size=591807 2023-12-16T19:50:33.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.531+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=3K1APBQXOY2V type=del size=2050297 2023-12-16T19:50:33.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.533+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~4K9UCCCIOCUJ.0 size=383029 2023-12-16T19:50:33.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.537+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=4K9UCCCIOCUJ tag=9CMR8OKGPIKK type=write size=1431605 2023-12-16T19:50:33.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.539+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=N7G534MD1ZS4 type=del size=330952 2023-12-16T19:50:33.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.541+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=OYZF7MI9U8ET type=del 2023-12-16T19:50:33.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.543+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=1FR7NDRGBDFW type=del size=2671693 2023-12-16T19:50:33.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.545+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~6O4NRQG5X92X.0 size=536073 2023-12-16T19:50:33.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.549+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=6O4NRQG5X92X tag=1WE2V3AONKGA type=write size=1584649 2023-12-16T19:50:33.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.551+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=3YJP9GMURY6Z type=del size=1670048 2023-12-16T19:50:33.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.553+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=T2XAGILV512K type=del 2023-12-16T19:50:33.556 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.557+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.0 size=1048576 2023-12-16T19:50:33.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.558+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.1 size=1048576 2023-12-16T19:50:33.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.560+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.2 size=72755 2023-12-16T19:50:33.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.560+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=IH27HBIWOKDM tag=9F3K5D5D23NJ type=write size=3218483 2023-12-16T19:50:33.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.562+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.0 size=1048576 2023-12-16T19:50:33.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.564+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.1 size=1048576 2023-12-16T19:50:33.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.566+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~BYI7KIRXU483.2 size=1030111 2023-12-16T19:50:33.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.569+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=BYI7KIRXU483 tag=KL1DTZZRTXJS type=write size=4175839 2023-12-16T19:50:33.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.572+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=UJG3XGQJ92N7 type=del size=2871560 2023-12-16T19:50:33.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.577+0000 7f2ef5d2c640 1 < suggested update operation key=6OFOLQYE7CY9 tag=IB6C1RUXX8JI type=del size=860464 2023-12-16T19:50:33.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.579+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=UWL96QP1Q8IA type=write size=926314 2023-12-16T19:50:33.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.582+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~BKHUVCO7SBLR.0 size=701060 2023-12-16T19:50:33.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.586+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=BKHUVCO7SBLR tag=EM6ZYLC4L6F6 type=write size=1749636 2023-12-16T19:50:33.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.590+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.0 size=1048576 2023-12-16T19:50:33.592 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.592+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.1 size=1048576 2023-12-16T19:50:33.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.593+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.2 size=770755 2023-12-16T19:50:33.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.593+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=ZS8NICC1CLQ7 tag=SMM1PBX0PWK7 type=write size=3916483 2023-12-16T19:50:33.594 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.594+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~F37XKSW3YD8Z.0 size=431527 2023-12-16T19:50:33.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.597+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=F37XKSW3YD8Z tag=8XVZTVY5G2SU type=write size=1480103 2023-12-16T19:50:33.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.599+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=LCRTCVGK99W1 type=write size=249623 2023-12-16T19:50:33.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.601+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.0 size=1048576 2023-12-16T19:50:33.602 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.603+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.1 size=1048576 2023-12-16T19:50:33.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.604+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~U5TWY5MI3P6J.2 size=75930 2023-12-16T19:50:33.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.609+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=U5TWY5MI3P6J tag=68G4DMADCWA8 type=write size=3221658 2023-12-16T19:50:33.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.612+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~U41VF4VNOTBG.0 size=1048576 2023-12-16T19:50:33.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.614+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~U41VF4VNOTBG.1 size=321196 2023-12-16T19:50:33.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.614+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=U41VF4VNOTBG tag=ZSKBZK2OB3JS type=write size=2418348 2023-12-16T19:50:33.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.616+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~XHGVYOUUNFA5.0 size=1011738 2023-12-16T19:50:33.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.620+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=XHGVYOUUNFA5 tag=MTHLO9AMN03C type=write size=2060314 2023-12-16T19:50:33.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.624+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~69PS63VB772Z.0 size=1048576 2023-12-16T19:50:33.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.625+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~69PS63VB772Z.1 size=959267 2023-12-16T19:50:33.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.625+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=69PS63VB772Z tag=ZBZCDZI6PU48 type=write size=3056419 2023-12-16T19:50:33.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.628+0000 7f2ef5d2c640 -1 < failed to complete operation key=5PBDOPNNQTMI tag=1KBQYZGIB15J type=del size=756000: (22) Invalid argument 2023-12-16T19:50:33.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.630+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=OLBZRUKFG6AV type=write size=725852 2023-12-16T19:50:33.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.632+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.0 size=1048576 2023-12-16T19:50:33.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.634+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.1 size=1048576 2023-12-16T19:50:33.635 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.636+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~WLOHH495OWNJ.2 size=463957 2023-12-16T19:50:33.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.640+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=WLOHH495OWNJ tag=5VGT5XD7XMQT type=write size=3609685 2023-12-16T19:50:33.643 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.644+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~74217NMFGFNC.0 size=1048576 2023-12-16T19:50:33.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.645+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~74217NMFGFNC.1 size=708039 2023-12-16T19:50:33.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.645+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=74217NMFGFNC tag=XN5CFHHLYYAW type=write size=2805191 2023-12-16T19:50:33.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.647+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~I7JFPX81FWJH.0 size=1048576 2023-12-16T19:50:33.649 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.650+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~I7JFPX81FWJH.1 size=548315 2023-12-16T19:50:33.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.653+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=I7JFPX81FWJH tag=GXXJ1AVSFTF6 type=write size=2645467 2023-12-16T19:50:33.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.655+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=VU3Y5BL5N6JG type=del size=1527573 2023-12-16T19:50:33.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.660+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=QKPEYGJE33C4 type=write size=763543 2023-12-16T19:50:33.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.664+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.0 size=1048576 2023-12-16T19:50:33.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.665+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.1 size=1048576 2023-12-16T19:50:33.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.667+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.2 size=559556 2023-12-16T19:50:33.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.667+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=70CHO7HYYXEJ tag=BZKA6D25EGI8 type=write size=3705284 2023-12-16T19:50:33.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.669+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=HDFVENB3O8C1 type=del 2023-12-16T19:50:33.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.673+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.0 size=1048576 2023-12-16T19:50:33.675 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.675+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.1 size=1048576 2023-12-16T19:50:33.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.677+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.2 size=274294 2023-12-16T19:50:33.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.677+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=U3Y7XWSDWFY6 tag=PUXHIYESGIT5 type=write size=3420022 2023-12-16T19:50:33.679 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.679+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=3K1APBQXOY2V type=del 2023-12-16T19:50:33.681 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.681+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=LIE84B2IVQWJ type=del size=3364030 2023-12-16T19:50:33.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.683+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=N7G534MD1ZS4 type=del 2023-12-16T19:50:33.687 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.687+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~KD5VI02GF8IQ.0 size=1048576 2023-12-16T19:50:33.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.689+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~KD5VI02GF8IQ.1 size=655744 2023-12-16T19:50:33.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.689+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=KD5VI02GF8IQ tag=Z401BKT416A6 type=write size=2752896 2023-12-16T19:50:33.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.691+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=1FR7NDRGBDFW type=del 2023-12-16T19:50:33.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.693+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=0WSUWNS3XBQY type=del size=1941097 2023-12-16T19:50:33.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.695+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=3YJP9GMURY6Z type=del 2023-12-16T19:50:33.697 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.697+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=HO82NF8CC4VO type=del size=186932 2023-12-16T19:50:33.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.699+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.0 size=1048576 2023-12-16T19:50:33.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.702+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.1 size=1048576 2023-12-16T19:50:33.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.704+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IH27HBIWOKDM.2 size=72755 2023-12-16T19:50:33.707 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.707+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=IH27HBIWOKDM tag=9F3K5D5D23NJ type=write size=3218483 2023-12-16T19:50:33.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.711+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.0 size=1048576 2023-12-16T19:50:33.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.713+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.1 size=1048576 2023-12-16T19:50:33.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.715+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.2 size=994963 2023-12-16T19:50:33.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.715+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=70E3ZW3SU32Q tag=BLN5J1KZDZZC type=write size=4140691 2023-12-16T19:50:33.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.717+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=UJG3XGQJ92N7 type=del 2023-12-16T19:50:33.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.719+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=JE42CCKAQ9LL type=del size=2426382 2023-12-16T19:50:33.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.721+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=UWL96QP1Q8IA type=write size=926314 2023-12-16T19:50:33.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.725+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~DJU2FOD6HXPX.0 size=1043814 2023-12-16T19:50:33.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.725+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=DJU2FOD6HXPX tag=8EQHKB265R7C type=write size=2092390 2023-12-16T19:50:33.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.725+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.0 size=1048576 2023-12-16T19:50:33.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.727+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.1 size=1048576 2023-12-16T19:50:33.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.727+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~ZS8NICC1CLQ7.2 size=770755 2023-12-16T19:50:33.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.731+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=ZS8NICC1CLQ7 tag=SMM1PBX0PWK7 type=write size=3916483 2023-12-16T19:50:33.735 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.735+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~10C9G2HMXSSA.0 size=1048576 2023-12-16T19:50:33.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.736+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~10C9G2HMXSSA.1 size=568796 2023-12-16T19:50:33.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.736+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=10C9G2HMXSSA tag=8J12XLJ0AYIV type=write size=2665948 2023-12-16T19:50:33.738 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.739+0000 7f2ef5d2c640 1 < completed write operation key=0IKPM4CW0IB8 tag=LCRTCVGK99W1 type=write size=249623 2023-12-16T19:50:33.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.741+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=0JJWRJV8AZF0 type=write size=354648 2023-12-16T19:50:33.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.743+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~U41VF4VNOTBG.0 size=1048576 2023-12-16T19:50:33.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.743+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~U41VF4VNOTBG.1 size=321196 2023-12-16T19:50:33.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.746+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=U41VF4VNOTBG tag=ZSKBZK2OB3JS type=write size=2418348 2023-12-16T19:50:33.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.750+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=73XP7PR0WZHL type=del size=4122826 2023-12-16T19:50:33.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.752+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~69PS63VB772Z.0 size=1048576 2023-12-16T19:50:33.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.752+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~69PS63VB772Z.1 size=959267 2023-12-16T19:50:33.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.756+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=69PS63VB772Z tag=ZBZCDZI6PU48 type=write size=3056419 2023-12-16T19:50:33.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.758+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=FR1DQA3IDBKN type=del size=1088079 2023-12-16T19:50:33.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.760+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=OLBZRUKFG6AV type=write size=725852 2023-12-16T19:50:33.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.762+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=1Q1OM5QU2E2D type=del size=3138322 2023-12-16T19:50:33.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.762+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~74217NMFGFNC.0 size=1048576 2023-12-16T19:50:33.764 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.764+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~74217NMFGFNC.1 size=708039 2023-12-16T19:50:33.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.768+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=74217NMFGFNC tag=XN5CFHHLYYAW type=write size=2805191 2023-12-16T19:50:33.772 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.773+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.0 size=1048576 2023-12-16T19:50:33.775 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.774+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.1 size=1048576 2023-12-16T19:50:33.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.776+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.2 size=460424 2023-12-16T19:50:33.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.776+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=RZ4JT0N1Z4XD tag=9TI786D5HM9T type=write size=3606152 2023-12-16T19:50:33.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.779+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=VU3Y5BL5N6JG type=del 2023-12-16T19:50:33.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.781+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=87SRTTISSM2U type=write size=539801 2023-12-16T19:50:33.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.783+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.0 size=1048576 2023-12-16T19:50:33.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.786+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.1 size=1048576 2023-12-16T19:50:33.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.787+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~70CHO7HYYXEJ.2 size=559556 2023-12-16T19:50:33.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.791+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=70CHO7HYYXEJ tag=BZKA6D25EGI8 type=write size=3705284 2023-12-16T19:50:33.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.793+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=KC49R0HPG5YW type=del size=1737525 2023-12-16T19:50:33.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.795+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.0 size=1048576 2023-12-16T19:50:33.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.797+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.1 size=1048576 2023-12-16T19:50:33.799 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.799+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~U3Y7XWSDWFY6.2 size=274294 2023-12-16T19:50:33.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.804+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=U3Y7XWSDWFY6 tag=PUXHIYESGIT5 type=write size=3420022 2023-12-16T19:50:33.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.806+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=7L8QA4TRO0M3 type=del size=3552977 2023-12-16T19:50:33.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.808+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=LIE84B2IVQWJ type=del 2023-12-16T19:50:33.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.810+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=C68CFMUI12U9 type=del size=16204 2023-12-16T19:50:33.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.812+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~KD5VI02GF8IQ.0 size=1048576 2023-12-16T19:50:33.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.814+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~KD5VI02GF8IQ.1 size=655744 2023-12-16T19:50:33.817 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.818+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=KD5VI02GF8IQ tag=Z401BKT416A6 type=write size=2752896 2023-12-16T19:50:33.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.820+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=D4M2X6FW7E8T type=write size=71789 2023-12-16T19:50:33.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.824+0000 7f2ef5d2c640 1 < suggested update operation key=O47415D8FFKL tag=0WSUWNS3XBQY type=del size=1941097 2023-12-16T19:50:33.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.828+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~6HAEMP2DTJGV.0 size=1048576 2023-12-16T19:50:33.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.830+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~6HAEMP2DTJGV.1 size=698515 2023-12-16T19:50:33.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.830+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=6HAEMP2DTJGV tag=V2GPKL3PD8UY type=write size=2795667 2023-12-16T19:50:33.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.832+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=HO82NF8CC4VO type=del 2023-12-16T19:50:33.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.836+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~S83E27BOE1D1.0 size=1048576 2023-12-16T19:50:33.838 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.838+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~S83E27BOE1D1.1 size=471242 2023-12-16T19:50:33.838 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.838+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=S83E27BOE1D1 tag=MS32PWCI9IE3 type=write size=2568394 2023-12-16T19:50:33.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.841+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.0 size=1048576 2023-12-16T19:50:33.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.843+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.1 size=1048576 2023-12-16T19:50:33.845 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.845+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~70E3ZW3SU32Q.2 size=994963 2023-12-16T19:50:33.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.848+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=70E3ZW3SU32Q tag=BLN5J1KZDZZC type=write size=4140691 2023-12-16T19:50:33.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.851+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=PAP17V2VBQTR type=write size=857546 2023-12-16T19:50:33.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.853+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=JE42CCKAQ9LL type=del 2023-12-16T19:50:33.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.856+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=DZQMEKVYVHUM type=del size=2884479 2023-12-16T19:50:33.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.858+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~DJU2FOD6HXPX.0 size=1043814 2023-12-16T19:50:33.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.862+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=DJU2FOD6HXPX tag=8EQHKB265R7C type=write size=2092390 2023-12-16T19:50:33.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.866+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.0 size=1048576 2023-12-16T19:50:33.867 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.867+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.1 size=1048576 2023-12-16T19:50:33.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.869+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.2 size=858139 2023-12-16T19:50:33.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.869+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=P9YQEJW0AP33 tag=9JWJIA8M02G3 type=write size=4003867 2023-12-16T19:50:33.871 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.871+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~10C9G2HMXSSA.0 size=1048576 2023-12-16T19:50:33.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.874+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~10C9G2HMXSSA.1 size=568796 2023-12-16T19:50:33.877 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.877+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=10C9G2HMXSSA tag=8J12XLJ0AYIV type=write size=2665948 2023-12-16T19:50:33.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.879+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=EU85MVJLOZM8 type=write size=464879 2023-12-16T19:50:33.883 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.883+0000 7f2ef5d2c640 1 < suggested update operation key=9KRQ59SUFM7Z tag=0JJWRJV8AZF0 type=write size=354648 2023-12-16T19:50:33.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.887+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~Z2KT10R941NU.0 size=688442 2023-12-16T19:50:33.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.887+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=Z2KT10R941NU tag=U0A7EEIM5ZPM type=write size=1737018 2023-12-16T19:50:33.889 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.889+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=73XP7PR0WZHL type=del 2023-12-16T19:50:33.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.891+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=V3JKUX5WKTH5 type=del size=1423110 2023-12-16T19:50:33.893 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.893+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=FR1DQA3IDBKN type=del 2023-12-16T19:50:33.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.895+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=XHMR0X6VD2SF type=del size=4025953 2023-12-16T19:50:33.898 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.898+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=1Q1OM5QU2E2D type=del 2023-12-16T19:50:33.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.901+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=XCO33LF2CBQC type=del size=3733399 2023-12-16T19:50:33.902 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.903+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.0 size=1048576 2023-12-16T19:50:33.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.905+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.1 size=1048576 2023-12-16T19:50:33.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.907+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~RZ4JT0N1Z4XD.2 size=460424 2023-12-16T19:50:33.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.910+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=RZ4JT0N1Z4XD tag=9TI786D5HM9T type=write size=3606152 2023-12-16T19:50:33.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.912+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=IN28U2VX23DQ type=del size=1764322 2023-12-16T19:50:33.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.914+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=87SRTTISSM2U type=write size=539801 2023-12-16T19:50:33.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.918+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~2CN7I9K2ZUB3.0 size=643644 2023-12-16T19:50:33.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.918+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=2CN7I9K2ZUB3 tag=CPLPMWSB1BF6 type=write size=1692220 2023-12-16T19:50:33.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.920+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=KC49R0HPG5YW type=del 2023-12-16T19:50:33.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.925+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~VT4B1Q3XGOWU.0 size=787404 2023-12-16T19:50:33.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.925+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=VT4B1Q3XGOWU tag=LFALK5XYM642 type=write size=1835980 2023-12-16T19:50:33.927 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.927+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=7L8QA4TRO0M3 type=del 2023-12-16T19:50:33.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.932+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.0 size=1048576 2023-12-16T19:50:33.933 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.933+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.1 size=1048576 2023-12-16T19:50:33.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.936+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.2 size=196033 2023-12-16T19:50:33.935 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.936+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=WPG0D26PTUKA tag=IKOK9ZEJ1WE9 type=write size=3341761 2023-12-16T19:50:33.938 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.938+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=C68CFMUI12U9 type=del 2023-12-16T19:50:33.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.941+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=RPLMVRGCTV14 type=del size=2112104 2023-12-16T19:50:33.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.943+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=D4M2X6FW7E8T type=write size=71789 2023-12-16T19:50:33.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.945+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=EB9CSJIFOFLE type=del size=3666948 2023-12-16T19:50:33.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.947+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~6HAEMP2DTJGV.0 size=1048576 2023-12-16T19:50:33.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.949+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~6HAEMP2DTJGV.1 size=698515 2023-12-16T19:50:33.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.953+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=6HAEMP2DTJGV tag=V2GPKL3PD8UY type=write size=2795667 2023-12-16T19:50:33.956 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.957+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~W18LHFCB4AWH.0 size=219036 2023-12-16T19:50:33.956 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.957+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=W18LHFCB4AWH tag=VU2672LJ4CUW type=write size=1267612 2023-12-16T19:50:33.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.959+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~S83E27BOE1D1.0 size=1048576 2023-12-16T19:50:33.960 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.961+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~S83E27BOE1D1.1 size=471242 2023-12-16T19:50:33.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.965+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=S83E27BOE1D1 tag=MS32PWCI9IE3 type=write size=2568394 2023-12-16T19:50:33.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.967+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=ZH7VDSJXCN8I type=del size=324798 2023-12-16T19:50:33.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.969+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=PAP17V2VBQTR type=write size=857546 2023-12-16T19:50:33.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.973+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~DPUB4LTRPRBH.0 size=1048576 2023-12-16T19:50:33.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.974+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~DPUB4LTRPRBH.1 size=534609 2023-12-16T19:50:33.974 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.974+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=DPUB4LTRPRBH tag=08Z32R415P46 type=write size=2631761 2023-12-16T19:50:33.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.979+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=DZQMEKVYVHUM type=del size=2884479 2023-12-16T19:50:33.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.983+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~C5R6NTI0TN6D.0 size=1048576 2023-12-16T19:50:33.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.984+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~C5R6NTI0TN6D.1 size=320449 2023-12-16T19:50:33.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.984+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=C5R6NTI0TN6D tag=9OLXXDKKCYKN type=write size=2417601 2023-12-16T19:50:33.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.987+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.0 size=1048576 2023-12-16T19:50:33.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.989+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.1 size=1048576 2023-12-16T19:50:33.990 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.991+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~P9YQEJW0AP33.2 size=858139 2023-12-16T19:50:33.994 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.994+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=P9YQEJW0AP33 tag=9JWJIA8M02G3 type=write size=4003867 2023-12-16T19:50:33.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.996+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=VVKQULKAZ21O type=del size=2793438 2023-12-16T19:50:33.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:33.998+0000 7f2ef5d2c640 1 < completed write operation key=3I8OH9GP7T7F tag=EU85MVJLOZM8 type=write size=464879 2023-12-16T19:50:34.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.002+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~SXMMCRX2BI16.0 size=1048576 2023-12-16T19:50:34.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.004+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~SXMMCRX2BI16.1 size=639990 2023-12-16T19:50:34.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.004+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=SXMMCRX2BI16 tag=IRPLTHC7ZJIP type=write size=2737142 2023-12-16T19:50:34.005 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.006+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~Z2KT10R941NU.0 size=688442 2023-12-16T19:50:34.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.009+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=Z2KT10R941NU tag=U0A7EEIM5ZPM type=write size=1737018 2023-12-16T19:50:34.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.011+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=8ZVUDPJQGH2N type=del size=2485572 2023-12-16T19:50:34.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.013+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=V3JKUX5WKTH5 type=del 2023-12-16T19:50:34.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.015+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=PS4180KYGFHX type=write size=394452 2023-12-16T19:50:34.018 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.018+0000 7f2ef5d2c640 -1 < failed to complete operation key=M370RML7FVOG tag=XHMR0X6VD2SF type=del size=4025953: (22) Invalid argument 2023-12-16T19:50:34.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.020+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=2SQOXYWILS2Z type=del size=1543556 2023-12-16T19:50:34.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.024+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=XCO33LF2CBQC type=del size=3733399 2023-12-16T19:50:34.026 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.027+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=4JZILZ07JZEK type=del size=1643988 2023-12-16T19:50:34.028 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.029+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=IN28U2VX23DQ type=del 2023-12-16T19:50:34.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.033+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~Q1NT1WTP1VLA.0 size=1048576 2023-12-16T19:50:34.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.034+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~Q1NT1WTP1VLA.1 size=359112 2023-12-16T19:50:34.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.034+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=Q1NT1WTP1VLA tag=2UGY7QG1MCJS type=write size=2456264 2023-12-16T19:50:34.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.036+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~2CN7I9K2ZUB3.0 size=643644 2023-12-16T19:50:34.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.040+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=2CN7I9K2ZUB3 tag=CPLPMWSB1BF6 type=write size=1692220 2023-12-16T19:50:34.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.042+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=8F0DGDUKZLO8 type=del size=2161321 2023-12-16T19:50:34.044 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.044+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~VT4B1Q3XGOWU.0 size=787404 2023-12-16T19:50:34.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.049+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=VT4B1Q3XGOWU tag=LFALK5XYM642 type=write size=1835980 2023-12-16T19:50:34.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.051+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=WETC9QSU53OV type=del size=1387498 2023-12-16T19:50:34.053 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.053+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.0 size=1048576 2023-12-16T19:50:34.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.055+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.1 size=1048576 2023-12-16T19:50:34.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.058+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~WPG0D26PTUKA.2 size=196033 2023-12-16T19:50:34.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.061+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=WPG0D26PTUKA tag=IKOK9ZEJ1WE9 type=write size=3341761 2023-12-16T19:50:34.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.063+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=8FDEQ4SBEICW type=del size=986104 2023-12-16T19:50:34.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.065+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=RPLMVRGCTV14 type=del 2023-12-16T19:50:34.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.067+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=HVRQMRZIZZ4M type=del size=3407766 2023-12-16T19:50:34.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.069+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=EB9CSJIFOFLE type=del 2023-12-16T19:50:34.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.071+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=8M8KGFBMU84T type=del size=1595789 2023-12-16T19:50:34.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.073+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~W18LHFCB4AWH.0 size=219036 2023-12-16T19:50:34.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.077+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=W18LHFCB4AWH tag=VU2672LJ4CUW type=write size=1267612 2023-12-16T19:50:34.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.079+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=EJPG7BCCX41Q type=del size=2255423 2023-12-16T19:50:34.081 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.081+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=ZH7VDSJXCN8I type=del size=324798 2023-12-16T19:50:34.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.084+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=51QMFY8EUDML type=del size=1243044 2023-12-16T19:50:34.085 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.086+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~DPUB4LTRPRBH.0 size=1048576 2023-12-16T19:50:34.087 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.088+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~DPUB4LTRPRBH.1 size=534609 2023-12-16T19:50:34.091 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.091+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=DPUB4LTRPRBH tag=08Z32R415P46 type=write size=2631761 2023-12-16T19:50:34.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.093+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=Z1A8RAXP59AP type=write size=16759 2023-12-16T19:50:34.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.094+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6OFOLQYE7CY9.2~C5R6NTI0TN6D.0 size=1048576 2023-12-16T19:50:34.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.094+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6OFOLQYE7CY9.2~C5R6NTI0TN6D.1 size=320449 2023-12-16T19:50:34.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.097+0000 7f2ef5d2c640 1 < canceled multipart upload key=6OFOLQYE7CY9 upload=C5R6NTI0TN6D tag=9OLXXDKKCYKN type=write size=2417601 2023-12-16T19:50:34.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.101+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.0 size=1048576 2023-12-16T19:50:34.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.103+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.1 size=1048576 2023-12-16T19:50:34.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.104+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.2 size=234404 2023-12-16T19:50:34.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.104+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=2WV3B8ZID5AS tag=MY21OSSUB1Q9 type=write size=3380132 2023-12-16T19:50:34.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.106+0000 7f2ef5d2c640 1 < canceled operation key=QDUC4OGZ9939 tag=VVKQULKAZ21O type=del size=2793438 2023-12-16T19:50:34.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.108+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=O5Q4IVDU7IHR type=del size=2911895 2023-12-16T19:50:34.110 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.111+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~SXMMCRX2BI16.0 size=1048576 2023-12-16T19:50:34.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.112+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~SXMMCRX2BI16.1 size=639990 2023-12-16T19:50:34.116 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.117+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=SXMMCRX2BI16 tag=IRPLTHC7ZJIP type=write size=2737142 2023-12-16T19:50:34.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.119+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=86E51CYBUGR4 type=del size=961314 2023-12-16T19:50:34.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.121+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=8ZVUDPJQGH2N type=del 2023-12-16T19:50:34.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.125+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.0 size=1048576 2023-12-16T19:50:34.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.126+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.1 size=1048576 2023-12-16T19:50:34.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.128+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.2 size=903083 2023-12-16T19:50:34.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.128+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=8LRHZL7VGM49 tag=4CBO1NLOA5E4 type=write size=4048811 2023-12-16T19:50:34.130 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.130+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=PS4180KYGFHX type=write size=394452 2023-12-16T19:50:34.132 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.132+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=HV2F2ZR5ZXD4 type=del size=2532893 2023-12-16T19:50:34.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.134+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=2SQOXYWILS2Z type=del 2023-12-16T19:50:34.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.139+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~NGXS50CQBHHJ.0 size=1044533 2023-12-16T19:50:34.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.139+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=NGXS50CQBHHJ tag=QVHHU0D136SZ type=write size=2093109 2023-12-16T19:50:34.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.141+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=4JZILZ07JZEK type=del 2023-12-16T19:50:34.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.143+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=LM76COM0MP7E type=del size=1198899 2023-12-16T19:50:34.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.145+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~Q1NT1WTP1VLA.0 size=1048576 2023-12-16T19:50:34.146 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.147+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~Q1NT1WTP1VLA.1 size=359112 2023-12-16T19:50:34.150 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.150+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=Q1NT1WTP1VLA tag=2UGY7QG1MCJS type=write size=2456264 2023-12-16T19:50:34.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.153+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=NM1F0SZDGRX2 type=del size=3319210 2023-12-16T19:50:34.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.155+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=8F0DGDUKZLO8 type=del 2023-12-16T19:50:34.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.157+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=N2I80W6FN59R type=del size=755675 2023-12-16T19:50:34.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.161+0000 7f2ef5d2c640 1 < suggested update operation key=BP4X0CT9HFAO tag=WETC9QSU53OV type=del size=1387498 2023-12-16T19:50:34.164 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.165+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~TVL7CAC0BVKD.0 size=1048576 2023-12-16T19:50:34.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.167+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~TVL7CAC0BVKD.1 size=865947 2023-12-16T19:50:34.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.167+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=TVL7CAC0BVKD tag=1Q09536O2Y79 type=write size=2963099 2023-12-16T19:50:34.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.171+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=8FDEQ4SBEICW type=del 2023-12-16T19:50:34.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.175+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~SHE8XTK0300H.0 size=1048576 2023-12-16T19:50:34.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.177+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~SHE8XTK0300H.1 size=600912 2023-12-16T19:50:34.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.177+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=SHE8XTK0300H tag=FEDOZQU60PRZ type=write size=2698064 2023-12-16T19:50:34.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.182+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=HVRQMRZIZZ4M type=del 2023-12-16T19:50:34.186 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.186+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.0 size=1048576 2023-12-16T19:50:34.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.188+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.1 size=1048576 2023-12-16T19:50:34.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.189+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.2 size=246333 2023-12-16T19:50:34.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.189+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=1Q8CCIXC2N2Q tag=KR8R80PAAMCV type=write size=3392061 2023-12-16T19:50:34.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.192+0000 7f2ef5d2c640 -1 < failed to complete operation key=BP4X0CT9HFAO tag=8M8KGFBMU84T type=del size=1595789: (22) Invalid argument 2023-12-16T19:50:34.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.194+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=FYIHI56Z7ITZ type=del size=1906493 2023-12-16T19:50:34.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.196+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=EJPG7BCCX41Q type=del 2023-12-16T19:50:34.198 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.198+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=TXM0NMNB5NR9 type=del size=3929975 2023-12-16T19:50:34.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.200+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=51QMFY8EUDML type=del size=1243044 2023-12-16T19:50:34.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.204+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.0 size=1048576 2023-12-16T19:50:34.206 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.206+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.1 size=1048576 2023-12-16T19:50:34.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.208+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.2 size=87801 2023-12-16T19:50:34.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.208+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=79FFRCHB334I tag=T8O23R3TZ9CG type=write size=3233529 2023-12-16T19:50:34.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.210+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=Z1A8RAXP59AP type=write size=16759 2023-12-16T19:50:34.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.214+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.0 size=1048576 2023-12-16T19:50:34.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.216+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.1 size=1048576 2023-12-16T19:50:34.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.218+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.2 size=153569 2023-12-16T19:50:34.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.218+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=R01ED7G5SWMY tag=VIRKTL36RU4T type=write size=3299297 2023-12-16T19:50:34.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.221+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.0 size=1048576 2023-12-16T19:50:34.222 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.223+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.1 size=1048576 2023-12-16T19:50:34.224 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.225+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~2WV3B8ZID5AS.2 size=234404 2023-12-16T19:50:34.228 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.229+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=2WV3B8ZID5AS tag=MY21OSSUB1Q9 type=write size=3380132 2023-12-16T19:50:34.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.231+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=Q2MHO19Z3XZS type=del size=2727182 2023-12-16T19:50:34.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.233+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=O5Q4IVDU7IHR type=del 2023-12-16T19:50:34.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.237+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~YKZRAHSXVO6L.0 size=282726 2023-12-16T19:50:34.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.237+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=YKZRAHSXVO6L tag=U8DB2298CUX0 type=write size=1331302 2023-12-16T19:50:34.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.237+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=693CWQ45V5WS tag=86E51CYBUGR4 type=del size=961314: (2) No such file or directory 2023-12-16T19:50:34.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.242+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~C0Q9EV4GYUQO.0 size=1048576 2023-12-16T19:50:34.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.243+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~C0Q9EV4GYUQO.1 size=464312 2023-12-16T19:50:34.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.243+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=C0Q9EV4GYUQO tag=SI3YMFYB9C0I type=write size=2561464 2023-12-16T19:50:34.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.246+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.0 size=1048576 2023-12-16T19:50:34.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.247+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.1 size=1048576 2023-12-16T19:50:34.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.249+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~8LRHZL7VGM49.2 size=903083 2023-12-16T19:50:34.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.253+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=8LRHZL7VGM49 tag=4CBO1NLOA5E4 type=write size=4048811 2023-12-16T19:50:34.255 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.255+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=Q0VLQEMN1SUE type=del size=802858 2023-12-16T19:50:34.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.257+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=HV2F2ZR5ZXD4 type=del 2023-12-16T19:50:34.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.260+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=IKX4MY2WIE6T type=del size=2449927 2023-12-16T19:50:34.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.262+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~NGXS50CQBHHJ.0 size=1044533 2023-12-16T19:50:34.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.266+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=NGXS50CQBHHJ tag=QVHHU0D136SZ type=write size=2093109 2023-12-16T19:50:34.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.270+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~KF683BIY8Q82.0 size=162938 2023-12-16T19:50:34.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.270+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=KF683BIY8Q82 tag=HY2A2DKYB94G type=write size=1211514 2023-12-16T19:50:34.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.270+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=693CWQ45V5WS tag=LM76COM0MP7E type=del size=1198899: (2) No such file or directory 2023-12-16T19:50:34.272 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.272+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=1HDA6UQWGDLL type=del size=2400256 2023-12-16T19:50:34.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.276+0000 7f2ef5d2c640 1 < suggested remove operation key=QDUC4OGZ9939 tag=NM1F0SZDGRX2 type=del 2023-12-16T19:50:34.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.278+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=AH87E20VAOUP type=del size=831094 2023-12-16T19:50:34.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.280+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=N2I80W6FN59R type=del 2023-12-16T19:50:34.282 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.282+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=726P5YTZ5CQO type=write size=425547 2023-12-16T19:50:34.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.284+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~TVL7CAC0BVKD.0 size=1048576 2023-12-16T19:50:34.285 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.286+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~TVL7CAC0BVKD.1 size=865947 2023-12-16T19:50:34.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.289+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=TVL7CAC0BVKD tag=1Q09536O2Y79 type=write size=2963099 2023-12-16T19:50:34.291 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.291+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=7Y3H7NK6ISP8 type=del size=4063003 2023-12-16T19:50:34.291 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.292+0000 7f2ef5d2c640 1 < canceled part key=_multipart_03HJNEF8UT2J.2~SHE8XTK0300H.0 size=1048576 2023-12-16T19:50:34.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.294+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~SHE8XTK0300H.1 size=600912 2023-12-16T19:50:34.297 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.297+0000 7f2ef5d2c640 1 < canceled multipart upload key=03HJNEF8UT2J upload=SHE8XTK0300H tag=FEDOZQU60PRZ type=write size=2698064 2023-12-16T19:50:34.299 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.299+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=FYEORCMINXHH type=del size=3164836 2023-12-16T19:50:34.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.299+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.0 size=1048576 2023-12-16T19:50:34.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.301+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.1 size=1048576 2023-12-16T19:50:34.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.303+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~1Q8CCIXC2N2Q.2 size=246333 2023-12-16T19:50:34.306 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.307+0000 7f2ef5d2c640 1 < canceled multipart upload key=4DEANTZS07W7 upload=1Q8CCIXC2N2Q tag=KR8R80PAAMCV type=write size=3392061 2023-12-16T19:50:34.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.310+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.0 size=1048576 2023-12-16T19:50:34.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.312+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.1 size=1048576 2023-12-16T19:50:34.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.314+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.2 size=660942 2023-12-16T19:50:34.313 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.314+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=AWVK7KGCDCTC tag=EIOH83VP45UL type=write size=3806670 2023-12-16T19:50:34.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.316+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=FYIHI56Z7ITZ type=del 2023-12-16T19:50:34.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.318+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=YXM0H1KSM616 type=write size=787399 2023-12-16T19:50:34.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.320+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=TXM0NMNB5NR9 type=del size=3929975 2023-12-16T19:50:34.322 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.322+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=I4BPII5ECMR6 type=write size=852427 2023-12-16T19:50:34.322 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.323+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.0 size=1048576 2023-12-16T19:50:34.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.324+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.1 size=1048576 2023-12-16T19:50:34.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.326+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~79FFRCHB334I.2 size=87801 2023-12-16T19:50:34.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.330+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=79FFRCHB334I tag=T8O23R3TZ9CG type=write size=3233529 2023-12-16T19:50:34.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.334+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.0 size=1048576 2023-12-16T19:50:34.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.336+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.1 size=1048576 2023-12-16T19:50:34.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.337+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.2 size=413710 2023-12-16T19:50:34.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.337+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=MIKA02ZO83RE tag=2Y3XHDKG7R2D type=write size=3559438 2023-12-16T19:50:34.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.340+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.0 size=1048576 2023-12-16T19:50:34.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.340+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.1 size=1048576 2023-12-16T19:50:34.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.341+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~R01ED7G5SWMY.2 size=153569 2023-12-16T19:50:34.345 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.345+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=R01ED7G5SWMY tag=VIRKTL36RU4T type=write size=3299297 2023-12-16T19:50:34.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.349+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~U1G1OS6KU00V.0 size=1048576 2023-12-16T19:50:34.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.350+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~U1G1OS6KU00V.1 size=614881 2023-12-16T19:50:34.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.350+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=U1G1OS6KU00V tag=NNSVSAMJSQSU type=write size=2712033 2023-12-16T19:50:34.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.355+0000 7f2ef5d2c640 1 < suggested update operation key=8XNMDB8GAS1T tag=Q2MHO19Z3XZS type=del size=2727182 2023-12-16T19:50:34.357 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.358+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=HBGDPS8PJ61N type=write size=1031318 2023-12-16T19:50:34.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.360+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~YKZRAHSXVO6L.0 size=282726 2023-12-16T19:50:34.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.364+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=YKZRAHSXVO6L tag=U8DB2298CUX0 type=write size=1331302 2023-12-16T19:50:34.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.366+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=GKSQHSRKXLXX type=del size=228425 2023-12-16T19:50:34.368 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.368+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~C0Q9EV4GYUQO.0 size=1048576 2023-12-16T19:50:34.370 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.370+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~C0Q9EV4GYUQO.1 size=464312 2023-12-16T19:50:34.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.374+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=C0Q9EV4GYUQO tag=SI3YMFYB9C0I type=write size=2561464 2023-12-16T19:50:34.376 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.376+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=HGTCP130T9HB type=del size=1236499 2023-12-16T19:50:34.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.378+0000 7f2ef5d2c640 1 < canceled operation key=1EO09GE5UCX3 tag=Q0VLQEMN1SUE type=del size=802858 2023-12-16T19:50:34.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.380+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=0FZ74CADEGS2 type=write size=919986 2023-12-16T19:50:34.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.384+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=IKX4MY2WIE6T type=del 2023-12-16T19:50:34.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.386+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=1C40HFOZIBC6 type=del size=1047988 2023-12-16T19:50:34.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.388+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~KF683BIY8Q82.0 size=162938 2023-12-16T19:50:34.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.392+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=KF683BIY8Q82 tag=HY2A2DKYB94G type=write size=1211514 2023-12-16T19:50:34.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.396+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~J26A0YRUFAQC.0 size=1048576 2023-12-16T19:50:34.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.398+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~J26A0YRUFAQC.1 size=967689 2023-12-16T19:50:34.397 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.398+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=J26A0YRUFAQC tag=XUMYR7ENDZVF type=write size=3064841 2023-12-16T19:50:34.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.402+0000 7f2ef5d2c640 1 < suggested update operation key=5PBDOPNNQTMI tag=1HDA6UQWGDLL type=del size=2400256 2023-12-16T19:50:34.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.405+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~5HS05D1C1Q92.0 size=1048576 2023-12-16T19:50:34.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.407+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~5HS05D1C1Q92.1 size=310646 2023-12-16T19:50:34.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.407+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=5HS05D1C1Q92 tag=MN330MPA2V1P type=write size=2407798 2023-12-16T19:50:34.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.409+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=AH87E20VAOUP type=del 2023-12-16T19:50:34.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.412+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=R5GB0U8LTOL7 type=del size=917367 2023-12-16T19:50:34.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.414+0000 7f2ef5d2c640 1 < completed write operation key=34B5L3BXNV17 tag=726P5YTZ5CQO type=write size=425547 2023-12-16T19:50:34.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.416+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=DOV5IODQGST3 type=del size=270647 2023-12-16T19:50:34.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.418+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=7Y3H7NK6ISP8 type=del 2023-12-16T19:50:34.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.422+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.0 size=1048576 2023-12-16T19:50:34.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.424+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.1 size=1048576 2023-12-16T19:50:34.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.426+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.2 size=40987 2023-12-16T19:50:34.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.426+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=Z1NEI81QJXYB tag=8PPMJ7FVXPV2 type=write size=3186715 2023-12-16T19:50:34.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.428+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=FYEORCMINXHH type=del 2023-12-16T19:50:34.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.432+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.0 size=1048576 2023-12-16T19:50:34.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.434+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.1 size=1048576 2023-12-16T19:50:34.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.436+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.2 size=796429 2023-12-16T19:50:34.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.436+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=QLOCBNRFSW10 tag=AJ0IS34LX2Y3 type=write size=3942157 2023-12-16T19:50:34.439 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.438+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.0 size=1048576 2023-12-16T19:50:34.441 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.441+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.1 size=1048576 2023-12-16T19:50:34.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.442+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~AWVK7KGCDCTC.2 size=660942 2023-12-16T19:50:34.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.446+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=AWVK7KGCDCTC tag=EIOH83VP45UL type=write size=3806670 2023-12-16T19:50:34.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.450+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~KM1BAHS990HD.0 size=1048576 2023-12-16T19:50:34.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.452+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~KM1BAHS990HD.1 size=100370 2023-12-16T19:50:34.452 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.452+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=KM1BAHS990HD tag=2MOV8I7INI2L type=write size=2197522 2023-12-16T19:50:34.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.455+0000 7f2ef5d2c640 1 < completed write operation key=BP4X0CT9HFAO tag=YXM0H1KSM616 type=write size=787399 2023-12-16T19:50:34.460 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.460+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~CVOI401F9D4T.0 size=1048576 2023-12-16T19:50:34.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.462+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~CVOI401F9D4T.1 size=111569 2023-12-16T19:50:34.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.462+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=CVOI401F9D4T tag=P3PDQDOXTULA type=write size=2208721 2023-12-16T19:50:34.466 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.466+0000 7f2ef5d2c640 1 < suggested remove operation key=693CWQ45V5WS tag=I4BPII5ECMR6 type=write 2023-12-16T19:50:34.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.469+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=4J38ADWSVERD type=write size=867219 2023-12-16T19:50:34.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.471+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.0 size=1048576 2023-12-16T19:50:34.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.473+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.1 size=1048576 2023-12-16T19:50:34.474 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.474+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~MIKA02ZO83RE.2 size=413710 2023-12-16T19:50:34.477 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.478+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=MIKA02ZO83RE tag=2Y3XHDKG7R2D type=write size=3559438 2023-12-16T19:50:34.479 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.480+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=FWIJ1RWX3GXO type=del size=3832280 2023-12-16T19:50:34.481 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.482+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~U1G1OS6KU00V.0 size=1048576 2023-12-16T19:50:34.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.484+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~U1G1OS6KU00V.1 size=614881 2023-12-16T19:50:34.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.487+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=U1G1OS6KU00V tag=NNSVSAMJSQSU type=write size=2712033 2023-12-16T19:50:34.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.489+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=KXWA90DNQSD7 type=del size=407876 2023-12-16T19:50:34.493 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.494+0000 7f2ef5d2c640 1 < suggested remove operation key=D64S91AR017D tag=HBGDPS8PJ61N type=write 2023-12-16T19:50:34.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.496+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=X42RWBYDVQWA type=del size=1166424 2023-12-16T19:50:34.498 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.498+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=GKSQHSRKXLXX type=del 2023-12-16T19:50:34.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.501+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=PXJCGKHFZCFV type=del size=826318 2023-12-16T19:50:34.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.503+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=HGTCP130T9HB type=del 2023-12-16T19:50:34.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.505+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=KXP22FE3DBE0 type=del size=3996450 2023-12-16T19:50:34.507 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.507+0000 7f2ef5d2c640 1 < completed write operation key=4B9JQDI6Y8LC tag=0FZ74CADEGS2 type=write size=919986 2023-12-16T19:50:34.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.511+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~8B6V9VA0M2YH.0 size=223726 2023-12-16T19:50:34.511 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.511+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=8B6V9VA0M2YH tag=MGUQZ9TWEG7M type=write size=1272302 2023-12-16T19:50:34.515 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.515+0000 7f2ef5d2c640 1 < suggested remove operation key=02FTPVWM8G45 tag=1C40HFOZIBC6 type=del 2023-12-16T19:50:34.517 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.517+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=VV9HDFM6S9PQ type=write size=981969 2023-12-16T19:50:34.519 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.519+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~J26A0YRUFAQC.0 size=1048576 2023-12-16T19:50:34.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.521+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~J26A0YRUFAQC.1 size=967689 2023-12-16T19:50:34.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.526+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=J26A0YRUFAQC tag=XUMYR7ENDZVF type=write size=3064841 2023-12-16T19:50:34.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.530+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~HITAIXXWANBE.0 size=208374 2023-12-16T19:50:34.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.530+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=HITAIXXWANBE tag=10V2VHEF8YTF type=write size=1256950 2023-12-16T19:50:34.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.532+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~5HS05D1C1Q92.0 size=1048576 2023-12-16T19:50:34.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.533+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~5HS05D1C1Q92.1 size=310646 2023-12-16T19:50:34.537 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.537+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=5HS05D1C1Q92 tag=MN330MPA2V1P type=write size=2407798 2023-12-16T19:50:34.538 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.539+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=PY2Q9F1NWBMY type=del size=3469623 2023-12-16T19:50:34.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.541+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=R5GB0U8LTOL7 type=del 2023-12-16T19:50:34.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.545+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~ISOHPK6O29P0.0 size=1048576 2023-12-16T19:50:34.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.547+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~ISOHPK6O29P0.1 size=83969 2023-12-16T19:50:34.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.547+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=ISOHPK6O29P0 tag=3LNTP93EHOSA type=write size=2181121 2023-12-16T19:50:34.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.549+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=DOV5IODQGST3 type=del 2023-12-16T19:50:34.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.551+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=0IFQ32AS5IF8 type=del size=2568532 2023-12-16T19:50:34.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.553+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.0 size=1048576 2023-12-16T19:50:34.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.555+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.1 size=1048576 2023-12-16T19:50:34.557 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.557+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~Z1NEI81QJXYB.2 size=40987 2023-12-16T19:50:34.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.561+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=Z1NEI81QJXYB tag=8PPMJ7FVXPV2 type=write size=3186715 2023-12-16T19:50:34.563 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.563+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=M5XPKSD9C7F1 type=write size=382419 2023-12-16T19:50:34.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.565+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.0 size=1048576 2023-12-16T19:50:34.565 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.565+0000 7f2ef5d2c640 1 < canceled part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.1 size=1048576 2023-12-16T19:50:34.567 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.567+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~QLOCBNRFSW10.2 size=796429 2023-12-16T19:50:34.570 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.570+0000 7f2ef5d2c640 1 < canceled multipart upload key=ZQ5BST6X324W upload=QLOCBNRFSW10 tag=AJ0IS34LX2Y3 type=write size=3942157 2023-12-16T19:50:34.572 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.572+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=IKPTD4695PXY type=del size=415875 2023-12-16T19:50:34.574 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.574+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~KM1BAHS990HD.0 size=1048576 2023-12-16T19:50:34.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.576+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~KM1BAHS990HD.1 size=100370 2023-12-16T19:50:34.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.579+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=KM1BAHS990HD tag=2MOV8I7INI2L type=write size=2197522 2023-12-16T19:50:34.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.582+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=RXS46T71Z88Y type=del size=1761159 2023-12-16T19:50:34.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.584+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~CVOI401F9D4T.0 size=1048576 2023-12-16T19:50:34.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.586+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~CVOI401F9D4T.1 size=111569 2023-12-16T19:50:34.589 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.589+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=CVOI401F9D4T tag=P3PDQDOXTULA type=write size=2208721 2023-12-16T19:50:34.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.591+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=Q19V3GXJVX93 type=write size=755277 2023-12-16T19:50:34.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.593+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=4J38ADWSVERD type=write size=867219 2023-12-16T19:50:34.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.597+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IS4OQKW6R8WR.0 size=1048576 2023-12-16T19:50:34.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.599+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~IS4OQKW6R8WR.1 size=546181 2023-12-16T19:50:34.599 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.599+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=IS4OQKW6R8WR tag=ML93WKIBKYMZ type=write size=2643333 2023-12-16T19:50:34.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.601+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=FWIJ1RWX3GXO type=del 2023-12-16T19:50:34.603 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.603+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=DNYIDC5PKAE8 type=write size=40718 2023-12-16T19:50:34.605 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.606+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=KXWA90DNQSD7 type=del 2023-12-16T19:50:34.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.608+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=MSQ3X5NZ6VZ2 type=del size=602369 2023-12-16T19:50:34.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.610+0000 7f2ef5d2c640 1 < canceled operation key=QDUC4OGZ9939 tag=X42RWBYDVQWA type=del size=1166424 2023-12-16T19:50:34.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.615+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~T7W21U7NL8V9.0 size=1048576 2023-12-16T19:50:34.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.617+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~T7W21U7NL8V9.1 size=415204 2023-12-16T19:50:34.617 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.617+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=T7W21U7NL8V9 tag=KD19W13W14O5 type=write size=2512356 2023-12-16T19:50:34.619 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.619+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=PXJCGKHFZCFV type=del 2023-12-16T19:50:34.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.622+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=A6HFPUP4HCQJ type=del size=908318 2023-12-16T19:50:34.624 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.624+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=KXP22FE3DBE0 type=del 2023-12-16T19:50:34.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.627+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=FD8U1VU7KR37 type=del size=490676 2023-12-16T19:50:34.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.629+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~8B6V9VA0M2YH.0 size=223726 2023-12-16T19:50:34.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.633+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=8B6V9VA0M2YH tag=MGUQZ9TWEG7M type=write size=1272302 2023-12-16T19:50:34.635 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.635+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=JHA4RVE290AC type=write size=1016135 2023-12-16T19:50:34.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.637+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=VV9HDFM6S9PQ type=write size=981969 2023-12-16T19:50:34.639 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.639+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=TC1WQCFU0VDM type=del size=1194935 2023-12-16T19:50:34.641 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.641+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~HITAIXXWANBE.0 size=208374 2023-12-16T19:50:34.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.645+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=HITAIXXWANBE tag=10V2VHEF8YTF type=write size=1256950 2023-12-16T19:50:34.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.647+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=QXMTRSFSVY8B type=del size=3944782 2023-12-16T19:50:34.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.651+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=PY2Q9F1NWBMY type=del 2023-12-16T19:50:34.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.654+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=0P19L3R1RXMS type=del size=542191 2023-12-16T19:50:34.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.656+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~ISOHPK6O29P0.0 size=1048576 2023-12-16T19:50:34.657 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.658+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~ISOHPK6O29P0.1 size=83969 2023-12-16T19:50:34.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.662+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=ISOHPK6O29P0 tag=3LNTP93EHOSA type=write size=2181121 2023-12-16T19:50:34.664 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.665+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=PPIYB1PM3YW0 type=del size=657496 2023-12-16T19:50:34.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.667+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=0IFQ32AS5IF8 type=del 2023-12-16T19:50:34.669 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.669+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=WELA0EH1WC8T type=del size=1555748 2023-12-16T19:50:34.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.672+0000 7f2ef5d2c640 1 < completed write operation key=693CWQ45V5WS tag=M5XPKSD9C7F1 type=write size=382419 2023-12-16T19:50:34.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.676+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.0 size=1048576 2023-12-16T19:50:34.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.678+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.1 size=1048576 2023-12-16T19:50:34.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.680+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.2 size=669951 2023-12-16T19:50:34.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.680+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=DBUN9RR179VC tag=BVFS21J5KLKV type=write size=3815679 2023-12-16T19:50:34.682 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.683+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=IKPTD4695PXY type=del 2023-12-16T19:50:34.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.688+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~7X15Z6BCU3AM.0 size=1048576 2023-12-16T19:50:34.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.691+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~7X15Z6BCU3AM.1 size=626513 2023-12-16T19:50:34.690 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.691+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=7X15Z6BCU3AM tag=OO1SQBKZEI2I type=write size=2723665 2023-12-16T19:50:34.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.693+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=RXS46T71Z88Y type=del 2023-12-16T19:50:34.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.696+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=O1FXRLSW2A3C type=write size=562411 2023-12-16T19:50:34.699 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.700+0000 7f2ef5d2c640 1 < suggested remove operation key=JGJZADQXTKU9 tag=Q19V3GXJVX93 type=write 2023-12-16T19:50:34.701 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.702+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=OCVHSQWG4DT2 type=del size=1541497 2023-12-16T19:50:34.703 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.704+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IS4OQKW6R8WR.0 size=1048576 2023-12-16T19:50:34.705 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.705+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~IS4OQKW6R8WR.1 size=546181 2023-12-16T19:50:34.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.710+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=IS4OQKW6R8WR tag=ML93WKIBKYMZ type=write size=2643333 2023-12-16T19:50:34.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.712+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=AGC06T2GVEEG type=del size=3368295 2023-12-16T19:50:34.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.714+0000 7f2ef5d2c640 1 < completed write operation key=QDUC4OGZ9939 tag=DNYIDC5PKAE8 type=write size=40718 2023-12-16T19:50:34.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.718+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ZWYH5D3BIGM1.0 size=945639 2023-12-16T19:50:34.718 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.718+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=ZWYH5D3BIGM1 tag=PHSVX2TL6ZDG type=write size=1994215 2023-12-16T19:50:34.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.720+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=MSQ3X5NZ6VZ2 type=del 2023-12-16T19:50:34.722 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.722+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=9UVS17RMUJ5T type=del size=1752512 2023-12-16T19:50:34.724 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.724+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~T7W21U7NL8V9.0 size=1048576 2023-12-16T19:50:34.726 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.726+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~T7W21U7NL8V9.1 size=415204 2023-12-16T19:50:34.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.730+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=T7W21U7NL8V9 tag=KD19W13W14O5 type=write size=2512356 2023-12-16T19:50:34.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.732+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=O02SVYPJZGL1 type=write size=833181 2023-12-16T19:50:34.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.736+0000 7f2ef5d2c640 1 < suggested update operation key=QDUC4OGZ9939 tag=A6HFPUP4HCQJ type=del size=908318 2023-12-16T19:50:34.738 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.738+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=6FIV1977JKEN type=write size=32942 2023-12-16T19:50:34.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.740+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=FD8U1VU7KR37 type=del 2023-12-16T19:50:34.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.742+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=AKC3V7KOU60X type=del size=3169965 2023-12-16T19:50:34.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.745+0000 7f2ef5d2c640 1 < completed write operation key=KZ7TQX626J26 tag=JHA4RVE290AC type=write size=1016135 2023-12-16T19:50:34.748 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.748+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~6IQCM3R2HYBJ.0 size=1048576 2023-12-16T19:50:34.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.751+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~6IQCM3R2HYBJ.1 size=986227 2023-12-16T19:50:34.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.751+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=6IQCM3R2HYBJ tag=EPKNB52WN1J8 type=write size=3083379 2023-12-16T19:50:34.755 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.755+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=TC1WQCFU0VDM type=del 2023-12-16T19:50:34.757 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.758+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=C7QFVCWQ3IVY type=del size=193151 2023-12-16T19:50:34.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.760+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=QXMTRSFSVY8B type=del 2023-12-16T19:50:34.764 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.764+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.0 size=1048576 2023-12-16T19:50:34.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.767+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.1 size=1048576 2023-12-16T19:50:34.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.768+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.2 size=71756 2023-12-16T19:50:34.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.768+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=QFR5Z166HYN9 tag=YXC7V9X46I5M type=write size=3217484 2023-12-16T19:50:34.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.771+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=0P19L3R1RXMS type=del 2023-12-16T19:50:34.774 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.775+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A6HACW187K6W.0 size=1048576 2023-12-16T19:50:34.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.777+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~A6HACW187K6W.1 size=526668 2023-12-16T19:50:34.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.777+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=A6HACW187K6W tag=36CSWVWKIAX9 type=write size=2623820 2023-12-16T19:50:34.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.779+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=PPIYB1PM3YW0 type=del 2023-12-16T19:50:34.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.783+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~SCMCOPIYUDKO.0 size=1048576 2023-12-16T19:50:34.784 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.784+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~SCMCOPIYUDKO.1 size=659654 2023-12-16T19:50:34.784 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.784+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=SCMCOPIYUDKO tag=L1N1AEB7D71R type=write size=2756806 2023-12-16T19:50:34.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.788+0000 7f2ef5d2c640 1 < suggested remove operation key=4B9JQDI6Y8LC tag=WELA0EH1WC8T type=del 2023-12-16T19:50:34.790 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.790+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=JXWPG6DBD7UL type=del size=4192858 2023-12-16T19:50:34.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.792+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.0 size=1048576 2023-12-16T19:50:34.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.794+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.1 size=1048576 2023-12-16T19:50:34.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.796+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~DBUN9RR179VC.2 size=669951 2023-12-16T19:50:34.799 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.799+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=DBUN9RR179VC tag=BVFS21J5KLKV type=write size=3815679 2023-12-16T19:50:34.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.801+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=I7HUF6XNF1XS type=del size=2894871 2023-12-16T19:50:34.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.803+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~7X15Z6BCU3AM.0 size=1048576 2023-12-16T19:50:34.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.803+0000 7f2ef5d2c640 1 < canceled part key=_multipart_F01U501SJH0E.2~7X15Z6BCU3AM.1 size=626513 2023-12-16T19:50:34.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.807+0000 7f2ef5d2c640 1 < canceled multipart upload key=F01U501SJH0E upload=7X15Z6BCU3AM tag=OO1SQBKZEI2I type=write size=2723665 2023-12-16T19:50:34.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.809+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=0VCESTE66JER type=del size=1234419 2023-12-16T19:50:34.810 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.811+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=O1FXRLSW2A3C type=write size=562411 2023-12-16T19:50:34.815 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.815+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~VDZG7R79HLI6.0 size=1048576 2023-12-16T19:50:34.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.816+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~VDZG7R79HLI6.1 size=660641 2023-12-16T19:50:34.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.816+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=VDZG7R79HLI6 tag=2OHSXO189PWY type=write size=2757793 2023-12-16T19:50:34.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.820+0000 7f2ef5d2c640 1 < suggested update operation key=3I8OH9GP7T7F tag=OCVHSQWG4DT2 type=del size=1541497 2023-12-16T19:50:34.822 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.822+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=A6JQ69AU4FWX type=del size=2765218 2023-12-16T19:50:34.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.824+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=AGC06T2GVEEG type=del 2023-12-16T19:50:34.826 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.826+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=H22SWLY54J4Z type=del size=3872656 2023-12-16T19:50:34.828 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.829+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ZWYH5D3BIGM1.0 size=945639 2023-12-16T19:50:34.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.832+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=ZWYH5D3BIGM1 tag=PHSVX2TL6ZDG type=write size=1994215 2023-12-16T19:50:34.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.837+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~QI6BZ9Y1VOK5.0 size=1048576 2023-12-16T19:50:34.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.839+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~QI6BZ9Y1VOK5.1 size=686991 2023-12-16T19:50:34.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.839+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=QI6BZ9Y1VOK5 tag=NY6NWO5M7IKZ type=write size=2784143 2023-12-16T19:50:34.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.841+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=9UVS17RMUJ5T type=del 2023-12-16T19:50:34.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.845+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~0NJKH7NLSWEG.0 size=273497 2023-12-16T19:50:34.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.845+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=0NJKH7NLSWEG tag=H8Z5XHYXM90H type=write size=1322073 2023-12-16T19:50:34.847 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.847+0000 7f2ef5d2c640 1 < completed write operation key=MSNLCTTZ723G tag=O02SVYPJZGL1 type=write size=833181 2023-12-16T19:50:34.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.849+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=9IPTYKOHEUII type=del size=3039588 2023-12-16T19:50:34.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.853+0000 7f2ef5d2c640 1 < suggested update operation key=F01U501SJH0E tag=6FIV1977JKEN type=write size=32942 2023-12-16T19:50:34.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.855+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=TJTMN3XO3B9U type=del size=3248547 2023-12-16T19:50:34.856 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.857+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=AKC3V7KOU60X type=del 2023-12-16T19:50:34.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.859+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=CDHFJ77221N9 type=del size=803420 2023-12-16T19:50:34.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.859+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~6IQCM3R2HYBJ.0 size=1048576 2023-12-16T19:50:34.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.861+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~6IQCM3R2HYBJ.1 size=986227 2023-12-16T19:50:34.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.864+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=6IQCM3R2HYBJ tag=EPKNB52WN1J8 type=write size=3083379 2023-12-16T19:50:34.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.868+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.0 size=1048576 2023-12-16T19:50:34.870 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.871+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.1 size=1048576 2023-12-16T19:50:34.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.872+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.2 size=979000 2023-12-16T19:50:34.872 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.872+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=U4KG7JBCKMHB tag=EDUFERQ7JZI5 type=write size=4124728 2023-12-16T19:50:34.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.874+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=C7QFVCWQ3IVY type=del 2023-12-16T19:50:34.876 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.876+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=NIMZZM3SA2EP type=write size=667988 2023-12-16T19:50:34.878 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.878+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.0 size=1048576 2023-12-16T19:50:34.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.880+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.1 size=1048576 2023-12-16T19:50:34.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.882+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~QFR5Z166HYN9.2 size=71756 2023-12-16T19:50:34.885 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.885+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=QFR5Z166HYN9 tag=YXC7V9X46I5M type=write size=3217484 2023-12-16T19:50:34.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.888+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=C6G2B243MAAG type=del size=2574637 2023-12-16T19:50:34.889 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.890+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~A6HACW187K6W.0 size=1048576 2023-12-16T19:50:34.891 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.891+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~A6HACW187K6W.1 size=526668 2023-12-16T19:50:34.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.895+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=A6HACW187K6W tag=36CSWVWKIAX9 type=write size=2623820 2023-12-16T19:50:34.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.897+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=GMBGX09UA6TM type=del size=1058277 2023-12-16T19:50:34.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.900+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~SCMCOPIYUDKO.0 size=1048576 2023-12-16T19:50:34.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.902+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~SCMCOPIYUDKO.1 size=659654 2023-12-16T19:50:34.905 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.905+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=SCMCOPIYUDKO tag=L1N1AEB7D71R type=write size=2756806 2023-12-16T19:50:34.907 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.907+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=V6SZW41ZY3Y2 type=del size=1680993 2023-12-16T19:50:34.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.910+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=JXWPG6DBD7UL type=del 2023-12-16T19:50:34.913 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.914+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~5NFMN1UFYI9I.0 size=1048576 2023-12-16T19:50:34.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.915+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~5NFMN1UFYI9I.1 size=714257 2023-12-16T19:50:34.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.915+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=5NFMN1UFYI9I tag=AWB8HVCCL7QO type=write size=2811409 2023-12-16T19:50:34.917 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.918+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=I7HUF6XNF1XS type=del 2023-12-16T19:50:34.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.921+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.0 size=1048576 2023-12-16T19:50:34.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.923+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.1 size=1048576 2023-12-16T19:50:34.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.925+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.2 size=873088 2023-12-16T19:50:34.924 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.925+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=T5Q6C5T3DJ64 tag=G2EFQZH13VMP type=write size=4018816 2023-12-16T19:50:34.927 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.928+0000 7f2ef5d2c640 -1 < failed to complete operation key=F01U501SJH0E tag=0VCESTE66JER type=del size=1234419: (22) Invalid argument 2023-12-16T19:50:34.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.930+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=WIMOQ2LM446N type=del size=1137817 2023-12-16T19:50:34.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.932+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~VDZG7R79HLI6.0 size=1048576 2023-12-16T19:50:34.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.934+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~VDZG7R79HLI6.1 size=660641 2023-12-16T19:50:34.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.937+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=VDZG7R79HLI6 tag=2OHSXO189PWY type=write size=2757793 2023-12-16T19:50:34.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.939+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=I3JQJRRQF9JH type=write size=750157 2023-12-16T19:50:34.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.942+0000 7f2ef5d2c640 1 < canceled operation key=8XNMDB8GAS1T tag=A6JQ69AU4FWX type=del size=2765218 2023-12-16T19:50:34.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.944+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=ZWR3ZB7YWZ7B type=del size=1747210 2023-12-16T19:50:34.946 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.947+0000 7f2ef5d2c640 -1 < failed to complete operation key=F01U501SJH0E tag=H22SWLY54J4Z type=del size=3872656: (22) Invalid argument 2023-12-16T19:50:34.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.951+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.0 size=1048576 2023-12-16T19:50:34.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.952+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.1 size=1048576 2023-12-16T19:50:34.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.954+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.2 size=143638 2023-12-16T19:50:34.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.954+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=XFX332F3VNRR tag=VCBUWN17MJDM type=write size=3289366 2023-12-16T19:50:34.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.955+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~QI6BZ9Y1VOK5.0 size=1048576 2023-12-16T19:50:34.956 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.956+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~QI6BZ9Y1VOK5.1 size=686991 2023-12-16T19:50:34.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.960+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=QI6BZ9Y1VOK5 tag=NY6NWO5M7IKZ type=write size=2784143 2023-12-16T19:50:34.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.962+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=VLPDBG59P0ZR type=del size=3553123 2023-12-16T19:50:34.963 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.964+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~0NJKH7NLSWEG.0 size=273497 2023-12-16T19:50:34.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.967+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=0NJKH7NLSWEG tag=H8Z5XHYXM90H type=write size=1322073 2023-12-16T19:50:34.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.969+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=8KHXKCTVI0ZN type=del size=4124499 2023-12-16T19:50:34.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.971+0000 7f2ef5d2c640 1 < canceled operation key=1EO09GE5UCX3 tag=9IPTYKOHEUII type=del size=3039588 2023-12-16T19:50:34.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.973+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=FM2YQY9ND1D7 type=del size=3205322 2023-12-16T19:50:34.975 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.975+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=TJTMN3XO3B9U type=del 2023-12-16T19:50:34.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.977+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=G8VXLLY4P541 type=del size=1870667 2023-12-16T19:50:34.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.979+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=CDHFJ77221N9 type=del 2023-12-16T19:50:34.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.983+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.0 size=1048576 2023-12-16T19:50:34.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.985+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.1 size=1048576 2023-12-16T19:50:34.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.987+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.2 size=105952 2023-12-16T19:50:34.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.987+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=LH2ZWES5MOBA tag=52T50JW5SOFT type=write size=3251680 2023-12-16T19:50:34.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.989+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.0 size=1048576 2023-12-16T19:50:34.990 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.990+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.1 size=1048576 2023-12-16T19:50:34.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.992+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~U4KG7JBCKMHB.2 size=979000 2023-12-16T19:50:34.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.995+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=U4KG7JBCKMHB tag=EDUFERQ7JZI5 type=write size=4124728 2023-12-16T19:50:34.997 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.998+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=ZIF5PKCZSV3T type=del size=1523371 2023-12-16T19:50:34.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:34.999+0000 7f2ef5d2c640 1 < completed write operation key=REMAKLL0UEJD tag=NIMZZM3SA2EP type=write size=667988 2023-12-16T19:50:35.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.003+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.0 size=1048576 2023-12-16T19:50:35.004 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.005+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.1 size=1048576 2023-12-16T19:50:35.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.006+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.2 size=343573 2023-12-16T19:50:35.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.006+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=IVL3DF6UXQM1 tag=1V2RXEWFEAYA type=write size=3489301 2023-12-16T19:50:35.008 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.008+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=C6G2B243MAAG type=del 2023-12-16T19:50:35.010 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.011+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=63QULDB3DDMN type=del size=932460 2023-12-16T19:50:35.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.015+0000 7f2ef5d2c640 1 < suggested update operation key=02FTPVWM8G45 tag=GMBGX09UA6TM type=del size=1058277 2023-12-16T19:50:35.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.017+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=XL7X4PRAJPFW type=del size=3142400 2023-12-16T19:50:35.018 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.019+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=V6SZW41ZY3Y2 type=del 2023-12-16T19:50:35.020 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.021+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=M5Z2ZCOTMPYX type=del size=3863214 2023-12-16T19:50:35.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.021+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~5NFMN1UFYI9I.0 size=1048576 2023-12-16T19:50:35.022 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.023+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~5NFMN1UFYI9I.1 size=714257 2023-12-16T19:50:35.026 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.026+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=5NFMN1UFYI9I tag=AWB8HVCCL7QO type=write size=2811409 2023-12-16T19:50:35.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.030+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~C6S9955SA1UL.0 size=1048576 2023-12-16T19:50:35.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.032+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~C6S9955SA1UL.1 size=634890 2023-12-16T19:50:35.031 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.032+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=C6S9955SA1UL tag=TBZLEWXSUDHJ type=write size=2732042 2023-12-16T19:50:35.033 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.034+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.0 size=1048576 2023-12-16T19:50:35.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.036+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.1 size=1048576 2023-12-16T19:50:35.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.036+0000 7f2ef5d2c640 1 < canceled part key=_multipart_8XNMDB8GAS1T.2~T5Q6C5T3DJ64.2 size=873088 2023-12-16T19:50:35.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.040+0000 7f2ef5d2c640 1 < canceled multipart upload key=8XNMDB8GAS1T upload=T5Q6C5T3DJ64 tag=G2EFQZH13VMP type=write size=4018816 2023-12-16T19:50:35.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.042+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=LZ01X2WGAYAP type=del size=1351598 2023-12-16T19:50:35.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.044+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=WIMOQ2LM446N type=del 2023-12-16T19:50:35.048 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.048+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~GN2ON8RB5P11.0 size=1048576 2023-12-16T19:50:35.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.050+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~GN2ON8RB5P11.1 size=906194 2023-12-16T19:50:35.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.050+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=GN2ON8RB5P11 tag=2DREEZQRQ1IC type=write size=3003346 2023-12-16T19:50:35.053 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.054+0000 7f2ef5d2c640 1 < suggested remove operation key=QDUC4OGZ9939 tag=I3JQJRRQF9JH type=write 2023-12-16T19:50:35.055 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.055+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=YK14PEQ03HOD type=del size=598879 2023-12-16T19:50:35.057 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.057+0000 7f2ef5d2c640 1 < canceled operation key=1MJ52B125Q24 tag=ZWR3ZB7YWZ7B type=del size=1747210 2023-12-16T19:50:35.059 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.059+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=50P4DDQZNRDH type=del size=210078 2023-12-16T19:50:35.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.062+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.0 size=1048576 2023-12-16T19:50:35.063 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.063+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.1 size=1048576 2023-12-16T19:50:35.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.065+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~XFX332F3VNRR.2 size=143638 2023-12-16T19:50:35.069 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.069+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=XFX332F3VNRR tag=VCBUWN17MJDM type=write size=3289366 2023-12-16T19:50:35.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.073+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~JINPG35A3YPN.0 size=121066 2023-12-16T19:50:35.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.073+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=JINPG35A3YPN tag=KJC2R1V3IG5Z type=write size=1169642 2023-12-16T19:50:35.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.075+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=VLPDBG59P0ZR type=del 2023-12-16T19:50:35.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.078+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~L0DO2CAHFYR3.0 size=1048576 2023-12-16T19:50:35.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.080+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~L0DO2CAHFYR3.1 size=338357 2023-12-16T19:50:35.079 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.080+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=L0DO2CAHFYR3 tag=G7YP8ZTR722O type=write size=2435509 2023-12-16T19:50:35.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.084+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=8KHXKCTVI0ZN type=del 2023-12-16T19:50:35.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.086+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=FPV2JGN6X2UM type=del size=3786138 2023-12-16T19:50:35.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.089+0000 7f2ef5d2c640 -1 < failed to complete operation key=QDUC4OGZ9939 tag=FM2YQY9ND1D7 type=del size=3205322: (22) Invalid argument 2023-12-16T19:50:35.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.091+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=JAF7B5FQVD3M type=write size=111367 2023-12-16T19:50:35.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.094+0000 7f2ef5d2c640 -1 < failed to complete operation key=QDUC4OGZ9939 tag=G8VXLLY4P541 type=del size=1870667: (22) Invalid argument 2023-12-16T19:50:35.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.096+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=J3M9WYPBB5F8 type=del size=3196943 2023-12-16T19:50:35.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.098+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.0 size=1048576 2023-12-16T19:50:35.099 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.099+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.1 size=1048576 2023-12-16T19:50:35.101 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.101+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~LH2ZWES5MOBA.2 size=105952 2023-12-16T19:50:35.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.104+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=LH2ZWES5MOBA tag=52T50JW5SOFT type=write size=3251680 2023-12-16T19:50:35.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.106+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=K0MNOZJ56TD0 type=del size=1473431 2023-12-16T19:50:35.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.109+0000 7f2ef5d2c640 -1 < failed to complete operation key=02FTPVWM8G45 tag=ZIF5PKCZSV3T type=del size=1523371: (22) Invalid argument 2023-12-16T19:50:35.111 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.111+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=AWVFRM1R656L type=del size=1992039 2023-12-16T19:50:35.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.113+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.0 size=1048576 2023-12-16T19:50:35.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.115+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.1 size=1048576 2023-12-16T19:50:35.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.117+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~IVL3DF6UXQM1.2 size=343573 2023-12-16T19:50:35.121 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.121+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=IVL3DF6UXQM1 tag=1V2RXEWFEAYA type=write size=3489301 2023-12-16T19:50:35.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.126+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~8CQLJ2SY21KY.0 size=137383 2023-12-16T19:50:35.126 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.126+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=8CQLJ2SY21KY tag=HPABTJS65VMG type=write size=1185959 2023-12-16T19:50:35.128 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.128+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=63QULDB3DDMN type=del 2023-12-16T19:50:35.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.131+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=EN1PY5MKEMKH type=del size=1493162 2023-12-16T19:50:35.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.134+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=XL7X4PRAJPFW type=del 2023-12-16T19:50:35.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.136+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=XDDE78MGSCQD type=write size=692948 2023-12-16T19:50:35.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.140+0000 7f2ef5d2c640 1 < suggested remove operation key=0IKPM4CW0IB8 tag=M5Z2ZCOTMPYX type=del 2023-12-16T19:50:35.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.143+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=I4N7SGNRVG14 type=del size=385334 2023-12-16T19:50:35.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.143+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~C6S9955SA1UL.0 size=1048576 2023-12-16T19:50:35.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.145+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~C6S9955SA1UL.1 size=634890 2023-12-16T19:50:35.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.148+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=C6S9955SA1UL tag=TBZLEWXSUDHJ type=write size=2732042 2023-12-16T19:50:35.152 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.152+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.0 size=1048576 2023-12-16T19:50:35.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.154+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.1 size=1048576 2023-12-16T19:50:35.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.156+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.2 size=655965 2023-12-16T19:50:35.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.156+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=J8FFUJ41R1W4 tag=CZRHDXBFZRYF type=write size=3801693 2023-12-16T19:50:35.157 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.158+0000 7f2ef5d2c640 1 < canceled operation key=KDXC6PN4L0HE tag=LZ01X2WGAYAP type=del size=1351598 2023-12-16T19:50:35.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.161+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~EG4XX8UEYO2P.0 size=650422 2023-12-16T19:50:35.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.161+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=EG4XX8UEYO2P tag=G5J4I7V73VE9 type=write size=1698998 2023-12-16T19:50:35.163 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.163+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~GN2ON8RB5P11.0 size=1048576 2023-12-16T19:50:35.165 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.165+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~GN2ON8RB5P11.1 size=906194 2023-12-16T19:50:35.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.169+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=GN2ON8RB5P11 tag=2DREEZQRQ1IC type=write size=3003346 2023-12-16T19:50:35.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.171+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=V1SICZ3XFYJK type=del size=1840997 2023-12-16T19:50:35.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.173+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=YK14PEQ03HOD type=del 2023-12-16T19:50:35.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.175+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=C9FBSIXKI9NM type=del size=2479098 2023-12-16T19:50:35.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.177+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=50P4DDQZNRDH type=del 2023-12-16T19:50:35.182 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.181+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~GQUK7SK5WIND.0 size=1048576 2023-12-16T19:50:35.182 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.183+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~GQUK7SK5WIND.1 size=644295 2023-12-16T19:50:35.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.183+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=GQUK7SK5WIND tag=Z4CZK2YAV7I2 type=write size=2741447 2023-12-16T19:50:35.185 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.185+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~JINPG35A3YPN.0 size=121066 2023-12-16T19:50:35.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.189+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=JINPG35A3YPN tag=KJC2R1V3IG5Z type=write size=1169642 2023-12-16T19:50:35.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.190+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=YPMKWYTJXJAV type=del size=3199930 2023-12-16T19:50:35.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.193+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~L0DO2CAHFYR3.0 size=1048576 2023-12-16T19:50:35.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.194+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~L0DO2CAHFYR3.1 size=338357 2023-12-16T19:50:35.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.198+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=L0DO2CAHFYR3 tag=G7YP8ZTR722O type=write size=2435509 2023-12-16T19:50:35.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.200+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=HORRFQ0DOC7F type=del size=3378916 2023-12-16T19:50:35.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.204+0000 7f2ef5d2c640 1 < suggested remove operation key=ZQ5BST6X324W tag=FPV2JGN6X2UM type=del 2023-12-16T19:50:35.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.208+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~ONULG2ISV8YO.0 size=335382 2023-12-16T19:50:35.208 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.208+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=ONULG2ISV8YO tag=HS3XH60DWSWI type=write size=1383958 2023-12-16T19:50:35.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.210+0000 7f2ef5d2c640 1 < completed write operation key=M370RML7FVOG tag=JAF7B5FQVD3M type=write size=111367 2023-12-16T19:50:35.212 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.212+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=1PSBJ4MIBI8Q type=del size=1971582 2023-12-16T19:50:35.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.214+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=J3M9WYPBB5F8 type=del 2023-12-16T19:50:35.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.217+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=SEK9642UMPJN type=del size=2849025 2023-12-16T19:50:35.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.219+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=K0MNOZJ56TD0 type=del size=1473431 2023-12-16T19:50:35.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.221+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=8WBGEM0P9ILD type=del size=2382118 2023-12-16T19:50:35.223 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.223+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=AWVFRM1R656L type=del 2023-12-16T19:50:35.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.225+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=YPGCIDV1XFX7 type=del size=3403353 2023-12-16T19:50:35.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.227+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~8CQLJ2SY21KY.0 size=137383 2023-12-16T19:50:35.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.231+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=8CQLJ2SY21KY tag=HPABTJS65VMG type=write size=1185959 2023-12-16T19:50:35.232 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.233+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=FIAGR3G5G3LB type=del size=1454233 2023-12-16T19:50:35.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.235+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=EN1PY5MKEMKH type=del 2023-12-16T19:50:35.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.237+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=90IST1AGMINQ type=del size=1339050 2023-12-16T19:50:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:34 smithi002 ceph-mon[137674]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 397 KiB/s wr, 2.02k op/s 2023-12-16T19:50:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:34 smithi002 ceph-mon[140029]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 397 KiB/s wr, 2.02k op/s 2023-12-16T19:50:35.241 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.241+0000 7f2ef5d2c640 1 < suggested remove operation key=F01U501SJH0E tag=XDDE78MGSCQD type=write 2023-12-16T19:50:35.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.243+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=X11CH25SWZL0 type=write size=258984 2023-12-16T19:50:35.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.245+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=I4N7SGNRVG14 type=del 2023-12-16T19:50:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:34 smithi043 ceph-mon[135010]: pgmap v1424: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 397 KiB/s wr, 2.02k op/s 2023-12-16T19:50:35.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.248+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=1JCK24WZI67L type=del size=2413080 2023-12-16T19:50:35.249 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.250+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.0 size=1048576 2023-12-16T19:50:35.251 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.251+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.1 size=1048576 2023-12-16T19:50:35.253 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.253+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~J8FFUJ41R1W4.2 size=655965 2023-12-16T19:50:35.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.258+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=J8FFUJ41R1W4 tag=CZRHDXBFZRYF type=write size=3801693 2023-12-16T19:50:35.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.260+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=FPGXGFJUW52T type=del size=1179718 2023-12-16T19:50:35.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.260+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~EG4XX8UEYO2P.0 size=650422 2023-12-16T19:50:35.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.264+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=EG4XX8UEYO2P tag=G5J4I7V73VE9 type=write size=1698998 2023-12-16T19:50:35.266 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.266+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=Z5EZ2M6ZU90G type=del size=1460105 2023-12-16T19:50:35.268 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.268+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=V1SICZ3XFYJK type=del 2023-12-16T19:50:35.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.270+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=7ZXBLG0758P0 type=del size=3387673 2023-12-16T19:50:35.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.274+0000 7f2ef5d2c640 1 < suggested remove operation key=03HJNEF8UT2J tag=C9FBSIXKI9NM type=del 2023-12-16T19:50:35.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.276+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=LYOC7R1K9BUN type=del size=59999 2023-12-16T19:50:35.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.279+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~GQUK7SK5WIND.0 size=1048576 2023-12-16T19:50:35.280 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.280+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~GQUK7SK5WIND.1 size=644295 2023-12-16T19:50:35.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.284+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=GQUK7SK5WIND tag=Z4CZK2YAV7I2 type=write size=2741447 2023-12-16T19:50:35.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.288+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~84SFP81W5H1P.0 size=818212 2023-12-16T19:50:35.287 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.288+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=84SFP81W5H1P tag=JNQQN70HJYW9 type=write size=1866788 2023-12-16T19:50:35.289 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.290+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=YPMKWYTJXJAV type=del 2023-12-16T19:50:35.293 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.293+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~RG6ZN277BO19.0 size=1048576 2023-12-16T19:50:35.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.296+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~RG6ZN277BO19.1 size=594607 2023-12-16T19:50:35.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.296+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=RG6ZN277BO19 tag=WS616MC8CLLH type=write size=2691759 2023-12-16T19:50:35.297 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.298+0000 7f2ef5d2c640 1 < canceled operation key=D64S91AR017D tag=HORRFQ0DOC7F type=del size=3378916 2023-12-16T19:50:35.299 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.300+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=0D4AFDZVUSGK type=del size=1227877 2023-12-16T19:50:35.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.302+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~ONULG2ISV8YO.0 size=335382 2023-12-16T19:50:35.305 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.305+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=ONULG2ISV8YO tag=HS3XH60DWSWI type=write size=1383958 2023-12-16T19:50:35.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.308+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=HP3H2ZZTSC30 type=del size=3357603 2023-12-16T19:50:35.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.310+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=1PSBJ4MIBI8Q type=del 2023-12-16T19:50:35.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.312+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=V30FK32FKA13 type=del size=3941465 2023-12-16T19:50:35.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.314+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=SEK9642UMPJN type=del 2023-12-16T19:50:35.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.316+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=SO14X9WKNR7C type=del size=17976 2023-12-16T19:50:35.318 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.318+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=8WBGEM0P9ILD type=del 2023-12-16T19:50:35.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.320+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=Z92DA80K9VCN type=del size=2831109 2023-12-16T19:50:35.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.323+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=YPGCIDV1XFX7 type=del 2023-12-16T19:50:35.325 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.325+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=R899RVB3BONN type=del size=182854 2023-12-16T19:50:35.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.329+0000 7f2ef5d2c640 1 < suggested remove operation key=02FTPVWM8G45 tag=FIAGR3G5G3LB type=del 2023-12-16T19:50:35.332 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.333+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~SNPH7X24LFVS.0 size=46142 2023-12-16T19:50:35.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.333+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=SNPH7X24LFVS tag=SMCCIG24GFU2 type=write size=1094718 2023-12-16T19:50:35.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.336+0000 7f2ef5d2c640 -1 < failed to complete operation key=03HJNEF8UT2J tag=90IST1AGMINQ type=del size=1339050: (22) Invalid argument 2023-12-16T19:50:35.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.338+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=REYL498RPGV9 type=del size=1403900 2023-12-16T19:50:35.339 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.340+0000 7f2ef5d2c640 1 < completed write operation key=4DEANTZS07W7 tag=X11CH25SWZL0 type=write size=258984 2023-12-16T19:50:35.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.342+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=FOHVZN10JWW3 type=write size=376362 2023-12-16T19:50:35.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.346+0000 7f2ef5d2c640 1 < suggested update operation key=QDUC4OGZ9939 tag=1JCK24WZI67L type=del size=2413080 2023-12-16T19:50:35.348 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.348+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=265FDFIP233M type=del size=4039841 2023-12-16T19:50:35.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.351+0000 7f2ef5d2c640 -1 < failed to complete operation key=03HJNEF8UT2J tag=FPGXGFJUW52T type=del size=1179718: (22) Invalid argument 2023-12-16T19:50:35.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.354+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=WZ0EJT038G11 type=del size=671619 2023-12-16T19:50:35.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.356+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=Z5EZ2M6ZU90G type=del 2023-12-16T19:50:35.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.360+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~FO4W5B0L1QFI.0 size=829591 2023-12-16T19:50:35.360 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.360+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=FO4W5B0L1QFI tag=T2N22OUTFUX0 type=write size=1878167 2023-12-16T19:50:35.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.363+0000 7f2ef5d2c640 -1 < failed to complete operation key=02FTPVWM8G45 tag=7ZXBLG0758P0 type=del size=3387673: (22) Invalid argument 2023-12-16T19:50:35.365 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.365+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=DF5YHQ9GXEFZ type=del size=2648005 2023-12-16T19:50:35.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.367+0000 7f2ef5d2c640 1 < canceled operation key=693CWQ45V5WS tag=LYOC7R1K9BUN type=del size=59999 2023-12-16T19:50:35.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.369+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=C12KO1QUI15L type=del size=76130 2023-12-16T19:50:35.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.371+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~84SFP81W5H1P.0 size=818212 2023-12-16T19:50:35.374 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.375+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=84SFP81W5H1P tag=JNQQN70HJYW9 type=write size=1866788 2023-12-16T19:50:35.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.377+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=I10GYEIB7OVH type=write size=869064 2023-12-16T19:50:35.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.379+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~RG6ZN277BO19.0 size=1048576 2023-12-16T19:50:35.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.381+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~RG6ZN277BO19.1 size=594607 2023-12-16T19:50:35.385 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.385+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=RG6ZN277BO19 tag=WS616MC8CLLH type=write size=2691759 2023-12-16T19:50:35.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.389+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.0 size=1048576 2023-12-16T19:50:35.391 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.391+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.1 size=1048576 2023-12-16T19:50:35.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.393+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.2 size=69091 2023-12-16T19:50:35.393 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.393+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=EDCGCVRFFD3A tag=XZ65SXI2P69G type=write size=3214819 2023-12-16T19:50:35.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.395+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=0D4AFDZVUSGK type=del 2023-12-16T19:50:35.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.399+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~1K0W5OVLGBJ0.0 size=1048576 2023-12-16T19:50:35.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.400+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~1K0W5OVLGBJ0.1 size=885624 2023-12-16T19:50:35.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.400+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=1K0W5OVLGBJ0 tag=4KV6M91APES4 type=write size=2982776 2023-12-16T19:50:35.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.402+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=HP3H2ZZTSC30 type=del 2023-12-16T19:50:35.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.406+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~R8AJYMDKSPI2.0 size=1048576 2023-12-16T19:50:35.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.408+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~R8AJYMDKSPI2.1 size=798484 2023-12-16T19:50:35.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.408+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=R8AJYMDKSPI2 tag=8NFUSASBQ6RW type=write size=2895636 2023-12-16T19:50:35.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.410+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=V30FK32FKA13 type=del 2023-12-16T19:50:35.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.412+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=VNZWE8T9W7Y0 type=del size=3959875 2023-12-16T19:50:35.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.414+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=SO14X9WKNR7C type=del 2023-12-16T19:50:35.418 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.419+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~F3YXR8C6H9M0.0 size=529812 2023-12-16T19:50:35.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.419+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=F3YXR8C6H9M0 tag=YXIWOHBN39QS type=write size=1578388 2023-12-16T19:50:35.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.421+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=Z92DA80K9VCN type=del 2023-12-16T19:50:35.424 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.425+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~PWKVGC74U5SX.0 size=750800 2023-12-16T19:50:35.424 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.425+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=PWKVGC74U5SX tag=VYKXD6UH803P type=write size=1799376 2023-12-16T19:50:35.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.429+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=R899RVB3BONN type=del size=182854 2023-12-16T19:50:35.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.431+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=46X1APN97WBT type=del size=3491687 2023-12-16T19:50:35.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.433+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~SNPH7X24LFVS.0 size=46142 2023-12-16T19:50:35.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.437+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=SNPH7X24LFVS tag=SMCCIG24GFU2 type=write size=1094718 2023-12-16T19:50:35.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.440+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.0 size=1048576 2023-12-16T19:50:35.441 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.442+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.1 size=1048576 2023-12-16T19:50:35.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.444+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.2 size=694400 2023-12-16T19:50:35.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.444+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=N78IKFHPE9UH tag=BN6D67JKNILE type=write size=3840128 2023-12-16T19:50:35.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.446+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=REYL498RPGV9 type=del 2023-12-16T19:50:35.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.450+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.0 size=1048576 2023-12-16T19:50:35.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.452+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.1 size=1048576 2023-12-16T19:50:35.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.453+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.2 size=1042750 2023-12-16T19:50:35.454 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.453+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=47NA3LKNYPPB tag=I9IWB9T0VKPQ type=write size=4188478 2023-12-16T19:50:35.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.455+0000 7f2ef5d2c640 1 < completed write operation key=34B5L3BXNV17 tag=FOHVZN10JWW3 type=write size=376362 2023-12-16T19:50:35.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.460+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~N1H1348L5RVG.0 size=689212 2023-12-16T19:50:35.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.460+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=N1H1348L5RVG tag=G3OEG6CRLNWY type=write size=1737788 2023-12-16T19:50:35.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.462+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=265FDFIP233M type=del 2023-12-16T19:50:35.463 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.464+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=K2R77LTZY473 type=del size=1674440 2023-12-16T19:50:35.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.466+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=WZ0EJT038G11 type=del 2023-12-16T19:50:35.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.469+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~VRAMISXDKQ64.0 size=1048576 2023-12-16T19:50:35.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.472+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~VRAMISXDKQ64.1 size=278865 2023-12-16T19:50:35.472 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.472+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=VRAMISXDKQ64 tag=M7TT8GN79UPO type=write size=2376017 2023-12-16T19:50:35.474 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.475+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~FO4W5B0L1QFI.0 size=829591 2023-12-16T19:50:35.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.478+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=FO4W5B0L1QFI tag=T2N22OUTFUX0 type=write size=1878167 2023-12-16T19:50:35.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.480+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=20D4YCOQKXFL type=write size=766109 2023-12-16T19:50:35.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.482+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=DF5YHQ9GXEFZ type=del 2023-12-16T19:50:35.484 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.484+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=T2V1TNCYC949 type=write size=676624 2023-12-16T19:50:35.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.487+0000 7f2ef5d2c640 1 < canceled operation key=6MFOODPNMXUS tag=C12KO1QUI15L type=del size=76130 2023-12-16T19:50:35.490 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.491+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~EAZ2K1Z1PPFS.0 size=631612 2023-12-16T19:50:35.490 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.491+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=EAZ2K1Z1PPFS tag=B0T98HLW5KC8 type=write size=1680188 2023-12-16T19:50:35.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.492+0000 7f2ef5d2c640 1 < completed write operation key=U16U268CZYJU tag=I10GYEIB7OVH type=write size=869064 2023-12-16T19:50:35.498 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.496+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.0 size=1048576 2023-12-16T19:50:35.498 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.498+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.1 size=1048576 2023-12-16T19:50:35.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.500+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.2 size=121934 2023-12-16T19:50:35.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.500+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=F7T12A7VUPY6 tag=CG11JX7A2IN1 type=write size=3267662 2023-12-16T19:50:35.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.502+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.0 size=1048576 2023-12-16T19:50:35.504 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.505+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.1 size=1048576 2023-12-16T19:50:35.506 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.506+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~EDCGCVRFFD3A.2 size=69091 2023-12-16T19:50:35.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.510+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=EDCGCVRFFD3A tag=XZ65SXI2P69G type=write size=3214819 2023-12-16T19:50:35.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.514+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~P45GI67VMGYM.0 size=757679 2023-12-16T19:50:35.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.514+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=P45GI67VMGYM tag=0FQEZBG96MC9 type=write size=1806255 2023-12-16T19:50:35.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.516+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~1K0W5OVLGBJ0.0 size=1048576 2023-12-16T19:50:35.518 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.519+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~1K0W5OVLGBJ0.1 size=885624 2023-12-16T19:50:35.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.523+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=1K0W5OVLGBJ0 tag=4KV6M91APES4 type=write size=2982776 2023-12-16T19:50:35.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.526+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~Q4ZFGHDIF8LH.0 size=438240 2023-12-16T19:50:35.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.526+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=Q4ZFGHDIF8LH tag=AMT57NOG4GOW type=write size=1486816 2023-12-16T19:50:35.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.528+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~R8AJYMDKSPI2.0 size=1048576 2023-12-16T19:50:35.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.531+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~R8AJYMDKSPI2.1 size=798484 2023-12-16T19:50:35.534 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.534+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=R8AJYMDKSPI2 tag=8NFUSASBQ6RW type=write size=2895636 2023-12-16T19:50:35.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.537+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=3XG086FJTRUQ type=del size=2701527 2023-12-16T19:50:35.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.540+0000 7f2ef5d2c640 1 < suggested update operation key=6OFOLQYE7CY9 tag=VNZWE8T9W7Y0 type=del size=3959875 2023-12-16T19:50:35.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.544+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~7R83P41BPVJO.0 size=490595 2023-12-16T19:50:35.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.544+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=7R83P41BPVJO tag=NAHFOKQXIAHR type=write size=1539171 2023-12-16T19:50:35.546 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.547+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~F3YXR8C6H9M0.0 size=529812 2023-12-16T19:50:35.550 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.551+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=F3YXR8C6H9M0 tag=YXIWOHBN39QS type=write size=1578388 2023-12-16T19:50:35.552 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.553+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=3EKUJUQVS0J0 type=del size=2345826 2023-12-16T19:50:35.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.555+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~PWKVGC74U5SX.0 size=750800 2023-12-16T19:50:35.558 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.558+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=PWKVGC74U5SX tag=VYKXD6UH803P type=write size=1799376 2023-12-16T19:50:35.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.560+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=AEO3Q0W709BK type=del size=1169346 2023-12-16T19:50:35.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.562+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=46X1APN97WBT type=del 2023-12-16T19:50:35.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.564+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=QK1K1BQOKOHV type=del size=702870 2023-12-16T19:50:35.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.566+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.0 size=1048576 2023-12-16T19:50:35.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.566+0000 7f2ef5d2c640 1 < canceled part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.1 size=1048576 2023-12-16T19:50:35.568 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.568+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~N78IKFHPE9UH.2 size=694400 2023-12-16T19:50:35.571 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.572+0000 7f2ef5d2c640 1 < canceled multipart upload key=03HJNEF8UT2J upload=N78IKFHPE9UH tag=BN6D67JKNILE type=write size=3840128 2023-12-16T19:50:35.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.574+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=4YU5VQABGW8A type=write size=754570 2023-12-16T19:50:35.576 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.576+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.0 size=1048576 2023-12-16T19:50:35.578 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.578+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.1 size=1048576 2023-12-16T19:50:35.579 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.580+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~47NA3LKNYPPB.2 size=1042750 2023-12-16T19:50:35.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.583+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=47NA3LKNYPPB tag=I9IWB9T0VKPQ type=write size=4188478 2023-12-16T19:50:35.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.585+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=7BTSQDAEFA1E type=write size=512838 2023-12-16T19:50:35.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.587+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~N1H1348L5RVG.0 size=689212 2023-12-16T19:50:35.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.591+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=N1H1348L5RVG tag=G3OEG6CRLNWY type=write size=1737788 2023-12-16T19:50:35.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.593+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=3FAS3O83HMXP type=del size=2622982 2023-12-16T19:50:35.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.595+0000 7f2ef5d2c640 1 < canceled operation key=1EO09GE5UCX3 tag=K2R77LTZY473 type=del size=1674440 2023-12-16T19:50:35.597 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.598+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=LW4132ABL63F type=del size=730269 2023-12-16T19:50:35.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.600+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~VRAMISXDKQ64.0 size=1048576 2023-12-16T19:50:35.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.601+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~VRAMISXDKQ64.1 size=278865 2023-12-16T19:50:35.605 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.605+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=VRAMISXDKQ64 tag=M7TT8GN79UPO type=write size=2376017 2023-12-16T19:50:35.607 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.608+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=Z6I1MK8ROW78 type=del size=704352 2023-12-16T19:50:35.609 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.610+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=20D4YCOQKXFL type=write size=766109 2023-12-16T19:50:35.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.612+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=YAA3IOQX0DVS type=del size=3440355 2023-12-16T19:50:35.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.614+0000 7f2ef5d2c640 1 < completed write operation key=KZ7TQX626J26 tag=T2V1TNCYC949 type=write size=676624 2023-12-16T19:50:35.618 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.618+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~VN32MDD0A06I.0 size=1048576 2023-12-16T19:50:35.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.620+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~VN32MDD0A06I.1 size=225944 2023-12-16T19:50:35.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.620+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=VN32MDD0A06I tag=OKBSQWVFR86H type=write size=2323096 2023-12-16T19:50:35.621 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.622+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~EAZ2K1Z1PPFS.0 size=631612 2023-12-16T19:50:35.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.625+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=EAZ2K1Z1PPFS tag=B0T98HLW5KC8 type=write size=1680188 2023-12-16T19:50:35.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.628+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=T6XQ431QVI4T type=del size=1690761 2023-12-16T19:50:35.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.630+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.0 size=1048576 2023-12-16T19:50:35.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.632+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.1 size=1048576 2023-12-16T19:50:35.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.634+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~F7T12A7VUPY6.2 size=121934 2023-12-16T19:50:35.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.638+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=F7T12A7VUPY6 tag=CG11JX7A2IN1 type=write size=3267662 2023-12-16T19:50:35.642 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.642+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ULVUZHA486FP.0 size=1048576 2023-12-16T19:50:35.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.644+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~ULVUZHA486FP.1 size=536472 2023-12-16T19:50:35.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.644+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=ULVUZHA486FP tag=N97E3C5CBEXB type=write size=2633624 2023-12-16T19:50:35.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.646+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~P45GI67VMGYM.0 size=757679 2023-12-16T19:50:35.649 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.650+0000 7f2ef5d2c640 1 < completed multipart upload key=O47415D8FFKL upload=P45GI67VMGYM tag=0FQEZBG96MC9 type=write size=1806255 2023-12-16T19:50:35.651 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.652+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=6G53OYUTZIV8 type=del size=2262694 2023-12-16T19:50:35.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.654+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~Q4ZFGHDIF8LH.0 size=438240 2023-12-16T19:50:35.657 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.658+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=Q4ZFGHDIF8LH tag=AMT57NOG4GOW type=write size=1486816 2023-12-16T19:50:35.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.660+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=E249BGG23M0G type=del size=552162 2023-12-16T19:50:35.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.664+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=3XG086FJTRUQ type=del 2023-12-16T19:50:35.666 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.666+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=1E03EQB2K21F type=del size=3389437 2023-12-16T19:50:35.668 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.668+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~7R83P41BPVJO.0 size=490595 2023-12-16T19:50:35.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.673+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=7R83P41BPVJO tag=NAHFOKQXIAHR type=write size=1539171 2023-12-16T19:50:35.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.678+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~XXVVFRD9FNZD.0 size=319026 2023-12-16T19:50:35.678 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.678+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=XXVVFRD9FNZD tag=2785M5E9PBE2 type=write size=1367602 2023-12-16T19:50:35.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.680+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=3EKUJUQVS0J0 type=del 2023-12-16T19:50:35.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.684+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~5VY22K1ID1G2.0 size=522089 2023-12-16T19:50:35.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.684+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=5VY22K1ID1G2 tag=N5U62H00ZF6X type=write size=1570665 2023-12-16T19:50:35.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.686+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=AEO3Q0W709BK type=del 2023-12-16T19:50:35.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.689+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=MSF4EZ0DXSV7 type=del size=1130611 2023-12-16T19:50:35.691 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.691+0000 7f2ef5d2c640 -1 < failed to complete operation key=6OFOLQYE7CY9 tag=QK1K1BQOKOHV type=del size=702870: (22) Invalid argument 2023-12-16T19:50:35.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.693+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=1WDVNFFU3Z19 type=write size=60447 2023-12-16T19:50:35.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.696+0000 7f2ef5d2c640 -1 < failed to complete operation key=6OFOLQYE7CY9 tag=4YU5VQABGW8A type=write size=754570: (22) Invalid argument 2023-12-16T19:50:35.700 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.700+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~Z2NVLXUY60D0.0 size=613800 2023-12-16T19:50:35.700 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.700+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=Z2NVLXUY60D0 tag=TGA6LJFEBQ29 type=write size=1662376 2023-12-16T19:50:35.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.705+0000 7f2ef5d2c640 1 < suggested remove operation key=O47415D8FFKL tag=7BTSQDAEFA1E type=write 2023-12-16T19:50:35.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.707+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=25QCXT4V4S5L type=del size=2020002 2023-12-16T19:50:35.708 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.709+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=3FAS3O83HMXP type=del 2023-12-16T19:50:35.710 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.711+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=1WMXDE1FLK3L type=write size=805063 2023-12-16T19:50:35.712 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.713+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=LW4132ABL63F type=del 2023-12-16T19:50:35.715 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.715+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=TEXRSX11LQVJ type=write size=320901 2023-12-16T19:50:35.717 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.717+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=Z6I1MK8ROW78 type=del 2023-12-16T19:50:35.719 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.720+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=LIII7WWO3GBU type=del size=3865712 2023-12-16T19:50:35.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.722+0000 7f2ef5d2c640 1 < canceled operation key=ZQ5BST6X324W tag=YAA3IOQX0DVS type=del size=3440355 2023-12-16T19:50:35.723 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.724+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=J1IV1WV6M4JB type=write size=1011374 2023-12-16T19:50:35.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.726+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~VN32MDD0A06I.0 size=1048576 2023-12-16T19:50:35.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.728+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~VN32MDD0A06I.1 size=225944 2023-12-16T19:50:35.731 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.731+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=VN32MDD0A06I tag=OKBSQWVFR86H type=write size=2323096 2023-12-16T19:50:35.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.733+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=W1E4AKJAS0RM type=write size=934375 2023-12-16T19:50:35.735 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.735+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=T6XQ431QVI4T type=del 2023-12-16T19:50:35.737 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.737+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=TACXY8E17P7R type=del size=158654 2023-12-16T19:50:35.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.739+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ULVUZHA486FP.0 size=1048576 2023-12-16T19:50:35.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.741+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~ULVUZHA486FP.1 size=536472 2023-12-16T19:50:35.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.745+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=ULVUZHA486FP tag=N97E3C5CBEXB type=write size=2633624 2023-12-16T19:50:35.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.747+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=OAO7UTIE198T type=del size=1456191 2023-12-16T19:50:35.749 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.750+0000 7f2ef5d2c640 -1 < failed to complete operation key=O47415D8FFKL tag=6G53OYUTZIV8 type=del size=2262694: (22) Invalid argument 2023-12-16T19:50:35.751 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.752+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=D7E4SJTXFQJN type=write size=762822 2023-12-16T19:50:35.753 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.754+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=E249BGG23M0G type=del 2023-12-16T19:50:35.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.756+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=G6NA0HUG9671 type=del size=544026 2023-12-16T19:50:35.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.758+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=1E03EQB2K21F type=del 2023-12-16T19:50:35.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.760+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=9RU5NWEE5ENA type=del size=4178545 2023-12-16T19:50:35.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.762+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~XXVVFRD9FNZD.0 size=319026 2023-12-16T19:50:35.766 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.766+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=XXVVFRD9FNZD tag=2785M5E9PBE2 type=write size=1367602 2023-12-16T19:50:35.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.769+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=0O2IDUBOB7AB type=del size=3875972 2023-12-16T19:50:35.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.769+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D64S91AR017D.2~5VY22K1ID1G2.0 size=522089 2023-12-16T19:50:35.773 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.773+0000 7f2ef5d2c640 1 < canceled multipart upload key=D64S91AR017D upload=5VY22K1ID1G2 tag=N5U62H00ZF6X type=write size=1570665 2023-12-16T19:50:35.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.777+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~J55T243HZVGJ.0 size=222688 2023-12-16T19:50:35.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.777+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=J55T243HZVGJ tag=T3PQO6HRSM8Q type=write size=1271264 2023-12-16T19:50:35.777 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.778+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=O47415D8FFKL tag=MSF4EZ0DXSV7 type=del size=1130611: (2) No such file or directory 2023-12-16T19:50:35.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.782+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~P61219WNWMPB.0 size=1048576 2023-12-16T19:50:35.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.784+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~P61219WNWMPB.1 size=872161 2023-12-16T19:50:35.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.784+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=P61219WNWMPB tag=FP1VC7HV25TQ type=write size=2969313 2023-12-16T19:50:35.785 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.786+0000 7f2ef5d2c640 1 < canceled operation key=4DEANTZS07W7 tag=1WDVNFFU3Z19 type=write size=60447 2023-12-16T19:50:35.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.788+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=SQ1LOPQYB91E type=del size=567339 2023-12-16T19:50:35.789 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.790+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~Z2NVLXUY60D0.0 size=613800 2023-12-16T19:50:35.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.793+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=Z2NVLXUY60D0 tag=TGA6LJFEBQ29 type=write size=1662376 2023-12-16T19:50:35.795 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.795+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=MDW4DT4AWDSL type=del size=578062 2023-12-16T19:50:35.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.798+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=25QCXT4V4S5L type=del 2023-12-16T19:50:35.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.802+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.0 size=1048576 2023-12-16T19:50:35.804 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.804+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.1 size=1048576 2023-12-16T19:50:35.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.806+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.2 size=966020 2023-12-16T19:50:35.806 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.806+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=K1S8NDZN39V4 tag=S230D0UZ9FWJ type=write size=4111748 2023-12-16T19:50:35.808 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.808+0000 7f2ef5d2c640 1 < canceled operation key=693CWQ45V5WS tag=1WMXDE1FLK3L type=write size=805063 2023-12-16T19:50:35.810 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.810+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=GCTP8N13I6Q8 type=del size=1635028 2023-12-16T19:50:35.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.812+0000 7f2ef5d2c640 1 < completed write operation key=6MFOODPNMXUS tag=TEXRSX11LQVJ type=write size=320901 2023-12-16T19:50:35.815 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.815+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=P9X85UXR18XR type=del size=1804223 2023-12-16T19:50:35.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.817+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=LIII7WWO3GBU type=del 2023-12-16T19:50:35.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.821+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~Y6PFWACBH0PL.0 size=1048576 2023-12-16T19:50:35.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.822+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~Y6PFWACBH0PL.1 size=728963 2023-12-16T19:50:35.825 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.822+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=Y6PFWACBH0PL tag=3GS98PXVIHU0 type=write size=2826115 2023-12-16T19:50:35.825 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.825+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=J1IV1WV6M4JB type=write size=1011374 2023-12-16T19:50:35.828 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.828+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.0 size=1048576 2023-12-16T19:50:35.829 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.830+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.1 size=1048576 2023-12-16T19:50:35.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.832+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.2 size=729191 2023-12-16T19:50:35.832 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.832+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=VBNMX14P7B0L tag=QJ10K4NB0Z4D type=write size=3874919 2023-12-16T19:50:35.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.835+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=W1E4AKJAS0RM type=write size=934375 2023-12-16T19:50:35.836 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.837+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=PKCNWRY6OYOH type=del size=372132 2023-12-16T19:50:35.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.841+0000 7f2ef5d2c640 1 < suggested remove operation key=D9LNRAJZRKB9 tag=TACXY8E17P7R type=del 2023-12-16T19:50:35.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.843+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=F737A8UY6FWI type=del size=2876748 2023-12-16T19:50:35.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.846+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=OAO7UTIE198T type=del 2023-12-16T19:50:35.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.849+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=BT8P1MKNL0AY type=del size=2613015 2023-12-16T19:50:35.852 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.853+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=D7E4SJTXFQJN type=write size=762822 2023-12-16T19:50:35.857 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.857+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.0 size=1048576 2023-12-16T19:50:35.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.859+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.1 size=1048576 2023-12-16T19:50:35.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.861+0000 7f2ef5d2c640 1 > prepared part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.2 size=130433 2023-12-16T19:50:35.860 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.861+0000 7f2ef5d2c640 1 > prepared multipart upload key=O47415D8FFKL upload=1E6XY0VTB7F3 tag=LIDF9PP54O0N type=write size=3276161 2023-12-16T19:50:35.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.865+0000 7f2ef5d2c640 1 < suggested remove operation key=0977MGJVMY2Q tag=G6NA0HUG9671 type=del 2023-12-16T19:50:35.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.867+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=78A7QXUY69DY type=del size=3724351 2023-12-16T19:50:35.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.869+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=9RU5NWEE5ENA type=del 2023-12-16T19:50:35.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.873+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~40IJWW3V5F6H.0 size=1048576 2023-12-16T19:50:35.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.875+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~40IJWW3V5F6H.1 size=606067 2023-12-16T19:50:35.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.875+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=40IJWW3V5F6H tag=N8FCT3XOWYOJ type=write size=2703219 2023-12-16T19:50:35.877 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.877+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=0O2IDUBOB7AB type=del 2023-12-16T19:50:35.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.879+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=YTOA0HP54SQC type=del size=3439038 2023-12-16T19:50:35.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.881+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~J55T243HZVGJ.0 size=222688 2023-12-16T19:50:35.885 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.885+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=J55T243HZVGJ tag=T3PQO6HRSM8Q type=write size=1271264 2023-12-16T19:50:35.887 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.888+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=ROS5EAVTTE17 type=write size=118823 2023-12-16T19:50:35.889 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.890+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~P61219WNWMPB.0 size=1048576 2023-12-16T19:50:35.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.890+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1MJ52B125Q24.2~P61219WNWMPB.1 size=872161 2023-12-16T19:50:35.893 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.894+0000 7f2ef5d2c640 1 < canceled multipart upload key=1MJ52B125Q24 upload=P61219WNWMPB tag=FP1VC7HV25TQ type=write size=2969313 2023-12-16T19:50:35.896 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.896+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=O9D2ZYQZCH8J type=write size=1039983 2023-12-16T19:50:35.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.900+0000 7f2ef5d2c640 1 < suggested update operation key=JGJZADQXTKU9 tag=SQ1LOPQYB91E type=del size=567339 2023-12-16T19:50:35.904 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.905+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~GGYA0X3O501K.0 size=1048576 2023-12-16T19:50:35.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.907+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~GGYA0X3O501K.1 size=571847 2023-12-16T19:50:35.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.907+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=GGYA0X3O501K tag=ZLOPB1H7UWUS type=write size=2668999 2023-12-16T19:50:35.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.909+0000 7f2ef5d2c640 1 < canceled operation key=5PBDOPNNQTMI tag=MDW4DT4AWDSL type=del size=578062 2023-12-16T19:50:35.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.913+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.0 size=1048576 2023-12-16T19:50:35.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.914+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.1 size=1048576 2023-12-16T19:50:35.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.916+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.2 size=908253 2023-12-16T19:50:35.916 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.916+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=YAHOJ9WOSAYP tag=7F25BW4JL882 type=write size=4053981 2023-12-16T19:50:35.918 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.918+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.0 size=1048576 2023-12-16T19:50:35.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.920+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.1 size=1048576 2023-12-16T19:50:35.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.922+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~K1S8NDZN39V4.2 size=966020 2023-12-16T19:50:35.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.925+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=K1S8NDZN39V4 tag=S230D0UZ9FWJ type=write size=4111748 2023-12-16T19:50:35.929 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.929+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~VJJD1NX1MQTZ.0 size=1048576 2023-12-16T19:50:35.930 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.931+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~VJJD1NX1MQTZ.1 size=296671 2023-12-16T19:50:35.930 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.931+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=VJJD1NX1MQTZ tag=OZW6I6GAZFNJ type=write size=2393823 2023-12-16T19:50:35.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.933+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=GCTP8N13I6Q8 type=del 2023-12-16T19:50:35.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.935+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=GFVI14PWFAPE type=del size=3644370 2023-12-16T19:50:35.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.937+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=P9X85UXR18XR type=del 2023-12-16T19:50:35.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.939+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=QVI4IHP5CR9Q type=write size=186215 2023-12-16T19:50:35.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.941+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~Y6PFWACBH0PL.0 size=1048576 2023-12-16T19:50:35.943 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.943+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~Y6PFWACBH0PL.1 size=728963 2023-12-16T19:50:35.946 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.946+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=Y6PFWACBH0PL tag=3GS98PXVIHU0 type=write size=2826115 2023-12-16T19:50:35.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.948+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=GHOHNUBTVWLY type=del size=2516196 2023-12-16T19:50:35.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.951+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.0 size=1048576 2023-12-16T19:50:35.952 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.952+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.1 size=1048576 2023-12-16T19:50:35.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.954+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~VBNMX14P7B0L.2 size=729191 2023-12-16T19:50:35.957 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.958+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=VBNMX14P7B0L tag=QJ10K4NB0Z4D type=write size=3874919 2023-12-16T19:50:35.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.961+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~906VWDXFV9V4.0 size=950975 2023-12-16T19:50:35.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.961+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=906VWDXFV9V4 tag=4AD0HVLRYOWC type=write size=1999551 2023-12-16T19:50:35.963 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.963+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=PKCNWRY6OYOH type=del 2023-12-16T19:50:35.967 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.967+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.0 size=1048576 2023-12-16T19:50:35.969 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.969+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.1 size=1048576 2023-12-16T19:50:35.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.971+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.2 size=850106 2023-12-16T19:50:35.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.971+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=G6ESG338C8AD tag=IRNLK2JRNHV0 type=write size=3995834 2023-12-16T19:50:35.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.973+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=F737A8UY6FWI type=del 2023-12-16T19:50:35.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.976+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~KCA3ZHE5DFYX.0 size=913895 2023-12-16T19:50:35.976 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.976+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=KCA3ZHE5DFYX tag=YZ9HHR9R08FW type=write size=1962471 2023-12-16T19:50:35.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.979+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=BT8P1MKNL0AY type=del 2023-12-16T19:50:35.982 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.983+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.0 size=1048576 2023-12-16T19:50:35.984 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.984+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.1 size=1048576 2023-12-16T19:50:35.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.986+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.2 size=881756 2023-12-16T19:50:35.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.986+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=018PXKQPY90R tag=YRQUZAIHV6LN type=write size=4027484 2023-12-16T19:50:35.986 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.986+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.0 size=1048576 2023-12-16T19:50:35.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.988+0000 7f2ef5d2c640 1 < completed part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.1 size=1048576 2023-12-16T19:50:35.988 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.988+0000 7f2ef5d2c640 1 < canceled part key=_multipart_O47415D8FFKL.2~1E6XY0VTB7F3.2 size=130433 2023-12-16T19:50:35.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.992+0000 7f2ef5d2c640 1 < canceled multipart upload key=O47415D8FFKL upload=1E6XY0VTB7F3 tag=LIDF9PP54O0N type=write size=3276161 2023-12-16T19:50:35.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.996+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~94ZNAUPUWEEN.0 size=1004826 2023-12-16T19:50:35.995 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:35.996+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=94ZNAUPUWEEN tag=WDBL1CWMAZFP type=write size=2053402 2023-12-16T19:50:35.999 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.000+0000 7f2ef5d2c640 1 < suggested update operation key=3I8OH9GP7T7F tag=78A7QXUY69DY type=del size=3724351 2023-12-16T19:50:36.001 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.001+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=U6UI2QZ2HYJ5 type=del size=3614109 2023-12-16T19:50:36.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.004+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~40IJWW3V5F6H.0 size=1048576 2023-12-16T19:50:36.005 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.005+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~40IJWW3V5F6H.1 size=606067 2023-12-16T19:50:36.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.009+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=40IJWW3V5F6H tag=N8FCT3XOWYOJ type=write size=2703219 2023-12-16T19:50:36.014 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.014+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~DTBYWA4Y35UM.0 size=820480 2023-12-16T19:50:36.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.014+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=DTBYWA4Y35UM tag=SQYHXA89YRN4 type=write size=1869056 2023-12-16T19:50:36.016 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.016+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=YTOA0HP54SQC type=del 2023-12-16T19:50:36.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.021+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.0 size=1048576 2023-12-16T19:50:36.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.023+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.1 size=1048576 2023-12-16T19:50:36.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.025+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.2 size=109522 2023-12-16T19:50:36.024 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.025+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=UI9LR5D9U1WV tag=7R6DNR9GURWB type=write size=3255250 2023-12-16T19:50:36.029 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.028+0000 7f2ef5d2c640 1 < completed write operation key=MOECJRWYZ5M1 tag=ROS5EAVTTE17 type=write size=118823 2023-12-16T19:50:36.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.032+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~TRKJEL1XHHRE.0 size=910547 2023-12-16T19:50:36.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.032+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=TRKJEL1XHHRE tag=OARRM5FPHBL7 type=write size=1959123 2023-12-16T19:50:36.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.034+0000 7f2ef5d2c640 1 < canceled operation key=132QU0TGO26D tag=O9D2ZYQZCH8J type=write size=1039983 2023-12-16T19:50:36.036 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.036+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=RJG5XTAVAFRU type=del size=838589 2023-12-16T19:50:36.038 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.038+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~GGYA0X3O501K.0 size=1048576 2023-12-16T19:50:36.040 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.040+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~GGYA0X3O501K.1 size=571847 2023-12-16T19:50:36.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.044+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=GGYA0X3O501K tag=ZLOPB1H7UWUS type=write size=2668999 2023-12-16T19:50:36.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.047+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.0 size=1048576 2023-12-16T19:50:36.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.050+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.1 size=1048576 2023-12-16T19:50:36.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.052+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.2 size=915014 2023-12-16T19:50:36.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.052+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=Z0XPZB9TIN0B tag=D3UZ8NNRRJ4X type=write size=4060742 2023-12-16T19:50:36.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.052+0000 7f2ef5d2c640 1 < canceled part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.0 size=1048576 2023-12-16T19:50:36.054 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.054+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.1 size=1048576 2023-12-16T19:50:36.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.056+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~YAHOJ9WOSAYP.2 size=908253 2023-12-16T19:50:36.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.060+0000 7f2ef5d2c640 1 < canceled multipart upload key=D9LNRAJZRKB9 upload=YAHOJ9WOSAYP tag=7F25BW4JL882 type=write size=4053981 2023-12-16T19:50:36.062 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.062+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=3UUBISSN9X2R type=del size=2621566 2023-12-16T19:50:36.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.064+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~VJJD1NX1MQTZ.0 size=1048576 2023-12-16T19:50:36.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.064+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~VJJD1NX1MQTZ.1 size=296671 2023-12-16T19:50:36.068 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.068+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=VJJD1NX1MQTZ tag=OZW6I6GAZFNJ type=write size=2393823 2023-12-16T19:50:36.070 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.070+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=8POXZUSIS6I0 type=del size=3706159 2023-12-16T19:50:36.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.072+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=GFVI14PWFAPE type=del 2023-12-16T19:50:36.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.076+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~ZTMA6HSW6NLP.0 size=726172 2023-12-16T19:50:36.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.076+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=ZTMA6HSW6NLP tag=V686XDH7Q9G0 type=write size=1774748 2023-12-16T19:50:36.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.079+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=QVI4IHP5CR9Q type=write size=186215 2023-12-16T19:50:36.081 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.081+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=UT7KY96V1O9I type=write size=167737 2023-12-16T19:50:36.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.084+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=GHOHNUBTVWLY type=del 2023-12-16T19:50:36.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.087+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=N7DZ0FJ1YEUG type=del size=2903921 2023-12-16T19:50:36.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.089+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~906VWDXFV9V4.0 size=950975 2023-12-16T19:50:36.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.093+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=906VWDXFV9V4 tag=4AD0HVLRYOWC type=write size=1999551 2023-12-16T19:50:36.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.097+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~ZQ00L63BWM2S.0 size=1015437 2023-12-16T19:50:36.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.097+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=ZQ00L63BWM2S tag=YI3F8MNFG0XP type=write size=2064013 2023-12-16T19:50:36.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.099+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.0 size=1048576 2023-12-16T19:50:36.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.101+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.1 size=1048576 2023-12-16T19:50:36.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.102+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~G6ESG338C8AD.2 size=850106 2023-12-16T19:50:36.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.106+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=G6ESG338C8AD tag=IRNLK2JRNHV0 type=write size=3995834 2023-12-16T19:50:36.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.108+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=61Z4WTBWCR64 type=write size=77529 2023-12-16T19:50:36.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.108+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~KCA3ZHE5DFYX.0 size=913895 2023-12-16T19:50:36.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.112+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=KCA3ZHE5DFYX tag=YZ9HHR9R08FW type=write size=1962471 2023-12-16T19:50:36.116 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.117+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.0 size=1048576 2023-12-16T19:50:36.118 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.118+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.1 size=1048576 2023-12-16T19:50:36.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.120+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.2 size=352864 2023-12-16T19:50:36.120 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.120+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=OG46EDLG26LP tag=BSRUZ65EO16I type=write size=3498592 2023-12-16T19:50:36.122 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.122+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.0 size=1048576 2023-12-16T19:50:36.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.124+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.1 size=1048576 2023-12-16T19:50:36.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.125+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~018PXKQPY90R.2 size=881756 2023-12-16T19:50:36.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.129+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=018PXKQPY90R tag=YRQUZAIHV6LN type=write size=4027484 2023-12-16T19:50:36.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.131+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=1OE9X28ZQRYG type=write size=314763 2023-12-16T19:50:36.133 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.133+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~94ZNAUPUWEEN.0 size=1004826 2023-12-16T19:50:36.136 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.137+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=94ZNAUPUWEEN tag=WDBL1CWMAZFP type=write size=2053402 2023-12-16T19:50:36.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.139+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=OMLX1CHBG1BG type=del size=1385001 2023-12-16T19:50:36.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.141+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=U6UI2QZ2HYJ5 type=del 2023-12-16T19:50:36.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.145+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~6O2NQMA1W4QX.0 size=552930 2023-12-16T19:50:36.145 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.145+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=6O2NQMA1W4QX tag=V04PSH2315MA type=write size=1601506 2023-12-16T19:50:36.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.147+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~DTBYWA4Y35UM.0 size=820480 2023-12-16T19:50:36.151 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.152+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=DTBYWA4Y35UM tag=SQYHXA89YRN4 type=write size=1869056 2023-12-16T19:50:36.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.154+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=C2FS5VQGN4LH type=del size=2030371 2023-12-16T19:50:36.154 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.154+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.0 size=1048576 2023-12-16T19:50:36.156 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.156+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.1 size=1048576 2023-12-16T19:50:36.158 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.158+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~UI9LR5D9U1WV.2 size=109522 2023-12-16T19:50:36.161 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.162+0000 7f2ef5d2c640 1 < canceled multipart upload key=0IKPM4CW0IB8 upload=UI9LR5D9U1WV tag=7R6DNR9GURWB type=write size=3255250 2023-12-16T19:50:36.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.166+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~F623XZAZD1D7.0 size=180083 2023-12-16T19:50:36.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.166+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=F623XZAZD1D7 tag=YX324M7D9FIY type=write size=1228659 2023-12-16T19:50:36.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.168+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~TRKJEL1XHHRE.0 size=910547 2023-12-16T19:50:36.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.172+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=TRKJEL1XHHRE tag=OARRM5FPHBL7 type=write size=1959123 2023-12-16T19:50:36.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.174+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=TW4Q5ACC9Z5J type=write size=795064 2023-12-16T19:50:36.175 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.176+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=RJG5XTAVAFRU type=del 2023-12-16T19:50:36.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.178+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=1NROOFN5PYXP type=del size=455767 2023-12-16T19:50:36.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.180+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.0 size=1048576 2023-12-16T19:50:36.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.182+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.1 size=1048576 2023-12-16T19:50:36.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.183+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~Z0XPZB9TIN0B.2 size=915014 2023-12-16T19:50:36.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.188+0000 7f2ef5d2c640 1 < completed multipart upload key=8XNMDB8GAS1T upload=Z0XPZB9TIN0B tag=D3UZ8NNRRJ4X type=write size=4060742 2023-12-16T19:50:36.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.190+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=UGCBR3N8T21Z type=write size=796882 2023-12-16T19:50:36.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.192+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=3UUBISSN9X2R type=del 2023-12-16T19:50:36.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.196+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~3J1H6SK44MR7.0 size=522286 2023-12-16T19:50:36.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.196+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=3J1H6SK44MR7 tag=XGUBEAFP8RUM type=write size=1570862 2023-12-16T19:50:36.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.198+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=8POXZUSIS6I0 type=del 2023-12-16T19:50:36.200 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.200+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=R9ZJ7H6XZZCK type=write size=530771 2023-12-16T19:50:36.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.202+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~ZTMA6HSW6NLP.0 size=726172 2023-12-16T19:50:36.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.205+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=ZTMA6HSW6NLP tag=V686XDH7Q9G0 type=write size=1774748 2023-12-16T19:50:36.209 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.210+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~FJC5R7963HIP.0 size=1048576 2023-12-16T19:50:36.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.211+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~FJC5R7963HIP.1 size=635791 2023-12-16T19:50:36.211 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.211+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=FJC5R7963HIP tag=TDGOLXGALWI0 type=write size=2732943 2023-12-16T19:50:36.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.213+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=UT7KY96V1O9I type=write size=167737 2023-12-16T19:50:36.217 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.218+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.0 size=1048576 2023-12-16T19:50:36.219 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.220+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.1 size=1048576 2023-12-16T19:50:36.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.221+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.2 size=661506 2023-12-16T19:50:36.221 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.221+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=KTTA4XCU7200 tag=VJ07DFO5EP36 type=write size=3807234 2023-12-16T19:50:36.225 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.226+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=N7DZ0FJ1YEUG type=del size=2903921 2023-12-16T19:50:36.227 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.228+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=S1XLOBY4CS5K type=del size=555182 2023-12-16T19:50:36.229 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.230+0000 7f2ef5d2c640 1 < completed part key=_multipart_0977MGJVMY2Q.2~ZQ00L63BWM2S.0 size=1015437 2023-12-16T19:50:36.236 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.234+0000 7f2ef5d2c640 1 < completed multipart upload key=0977MGJVMY2Q upload=ZQ00L63BWM2S tag=YI3F8MNFG0XP type=write size=2064013 2023-12-16T19:50:36.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.236+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=THSYBPC3AHV4 type=del size=3559409 2023-12-16T19:50:36.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.238+0000 7f2ef5d2c640 1 < canceled operation key=U16U268CZYJU tag=61Z4WTBWCR64 type=write size=77529 2023-12-16T19:50:36.240 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.240+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=F350D4U4D1C3 type=del size=3237066 2023-12-16T19:50:36.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.243+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.0 size=1048576 2023-12-16T19:50:36.244 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.245+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.1 size=1048576 2023-12-16T19:50:36.246 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.246+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~OG46EDLG26LP.2 size=352864 2023-12-16T19:50:36.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.250+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=OG46EDLG26LP tag=BSRUZ65EO16I type=write size=3498592 2023-12-16T19:50:36.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.252+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=VCK2B9LHB7RH type=del size=1280709 2023-12-16T19:50:36.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.254+0000 7f2ef5d2c640 1 < completed write operation key=1MJ52B125Q24 tag=1OE9X28ZQRYG type=write size=314763 2023-12-16T19:50:36.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.258+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~3VF3T3EV48II.0 size=175094 2023-12-16T19:50:36.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.258+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=3VF3T3EV48II tag=T2JK1UY94Z3A type=write size=1223670 2023-12-16T19:50:36.260 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.260+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=OMLX1CHBG1BG type=del 2023-12-16T19:50:36.264 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.265+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~6A3JQGDQS8I6.0 size=885263 2023-12-16T19:50:36.264 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.265+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=6A3JQGDQS8I6 tag=4C21FCF7ATYN type=write size=1933839 2023-12-16T19:50:36.266 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.267+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~6O2NQMA1W4QX.0 size=552930 2023-12-16T19:50:36.270 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.270+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=6O2NQMA1W4QX tag=V04PSH2315MA type=write size=1601506 2023-12-16T19:50:36.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.274+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.0 size=1048576 2023-12-16T19:50:36.275 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.276+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.1 size=1048576 2023-12-16T19:50:36.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.278+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.2 size=35559 2023-12-16T19:50:36.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.278+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=PEH6DOP6JPFA tag=MXRPWGO16CG2 type=write size=3181287 2023-12-16T19:50:36.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.280+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=C2FS5VQGN4LH type=del 2023-12-16T19:50:36.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.284+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~21X806H9765B.0 size=1048576 2023-12-16T19:50:36.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.286+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~21X806H9765B.1 size=587809 2023-12-16T19:50:36.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.286+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=21X806H9765B tag=47HZPJZEZS4D type=write size=2684961 2023-12-16T19:50:36.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.288+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~F623XZAZD1D7.0 size=180083 2023-12-16T19:50:36.291 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.292+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=F623XZAZD1D7 tag=YX324M7D9FIY type=write size=1228659 2023-12-16T19:50:36.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.294+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=WQDI1SUP27XQ type=del size=2994155 2023-12-16T19:50:36.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.296+0000 7f2ef5d2c640 1 < completed write operation key=KZ7TQX626J26 tag=TW4Q5ACC9Z5J type=write size=795064 2023-12-16T19:50:36.299 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.299+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.0 size=1048576 2023-12-16T19:50:36.301 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.301+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.1 size=1048576 2023-12-16T19:50:36.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.303+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.2 size=53701 2023-12-16T19:50:36.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.303+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=OUOR3YAGWLL9 tag=36I7BM25IQRN type=write size=3199429 2023-12-16T19:50:36.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.305+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=1NROOFN5PYXP type=del 2023-12-16T19:50:36.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.307+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=OAT5XTWGT6F7 type=del size=1304765 2023-12-16T19:50:36.311 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.311+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=UGCBR3N8T21Z type=write size=796882 2023-12-16T19:50:36.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.313+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=W2E28V2M2Q5A type=del size=3129166 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.315+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~3J1H6SK44MR7.0 size=522286 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.319+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=3J1H6SK44MR7 tag=XGUBEAFP8RUM type=write size=1570862 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.323+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~962MJ1F7YU2V.0 size=1048576 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.324+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~962MJ1F7YU2V.1 size=415710 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.324+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=962MJ1F7YU2V tag=A83HHYZ2FQG5 type=write size=2512862 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.327+0000 7f2ef5d2c640 1 < completed write operation key=D9LNRAJZRKB9 tag=R9ZJ7H6XZZCK type=write size=530771 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.329+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=W5F1A1RI5AJS type=del size=3839247 2023-12-16T19:50:36.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.331+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~FJC5R7963HIP.0 size=1048576 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.333+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~FJC5R7963HIP.1 size=635791 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.337+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=FJC5R7963HIP tag=TDGOLXGALWI0 type=write size=2732943 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.339+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=K5V705FM7O4F type=del size=1437520 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.339+0000 7f2ef5d2c640 1 < canceled part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.0 size=1048576 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.342+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.1 size=1048576 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.344+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~KTTA4XCU7200.2 size=661506 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.348+0000 7f2ef5d2c640 1 < canceled multipart upload key=693CWQ45V5WS upload=KTTA4XCU7200 tag=VJ07DFO5EP36 type=write size=3807234 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.350+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=EY3T239X5JXY type=del size=2734426 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.352+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=S1XLOBY4CS5K type=del 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.354+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=9VWZEJV3XHXQ type=del size=3282317 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.356+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=THSYBPC3AHV4 type=del 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.360+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.0 size=1048576 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.361+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.1 size=1048576 2023-12-16T19:50:36.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.363+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.2 size=792071 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.363+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=9STCN08DG7V3 tag=XSHDL0F2QQEP type=write size=3937799 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.365+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=F350D4U4D1C3 type=del 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.370+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.0 size=1048576 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.372+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.1 size=1048576 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.373+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.2 size=855793 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.373+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=MSKL28WJM6AX tag=0CUU39JML9V8 type=write size=4001521 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.377+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=VCK2B9LHB7RH type=del size=1280709 2023-12-16T19:50:36.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.382+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~M5GPX5WF8EWU.0 size=1048576 2023-12-16T19:50:36.383 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.384+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~M5GPX5WF8EWU.1 size=1032090 2023-12-16T19:50:36.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.384+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=M5GPX5WF8EWU tag=LAH0WLZVAIAX type=write size=3129242 2023-12-16T19:50:36.385 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.386+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~3VF3T3EV48II.0 size=175094 2023-12-16T19:50:36.389 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.390+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=3VF3T3EV48II tag=T2JK1UY94Z3A type=write size=1223670 2023-12-16T19:50:36.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.392+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=LOX9C81037NK type=del size=2894888 2023-12-16T19:50:36.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.394+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~6A3JQGDQS8I6.0 size=885263 2023-12-16T19:50:36.398 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.398+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=6A3JQGDQS8I6 tag=4C21FCF7ATYN type=write size=1933839 2023-12-16T19:50:36.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.401+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=82W5BTI5CE29 type=del size=2299552 2023-12-16T19:50:36.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.403+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.0 size=1048576 2023-12-16T19:50:36.404 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.405+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.1 size=1048576 2023-12-16T19:50:36.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.407+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~PEH6DOP6JPFA.2 size=35559 2023-12-16T19:50:36.410 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.411+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=PEH6DOP6JPFA tag=MXRPWGO16CG2 type=write size=3181287 2023-12-16T19:50:36.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.416+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V1WYDUCY6WFO.0 size=1048576 2023-12-16T19:50:36.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.418+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V1WYDUCY6WFO.1 size=843749 2023-12-16T19:50:36.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.418+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=V1WYDUCY6WFO tag=9P97PGWWKSCN type=write size=2940901 2023-12-16T19:50:36.420 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.420+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~21X806H9765B.0 size=1048576 2023-12-16T19:50:36.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.423+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~21X806H9765B.1 size=587809 2023-12-16T19:50:36.426 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.427+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=21X806H9765B tag=47HZPJZEZS4D type=write size=2684961 2023-12-16T19:50:36.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.429+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=SWMES5PY9FE5 type=del size=3231832 2023-12-16T19:50:36.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.431+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=WQDI1SUP27XQ type=del 2023-12-16T19:50:36.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.435+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~T05XTDWA5ES9.0 size=906863 2023-12-16T19:50:36.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.435+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=T05XTDWA5ES9 tag=R0A2N56FQTAJ type=write size=1955439 2023-12-16T19:50:36.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.437+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.0 size=1048576 2023-12-16T19:50:36.437 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.437+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.1 size=1048576 2023-12-16T19:50:36.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.439+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~OUOR3YAGWLL9.2 size=53701 2023-12-16T19:50:36.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.442+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=OUOR3YAGWLL9 tag=36I7BM25IQRN type=write size=3199429 2023-12-16T19:50:36.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.444+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=THIAU10K1SM5 type=del size=1485212 2023-12-16T19:50:36.446 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.446+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=OAT5XTWGT6F7 type=del 2023-12-16T19:50:36.449 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.450+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.0 size=1048576 2023-12-16T19:50:36.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.452+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.1 size=1048576 2023-12-16T19:50:36.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.454+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.2 size=575900 2023-12-16T19:50:36.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.454+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=V89HC3V3TY7N tag=DZAWEC6XBMLI type=write size=3721628 2023-12-16T19:50:36.455 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.456+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=W2E28V2M2Q5A type=del 2023-12-16T19:50:36.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.458+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=KY5O9KMLNHX4 type=del size=2178641 2023-12-16T19:50:36.459 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.460+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~962MJ1F7YU2V.0 size=1048576 2023-12-16T19:50:36.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.462+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~962MJ1F7YU2V.1 size=415710 2023-12-16T19:50:36.466 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.465+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=962MJ1F7YU2V tag=A83HHYZ2FQG5 type=write size=2512862 2023-12-16T19:50:36.467 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.467+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=24K5EF1MNOMH type=del size=3042983 2023-12-16T19:50:36.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.469+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=W5F1A1RI5AJS type=del 2023-12-16T19:50:36.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.471+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=XCB2VQCEOUG3 type=write size=631136 2023-12-16T19:50:36.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.474+0000 7f2ef5d2c640 1 < canceled operation key=132QU0TGO26D tag=K5V705FM7O4F type=del size=1437520 2023-12-16T19:50:36.475 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.476+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=P5TXBUFF17CH type=write size=423567 2023-12-16T19:50:36.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.478+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=EY3T239X5JXY type=del 2023-12-16T19:50:36.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.480+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=51SVDBO6LSO5 type=del size=1952020 2023-12-16T19:50:36.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.483+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=9VWZEJV3XHXQ type=del 2023-12-16T19:50:36.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.488+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~RCA9A7Z8F5EL.0 size=1048576 2023-12-16T19:50:36.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.489+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~RCA9A7Z8F5EL.1 size=350146 2023-12-16T19:50:36.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.489+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=RCA9A7Z8F5EL tag=8NTC4KXX31UB type=write size=2447298 2023-12-16T19:50:36.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.492+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.0 size=1048576 2023-12-16T19:50:36.493 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.493+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.1 size=1048576 2023-12-16T19:50:36.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.496+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~9STCN08DG7V3.2 size=792071 2023-12-16T19:50:36.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.500+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=9STCN08DG7V3 tag=XSHDL0F2QQEP type=write size=3937799 2023-12-16T19:50:36.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.504+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~A9DKMHRKOILI.0 size=531443 2023-12-16T19:50:36.503 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.504+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=A9DKMHRKOILI tag=6XQTY2TY3981 type=write size=1580019 2023-12-16T19:50:36.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.506+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.0 size=1048576 2023-12-16T19:50:36.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.506+0000 7f2ef5d2c640 1 < canceled part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.1 size=1048576 2023-12-16T19:50:36.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.508+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~MSKL28WJM6AX.2 size=855793 2023-12-16T19:50:36.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.512+0000 7f2ef5d2c640 1 < canceled multipart upload key=BP4X0CT9HFAO upload=MSKL28WJM6AX tag=0CUU39JML9V8 type=write size=4001521 2023-12-16T19:50:36.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.514+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=VB3DN8Q5KDMJ type=del size=3043076 2023-12-16T19:50:36.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.514+0000 7f2ef5d2c640 1 < canceled part key=_multipart_KDXC6PN4L0HE.2~M5GPX5WF8EWU.0 size=1048576 2023-12-16T19:50:36.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.517+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~M5GPX5WF8EWU.1 size=1032090 2023-12-16T19:50:36.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.522+0000 7f2ef5d2c640 1 < canceled multipart upload key=KDXC6PN4L0HE upload=M5GPX5WF8EWU tag=LAH0WLZVAIAX type=write size=3129242 2023-12-16T19:50:36.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.524+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=GP0P9C912ZIL type=write size=511576 2023-12-16T19:50:36.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.526+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=LOX9C81037NK type=del 2023-12-16T19:50:36.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.528+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=32CY4OFGG1TX type=del size=3745409 2023-12-16T19:50:36.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.530+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=82W5BTI5CE29 type=del 2023-12-16T19:50:36.532 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.532+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=T12QRXN6Y5VR type=del size=397349 2023-12-16T19:50:36.534 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.534+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V1WYDUCY6WFO.0 size=1048576 2023-12-16T19:50:36.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.536+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V1WYDUCY6WFO.1 size=843749 2023-12-16T19:50:36.539 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.540+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=V1WYDUCY6WFO tag=9P97PGWWKSCN type=write size=2940901 2023-12-16T19:50:36.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.542+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=WT1JU4VK6JTT type=write size=982301 2023-12-16T19:50:36.543 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.544+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=SWMES5PY9FE5 type=del 2023-12-16T19:50:36.547 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.547+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~69X6C79M01FC.0 size=1048576 2023-12-16T19:50:36.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.549+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~69X6C79M01FC.1 size=657364 2023-12-16T19:50:36.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.549+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=69X6C79M01FC tag=DV0MFVZBN19S type=write size=2754516 2023-12-16T19:50:36.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.549+0000 7f2ef5d2c640 1 < canceled part key=_multipart_M370RML7FVOG.2~T05XTDWA5ES9.0 size=906863 2023-12-16T19:50:36.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.553+0000 7f2ef5d2c640 1 < canceled multipart upload key=M370RML7FVOG upload=T05XTDWA5ES9 tag=R0A2N56FQTAJ type=write size=1955439 2023-12-16T19:50:36.555 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.555+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=3V92YMVPNA15 type=del size=3526258 2023-12-16T19:50:36.557 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.557+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=THIAU10K1SM5 type=del 2023-12-16T19:50:36.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.560+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=JXUA9H32I2DE type=del size=1579386 2023-12-16T19:50:36.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.562+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.0 size=1048576 2023-12-16T19:50:36.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.565+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.1 size=1048576 2023-12-16T19:50:36.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.567+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~V89HC3V3TY7N.2 size=575900 2023-12-16T19:50:36.570 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.570+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=V89HC3V3TY7N tag=DZAWEC6XBMLI type=write size=3721628 2023-12-16T19:50:36.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.574+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~EE32WDZRQIDL.0 size=1048576 2023-12-16T19:50:36.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.575+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~EE32WDZRQIDL.1 size=265884 2023-12-16T19:50:36.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.575+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=EE32WDZRQIDL tag=P2SNRM08UDH8 type=write size=2363036 2023-12-16T19:50:36.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.577+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=KY5O9KMLNHX4 type=del 2023-12-16T19:50:36.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.581+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~VWG1SMRWN4KE.0 size=273102 2023-12-16T19:50:36.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.581+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=VWG1SMRWN4KE tag=0NFHQ27GO6XQ type=write size=1321678 2023-12-16T19:50:36.583 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.583+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=24K5EF1MNOMH type=del 2023-12-16T19:50:36.585 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.586+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=PRMBO6ADC8T5 type=del size=1285380 2023-12-16T19:50:36.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.588+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=XCB2VQCEOUG3 type=write size=631136 2023-12-16T19:50:36.591 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.592+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.0 size=1048576 2023-12-16T19:50:36.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.594+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.1 size=1048576 2023-12-16T19:50:36.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.595+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.2 size=536356 2023-12-16T19:50:36.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.595+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=B3Z5NIDHX9E6 tag=H12FPW3XG75Q type=write size=3682084 2023-12-16T19:50:36.598 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.598+0000 7f2ef5d2c640 1 < completed write operation key=JGJZADQXTKU9 tag=P5TXBUFF17CH type=write size=423567 2023-12-16T19:50:36.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.600+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=0UU24BSFXM1F type=del size=2414262 2023-12-16T19:50:36.605 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.606+0000 7f2ef5d2c640 1 < suggested remove operation key=0IKPM4CW0IB8 tag=51SVDBO6LSO5 type=del 2023-12-16T19:50:36.609 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.610+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~U04P03QJL9Z7.0 size=1048576 2023-12-16T19:50:36.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.611+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~U04P03QJL9Z7.1 size=603033 2023-12-16T19:50:36.611 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.611+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=U04P03QJL9Z7 tag=4UI7DEVGIIRC type=write size=2700185 2023-12-16T19:50:36.614 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.614+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~RCA9A7Z8F5EL.0 size=1048576 2023-12-16T19:50:36.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.616+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~RCA9A7Z8F5EL.1 size=350146 2023-12-16T19:50:36.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.620+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=RCA9A7Z8F5EL tag=8NTC4KXX31UB type=write size=2447298 2023-12-16T19:50:36.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.623+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=1C7Q9R73VSZN type=del size=1184197 2023-12-16T19:50:36.625 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.625+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~A9DKMHRKOILI.0 size=531443 2023-12-16T19:50:36.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.629+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=A9DKMHRKOILI tag=6XQTY2TY3981 type=write size=1580019 2023-12-16T19:50:36.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.633+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~64L2Z45FVWBW.0 size=289234 2023-12-16T19:50:36.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.633+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=64L2Z45FVWBW tag=6JO021LQS9UH type=write size=1337810 2023-12-16T19:50:36.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.637+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=VB3DN8Q5KDMJ type=del 2023-12-16T19:50:36.638 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.638+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=QRRUJXV8KRNU type=del size=4135118 2023-12-16T19:50:36.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.641+0000 7f2ef5d2c640 1 < completed write operation key=ZQ5BST6X324W tag=GP0P9C912ZIL type=write size=511576 2023-12-16T19:50:36.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.643+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=FD203UC3AW14 type=write size=644004 2023-12-16T19:50:36.645 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.645+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=32CY4OFGG1TX type=del 2023-12-16T19:50:36.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.647+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=YZUQWNWV2S4Q type=del size=1472165 2023-12-16T19:50:36.649 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.649+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=T12QRXN6Y5VR type=del 2023-12-16T19:50:36.653 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.653+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~H8JO5FANJB8L.0 size=1048576 2023-12-16T19:50:36.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.655+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~H8JO5FANJB8L.1 size=101032 2023-12-16T19:50:36.655 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.655+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=H8JO5FANJB8L tag=81MB2PDYVOWX type=write size=2198184 2023-12-16T19:50:36.660 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.660+0000 7f2ef5d2c640 1 < suggested update operation key=MOECJRWYZ5M1 tag=WT1JU4VK6JTT type=write size=982301 2023-12-16T19:50:36.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.663+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=3K3H7GCMKXDA type=del size=919550 2023-12-16T19:50:36.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.665+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~69X6C79M01FC.0 size=1048576 2023-12-16T19:50:36.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.667+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~69X6C79M01FC.1 size=657364 2023-12-16T19:50:36.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.671+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=69X6C79M01FC tag=DV0MFVZBN19S type=write size=2754516 2023-12-16T19:50:36.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.673+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=3ZMEC2I3Z5DX type=del size=2920314 2023-12-16T19:50:36.677 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.677+0000 7f2ef5d2c640 1 < suggested update operation key=4B9JQDI6Y8LC tag=3V92YMVPNA15 type=del size=3526258 2023-12-16T19:50:36.681 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.681+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~V1SBP2G5FA20.0 size=574436 2023-12-16T19:50:36.681 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.681+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=V1SBP2G5FA20 tag=GGD4MV6QFPD9 type=write size=1623012 2023-12-16T19:50:36.683 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.683+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=JXUA9H32I2DE type=del 2023-12-16T19:50:36.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.685+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=P7Z259RTU0VC type=del size=2980192 2023-12-16T19:50:36.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.687+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~EE32WDZRQIDL.0 size=1048576 2023-12-16T19:50:36.688 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.688+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~EE32WDZRQIDL.1 size=265884 2023-12-16T19:50:36.692 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.693+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=EE32WDZRQIDL tag=P2SNRM08UDH8 type=write size=2363036 2023-12-16T19:50:36.696 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.696+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=SJ0KXNMUV4SO type=del size=306249 2023-12-16T19:50:36.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.698+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~VWG1SMRWN4KE.0 size=273102 2023-12-16T19:50:36.702 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.702+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=VWG1SMRWN4KE tag=0NFHQ27GO6XQ type=write size=1321678 2023-12-16T19:50:36.704 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.704+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=HDGZFUZC4ETF type=del size=1692009 2023-12-16T19:50:36.706 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.706+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=PRMBO6ADC8T5 type=del 2023-12-16T19:50:36.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.710+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~CZN72KLXTVPA.0 size=1048576 2023-12-16T19:50:36.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.711+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~CZN72KLXTVPA.1 size=166696 2023-12-16T19:50:36.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.711+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=CZN72KLXTVPA tag=STQPSQUCAZ0P type=write size=2263848 2023-12-16T19:50:36.713 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.713+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.0 size=1048576 2023-12-16T19:50:36.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.715+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.1 size=1048576 2023-12-16T19:50:36.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.717+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~B3Z5NIDHX9E6.2 size=536356 2023-12-16T19:50:36.720 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.720+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=B3Z5NIDHX9E6 tag=H12FPW3XG75Q type=write size=3682084 2023-12-16T19:50:36.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.722+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=7QZHRWSLWN5P type=del size=3903775 2023-12-16T19:50:36.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.726+0000 7f2ef5d2c640 1 < suggested remove operation key=O47415D8FFKL tag=0UU24BSFXM1F type=del 2023-12-16T19:50:36.727 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.728+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=SRLJSLK4B9C9 type=del size=2584661 2023-12-16T19:50:36.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.730+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~U04P03QJL9Z7.0 size=1048576 2023-12-16T19:50:36.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.730+0000 7f2ef5d2c640 1 < canceled part key=_multipart_132QU0TGO26D.2~U04P03QJL9Z7.1 size=603033 2023-12-16T19:50:36.733 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.733+0000 7f2ef5d2c640 1 < canceled multipart upload key=132QU0TGO26D upload=U04P03QJL9Z7 tag=4UI7DEVGIIRC type=write size=2700185 2023-12-16T19:50:36.734 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.735+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=0MP1KS2PHKCK type=del size=1338790 2023-12-16T19:50:36.739 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.739+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=1C7Q9R73VSZN type=del size=1184197 2023-12-16T19:50:36.741 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.741+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=KNKDNISSG58J type=del size=255517 2023-12-16T19:50:36.743 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.743+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~64L2Z45FVWBW.0 size=289234 2023-12-16T19:50:36.747 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.747+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=64L2Z45FVWBW tag=6JO021LQS9UH type=write size=1337810 2023-12-16T19:50:36.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.751+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.0 size=1048576 2023-12-16T19:50:36.752 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.752+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.1 size=1048576 2023-12-16T19:50:36.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.754+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.2 size=331772 2023-12-16T19:50:36.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.754+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=X6SNI0SCUOUU tag=K5TJ18J369OB type=write size=3477500 2023-12-16T19:50:36.756 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.756+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=QRRUJXV8KRNU type=del 2023-12-16T19:50:36.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.760+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~319M1HNAFPDC.0 size=1048576 2023-12-16T19:50:36.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.762+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~319M1HNAFPDC.1 size=335999 2023-12-16T19:50:36.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.762+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=319M1HNAFPDC tag=PBJKWS8QW2ZP type=write size=2433151 2023-12-16T19:50:36.764 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.764+0000 7f2ef5d2c640 1 < completed write operation key=KDXC6PN4L0HE tag=FD203UC3AW14 type=write size=644004 2023-12-16T19:50:36.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.767+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~ZF43T2SNRHCH.0 size=982988 2023-12-16T19:50:36.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.767+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=ZF43T2SNRHCH tag=KUDUQH1MBE1N type=write size=2031564 2023-12-16T19:50:36.769 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.769+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=YZUQWNWV2S4Q type=del 2023-12-16T19:50:36.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.772+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=S1XLX61P785J type=del size=722436 2023-12-16T19:50:36.774 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.774+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~H8JO5FANJB8L.0 size=1048576 2023-12-16T19:50:36.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.776+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~H8JO5FANJB8L.1 size=101032 2023-12-16T19:50:36.779 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.780+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=H8JO5FANJB8L tag=81MB2PDYVOWX type=write size=2198184 2023-12-16T19:50:36.781 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.782+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=GB0CD4PZLY5E type=write size=964611 2023-12-16T19:50:36.783 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.784+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=3K3H7GCMKXDA type=del 2023-12-16T19:50:36.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.788+0000 7f2ef5d2c640 1 > prepared part key=_multipart_JGJZADQXTKU9.2~X22VMJAO3I6V.0 size=397138 2023-12-16T19:50:36.787 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.788+0000 7f2ef5d2c640 1 > prepared multipart upload key=JGJZADQXTKU9 upload=X22VMJAO3I6V tag=Q41JJ8XZJXZP type=write size=1445714 2023-12-16T19:50:36.789 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.790+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=3ZMEC2I3Z5DX type=del 2023-12-16T19:50:36.791 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.791+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=3G8DF2L7QGL4 type=del size=3566195 2023-12-16T19:50:36.793 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.794+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~V1SBP2G5FA20.0 size=574436 2023-12-16T19:50:36.797 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.797+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=V1SBP2G5FA20 tag=GGD4MV6QFPD9 type=write size=1623012 2023-12-16T19:50:36.799 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.799+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=ZOM4DJT8K1M3 type=del size=1725985 2023-12-16T19:50:36.801 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.801+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=P7Z259RTU0VC type=del 2023-12-16T19:50:36.803 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.803+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=BUZ4XLLYVFAT type=write size=450803 2023-12-16T19:50:36.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.805+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=SJ0KXNMUV4SO type=del 2023-12-16T19:50:36.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.808+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=HM3SSSNSCFW4 type=del size=2489426 2023-12-16T19:50:36.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.810+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=HDGZFUZC4ETF type=del 2023-12-16T19:50:36.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.811+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=80IQ4J5NRXPU type=del size=1462804 2023-12-16T19:50:36.813 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.814+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~CZN72KLXTVPA.0 size=1048576 2023-12-16T19:50:36.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.816+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~CZN72KLXTVPA.1 size=166696 2023-12-16T19:50:36.819 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.820+0000 7f2ef5d2c640 1 < completed multipart upload key=U16U268CZYJU upload=CZN72KLXTVPA tag=STQPSQUCAZ0P type=write size=2263848 2023-12-16T19:50:36.821 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.822+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=2K3DV80Q9KQ8 type=del size=2040919 2023-12-16T19:50:36.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.827+0000 7f2ef5d2c640 1 < suggested update operation key=8XNMDB8GAS1T tag=7QZHRWSLWN5P type=del size=3903775 2023-12-16T19:50:36.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.832+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~QMXP7QTZLMLZ.0 size=815768 2023-12-16T19:50:36.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.832+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=QMXP7QTZLMLZ tag=9FK4BIC7C3ES type=write size=1864344 2023-12-16T19:50:36.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.834+0000 7f2ef5d2c640 1 < canceled operation key=BP4X0CT9HFAO tag=SRLJSLK4B9C9 type=del size=2584661 2023-12-16T19:50:36.835 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.835+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=SAGOYMNLJ4W6 type=del size=1904597 2023-12-16T19:50:36.838 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.838+0000 7f2ef5d2c640 -1 < failed to complete operation key=8XNMDB8GAS1T tag=0MP1KS2PHKCK type=del size=1338790: (22) Invalid argument 2023-12-16T19:50:36.842 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.843+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.0 size=1048576 2023-12-16T19:50:36.844 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.844+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.1 size=1048576 2023-12-16T19:50:36.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.846+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.2 size=941305 2023-12-16T19:50:36.846 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.846+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=UAZV5I763W2Y tag=KBV39ZZYRDIG type=write size=4087033 2023-12-16T19:50:36.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.850+0000 7f2ef5d2c640 1 < suggested update operation key=34B5L3BXNV17 tag=KNKDNISSG58J type=del size=255517 2023-12-16T19:50:36.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.854+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2O73EEGOMS1W.0 size=818552 2023-12-16T19:50:36.854 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.854+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=2O73EEGOMS1W tag=2N5JUHCVLGCM type=write size=1867128 2023-12-16T19:50:36.855 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.856+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.0 size=1048576 2023-12-16T19:50:36.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.858+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.1 size=1048576 2023-12-16T19:50:36.858 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.858+0000 7f2ef5d2c640 1 < canceled part key=_multipart_QDUC4OGZ9939.2~X6SNI0SCUOUU.2 size=331772 2023-12-16T19:50:36.864 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.862+0000 7f2ef5d2c640 1 < canceled multipart upload key=QDUC4OGZ9939 upload=X6SNI0SCUOUU tag=K5TJ18J369OB type=write size=3477500 2023-12-16T19:50:36.866 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.866+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~H0TGAZFNNTLJ.0 size=1048576 2023-12-16T19:50:36.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.868+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~H0TGAZFNNTLJ.1 size=91519 2023-12-16T19:50:36.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.868+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=H0TGAZFNNTLJ tag=RYF3AG4ZH9OY type=write size=2188671 2023-12-16T19:50:36.868 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.868+0000 7f2ef5d2c640 1 < canceled part key=_multipart_6MFOODPNMXUS.2~319M1HNAFPDC.0 size=1048576 2023-12-16T19:50:36.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.870+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~319M1HNAFPDC.1 size=335999 2023-12-16T19:50:36.874 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.874+0000 7f2ef5d2c640 1 < canceled multipart upload key=6MFOODPNMXUS upload=319M1HNAFPDC tag=PBJKWS8QW2ZP type=write size=2433151 2023-12-16T19:50:36.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.878+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~13VVLYMCVUIO.0 size=580128 2023-12-16T19:50:36.879 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.878+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=13VVLYMCVUIO tag=5M3NG8ZP3KA0 type=write size=1628704 2023-12-16T19:50:36.881 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.880+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~ZF43T2SNRHCH.0 size=982988 2023-12-16T19:50:36.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.884+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=ZF43T2SNRHCH tag=KUDUQH1MBE1N type=write size=2031564 2023-12-16T19:50:36.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.887+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=672EF3QFF0Q3 type=del size=603148 2023-12-16T19:50:36.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.891+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=S1XLX61P785J type=del size=722436 2023-12-16T19:50:36.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.893+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=6HSSI8GRAX2T type=del size=1817839 2023-12-16T19:50:36.895 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.895+0000 7f2ef5d2c640 1 < canceled operation key=F01U501SJH0E tag=GB0CD4PZLY5E type=write size=964611 2023-12-16T19:50:36.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.899+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~0PO0KTFWX53N.0 size=1048576 2023-12-16T19:50:36.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.901+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~0PO0KTFWX53N.1 size=956871 2023-12-16T19:50:36.901 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.901+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=0PO0KTFWX53N tag=VE6WTEWHBU9D type=write size=3054023 2023-12-16T19:50:36.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.903+0000 7f2ef5d2c640 1 < completed part key=_multipart_JGJZADQXTKU9.2~X22VMJAO3I6V.0 size=397138 2023-12-16T19:50:36.906 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.907+0000 7f2ef5d2c640 1 < completed multipart upload key=JGJZADQXTKU9 upload=X22VMJAO3I6V tag=Q41JJ8XZJXZP type=write size=1445714 2023-12-16T19:50:36.909 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.909+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=7DDPPN1J18RU type=del size=2990636 2023-12-16T19:50:36.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.911+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=3G8DF2L7QGL4 type=del 2023-12-16T19:50:36.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.913+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=R3RZQQ6HX3JW type=del size=1719725 2023-12-16T19:50:36.915 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.915+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=ZOM4DJT8K1M3 type=del 2023-12-16T19:50:36.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.919+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~M4OIMT5NZNON.0 size=931516 2023-12-16T19:50:36.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.919+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=M4OIMT5NZNON tag=E4JOMB9246XE type=write size=1980092 2023-12-16T19:50:36.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.921+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=BUZ4XLLYVFAT type=write size=450803 2023-12-16T19:50:36.923 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.924+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=2XFMEPK5GHS0 type=del size=229656 2023-12-16T19:50:36.926 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.926+0000 7f2ef5d2c640 1 < completed delete operation key=JGJZADQXTKU9 tag=HM3SSSNSCFW4 type=del 2023-12-16T19:50:36.930 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.930+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~6M1EUHIK5N10.0 size=1048576 2023-12-16T19:50:36.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.932+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~6M1EUHIK5N10.1 size=411541 2023-12-16T19:50:36.931 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.932+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=6M1EUHIK5N10 tag=W9TCKVD72QIJ type=write size=2508693 2023-12-16T19:50:36.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.934+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=80IQ4J5NRXPU type=del 2023-12-16T19:50:36.937 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.938+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~L8QKO0XWOJ68.0 size=1048576 2023-12-16T19:50:36.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.939+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~L8QKO0XWOJ68.1 size=293536 2023-12-16T19:50:36.939 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.939+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=L8QKO0XWOJ68 tag=EBGQ4FF3XE4B type=write size=2390688 2023-12-16T19:50:36.941 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.941+0000 7f2ef5d2c640 1 < canceled operation key=KDXC6PN4L0HE tag=2K3DV80Q9KQ8 type=del size=2040919 2023-12-16T19:50:36.945 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.946+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.0 size=1048576 2023-12-16T19:50:36.947 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.948+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.1 size=1048576 2023-12-16T19:50:36.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.949+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.2 size=466956 2023-12-16T19:50:36.949 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.949+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=RJF0IT8P5LOJ tag=Z0AWZHNL43KW type=write size=3612684 2023-12-16T19:50:36.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.951+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~QMXP7QTZLMLZ.0 size=815768 2023-12-16T19:50:36.954 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.955+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=QMXP7QTZLMLZ tag=9FK4BIC7C3ES type=write size=1864344 2023-12-16T19:50:36.959 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.959+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.0 size=1048576 2023-12-16T19:50:36.961 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.962+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.1 size=1048576 2023-12-16T19:50:36.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.964+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.2 size=696478 2023-12-16T19:50:36.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.964+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=402WLQNNBMYK tag=DZLZ3IVCZB4I type=write size=3842206 2023-12-16T19:50:36.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.966+0000 7f2ef5d2c640 1 < canceled operation key=O47415D8FFKL tag=SAGOYMNLJ4W6 type=del size=1904597 2023-12-16T19:50:36.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.968+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=3E1UVP8WNTO4 type=del size=631136 2023-12-16T19:50:36.968 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.968+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.0 size=1048576 2023-12-16T19:50:36.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.970+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.1 size=1048576 2023-12-16T19:50:36.972 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.972+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~UAZV5I763W2Y.2 size=941305 2023-12-16T19:50:36.975 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.975+0000 7f2ef5d2c640 1 < canceled multipart upload key=1MJ52B125Q24 upload=UAZV5I763W2Y tag=KBV39ZZYRDIG type=write size=4087033 2023-12-16T19:50:36.978 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.978+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=7Z4I85GPOVVK type=del size=241345 2023-12-16T19:50:36.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.980+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2O73EEGOMS1W.0 size=818552 2023-12-16T19:50:36.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.983+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=2O73EEGOMS1W tag=2N5JUHCVLGCM type=write size=1867128 2023-12-16T19:50:36.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.987+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~YIWLTRP056VI.0 size=1048576 2023-12-16T19:50:36.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.989+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~YIWLTRP056VI.1 size=750474 2023-12-16T19:50:36.989 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.989+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=YIWLTRP056VI tag=L45YDSOK1ES7 type=write size=2847626 2023-12-16T19:50:36.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.991+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~H0TGAZFNNTLJ.0 size=1048576 2023-12-16T19:50:36.993 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.993+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~H0TGAZFNNTLJ.1 size=91519 2023-12-16T19:50:36.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.996+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=H0TGAZFNNTLJ tag=RYF3AG4ZH9OY type=write size=2188671 2023-12-16T19:50:36.998 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:36.999+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=BWA5G74FPWM1 type=del size=3427404 2023-12-16T19:50:37.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.001+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~13VVLYMCVUIO.0 size=580128 2023-12-16T19:50:37.005 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.005+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=13VVLYMCVUIO tag=5M3NG8ZP3KA0 type=write size=1628704 2023-12-16T19:50:37.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.010+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.0 size=1048576 2023-12-16T19:50:37.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.012+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.1 size=1048576 2023-12-16T19:50:37.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.013+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.2 size=685942 2023-12-16T19:50:37.013 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.013+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=3A33DIQH3VSG tag=6V4Z4WL4YKHI type=write size=3831670 2023-12-16T19:50:37.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.015+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=672EF3QFF0Q3 type=del 2023-12-16T19:50:37.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.019+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~SZVV7E4P2IB7.0 size=465654 2023-12-16T19:50:37.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.019+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=SZVV7E4P2IB7 tag=XU16NBR3TP6M type=write size=1514230 2023-12-16T19:50:37.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.021+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=6HSSI8GRAX2T type=del 2023-12-16T19:50:37.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.023+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=DV0FKQK7630Q type=del size=111479 2023-12-16T19:50:37.025 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.026+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~0PO0KTFWX53N.0 size=1048576 2023-12-16T19:50:37.027 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.027+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~0PO0KTFWX53N.1 size=956871 2023-12-16T19:50:37.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.032+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=0PO0KTFWX53N tag=VE6WTEWHBU9D type=write size=3054023 2023-12-16T19:50:37.034 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.035+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=YC3A40ETLA40 type=del size=2023443 2023-12-16T19:50:37.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.037+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=7DDPPN1J18RU type=del 2023-12-16T19:50:37.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.039+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=IGPN03LTO8VD type=del size=4160085 2023-12-16T19:50:37.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.041+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=R3RZQQ6HX3JW type=del 2023-12-16T19:50:37.043 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.043+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=B9WMTIT132E2 type=write size=8857 2023-12-16T19:50:37.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.045+0000 7f2ef5d2c640 1 < completed part key=_multipart_5PBDOPNNQTMI.2~M4OIMT5NZNON.0 size=931516 2023-12-16T19:50:37.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.049+0000 7f2ef5d2c640 1 < completed multipart upload key=5PBDOPNNQTMI upload=M4OIMT5NZNON tag=E4JOMB9246XE type=write size=1980092 2023-12-16T19:50:37.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.051+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=5VC9M2D855F0 type=del size=381263 2023-12-16T19:50:37.053 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.054+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=2XFMEPK5GHS0 type=del 2023-12-16T19:50:37.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.057+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~U1NX55WQ0YBN.0 size=1048576 2023-12-16T19:50:37.059 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.059+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~U1NX55WQ0YBN.1 size=8051 2023-12-16T19:50:37.059 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.059+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=U1NX55WQ0YBN tag=X61S8MGJ23O5 type=write size=2105203 2023-12-16T19:50:37.061 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.061+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~6M1EUHIK5N10.0 size=1048576 2023-12-16T19:50:37.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.064+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~6M1EUHIK5N10.1 size=411541 2023-12-16T19:50:37.068 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.068+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=6M1EUHIK5N10 tag=W9TCKVD72QIJ type=write size=2508693 2023-12-16T19:50:37.072 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.072+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.0 size=1048576 2023-12-16T19:50:37.074 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.074+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.1 size=1048576 2023-12-16T19:50:37.075 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.076+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.2 size=598439 2023-12-16T19:50:37.076 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.076+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=ZPVQ0B7I8TK1 tag=KWYRN1ZM4368 type=write size=3744167 2023-12-16T19:50:37.077 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.078+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~L8QKO0XWOJ68.0 size=1048576 2023-12-16T19:50:37.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.078+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MSNLCTTZ723G.2~L8QKO0XWOJ68.1 size=293536 2023-12-16T19:50:37.081 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.082+0000 7f2ef5d2c640 1 < canceled multipart upload key=MSNLCTTZ723G upload=L8QKO0XWOJ68 tag=EBGQ4FF3XE4B type=write size=2390688 2023-12-16T19:50:37.084 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.084+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=XRH74G29FTAZ type=del size=960994 2023-12-16T19:50:37.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.086+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.0 size=1048576 2023-12-16T19:50:37.088 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.088+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.1 size=1048576 2023-12-16T19:50:37.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.090+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RJF0IT8P5LOJ.2 size=466956 2023-12-16T19:50:37.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.093+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=RJF0IT8P5LOJ tag=Z0AWZHNL43KW type=write size=3612684 2023-12-16T19:50:37.096 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.096+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=65K68SW8ZQKL type=del size=1941246 2023-12-16T19:50:37.098 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.099+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.0 size=1048576 2023-12-16T19:50:37.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.100+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.1 size=1048576 2023-12-16T19:50:37.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.102+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~402WLQNNBMYK.2 size=696478 2023-12-16T19:50:37.105 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.106+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=402WLQNNBMYK tag=DZLZ3IVCZB4I type=write size=3842206 2023-12-16T19:50:37.107 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.108+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=2FO8GPSDQ51E type=del size=893402 2023-12-16T19:50:37.109 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.110+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=3E1UVP8WNTO4 type=del 2023-12-16T19:50:37.113 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.113+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~K18ITHMTZ6QE.0 size=1048576 2023-12-16T19:50:37.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.115+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~K18ITHMTZ6QE.1 size=802809 2023-12-16T19:50:37.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.115+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=K18ITHMTZ6QE tag=5RHCDQY4SVTR type=write size=2899961 2023-12-16T19:50:37.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.117+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=7Z4I85GPOVVK type=del 2023-12-16T19:50:37.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.119+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=NVAOGU0JQ73I type=del size=4096517 2023-12-16T19:50:37.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.119+0000 7f2ef5d2c640 1 < canceled part key=_multipart_U16U268CZYJU.2~YIWLTRP056VI.0 size=1048576 2023-12-16T19:50:37.121 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.121+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~YIWLTRP056VI.1 size=750474 2023-12-16T19:50:37.124 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.125+0000 7f2ef5d2c640 1 < canceled multipart upload key=U16U268CZYJU upload=YIWLTRP056VI tag=L45YDSOK1ES7 type=write size=2847626 2023-12-16T19:50:37.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.129+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~PG5L9SA8CVLD.0 size=760734 2023-12-16T19:50:37.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.129+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=PG5L9SA8CVLD tag=FV997X0BAUT7 type=write size=1809310 2023-12-16T19:50:37.131 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.132+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=BWA5G74FPWM1 type=del 2023-12-16T19:50:37.134 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.134+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=5Z2DWK3IPRY3 type=write size=850124 2023-12-16T19:50:37.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.137+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.0 size=1048576 2023-12-16T19:50:37.138 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.139+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.1 size=1048576 2023-12-16T19:50:37.140 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.141+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~3A33DIQH3VSG.2 size=685942 2023-12-16T19:50:37.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.145+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=3A33DIQH3VSG tag=6V4Z4WL4YKHI type=write size=3831670 2023-12-16T19:50:37.147 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.147+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=4KUGNRLXURZR type=del size=2299453 2023-12-16T19:50:37.149 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.149+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~SZVV7E4P2IB7.0 size=465654 2023-12-16T19:50:37.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.154+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=SZVV7E4P2IB7 tag=XU16NBR3TP6M type=write size=1514230 2023-12-16T19:50:37.158 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.158+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~C2FN8IXY5CSB.0 size=1048576 2023-12-16T19:50:37.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.160+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~C2FN8IXY5CSB.1 size=47359 2023-12-16T19:50:37.160 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.160+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=C2FN8IXY5CSB tag=MAOSU0AZZETO type=write size=2144511 2023-12-16T19:50:37.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.162+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=DV0FKQK7630Q type=del 2023-12-16T19:50:37.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.166+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~ECQUNVHZUH3H.0 size=360348 2023-12-16T19:50:37.166 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.166+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=ECQUNVHZUH3H tag=6LXKYH5IRYUA type=write size=1408924 2023-12-16T19:50:37.168 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.168+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=YC3A40ETLA40 type=del 2023-12-16T19:50:37.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.171+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=31302WTWSA1H type=del size=2191291 2023-12-16T19:50:37.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.173+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=IGPN03LTO8VD type=del 2023-12-16T19:50:37.174 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.175+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=7UVD2V4ULH2S type=write size=700381 2023-12-16T19:50:37.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.177+0000 7f2ef5d2c640 1 < canceled operation key=34B5L3BXNV17 tag=B9WMTIT132E2 type=write size=8857 2023-12-16T19:50:37.180 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.180+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.0 size=1048576 2023-12-16T19:50:37.182 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.182+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.1 size=1048576 2023-12-16T19:50:37.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.184+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.2 size=203698 2023-12-16T19:50:37.184 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.184+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=XJITO3U2PFS0 tag=U88G2LX0RYJ6 type=write size=3349426 2023-12-16T19:50:37.187 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.188+0000 7f2ef5d2c640 1 < suggested remove operation key=M370RML7FVOG tag=5VC9M2D855F0 type=del 2023-12-16T19:50:37.189 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.190+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=23UDS5EIM8F4 type=del size=479125 2023-12-16T19:50:37.192 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.192+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~U1NX55WQ0YBN.0 size=1048576 2023-12-16T19:50:37.194 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.194+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~U1NX55WQ0YBN.1 size=8051 2023-12-16T19:50:37.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.198+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=U1NX55WQ0YBN tag=X61S8MGJ23O5 type=write size=2105203 2023-12-16T19:50:37.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.202+0000 7f2ef5d2c640 1 > prepared part key=_multipart_BP4X0CT9HFAO.2~GGG3UKE7MQ7Y.0 size=123048 2023-12-16T19:50:37.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.202+0000 7f2ef5d2c640 1 > prepared multipart upload key=BP4X0CT9HFAO upload=GGG3UKE7MQ7Y tag=7902QYQKMBDH type=write size=1171624 2023-12-16T19:50:37.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.204+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.0 size=1048576 2023-12-16T19:50:37.205 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.205+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.1 size=1048576 2023-12-16T19:50:37.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.207+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~ZPVQ0B7I8TK1.2 size=598439 2023-12-16T19:50:37.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.211+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=ZPVQ0B7I8TK1 tag=KWYRN1ZM4368 type=write size=3744167 2023-12-16T19:50:37.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.215+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.0 size=1048576 2023-12-16T19:50:37.216 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.217+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.1 size=1048576 2023-12-16T19:50:37.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.218+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.2 size=591054 2023-12-16T19:50:37.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.218+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=1UIUI4YSZR2T tag=WDKMG37O5LOX type=write size=3736782 2023-12-16T19:50:37.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.220+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=XRH74G29FTAZ type=del 2023-12-16T19:50:37.222 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.222+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=D11VOLOYBIB7 type=del size=1183781 2023-12-16T19:50:37.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.226+0000 7f2ef5d2c640 1 < suggested remove operation key=U16U268CZYJU tag=65K68SW8ZQKL type=del 2023-12-16T19:50:37.228 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.229+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=G7HLD0J2DFE1 type=del size=3315295 2023-12-16T19:50:37.231 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.231+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=2FO8GPSDQ51E type=del 2023-12-16T19:50:37.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.235+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.0 size=1048576 2023-12-16T19:50:37.237 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.237+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.1 size=1048576 2023-12-16T19:50:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[137674]: pgmap v1425: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 347 KiB/s wr, 1.77k op/s 2023-12-16T19:50:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[140029]: pgmap v1425: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 347 KiB/s wr, 1.77k op/s 2023-12-16T19:50:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:37.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.239+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.2 size=661863 2023-12-16T19:50:37.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.239+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=L8P68VPP92DZ tag=3DFPV1T8XM0Y type=write size=3807591 2023-12-16T19:50:37.241 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.241+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~K18ITHMTZ6QE.0 size=1048576 2023-12-16T19:50:37.242 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.243+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~K18ITHMTZ6QE.1 size=802809 2023-12-16T19:50:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:36 smithi043 ceph-mon[135010]: pgmap v1425: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1002 KiB/s rd, 347 KiB/s wr, 1.77k op/s 2023-12-16T19:50:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:50:37.247 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.246+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=K18ITHMTZ6QE tag=5RHCDQY4SVTR type=write size=2899961 2023-12-16T19:50:37.248 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.249+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=6X65SWWED1LK type=del size=1672574 2023-12-16T19:50:37.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.251+0000 7f2ef5d2c640 1 < canceled operation key=REMAKLL0UEJD tag=NVAOGU0JQ73I type=del size=4096517 2023-12-16T19:50:37.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.253+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=TG26CIEMME6L type=write size=296222 2023-12-16T19:50:37.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.255+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~PG5L9SA8CVLD.0 size=760734 2023-12-16T19:50:37.258 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.258+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=PG5L9SA8CVLD tag=FV997X0BAUT7 type=write size=1809310 2023-12-16T19:50:37.262 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.262+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~X1JPVW5GM61U.0 size=1048576 2023-12-16T19:50:37.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.264+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~X1JPVW5GM61U.1 size=396465 2023-12-16T19:50:37.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.264+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=X1JPVW5GM61U tag=Q7A2ZKTPGBJH type=write size=2493617 2023-12-16T19:50:37.266 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.266+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=5Z2DWK3IPRY3 type=write size=850124 2023-12-16T19:50:37.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.269+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=67N8MO6N0XIV type=del size=4160828 2023-12-16T19:50:37.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.274+0000 7f2ef5d2c640 1 < suggested remove operation key=KZ7TQX626J26 tag=4KUGNRLXURZR type=del 2023-12-16T19:50:37.277 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.277+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=2B7OF1I7U7NK type=del size=1074388 2023-12-16T19:50:37.279 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.279+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~C2FN8IXY5CSB.0 size=1048576 2023-12-16T19:50:37.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.281+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~C2FN8IXY5CSB.1 size=47359 2023-12-16T19:50:37.284 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.285+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=C2FN8IXY5CSB tag=MAOSU0AZZETO type=write size=2144511 2023-12-16T19:50:37.286 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.287+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=BNBWRHN1BFJS type=write size=862238 2023-12-16T19:50:37.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.289+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~ECQUNVHZUH3H.0 size=360348 2023-12-16T19:50:37.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.292+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=ECQUNVHZUH3H tag=6LXKYH5IRYUA type=write size=1408924 2023-12-16T19:50:37.294 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.294+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=GFGZXXOBE31Y type=del size=2126367 2023-12-16T19:50:37.296 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.296+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=31302WTWSA1H type=del 2023-12-16T19:50:37.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.298+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=Q41L2080U7M0 type=del size=2144178 2023-12-16T19:50:37.304 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.303+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=7UVD2V4ULH2S type=write size=700381 2023-12-16T19:50:37.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.308+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.0 size=1048576 2023-12-16T19:50:37.309 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.309+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.1 size=1048576 2023-12-16T19:50:37.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.311+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.2 size=78488 2023-12-16T19:50:37.311 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.311+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=GP1PO16AYH9P tag=49Z6T3QEQVD0 type=write size=3224216 2023-12-16T19:50:37.312 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.313+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.0 size=1048576 2023-12-16T19:50:37.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.315+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.1 size=1048576 2023-12-16T19:50:37.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.317+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XJITO3U2PFS0.2 size=203698 2023-12-16T19:50:37.320 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.320+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=XJITO3U2PFS0 tag=U88G2LX0RYJ6 type=write size=3349426 2023-12-16T19:50:37.323 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.324+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~UE37BBZ5FTVQ.0 size=226036 2023-12-16T19:50:37.324 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.324+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=UE37BBZ5FTVQ tag=9RURDNLZ86YR type=write size=1274612 2023-12-16T19:50:37.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.326+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=23UDS5EIM8F4 type=del 2023-12-16T19:50:37.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.330+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~LW1P3R7CRQ9J.0 size=1048576 2023-12-16T19:50:37.331 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.332+0000 7f2ef5d2c640 1 > prepared part key=_multipart_9KRQ59SUFM7Z.2~LW1P3R7CRQ9J.1 size=20271 2023-12-16T19:50:37.331 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.332+0000 7f2ef5d2c640 1 > prepared multipart upload key=9KRQ59SUFM7Z upload=LW1P3R7CRQ9J tag=VXR2GSW5J5JI type=write size=2117423 2023-12-16T19:50:37.333 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.334+0000 7f2ef5d2c640 1 < completed part key=_multipart_BP4X0CT9HFAO.2~GGG3UKE7MQ7Y.0 size=123048 2023-12-16T19:50:37.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.337+0000 7f2ef5d2c640 1 < completed multipart upload key=BP4X0CT9HFAO upload=GGG3UKE7MQ7Y tag=7902QYQKMBDH type=write size=1171624 2023-12-16T19:50:37.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.341+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~C4QQE1NT8AM3.0 size=879012 2023-12-16T19:50:37.341 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.341+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=C4QQE1NT8AM3 tag=26FS1Y9255XF type=write size=1927588 2023-12-16T19:50:37.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.343+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.0 size=1048576 2023-12-16T19:50:37.344 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.345+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.1 size=1048576 2023-12-16T19:50:37.346 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.346+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~1UIUI4YSZR2T.2 size=591054 2023-12-16T19:50:37.350 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.350+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=1UIUI4YSZR2T tag=WDKMG37O5LOX type=write size=3736782 2023-12-16T19:50:37.352 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.352+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=HUQIGIQNAIYB type=del size=4034747 2023-12-16T19:50:37.354 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.354+0000 7f2ef5d2c640 1 < canceled operation key=MSNLCTTZ723G tag=D11VOLOYBIB7 type=del size=1183781 2023-12-16T19:50:37.356 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.356+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=GOH8B8RNYX4S type=write size=730981 2023-12-16T19:50:37.358 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.358+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=G7HLD0J2DFE1 type=del 2023-12-16T19:50:37.362 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.363+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.0 size=1048576 2023-12-16T19:50:37.364 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.364+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.1 size=1048576 2023-12-16T19:50:37.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.366+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.2 size=1017795 2023-12-16T19:50:37.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.366+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=A085EUA041Z3 tag=C9CHTVT2YO0J type=write size=4163523 2023-12-16T19:50:37.366 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.366+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.0 size=1048576 2023-12-16T19:50:37.368 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.368+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.1 size=1048576 2023-12-16T19:50:37.369 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.370+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~L8P68VPP92DZ.2 size=661863 2023-12-16T19:50:37.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.373+0000 7f2ef5d2c640 1 < canceled multipart upload key=MSNLCTTZ723G upload=L8P68VPP92DZ tag=3DFPV1T8XM0Y type=write size=3807591 2023-12-16T19:50:37.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.377+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.0 size=1048576 2023-12-16T19:50:37.378 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.379+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.1 size=1048576 2023-12-16T19:50:37.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.380+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.2 size=420350 2023-12-16T19:50:37.380 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.380+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=OACY0EZFOMSO tag=ML782YTN5QV8 type=write size=3566078 2023-12-16T19:50:37.382 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.382+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=6X65SWWED1LK type=del 2023-12-16T19:50:37.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.384+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=EPIEQBMAPNIH type=del size=1159354 2023-12-16T19:50:37.386 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.386+0000 7f2ef5d2c640 1 < completed write operation key=03HJNEF8UT2J tag=TG26CIEMME6L type=write size=296222 2023-12-16T19:50:37.388 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.388+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=VXVA261KZE3G type=del size=2910197 2023-12-16T19:50:37.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.390+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~X1JPVW5GM61U.0 size=1048576 2023-12-16T19:50:37.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.392+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~X1JPVW5GM61U.1 size=396465 2023-12-16T19:50:37.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.395+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=X1JPVW5GM61U tag=Q7A2ZKTPGBJH type=write size=2493617 2023-12-16T19:50:37.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.399+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~YIUEIAP2MP58.0 size=1048576 2023-12-16T19:50:37.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.401+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~YIUEIAP2MP58.1 size=140724 2023-12-16T19:50:37.400 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.401+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=YIUEIAP2MP58 tag=KF1UDOB68XYS type=write size=2237876 2023-12-16T19:50:37.402 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.403+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=67N8MO6N0XIV type=del 2023-12-16T19:50:37.407 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.407+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~94N8LZU3TGNX.0 size=1048576 2023-12-16T19:50:37.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.409+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~94N8LZU3TGNX.1 size=745462 2023-12-16T19:50:37.408 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.409+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=94N8LZU3TGNX tag=AHXUXOAZC00D type=write size=2842614 2023-12-16T19:50:37.411 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.411+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=2B7OF1I7U7NK type=del 2023-12-16T19:50:37.415 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.415+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~09R27LUDUGEY.0 size=1048576 2023-12-16T19:50:37.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.417+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~09R27LUDUGEY.1 size=512905 2023-12-16T19:50:37.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.417+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=09R27LUDUGEY tag=QFT6Z1J0TZG3 type=write size=2610057 2023-12-16T19:50:37.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.419+0000 7f2ef5d2c640 1 < completed write operation key=U16U268CZYJU tag=BNBWRHN1BFJS type=write size=862238 2023-12-16T19:50:37.423 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.423+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.0 size=1048576 2023-12-16T19:50:37.424 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.425+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.1 size=1048576 2023-12-16T19:50:37.426 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.427+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.2 size=615883 2023-12-16T19:50:37.426 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.427+0000 7f2ef5d2c640 1 > prepared multipart upload key=4B9JQDI6Y8LC upload=RE9JPKW89CHA tag=IRAK6HVTM8D3 type=write size=3761611 2023-12-16T19:50:37.428 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.429+0000 7f2ef5d2c640 1 < completed delete operation key=6OFOLQYE7CY9 tag=GFGZXXOBE31Y type=del 2023-12-16T19:50:37.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.431+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=AGFYI0BFN3PP type=del size=1696252 2023-12-16T19:50:37.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.433+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=Q41L2080U7M0 type=del 2023-12-16T19:50:37.434 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.435+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=DKVN1UB8PU14 type=write size=1022559 2023-12-16T19:50:37.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.437+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.0 size=1048576 2023-12-16T19:50:37.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.438+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.1 size=1048576 2023-12-16T19:50:37.440 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.440+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~GP1PO16AYH9P.2 size=78488 2023-12-16T19:50:37.443 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.443+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=GP1PO16AYH9P tag=49Z6T3QEQVD0 type=write size=3224216 2023-12-16T19:50:37.445 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.445+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=QE0XY9W8DZHE type=del size=1752234 2023-12-16T19:50:37.447 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.447+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~UE37BBZ5FTVQ.0 size=226036 2023-12-16T19:50:37.450 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.451+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=UE37BBZ5FTVQ tag=9RURDNLZ86YR type=write size=1274612 2023-12-16T19:50:37.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.453+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=9V9LVBVATDNV type=del size=2607563 2023-12-16T19:50:37.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.456+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~LW1P3R7CRQ9J.0 size=1048576 2023-12-16T19:50:37.457 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.458+0000 7f2ef5d2c640 1 < completed part key=_multipart_9KRQ59SUFM7Z.2~LW1P3R7CRQ9J.1 size=20271 2023-12-16T19:50:37.461 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.461+0000 7f2ef5d2c640 1 < completed multipart upload key=9KRQ59SUFM7Z upload=LW1P3R7CRQ9J tag=VXR2GSW5J5JI type=write size=2117423 2023-12-16T19:50:37.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.463+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=J93F23L06YAV type=del size=1385032 2023-12-16T19:50:37.465 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.465+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~C4QQE1NT8AM3.0 size=879012 2023-12-16T19:50:37.469 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.469+0000 7f2ef5d2c640 1 < completed multipart upload key=KZ7TQX626J26 upload=C4QQE1NT8AM3 tag=26FS1Y9255XF type=write size=1927588 2023-12-16T19:50:37.471 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.471+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=H3LQLU16GPNO type=del size=61710 2023-12-16T19:50:37.473 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.473+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=HUQIGIQNAIYB type=del 2023-12-16T19:50:37.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.477+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.0 size=1048576 2023-12-16T19:50:37.478 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.478+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.1 size=1048576 2023-12-16T19:50:37.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.480+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.2 size=186384 2023-12-16T19:50:37.480 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.480+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=TCA7DKGI4JSX tag=P4XXH94MUCMA type=write size=3332112 2023-12-16T19:50:37.482 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.482+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=GOH8B8RNYX4S type=write size=730981 2023-12-16T19:50:37.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.486+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~ZLN8Z10BNO6B.0 size=767300 2023-12-16T19:50:37.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.486+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=ZLN8Z10BNO6B tag=YRIUVR27IL9J type=write size=1815876 2023-12-16T19:50:37.487 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.488+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.0 size=1048576 2023-12-16T19:50:37.489 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.490+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.1 size=1048576 2023-12-16T19:50:37.491 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.492+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~A085EUA041Z3.2 size=1017795 2023-12-16T19:50:37.495 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.495+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=A085EUA041Z3 tag=C9CHTVT2YO0J type=write size=4163523 2023-12-16T19:50:37.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.499+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.0 size=1048576 2023-12-16T19:50:37.501 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.501+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.1 size=1048576 2023-12-16T19:50:37.502 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.503+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.2 size=522598 2023-12-16T19:50:37.502 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.503+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=AJHOE4OJZP1Y tag=3P10HZM8083O type=write size=3668326 2023-12-16T19:50:37.505 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.505+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.0 size=1048576 2023-12-16T19:50:37.506 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.507+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.1 size=1048576 2023-12-16T19:50:37.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.509+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~OACY0EZFOMSO.2 size=420350 2023-12-16T19:50:37.512 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.512+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=OACY0EZFOMSO tag=ML782YTN5QV8 type=write size=3566078 2023-12-16T19:50:37.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.514+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=G6GRVIML8ZG9 type=del size=2802316 2023-12-16T19:50:37.518 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.518+0000 7f2ef5d2c640 1 < suggested remove operation key=9KRQ59SUFM7Z tag=EPIEQBMAPNIH type=del 2023-12-16T19:50:37.521 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.522+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~NVBHZI4NNUPF.0 size=1048576 2023-12-16T19:50:37.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.524+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~NVBHZI4NNUPF.1 size=708980 2023-12-16T19:50:37.523 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.524+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=NVBHZI4NNUPF tag=1612FCX5Q9TF type=write size=2806132 2023-12-16T19:50:37.525 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.526+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=VXVA261KZE3G type=del 2023-12-16T19:50:37.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.529+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~Q8TO9EU46UB5.0 size=72294 2023-12-16T19:50:37.529 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.529+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=Q8TO9EU46UB5 tag=2AL7HWHRDGDJ type=write size=1120870 2023-12-16T19:50:37.531 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.531+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~YIUEIAP2MP58.0 size=1048576 2023-12-16T19:50:37.533 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.533+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~YIUEIAP2MP58.1 size=140724 2023-12-16T19:50:37.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.537+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=YIUEIAP2MP58 tag=KF1UDOB68XYS type=write size=2237876 2023-12-16T19:50:37.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.540+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~BS0JBT40ONS5.0 size=331466 2023-12-16T19:50:37.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.540+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=BS0JBT40ONS5 tag=FLMQ3QL97IEO type=write size=1380042 2023-12-16T19:50:37.542 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.542+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~94N8LZU3TGNX.0 size=1048576 2023-12-16T19:50:37.544 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.544+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~94N8LZU3TGNX.1 size=745462 2023-12-16T19:50:37.548 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.548+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=94N8LZU3TGNX tag=AHXUXOAZC00D type=write size=2842614 2023-12-16T19:50:37.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.550+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=IVW0HFFU9IF2 type=del size=624245 2023-12-16T19:50:37.551 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.552+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~09R27LUDUGEY.0 size=1048576 2023-12-16T19:50:37.553 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.553+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~09R27LUDUGEY.1 size=512905 2023-12-16T19:50:37.557 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.557+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=09R27LUDUGEY tag=QFT6Z1J0TZG3 type=write size=2610057 2023-12-16T19:50:37.559 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.559+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=IY2N1CO420ZM type=del size=3294266 2023-12-16T19:50:37.561 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.561+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.0 size=1048576 2023-12-16T19:50:37.562 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.563+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.1 size=1048576 2023-12-16T19:50:37.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.564+0000 7f2ef5d2c640 1 < completed part key=_multipart_4B9JQDI6Y8LC.2~RE9JPKW89CHA.2 size=615883 2023-12-16T19:50:37.568 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.568+0000 7f2ef5d2c640 1 < completed multipart upload key=4B9JQDI6Y8LC upload=RE9JPKW89CHA tag=IRAK6HVTM8D3 type=write size=3761611 2023-12-16T19:50:37.571 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.572+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~DUXHEFTAWCGE.0 size=1048576 2023-12-16T19:50:37.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.573+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~DUXHEFTAWCGE.1 size=984725 2023-12-16T19:50:37.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.573+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=DUXHEFTAWCGE tag=BI21IQFIQ2W5 type=write size=3081877 2023-12-16T19:50:37.577 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.577+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=AGFYI0BFN3PP type=del 2023-12-16T19:50:37.581 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.581+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.0 size=1048576 2023-12-16T19:50:37.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.583+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.1 size=1048576 2023-12-16T19:50:37.584 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.584+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.2 size=213208 2023-12-16T19:50:37.584 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.584+0000 7f2ef5d2c640 1 > prepared multipart upload key=MOECJRWYZ5M1 upload=SVX9G02W1MQE tag=QBS95DJ6GIAR type=write size=3358936 2023-12-16T19:50:37.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.586+0000 7f2ef5d2c640 1 < completed write operation key=O47415D8FFKL tag=DKVN1UB8PU14 type=write size=1022559 2023-12-16T19:50:37.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.588+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=VY3MS1SYIVNW type=del size=2434723 2023-12-16T19:50:37.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.593+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=QE0XY9W8DZHE type=del size=1752234 2023-12-16T19:50:37.595 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.595+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=H4XN4STX941O type=del size=1511561 2023-12-16T19:50:37.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.600+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=9V9LVBVATDNV type=del size=2607563 2023-12-16T19:50:37.602 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.602+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=EUVU85KQGFL6 type=del size=1040198 2023-12-16T19:50:37.604 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.604+0000 7f2ef5d2c640 1 < canceled operation key=REMAKLL0UEJD tag=J93F23L06YAV type=del size=1385032 2023-12-16T19:50:37.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.606+0000 7f2ef5d2c640 1 > prepared operation key=693CWQ45V5WS tag=UOK1558MISL1 type=del size=247265 2023-12-16T19:50:37.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.608+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=H3LQLU16GPNO type=del 2023-12-16T19:50:37.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.611+0000 7f2ef5d2c640 1 > prepared operation key=ZQ5BST6X324W tag=TG7719XHLERN type=del size=3611979 2023-12-16T19:50:37.613 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.613+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.0 size=1048576 2023-12-16T19:50:37.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.615+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.1 size=1048576 2023-12-16T19:50:37.616 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.617+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~TCA7DKGI4JSX.2 size=186384 2023-12-16T19:50:37.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.621+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=TCA7DKGI4JSX tag=P4XXH94MUCMA type=write size=3332112 2023-12-16T19:50:37.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.623+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=JCAH4673AB0K type=del size=601372 2023-12-16T19:50:37.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.623+0000 7f2ef5d2c640 1 < canceled part key=_multipart_MOECJRWYZ5M1.2~ZLN8Z10BNO6B.0 size=767300 2023-12-16T19:50:37.626 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.627+0000 7f2ef5d2c640 1 < canceled multipart upload key=MOECJRWYZ5M1 upload=ZLN8Z10BNO6B tag=YRIUVR27IL9J type=write size=1815876 2023-12-16T19:50:37.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.631+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~ZGN5MQRPHE4A.0 size=945318 2023-12-16T19:50:37.630 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.631+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=ZGN5MQRPHE4A tag=3628YBBZ76R5 type=write size=1993894 2023-12-16T19:50:37.632 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.633+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.0 size=1048576 2023-12-16T19:50:37.634 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.635+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.1 size=1048576 2023-12-16T19:50:37.636 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.637+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~AJHOE4OJZP1Y.2 size=522598 2023-12-16T19:50:37.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.640+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=AJHOE4OJZP1Y tag=3P10HZM8083O type=write size=3668326 2023-12-16T19:50:37.642 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.643+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=LS998ZLBO45Y type=del size=3840600 2023-12-16T19:50:37.644 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.645+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=G6GRVIML8ZG9 type=del 2023-12-16T19:50:37.648 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.649+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~1CDAC5UMWZO9.0 size=1048576 2023-12-16T19:50:37.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.650+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~1CDAC5UMWZO9.1 size=786012 2023-12-16T19:50:37.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.650+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=1CDAC5UMWZO9 tag=NGQIBB035O81 type=write size=2883164 2023-12-16T19:50:37.652 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.653+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~NVBHZI4NNUPF.0 size=1048576 2023-12-16T19:50:37.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.654+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~NVBHZI4NNUPF.1 size=708980 2023-12-16T19:50:37.658 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.658+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=NVBHZI4NNUPF tag=1612FCX5Q9TF type=write size=2806132 2023-12-16T19:50:37.663 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.663+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~6UOG75P7OXPQ.0 size=1048576 2023-12-16T19:50:37.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.665+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~6UOG75P7OXPQ.1 size=528948 2023-12-16T19:50:37.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.665+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=6UOG75P7OXPQ tag=43BTMX2A9FUP type=write size=2626100 2023-12-16T19:50:37.667 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.667+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~Q8TO9EU46UB5.0 size=72294 2023-12-16T19:50:37.672 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.672+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=Q8TO9EU46UB5 tag=2AL7HWHRDGDJ type=write size=1120870 2023-12-16T19:50:37.674 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.674+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=1KB2T7KAFLZ7 type=write size=564439 2023-12-16T19:50:37.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.677+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~BS0JBT40ONS5.0 size=331466 2023-12-16T19:50:37.680 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.680+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=BS0JBT40ONS5 tag=FLMQ3QL97IEO type=write size=1380042 2023-12-16T19:50:37.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.684+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~E7QKSPDWGU8I.0 size=856694 2023-12-16T19:50:37.684 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.684+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=E7QKSPDWGU8I tag=AYONV7ZBI4DK type=write size=1905270 2023-12-16T19:50:37.686 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.686+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=IVW0HFFU9IF2 type=del 2023-12-16T19:50:37.689 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.689+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=458TI1URDMYI type=del size=68061 2023-12-16T19:50:37.693 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.693+0000 7f2ef5d2c640 1 < suggested update operation key=132QU0TGO26D tag=IY2N1CO420ZM type=del size=3294266 2023-12-16T19:50:37.695 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.695+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=QPVE4X4NDDFE type=del size=2238837 2023-12-16T19:50:37.697 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.697+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~DUXHEFTAWCGE.0 size=1048576 2023-12-16T19:50:37.698 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.699+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~DUXHEFTAWCGE.1 size=984725 2023-12-16T19:50:37.703 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.703+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=DUXHEFTAWCGE tag=BI21IQFIQ2W5 type=write size=3081877 2023-12-16T19:50:37.705 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.705+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=HXQOLTPOEBJY type=write size=592938 2023-12-16T19:50:37.707 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.707+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.0 size=1048576 2023-12-16T19:50:37.709 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.709+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.1 size=1048576 2023-12-16T19:50:37.711 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.711+0000 7f2ef5d2c640 1 < completed part key=_multipart_MOECJRWYZ5M1.2~SVX9G02W1MQE.2 size=213208 2023-12-16T19:50:37.714 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.715+0000 7f2ef5d2c640 1 < completed multipart upload key=MOECJRWYZ5M1 upload=SVX9G02W1MQE tag=QBS95DJ6GIAR type=write size=3358936 2023-12-16T19:50:37.716 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.717+0000 7f2ef5d2c640 1 > prepared operation key=6OFOLQYE7CY9 tag=17Y792KMAFJF type=write size=560223 2023-12-16T19:50:37.719 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.719+0000 7f2ef5d2c640 1 < completed delete operation key=U16U268CZYJU tag=VY3MS1SYIVNW type=del 2023-12-16T19:50:37.721 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.721+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=TH3A2N4H328V type=del size=3984058 2023-12-16T19:50:37.722 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.723+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=H4XN4STX941O type=del 2023-12-16T19:50:37.725 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.725+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=MGRRZAUPTJJC type=del size=88325 2023-12-16T19:50:37.729 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.729+0000 7f2ef5d2c640 1 < suggested remove operation key=6OFOLQYE7CY9 tag=EUVU85KQGFL6 type=del 2023-12-16T19:50:37.730 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.731+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=I59140X0YVNI type=del size=1234673 2023-12-16T19:50:37.732 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.733+0000 7f2ef5d2c640 1 < completed delete operation key=693CWQ45V5WS tag=UOK1558MISL1 type=del 2023-12-16T19:50:37.735 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.735+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=7YA1J0SD4QVZ type=del size=786620 2023-12-16T19:50:37.736 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.737+0000 7f2ef5d2c640 1 < completed delete operation key=ZQ5BST6X324W tag=TG7719XHLERN type=del 2023-12-16T19:50:37.740 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.741+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.0 size=1048576 2023-12-16T19:50:37.742 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.742+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.1 size=1048576 2023-12-16T19:50:37.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.744+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.2 size=172866 2023-12-16T19:50:37.744 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.744+0000 7f2ef5d2c640 1 > prepared multipart upload key=KZ7TQX626J26 upload=3D7VY017D0IT tag=EKNXL2V7DPDP type=write size=3318594 2023-12-16T19:50:37.746 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.746+0000 7f2ef5d2c640 1 < completed delete operation key=KDXC6PN4L0HE tag=JCAH4673AB0K type=del 2023-12-16T19:50:37.748 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.748+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=UJ5RX7AT9Z0D type=del size=3087721 2023-12-16T19:50:37.750 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.750+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~ZGN5MQRPHE4A.0 size=945318 2023-12-16T19:50:37.754 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.754+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=ZGN5MQRPHE4A tag=3628YBBZ76R5 type=write size=1993894 2023-12-16T19:50:37.758 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.758+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.0 size=1048576 2023-12-16T19:50:37.760 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.760+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.1 size=1048576 2023-12-16T19:50:37.761 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.762+0000 7f2ef5d2c640 1 > prepared part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.2 size=60203 2023-12-16T19:50:37.762 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.762+0000 7f2ef5d2c640 1 > prepared multipart upload key=8XNMDB8GAS1T upload=JDRLU800IGJO tag=SQM0K6CNRSW2 type=write size=3205931 2023-12-16T19:50:37.763 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.764+0000 7f2ef5d2c640 1 < completed delete operation key=9KRQ59SUFM7Z tag=LS998ZLBO45Y type=del 2023-12-16T19:50:37.767 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.768+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~7JDV5XJCGMJU.0 size=396429 2023-12-16T19:50:37.768 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.768+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=7JDV5XJCGMJU tag=V4WDJPB301GG type=write size=1445005 2023-12-16T19:50:37.770 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.770+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~1CDAC5UMWZO9.0 size=1048576 2023-12-16T19:50:37.771 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.772+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~1CDAC5UMWZO9.1 size=786012 2023-12-16T19:50:37.776 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.776+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=1CDAC5UMWZO9 tag=NGQIBB035O81 type=write size=2883164 2023-12-16T19:50:37.778 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.778+0000 7f2ef5d2c640 1 > prepared operation key=D64S91AR017D tag=Z6OX2AO6YK2N type=del size=3514572 2023-12-16T19:50:37.780 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.780+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~6UOG75P7OXPQ.0 size=1048576 2023-12-16T19:50:37.782 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.782+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~6UOG75P7OXPQ.1 size=528948 2023-12-16T19:50:37.786 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.786+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=6UOG75P7OXPQ tag=43BTMX2A9FUP type=write size=2626100 2023-12-16T19:50:37.788 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.788+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=3DMRF1W4OSDW type=del size=1311963 2023-12-16T19:50:37.790 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.790+0000 7f2ef5d2c640 1 < completed write operation key=0977MGJVMY2Q tag=1KB2T7KAFLZ7 type=write size=564439 2023-12-16T19:50:37.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.792+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=AWTIQ1BHQ57P type=del size=4099247 2023-12-16T19:50:37.792 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.793+0000 7f2ef5d2c640 1 < canceled part key=_multipart_0977MGJVMY2Q.2~E7QKSPDWGU8I.0 size=856694 2023-12-16T19:50:37.796 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.796+0000 7f2ef5d2c640 1 < canceled multipart upload key=0977MGJVMY2Q upload=E7QKSPDWGU8I tag=AYONV7ZBI4DK type=write size=1905270 2023-12-16T19:50:37.798 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.799+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=V03CI4BK7RJ8 type=del size=3291003 2023-12-16T19:50:37.800 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.801+0000 7f2ef5d2c640 1 < completed delete operation key=KZ7TQX626J26 tag=458TI1URDMYI type=del 2023-12-16T19:50:37.802 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.803+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=0VIK1WKT13KA type=del size=529447 2023-12-16T19:50:37.805 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.805+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=QPVE4X4NDDFE type=del 2023-12-16T19:50:37.807 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.808+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=2TR90M3E960U type=del size=861012 2023-12-16T19:50:37.809 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.810+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=HXQOLTPOEBJY type=write size=592938 2023-12-16T19:50:37.811 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.812+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=59KJ19ON2D36 type=del size=4025289 2023-12-16T19:50:37.812 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.812+0000 7f2ef5d2c640 -1 < no bi entry to suggest for operation key=6OFOLQYE7CY9 tag=17Y792KMAFJF type=write size=560223: (2) No such file or directory 2023-12-16T19:50:37.814 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.814+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=S1E7DO2ZHW7B type=del size=550684 2023-12-16T19:50:37.816 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.816+0000 7f2ef5d2c640 1 < completed delete operation key=BP4X0CT9HFAO tag=TH3A2N4H328V type=del 2023-12-16T19:50:37.818 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.818+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=5X04KXEOWF74 type=del size=4171423 2023-12-16T19:50:37.820 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.820+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=MGRRZAUPTJJC type=del 2023-12-16T19:50:37.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.824+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~68D36C4N2RY8.0 size=980895 2023-12-16T19:50:37.824 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.824+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=68D36C4N2RY8 tag=9UVFVY6W0REB type=write size=2029471 2023-12-16T19:50:37.827 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.827+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=I59140X0YVNI type=del 2023-12-16T19:50:37.831 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.831+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.0 size=1048576 2023-12-16T19:50:37.833 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.833+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.1 size=1048576 2023-12-16T19:50:37.834 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.835+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.2 size=766434 2023-12-16T19:50:37.835 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.835+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=D474T1FMWQ7A tag=JVM3VJXFU7T6 type=write size=3912162 2023-12-16T19:50:37.837 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.837+0000 7f2ef5d2c640 1 < completed delete operation key=1MJ52B125Q24 tag=7YA1J0SD4QVZ type=del 2023-12-16T19:50:37.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.839+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=HPKEIJEJZ6W9 type=del size=3935480 2023-12-16T19:50:37.839 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.840+0000 7f2ef5d2c640 1 < canceled part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.0 size=1048576 2023-12-16T19:50:37.841 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.842+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.1 size=1048576 2023-12-16T19:50:37.843 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.844+0000 7f2ef5d2c640 1 < completed part key=_multipart_KZ7TQX626J26.2~3D7VY017D0IT.2 size=172866 2023-12-16T19:50:37.848 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.848+0000 7f2ef5d2c640 1 < canceled multipart upload key=KZ7TQX626J26 upload=3D7VY017D0IT tag=EKNXL2V7DPDP type=write size=3318594 2023-12-16T19:50:37.850 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.850+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=YNDNMQQ936VM type=write size=137274 2023-12-16T19:50:37.853 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.853+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=UJ5RX7AT9Z0D type=del 2023-12-16T19:50:37.857 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.857+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.0 size=1048576 2023-12-16T19:50:37.859 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.859+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.1 size=1048576 2023-12-16T19:50:37.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.861+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.2 size=137379 2023-12-16T19:50:37.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.861+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=HM3A2TIY00N8 tag=4IIW5UORW7DO type=write size=3283107 2023-12-16T19:50:37.861 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.862+0000 7f2ef5d2c640 1 < canceled part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.0 size=1048576 2023-12-16T19:50:37.863 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.863+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.1 size=1048576 2023-12-16T19:50:37.865 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.865+0000 7f2ef5d2c640 1 < completed part key=_multipart_8XNMDB8GAS1T.2~JDRLU800IGJO.2 size=60203 2023-12-16T19:50:37.869 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.869+0000 7f2ef5d2c640 1 < canceled multipart upload key=8XNMDB8GAS1T upload=JDRLU800IGJO tag=SQM0K6CNRSW2 type=write size=3205931 2023-12-16T19:50:37.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.873+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~MV8SCQJXHDQ6.0 size=101537 2023-12-16T19:50:37.873 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.873+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=MV8SCQJXHDQ6 tag=F3PLR2GOVJP7 type=write size=1150113 2023-12-16T19:50:37.875 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.876+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~7JDV5XJCGMJU.0 size=396429 2023-12-16T19:50:37.880 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.880+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=7JDV5XJCGMJU tag=V4WDJPB301GG type=write size=1445005 2023-12-16T19:50:37.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.884+0000 7f2ef5d2c640 1 > prepared part key=_multipart_MSNLCTTZ723G.2~K4Y3NHRERBWC.0 size=413806 2023-12-16T19:50:37.884 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.884+0000 7f2ef5d2c640 1 > prepared multipart upload key=MSNLCTTZ723G upload=K4Y3NHRERBWC tag=DTZSIQZCY6ON type=write size=1462382 2023-12-16T19:50:37.886 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.886+0000 7f2ef5d2c640 1 < completed delete operation key=D64S91AR017D tag=Z6OX2AO6YK2N type=del 2023-12-16T19:50:37.888 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.888+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=J21P54P3H7CO type=del size=478599 2023-12-16T19:50:37.890 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.890+0000 7f2ef5d2c640 1 < canceled operation key=4DEANTZS07W7 tag=3DMRF1W4OSDW type=del size=1311963 2023-12-16T19:50:37.892 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.892+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=HFB7M72TVU17 type=del size=26545 2023-12-16T19:50:37.897 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.897+0000 7f2ef5d2c640 1 < suggested update operation key=F01U501SJH0E tag=AWTIQ1BHQ57P type=del size=4099247 2023-12-16T19:50:37.899 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.899+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=PJRAA3KQT8LY type=del size=94410 2023-12-16T19:50:37.900 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.901+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=V03CI4BK7RJ8 type=del 2023-12-16T19:50:37.903 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.903+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=9N07QXTHZFX5 type=del size=600048 2023-12-16T19:50:37.905 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.905+0000 7f2ef5d2c640 1 < completed delete operation key=MOECJRWYZ5M1 tag=0VIK1WKT13KA type=del 2023-12-16T19:50:37.908 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.909+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.0 size=1048576 2023-12-16T19:50:37.910 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.910+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.1 size=1048576 2023-12-16T19:50:37.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.912+0000 7f2ef5d2c640 1 > prepared part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.2 size=323892 2023-12-16T19:50:37.912 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.912+0000 7f2ef5d2c640 1 > prepared multipart upload key=M370RML7FVOG upload=QG13FL5051S2 tag=HJYEKEBCGJW6 type=write size=3469620 2023-12-16T19:50:37.914 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.914+0000 7f2ef5d2c640 1 < completed delete operation key=8XNMDB8GAS1T tag=2TR90M3E960U type=del 2023-12-16T19:50:37.919 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.918+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.0 size=1048576 2023-12-16T19:50:37.920 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.920+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.1 size=1048576 2023-12-16T19:50:37.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.921+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.2 size=621738 2023-12-16T19:50:37.921 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.921+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=S4P9OKV4GLCT tag=BFHBB4FLMLCC type=write size=3767466 2023-12-16T19:50:37.925 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.926+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=59KJ19ON2D36 type=del size=4025289 2023-12-16T19:50:37.928 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.928+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=VMXARJ297OUU type=del size=770916 2023-12-16T19:50:37.932 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.933+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=S1E7DO2ZHW7B type=del size=550684 2023-12-16T19:50:37.934 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.935+0000 7f2ef5d2c640 1 > prepared operation key=BP4X0CT9HFAO tag=NF10TJQFMKU4 type=del size=1671827 2023-12-16T19:50:37.936 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.937+0000 7f2ef5d2c640 1 < canceled operation key=6MFOODPNMXUS tag=5X04KXEOWF74 type=del size=4171423 2023-12-16T19:50:37.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.941+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~93SWYF1T7SW5.0 size=845017 2023-12-16T19:50:37.940 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.941+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=93SWYF1T7SW5 tag=4W7F4335T0Y3 type=write size=1893593 2023-12-16T19:50:37.942 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.942+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~68D36C4N2RY8.0 size=980895 2023-12-16T19:50:37.946 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.946+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=68D36C4N2RY8 tag=9UVFVY6W0REB type=write size=2029471 2023-12-16T19:50:37.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.950+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~11P3087ZRPI4.0 size=352838 2023-12-16T19:50:37.950 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.950+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=11P3087ZRPI4 tag=48QJ72HXEFZZ type=write size=1401414 2023-12-16T19:50:37.951 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.952+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.0 size=1048576 2023-12-16T19:50:37.953 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.954+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.1 size=1048576 2023-12-16T19:50:37.955 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.955+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~D474T1FMWQ7A.2 size=766434 2023-12-16T19:50:37.958 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.959+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=D474T1FMWQ7A tag=JVM3VJXFU7T6 type=write size=3912162 2023-12-16T19:50:37.962 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.962+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~GJCE4QZL9HNN.0 size=1048576 2023-12-16T19:50:37.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.964+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~GJCE4QZL9HNN.1 size=104331 2023-12-16T19:50:37.964 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.964+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=GJCE4QZL9HNN tag=G9ZU3P1IKTFM type=write size=2201483 2023-12-16T19:50:37.966 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.966+0000 7f2ef5d2c640 1 < completed delete operation key=M370RML7FVOG tag=HPKEIJEJZ6W9 type=del 2023-12-16T19:50:37.970 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.970+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.0 size=1048576 2023-12-16T19:50:37.971 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.972+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.1 size=1048576 2023-12-16T19:50:37.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.973+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.2 size=20145 2023-12-16T19:50:37.973 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.973+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=7SFN5JVS380D tag=M8CFT7H6MFG4 type=write size=3165873 2023-12-16T19:50:37.977 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.977+0000 7f2ef5d2c640 1 < suggested update operation key=4DEANTZS07W7 tag=YNDNMQQ936VM type=write size=137274 2023-12-16T19:50:37.979 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.980+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=K759AK4USOOD type=del size=3548545 2023-12-16T19:50:37.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.982+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.0 size=1048576 2023-12-16T19:50:37.981 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.982+0000 7f2ef5d2c640 1 < canceled part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.1 size=1048576 2023-12-16T19:50:37.983 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.983+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~HM3A2TIY00N8.2 size=137379 2023-12-16T19:50:37.987 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.987+0000 7f2ef5d2c640 1 < canceled multipart upload key=3I8OH9GP7T7F upload=HM3A2TIY00N8 tag=4IIW5UORW7DO type=write size=3283107 2023-12-16T19:50:37.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.991+0000 7f2ef5d2c640 1 > prepared part key=_multipart_REMAKLL0UEJD.2~P6SH50UE3RM4.0 size=245230 2023-12-16T19:50:37.991 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.991+0000 7f2ef5d2c640 1 > prepared multipart upload key=REMAKLL0UEJD upload=P6SH50UE3RM4 tag=WAX5C6JD4VRU type=write size=1293806 2023-12-16T19:50:37.992 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.993+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~MV8SCQJXHDQ6.0 size=101537 2023-12-16T19:50:37.996 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:37.996+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=MV8SCQJXHDQ6 tag=F3PLR2GOVJP7 type=write size=1150113 2023-12-16T19:50:38.000 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.000+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~R53DOQMH6NAO.0 size=1048576 2023-12-16T19:50:38.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.002+0000 7f2ef5d2c640 1 > prepared part key=_multipart_ZQ5BST6X324W.2~R53DOQMH6NAO.1 size=422085 2023-12-16T19:50:38.002 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.002+0000 7f2ef5d2c640 1 > prepared multipart upload key=ZQ5BST6X324W upload=R53DOQMH6NAO tag=8GEJMENBOAUN type=write size=2519237 2023-12-16T19:50:38.003 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.004+0000 7f2ef5d2c640 1 < completed part key=_multipart_MSNLCTTZ723G.2~K4Y3NHRERBWC.0 size=413806 2023-12-16T19:50:38.007 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.007+0000 7f2ef5d2c640 1 < completed multipart upload key=MSNLCTTZ723G upload=K4Y3NHRERBWC tag=DTZSIQZCY6ON type=write size=1462382 2023-12-16T19:50:38.009 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.010+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=NZPAUGF1IN7F type=del size=4101119 2023-12-16T19:50:38.011 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.012+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=J21P54P3H7CO type=del 2023-12-16T19:50:38.015 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.016+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.0 size=1048576 2023-12-16T19:50:38.017 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.017+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.1 size=1048576 2023-12-16T19:50:38.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.019+0000 7f2ef5d2c640 1 > prepared part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.2 size=248887 2023-12-16T19:50:38.019 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.019+0000 7f2ef5d2c640 1 > prepared multipart upload key=693CWQ45V5WS upload=2DIGHWWR7QG1 tag=TFFBCFSK63RT type=write size=3394615 2023-12-16T19:50:38.021 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.022+0000 7f2ef5d2c640 1 < completed delete operation key=REMAKLL0UEJD tag=HFB7M72TVU17 type=del 2023-12-16T19:50:38.023 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.024+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=U3CVSWPTPJB8 type=del size=394909 2023-12-16T19:50:38.026 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.026+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=PJRAA3KQT8LY type=del 2023-12-16T19:50:38.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.030+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6MFOODPNMXUS.2~PRF3SL01XEGD.0 size=781485 2023-12-16T19:50:38.030 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.030+0000 7f2ef5d2c640 1 > prepared multipart upload key=6MFOODPNMXUS upload=PRF3SL01XEGD tag=A0UVNFKVXBYE type=write size=1830061 2023-12-16T19:50:38.032 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.033+0000 7f2ef5d2c640 1 < completed delete operation key=5PBDOPNNQTMI tag=9N07QXTHZFX5 type=del 2023-12-16T19:50:38.035 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.035+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=RZS90I9JUYYV type=write size=995507 2023-12-16T19:50:38.037 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.038+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.0 size=1048576 2023-12-16T19:50:38.039 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.040+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.1 size=1048576 2023-12-16T19:50:38.041 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.042+0000 7f2ef5d2c640 1 < completed part key=_multipart_M370RML7FVOG.2~QG13FL5051S2.2 size=323892 2023-12-16T19:50:38.045 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.045+0000 7f2ef5d2c640 1 < completed multipart upload key=M370RML7FVOG upload=QG13FL5051S2 tag=HJYEKEBCGJW6 type=write size=3469620 2023-12-16T19:50:38.047 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.047+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=5EFIY215ZZVM type=del size=2555505 2023-12-16T19:50:38.049 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.049+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.0 size=1048576 2023-12-16T19:50:38.051 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.051+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.1 size=1048576 2023-12-16T19:50:38.052 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.053+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~S4P9OKV4GLCT.2 size=621738 2023-12-16T19:50:38.056 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.056+0000 7f2ef5d2c640 1 < completed multipart upload key=02FTPVWM8G45 upload=S4P9OKV4GLCT tag=BFHBB4FLMLCC type=write size=3767466 2023-12-16T19:50:38.058 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.058+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=07UXJGJHC85Q type=del size=83876 2023-12-16T19:50:38.060 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.060+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=VMXARJ297OUU type=del 2023-12-16T19:50:38.064 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.064+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.0 size=1048576 2023-12-16T19:50:38.065 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.066+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.1 size=1048576 2023-12-16T19:50:38.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.067+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.2 size=939826 2023-12-16T19:50:38.067 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.067+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=MGRQ0S3ZI8D1 tag=Z2RQO3T4T2HQ type=write size=4085554 2023-12-16T19:50:38.071 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.071+0000 7f2ef5d2c640 1 < suggested remove operation key=BP4X0CT9HFAO tag=NF10TJQFMKU4 type=del 2023-12-16T19:50:38.073 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.073+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=UFWCKYCOFU13 type=del size=813559 2023-12-16T19:50:38.075 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.075+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~93SWYF1T7SW5.0 size=845017 2023-12-16T19:50:38.078 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.078+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=93SWYF1T7SW5 tag=4W7F4335T0Y3 type=write size=1893593 2023-12-16T19:50:38.080 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.080+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=G8L9OPW1OV7X type=del size=131972 2023-12-16T19:50:38.083 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.083+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~11P3087ZRPI4.0 size=352838 2023-12-16T19:50:38.086 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.086+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=11P3087ZRPI4 tag=48QJ72HXEFZZ type=write size=1401414 2023-12-16T19:50:38.090 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.090+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.0 size=1048576 2023-12-16T19:50:38.092 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.092+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.1 size=1048576 2023-12-16T19:50:38.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.094+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.2 size=526271 2023-12-16T19:50:38.093 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.094+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=NIWESVFGRNSB tag=7NCGP689J1N0 type=write size=3671999 2023-12-16T19:50:38.095 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.096+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~GJCE4QZL9HNN.0 size=1048576 2023-12-16T19:50:38.097 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.097+0000 7f2ef5d2c640 1 < completed part key=_multipart_03HJNEF8UT2J.2~GJCE4QZL9HNN.1 size=104331 2023-12-16T19:50:38.100 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.101+0000 7f2ef5d2c640 1 < completed multipart upload key=03HJNEF8UT2J upload=GJCE4QZL9HNN tag=G9ZU3P1IKTFM type=write size=2201483 2023-12-16T19:50:38.102 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.103+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=V0250URTRW58 type=write size=480012 2023-12-16T19:50:38.104 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.105+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.0 size=1048576 2023-12-16T19:50:38.106 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.106+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.1 size=1048576 2023-12-16T19:50:38.108 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.108+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~7SFN5JVS380D.2 size=20145 2023-12-16T19:50:38.112 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.112+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=7SFN5JVS380D tag=M8CFT7H6MFG4 type=write size=3165873 2023-12-16T19:50:38.114 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.114+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=DT943R3MID38 type=write size=943412 2023-12-16T19:50:38.115 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.116+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=K759AK4USOOD type=del 2023-12-16T19:50:38.117 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.118+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=1FOM7OCLJEE9 type=del size=757178 2023-12-16T19:50:38.119 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.120+0000 7f2ef5d2c640 1 < completed part key=_multipart_REMAKLL0UEJD.2~P6SH50UE3RM4.0 size=245230 2023-12-16T19:50:38.123 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.123+0000 7f2ef5d2c640 1 < completed multipart upload key=REMAKLL0UEJD upload=P6SH50UE3RM4 tag=WAX5C6JD4VRU type=write size=1293806 2023-12-16T19:50:38.125 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.125+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=ZV3CMC0XSY8B type=del size=3560353 2023-12-16T19:50:38.127 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.127+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~R53DOQMH6NAO.0 size=1048576 2023-12-16T19:50:38.129 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.129+0000 7f2ef5d2c640 1 < completed part key=_multipart_ZQ5BST6X324W.2~R53DOQMH6NAO.1 size=422085 2023-12-16T19:50:38.132 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.133+0000 7f2ef5d2c640 1 < completed multipart upload key=ZQ5BST6X324W upload=R53DOQMH6NAO tag=8GEJMENBOAUN type=write size=2519237 2023-12-16T19:50:38.135 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.135+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=9X6CR3368XZU type=del size=3860221 2023-12-16T19:50:38.137 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.137+0000 7f2ef5d2c640 1 < canceled operation key=03HJNEF8UT2J tag=NZPAUGF1IN7F type=del size=4101119 2023-12-16T19:50:38.139 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.139+0000 7f2ef5d2c640 1 > prepared operation key=02FTPVWM8G45 tag=PBXAOQB3LGSG type=del size=3702894 2023-12-16T19:50:38.141 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.141+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.0 size=1048576 2023-12-16T19:50:38.142 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.143+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.1 size=1048576 2023-12-16T19:50:38.144 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.144+0000 7f2ef5d2c640 1 < completed part key=_multipart_693CWQ45V5WS.2~2DIGHWWR7QG1.2 size=248887 2023-12-16T19:50:38.148 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.148+0000 7f2ef5d2c640 1 < completed multipart upload key=693CWQ45V5WS upload=2DIGHWWR7QG1 tag=TFFBCFSK63RT type=write size=3394615 2023-12-16T19:50:38.151 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.152+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ZJNZL972M20P.0 size=1048576 2023-12-16T19:50:38.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.154+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~ZJNZL972M20P.1 size=511565 2023-12-16T19:50:38.153 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.154+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=ZJNZL972M20P tag=W61S75H1X1W6 type=write size=2608717 2023-12-16T19:50:38.155 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.156+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=U3CVSWPTPJB8 type=del 2023-12-16T19:50:38.159 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.160+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~FQQEYV31YMFN.0 size=1048576 2023-12-16T19:50:38.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.162+0000 7f2ef5d2c640 1 > prepared part key=_multipart_F01U501SJH0E.2~FQQEYV31YMFN.1 size=397752 2023-12-16T19:50:38.162 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.162+0000 7f2ef5d2c640 1 > prepared multipart upload key=F01U501SJH0E upload=FQQEYV31YMFN tag=R72JWJXK4XD6 type=write size=2494904 2023-12-16T19:50:38.164 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.164+0000 7f2ef5d2c640 1 < completed part key=_multipart_6MFOODPNMXUS.2~PRF3SL01XEGD.0 size=781485 2023-12-16T19:50:38.167 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.168+0000 7f2ef5d2c640 1 < completed multipart upload key=6MFOODPNMXUS upload=PRF3SL01XEGD tag=A0UVNFKVXBYE type=write size=1830061 2023-12-16T19:50:38.170 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.170+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=T2J4X81ELS04 type=write size=480574 2023-12-16T19:50:38.172 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.172+0000 7f2ef5d2c640 1 < completed write operation key=9KRQ59SUFM7Z tag=RZS90I9JUYYV type=write size=995507 2023-12-16T19:50:38.176 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.176+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~709CGILD3R8N.0 size=1048576 2023-12-16T19:50:38.177 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.178+0000 7f2ef5d2c640 1 > prepared part key=_multipart_34B5L3BXNV17.2~709CGILD3R8N.1 size=101493 2023-12-16T19:50:38.178 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.178+0000 7f2ef5d2c640 1 > prepared multipart upload key=34B5L3BXNV17 upload=709CGILD3R8N tag=RYZTLSV0SPT0 type=write size=2198645 2023-12-16T19:50:38.179 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.180+0000 7f2ef5d2c640 1 < completed delete operation key=34B5L3BXNV17 tag=5EFIY215ZZVM type=del 2023-12-16T19:50:38.181 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.182+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=8ZDTCAPO6YMG type=del size=2312085 2023-12-16T19:50:38.183 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.184+0000 7f2ef5d2c640 1 < completed delete operation key=132QU0TGO26D tag=07UXJGJHC85Q type=del 2023-12-16T19:50:38.186 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.186+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=72QBJL0DN9CW type=del size=1163215 2023-12-16T19:50:38.186 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.186+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.0 size=1048576 2023-12-16T19:50:38.188 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.188+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.1 size=1048576 2023-12-16T19:50:38.190 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.190+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~MGRQ0S3ZI8D1.2 size=939826 2023-12-16T19:50:38.193 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.193+0000 7f2ef5d2c640 1 < canceled multipart upload key=4DEANTZS07W7 upload=MGRQ0S3ZI8D1 tag=Z2RQO3T4T2HQ type=write size=4085554 2023-12-16T19:50:38.195 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.195+0000 7f2ef5d2c640 1 > prepared operation key=1EO09GE5UCX3 tag=WX1S7D5FEOAQ type=del size=3802910 2023-12-16T19:50:38.197 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.197+0000 7f2ef5d2c640 1 < completed delete operation key=1EO09GE5UCX3 tag=UFWCKYCOFU13 type=del 2023-12-16T19:50:38.201 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.201+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.0 size=1048576 2023-12-16T19:50:38.203 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.203+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.1 size=1048576 2023-12-16T19:50:38.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.205+0000 7f2ef5d2c640 1 > prepared part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.2 size=756137 2023-12-16T19:50:38.204 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.205+0000 7f2ef5d2c640 1 > prepared multipart upload key=KDXC6PN4L0HE upload=32EG41KSFIMW tag=XQ3K8C3OTVZ1 type=write size=3901865 2023-12-16T19:50:38.207 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.207+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=G8L9OPW1OV7X type=del 2023-12-16T19:50:38.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.211+0000 7f2ef5d2c640 1 > prepared part key=_multipart_5PBDOPNNQTMI.2~M6XQTBTYEUIM.0 size=961746 2023-12-16T19:50:38.210 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.211+0000 7f2ef5d2c640 1 > prepared multipart upload key=5PBDOPNNQTMI upload=M6XQTBTYEUIM tag=IUNHBMURF3HA type=write size=2010322 2023-12-16T19:50:38.213 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.213+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.0 size=1048576 2023-12-16T19:50:38.214 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.215+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.1 size=1048576 2023-12-16T19:50:38.215 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.215+0000 7f2ef5d2c640 1 < canceled part key=_multipart_4DEANTZS07W7.2~NIWESVFGRNSB.2 size=526271 2023-12-16T19:50:38.218 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.218+0000 7f2ef5d2c640 1 < canceled multipart upload key=4DEANTZS07W7 upload=NIWESVFGRNSB tag=7NCGP689J1N0 type=write size=3671999 2023-12-16T19:50:38.220 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.220+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=UKQ80IUS25OS type=write size=914793 2023-12-16T19:50:38.222 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.222+0000 7f2ef5d2c640 1 < completed write operation key=U16U268CZYJU tag=V0250URTRW58 type=write size=480012 2023-12-16T19:50:38.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.226+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D9LNRAJZRKB9.2~DXSMCRWA29K6.0 size=892060 2023-12-16T19:50:38.226 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.226+0000 7f2ef5d2c640 1 > prepared multipart upload key=D9LNRAJZRKB9 upload=DXSMCRWA29K6 tag=P93X5JXA9FE2 type=write size=1940636 2023-12-16T19:50:38.230 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.231+0000 7f2ef5d2c640 1 < suggested update operation key=D9LNRAJZRKB9 tag=DT943R3MID38 type=write size=943412 2023-12-16T19:50:38.233 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.233+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=RTS1EXHW0COC type=del size=2046197 2023-12-16T19:50:38.235 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.236+0000 7f2ef5d2c640 1 < completed delete operation key=3I8OH9GP7T7F tag=1FOM7OCLJEE9 type=del 2023-12-16T19:50:38.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:37 smithi002 ceph-mon[137674]: pgmap v1426: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 458 KiB/s wr, 2.34k op/s 2023-12-16T19:50:38.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:37 smithi002 ceph-mon[140029]: pgmap v1426: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 458 KiB/s wr, 2.34k op/s 2023-12-16T19:50:38.238 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.239+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=M4ZS05OOPF27 type=del size=1578325 2023-12-16T19:50:38.243 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.243+0000 7f2ef5d2c640 1 < suggested update operation key=JGJZADQXTKU9 tag=ZV3CMC0XSY8B type=del size=3560353 2023-12-16T19:50:38.245 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.245+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=7BB53WAQZBN7 type=del size=1387783 2023-12-16T19:50:38.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:37 smithi043 ceph-mon[135010]: pgmap v1426: 137 pgs: 137 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 458 KiB/s wr, 2.34k op/s 2023-12-16T19:50:38.250 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.250+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=9X6CR3368XZU type=del size=3860221 2023-12-16T19:50:38.252 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.252+0000 7f2ef5d2c640 1 > prepared operation key=KDXC6PN4L0HE tag=QO3VDEEOE6OM type=del size=2002860 2023-12-16T19:50:38.254 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.254+0000 7f2ef5d2c640 1 < completed delete operation key=02FTPVWM8G45 tag=PBXAOQB3LGSG type=del 2023-12-16T19:50:38.257 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.258+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.0 size=1048576 2023-12-16T19:50:38.259 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.260+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.1 size=1048576 2023-12-16T19:50:38.261 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.262+0000 7f2ef5d2c640 1 > prepared part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.2 size=680256 2023-12-16T19:50:38.261 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.262+0000 7f2ef5d2c640 1 > prepared multipart upload key=QDUC4OGZ9939 upload=XD2W6EUA41U9 tag=5JQM7MKRZK9P type=write size=3825984 2023-12-16T19:50:38.263 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.264+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ZJNZL972M20P.0 size=1048576 2023-12-16T19:50:38.265 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.266+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~ZJNZL972M20P.1 size=511565 2023-12-16T19:50:38.269 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.270+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=ZJNZL972M20P tag=W61S75H1X1W6 type=write size=2608717 2023-12-16T19:50:38.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.274+0000 7f2ef5d2c640 1 > prepared part key=_multipart_132QU0TGO26D.2~NY9Z7AN5U3TE.0 size=944754 2023-12-16T19:50:38.274 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.274+0000 7f2ef5d2c640 1 > prepared multipart upload key=132QU0TGO26D upload=NY9Z7AN5U3TE tag=POMQADAVN494 type=write size=1993330 2023-12-16T19:50:38.276 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.276+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~FQQEYV31YMFN.0 size=1048576 2023-12-16T19:50:38.278 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.278+0000 7f2ef5d2c640 1 < completed part key=_multipart_F01U501SJH0E.2~FQQEYV31YMFN.1 size=397752 2023-12-16T19:50:38.281 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.282+0000 7f2ef5d2c640 1 < completed multipart upload key=F01U501SJH0E upload=FQQEYV31YMFN tag=R72JWJXK4XD6 type=write size=2494904 2023-12-16T19:50:38.285 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.284+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=QKPOBIOAPHIF type=del size=2393983 2023-12-16T19:50:38.288 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.289+0000 7f2ef5d2c640 1 < suggested update operation key=M370RML7FVOG tag=T2J4X81ELS04 type=write size=480574 2023-12-16T19:50:38.290 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.291+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=YYX1H0PLTSJW type=write size=834106 2023-12-16T19:50:38.292 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.293+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~709CGILD3R8N.0 size=1048576 2023-12-16T19:50:38.295 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.295+0000 7f2ef5d2c640 1 < completed part key=_multipart_34B5L3BXNV17.2~709CGILD3R8N.1 size=101493 2023-12-16T19:50:38.298 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.298+0000 7f2ef5d2c640 1 < completed multipart upload key=34B5L3BXNV17 upload=709CGILD3R8N tag=RYZTLSV0SPT0 type=write size=2198645 2023-12-16T19:50:38.300 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.300+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=W1FW717W5HT3 type=write size=871074 2023-12-16T19:50:38.303 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.303+0000 7f2ef5d2c640 -1 < failed to complete operation key=JGJZADQXTKU9 tag=8ZDTCAPO6YMG type=del size=2312085: (22) Invalid argument 2023-12-16T19:50:38.307 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.307+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.0 size=1048576 2023-12-16T19:50:38.308 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.309+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.1 size=1048576 2023-12-16T19:50:38.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.310+0000 7f2ef5d2c640 1 > prepared part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.2 size=1034373 2023-12-16T19:50:38.310 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.310+0000 7f2ef5d2c640 1 > prepared multipart upload key=D64S91AR017D upload=T1VOD2GMZZ68 tag=5RUC7FP96KQF type=write size=4180101 2023-12-16T19:50:38.314 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.314+0000 7f2ef5d2c640 -1 < failed to complete operation key=JGJZADQXTKU9 tag=72QBJL0DN9CW type=del size=1163215: (22) Invalid argument 2023-12-16T19:50:38.316 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.317+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=BNEIUMW6LJUS type=del size=1690093 2023-12-16T19:50:38.321 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.321+0000 7f2ef5d2c640 1 < suggested update operation key=1EO09GE5UCX3 tag=WX1S7D5FEOAQ type=del size=3802910 2023-12-16T19:50:38.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.326+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0IKPM4CW0IB8.2~SRRN94LOD9DA.0 size=186255 2023-12-16T19:50:38.326 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.326+0000 7f2ef5d2c640 1 > prepared multipart upload key=0IKPM4CW0IB8 upload=SRRN94LOD9DA tag=GY84S4DJQ0LU type=write size=1234831 2023-12-16T19:50:38.328 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.328+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.0 size=1048576 2023-12-16T19:50:38.329 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.330+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.1 size=1048576 2023-12-16T19:50:38.331 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.331+0000 7f2ef5d2c640 1 < completed part key=_multipart_KDXC6PN4L0HE.2~32EG41KSFIMW.2 size=756137 2023-12-16T19:50:38.335 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.336+0000 7f2ef5d2c640 1 < completed multipart upload key=KDXC6PN4L0HE upload=32EG41KSFIMW tag=XQ3K8C3OTVZ1 type=write size=3901865 2023-12-16T19:50:38.337 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.338+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=V0IZ1O4G2Y2G type=write size=222051 2023-12-16T19:50:38.338 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.338+0000 7f2ef5d2c640 1 < canceled part key=_multipart_5PBDOPNNQTMI.2~M6XQTBTYEUIM.0 size=961746 2023-12-16T19:50:38.342 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.343+0000 7f2ef5d2c640 1 < canceled multipart upload key=5PBDOPNNQTMI upload=M6XQTBTYEUIM tag=IUNHBMURF3HA type=write size=2010322 2023-12-16T19:50:38.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.347+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~YY4M88N3SAVG.0 size=826582 2023-12-16T19:50:38.347 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.347+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=YY4M88N3SAVG tag=PEWG2J98UY6I type=write size=1875158 2023-12-16T19:50:38.351 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.351+0000 7f2ef5d2c640 1 < suggested remove operation key=M370RML7FVOG tag=UKQ80IUS25OS type=write 2023-12-16T19:50:38.353 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.353+0000 7f2ef5d2c640 1 > prepared operation key=U16U268CZYJU tag=226E1BH6TLD0 type=del size=3884874 2023-12-16T19:50:38.355 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.356+0000 7f2ef5d2c640 1 < completed part key=_multipart_D9LNRAJZRKB9.2~DXSMCRWA29K6.0 size=892060 2023-12-16T19:50:38.359 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.359+0000 7f2ef5d2c640 1 < completed multipart upload key=D9LNRAJZRKB9 upload=DXSMCRWA29K6 tag=P93X5JXA9FE2 type=write size=1940636 2023-12-16T19:50:38.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.363+0000 7f2ef5d2c640 1 > prepared part key=_multipart_4DEANTZS07W7.2~KCRWGQ56RIC4.0 size=658265 2023-12-16T19:50:38.363 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.363+0000 7f2ef5d2c640 1 > prepared multipart upload key=4DEANTZS07W7 upload=KCRWGQ56RIC4 tag=63QF5Z5R6XTQ type=write size=1706841 2023-12-16T19:50:38.367 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.367+0000 7f2ef5d2c640 1 < suggested update operation key=MSNLCTTZ723G tag=RTS1EXHW0COC type=del size=2046197 2023-12-16T19:50:38.371 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.372+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.0 size=1048576 2023-12-16T19:50:38.373 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.374+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.1 size=1048576 2023-12-16T19:50:38.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.376+0000 7f2ef5d2c640 1 > prepared part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.2 size=468410 2023-12-16T19:50:38.375 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.376+0000 7f2ef5d2c640 1 > prepared multipart upload key=6OFOLQYE7CY9 upload=3BSYQ2RDWAIS tag=NFHHJC4AWOUM type=write size=3614138 2023-12-16T19:50:38.377 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.378+0000 7f2ef5d2c640 1 < completed delete operation key=0IKPM4CW0IB8 tag=M4ZS05OOPF27 type=del 2023-12-16T19:50:38.379 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.380+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=HKYXEUXO5OL6 type=del size=1481406 2023-12-16T19:50:38.381 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.382+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=7BB53WAQZBN7 type=del 2023-12-16T19:50:38.384 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.384+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=J0FGV3OLGC38 type=del size=2853085 2023-12-16T19:50:38.387 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.388+0000 7f2ef5d2c640 1 < suggested remove operation key=KDXC6PN4L0HE tag=QO3VDEEOE6OM type=del 2023-12-16T19:50:38.390 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.390+0000 7f2ef5d2c640 1 > prepared operation key=4DEANTZS07W7 tag=JU08WRPDI57Q type=del size=3165194 2023-12-16T19:50:38.392 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.392+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.0 size=1048576 2023-12-16T19:50:38.394 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.394+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.1 size=1048576 2023-12-16T19:50:38.395 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.395+0000 7f2ef5d2c640 1 < completed part key=_multipart_QDUC4OGZ9939.2~XD2W6EUA41U9.2 size=680256 2023-12-16T19:50:38.399 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.399+0000 7f2ef5d2c640 1 < completed multipart upload key=QDUC4OGZ9939 upload=XD2W6EUA41U9 tag=5JQM7MKRZK9P type=write size=3825984 2023-12-16T19:50:38.403 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.403+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.0 size=1048576 2023-12-16T19:50:38.405 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.405+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.1 size=1048576 2023-12-16T19:50:38.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.407+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.2 size=110571 2023-12-16T19:50:38.406 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.407+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=8BWP8X5LVK17 tag=5MI5CVM3MSOQ type=write size=3256299 2023-12-16T19:50:38.409 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.409+0000 7f2ef5d2c640 1 < completed part key=_multipart_132QU0TGO26D.2~NY9Z7AN5U3TE.0 size=944754 2023-12-16T19:50:38.414 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.414+0000 7f2ef5d2c640 1 < completed multipart upload key=132QU0TGO26D upload=NY9Z7AN5U3TE tag=POMQADAVN494 type=write size=1993330 2023-12-16T19:50:38.417 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.417+0000 7f2ef5d2c640 1 > prepared operation key=QDUC4OGZ9939 tag=03QF9UKV57O0 type=del size=1214929 2023-12-16T19:50:38.419 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.420+0000 7f2ef5d2c640 1 < completed delete operation key=D9LNRAJZRKB9 tag=QKPOBIOAPHIF type=del 2023-12-16T19:50:38.422 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.422+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=BEM7YVOYXBFD type=del size=1126718 2023-12-16T19:50:38.425 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.425+0000 7f2ef5d2c640 -1 < failed to complete operation key=M370RML7FVOG tag=YYX1H0PLTSJW type=write size=834106: (22) Invalid argument 2023-12-16T19:50:38.429 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.429+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1MJ52B125Q24.2~2BG6OXSGRP19.0 size=239413 2023-12-16T19:50:38.430 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.429+0000 7f2ef5d2c640 1 > prepared multipart upload key=1MJ52B125Q24 upload=2BG6OXSGRP19 tag=7873DIIDAR57 type=write size=1287989 2023-12-16T19:50:38.432 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.432+0000 7f2ef5d2c640 1 < canceled operation key=34B5L3BXNV17 tag=W1FW717W5HT3 type=write size=871074 2023-12-16T19:50:38.436 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.437+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~9XLYVGV7IBFA.0 size=1048576 2023-12-16T19:50:38.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.438+0000 7f2ef5d2c640 1 > prepared part key=_multipart_1EO09GE5UCX3.2~9XLYVGV7IBFA.1 size=110401 2023-12-16T19:50:38.438 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.438+0000 7f2ef5d2c640 1 > prepared multipart upload key=1EO09GE5UCX3 upload=9XLYVGV7IBFA tag=228V6K8VUPBD type=write size=2207553 2023-12-16T19:50:38.441 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.441+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.0 size=1048576 2023-12-16T19:50:38.442 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.443+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.1 size=1048576 2023-12-16T19:50:38.444 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.445+0000 7f2ef5d2c640 1 < completed part key=_multipart_D64S91AR017D.2~T1VOD2GMZZ68.2 size=1034373 2023-12-16T19:50:38.448 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.449+0000 7f2ef5d2c640 1 < completed multipart upload key=D64S91AR017D upload=T1VOD2GMZZ68 tag=5RUC7FP96KQF type=write size=4180101 2023-12-16T19:50:38.451 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.451+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=6OGH5AF7J9T8 type=del size=2378702 2023-12-16T19:50:38.453 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.453+0000 7f2ef5d2c640 1 < canceled operation key=MOECJRWYZ5M1 tag=BNEIUMW6LJUS type=del size=1690093 2023-12-16T19:50:38.456 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.456+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=63ZECYGZY85U type=del size=1696944 2023-12-16T19:50:38.458 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.458+0000 7f2ef5d2c640 1 < completed part key=_multipart_0IKPM4CW0IB8.2~SRRN94LOD9DA.0 size=186255 2023-12-16T19:50:38.462 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.462+0000 7f2ef5d2c640 1 < completed multipart upload key=0IKPM4CW0IB8 upload=SRRN94LOD9DA tag=GY84S4DJQ0LU type=write size=1234831 2023-12-16T19:50:38.464 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.464+0000 7f2ef5d2c640 1 > prepared operation key=0977MGJVMY2Q tag=IB218HXK3363 type=del size=784216 2023-12-16T19:50:38.468 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.468+0000 7f2ef5d2c640 1 < suggested remove operation key=132QU0TGO26D tag=V0IZ1O4G2Y2G type=write 2023-12-16T19:50:38.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.471+0000 7f2ef5d2c640 1 > prepared operation key=MSNLCTTZ723G tag=8FZ2U9GEM4ZP type=del size=335325 2023-12-16T19:50:38.470 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.471+0000 7f2ef5d2c640 1 < canceled part key=_multipart_1MJ52B125Q24.2~YY4M88N3SAVG.0 size=826582 2023-12-16T19:50:38.474 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.475+0000 7f2ef5d2c640 1 < canceled multipart upload key=1MJ52B125Q24 upload=YY4M88N3SAVG tag=PEWG2J98UY6I type=write size=1875158 2023-12-16T19:50:38.476 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.477+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=3Z3ZWSVOZ6FS type=del size=2318945 2023-12-16T19:50:38.479 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.479+0000 7f2ef5d2c640 1 < canceled operation key=U16U268CZYJU tag=226E1BH6TLD0 type=del size=3884874 2023-12-16T19:50:38.481 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.481+0000 7f2ef5d2c640 1 > prepared operation key=JGJZADQXTKU9 tag=WBQXS79MEGAC type=del size=1478428 2023-12-16T19:50:38.483 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.483+0000 7f2ef5d2c640 1 < completed part key=_multipart_4DEANTZS07W7.2~KCRWGQ56RIC4.0 size=658265 2023-12-16T19:50:38.486 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.486+0000 7f2ef5d2c640 1 < completed multipart upload key=4DEANTZS07W7 upload=KCRWGQ56RIC4 tag=63QF5Z5R6XTQ type=write size=1706841 2023-12-16T19:50:38.488 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.489+0000 7f2ef5d2c640 1 > prepared operation key=4B9JQDI6Y8LC tag=N2E3BR84R4B2 type=del size=2176553 2023-12-16T19:50:38.492 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.491+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.0 size=1048576 2023-12-16T19:50:38.493 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.493+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.1 size=1048576 2023-12-16T19:50:38.494 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.495+0000 7f2ef5d2c640 1 < completed part key=_multipart_6OFOLQYE7CY9.2~3BSYQ2RDWAIS.2 size=468410 2023-12-16T19:50:38.499 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.499+0000 7f2ef5d2c640 1 < completed multipart upload key=6OFOLQYE7CY9 upload=3BSYQ2RDWAIS tag=NFHHJC4AWOUM type=write size=3614138 2023-12-16T19:50:38.500 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.501+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=WBI409TVI8SF type=write size=52434 2023-12-16T19:50:38.502 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.503+0000 7f2ef5d2c640 1 < completed delete operation key=6MFOODPNMXUS tag=HKYXEUXO5OL6 type=del 2023-12-16T19:50:38.504 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.505+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=8F0VPFD8ZPTD type=del size=1555135 2023-12-16T19:50:38.506 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.507+0000 7f2ef5d2c640 1 < completed delete operation key=0977MGJVMY2Q tag=J0FGV3OLGC38 type=del 2023-12-16T19:50:38.508 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.509+0000 7f2ef5d2c640 1 > prepared operation key=03HJNEF8UT2J tag=2GB7BAGEKS22 type=del size=3548726 2023-12-16T19:50:38.510 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.511+0000 7f2ef5d2c640 1 < completed delete operation key=4DEANTZS07W7 tag=JU08WRPDI57Q type=del 2023-12-16T19:50:38.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.513+0000 7f2ef5d2c640 1 > prepared operation key=MOECJRWYZ5M1 tag=QN4IJKKGOI2B type=del size=884918 2023-12-16T19:50:38.514 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.513+0000 7f2ef5d2c640 1 < canceled part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.0 size=1048576 2023-12-16T19:50:38.515 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.515+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.1 size=1048576 2023-12-16T19:50:38.516 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.516+0000 7f2ef5d2c640 1 < completed part key=_multipart_02FTPVWM8G45.2~8BWP8X5LVK17.2 size=110571 2023-12-16T19:50:38.520 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.520+0000 7f2ef5d2c640 1 < canceled multipart upload key=02FTPVWM8G45 upload=8BWP8X5LVK17 tag=5MI5CVM3MSOQ type=write size=3256299 2023-12-16T19:50:38.522 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.522+0000 7f2ef5d2c640 1 > prepared operation key=F01U501SJH0E tag=JPNQ1ZQSEFAY type=del size=3389080 2023-12-16T19:50:38.524 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.524+0000 7f2ef5d2c640 1 < completed delete operation key=QDUC4OGZ9939 tag=03QF9UKV57O0 type=del 2023-12-16T19:50:38.526 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.526+0000 7f2ef5d2c640 1 > prepared operation key=6MFOODPNMXUS tag=CSDNF58K8213 type=write size=791001 2023-12-16T19:50:38.528 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.529+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=BEM7YVOYXBFD type=del 2023-12-16T19:50:38.530 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.531+0000 7f2ef5d2c640 1 > prepared operation key=1MJ52B125Q24 tag=7MRQSE7JIWV6 type=del size=1223154 2023-12-16T19:50:38.532 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.533+0000 7f2ef5d2c640 1 < completed part key=_multipart_1MJ52B125Q24.2~2BG6OXSGRP19.0 size=239413 2023-12-16T19:50:38.536 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.536+0000 7f2ef5d2c640 1 < completed multipart upload key=1MJ52B125Q24 upload=2BG6OXSGRP19 tag=7873DIIDAR57 type=write size=1287989 2023-12-16T19:50:38.540 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.540+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~PJ68K5ESLJZ6.0 size=1048576 2023-12-16T19:50:38.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.542+0000 7f2ef5d2c640 1 > prepared part key=_multipart_U16U268CZYJU.2~PJ68K5ESLJZ6.1 size=266747 2023-12-16T19:50:38.541 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.542+0000 7f2ef5d2c640 1 > prepared multipart upload key=U16U268CZYJU upload=PJ68K5ESLJZ6 tag=MWX5KL40AXJB type=write size=2363899 2023-12-16T19:50:38.543 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.544+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~9XLYVGV7IBFA.0 size=1048576 2023-12-16T19:50:38.545 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.545+0000 7f2ef5d2c640 1 < completed part key=_multipart_1EO09GE5UCX3.2~9XLYVGV7IBFA.1 size=110401 2023-12-16T19:50:38.549 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.549+0000 7f2ef5d2c640 1 < completed multipart upload key=1EO09GE5UCX3 upload=9XLYVGV7IBFA tag=228V6K8VUPBD type=write size=2207553 2023-12-16T19:50:38.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.554+0000 7f2ef5d2c640 1 > prepared part key=_multipart_3I8OH9GP7T7F.2~U5YP52XLRPDD.0 size=647008 2023-12-16T19:50:38.554 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.554+0000 7f2ef5d2c640 1 > prepared multipart upload key=3I8OH9GP7T7F upload=U5YP52XLRPDD tag=V0YT1OMQWIFO type=write size=1695584 2023-12-16T19:50:38.557 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.558+0000 7f2ef5d2c640 1 < suggested update operation key=6MFOODPNMXUS tag=6OGH5AF7J9T8 type=del size=2378702 2023-12-16T19:50:38.560 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.560+0000 7f2ef5d2c640 1 > prepared operation key=O47415D8FFKL tag=HH6CXF3ZHE7G type=del size=2775811 2023-12-16T19:50:38.564 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.564+0000 7f2ef5d2c640 1 < suggested remove operation key=JGJZADQXTKU9 tag=63ZECYGZY85U type=del 2023-12-16T19:50:38.566 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.567+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=AUDHFBQ113XG type=write size=357819 2023-12-16T19:50:38.569 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.569+0000 7f2ef5d2c640 1 < canceled operation key=0977MGJVMY2Q tag=IB218HXK3363 type=del size=784216 2023-12-16T19:50:38.571 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.572+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=JED2X3NLWRG2 type=write size=360978 2023-12-16T19:50:38.573 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.574+0000 7f2ef5d2c640 1 < completed delete operation key=MSNLCTTZ723G tag=8FZ2U9GEM4ZP type=del 2023-12-16T19:50:38.575 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.576+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=OZ58THF5PP7L type=del size=227850 2023-12-16T19:50:38.580 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.581+0000 7f2ef5d2c640 1 < suggested remove operation key=MOECJRWYZ5M1 tag=3Z3ZWSVOZ6FS type=del 2023-12-16T19:50:38.582 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.583+0000 7f2ef5d2c640 1 > prepared operation key=132QU0TGO26D tag=ZNO1SAF4NBPV type=del size=1763695 2023-12-16T19:50:38.586 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.586+0000 7f2ef5d2c640 -1 < failed to complete operation key=JGJZADQXTKU9 tag=WBQXS79MEGAC type=del size=1478428: (22) Invalid argument 2023-12-16T19:50:38.588 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.588+0000 7f2ef5d2c640 1 > prepared operation key=0IKPM4CW0IB8 tag=ORMJX0LWBIG7 type=del size=3843918 2023-12-16T19:50:38.590 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.591+0000 7f2ef5d2c640 1 < completed delete operation key=4B9JQDI6Y8LC tag=N2E3BR84R4B2 type=del 2023-12-16T19:50:38.593 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.593+0000 7f2ef5d2c640 1 > prepared operation key=M370RML7FVOG tag=32J98KSWONM6 type=del size=794628 2023-12-16T19:50:38.596 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.596+0000 7f2ef5d2c640 1 < completed write operation key=F01U501SJH0E tag=WBI409TVI8SF type=write size=52434 2023-12-16T19:50:38.600 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.600+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~USUYLRW2189L.0 size=1048576 2023-12-16T19:50:38.601 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.602+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~USUYLRW2189L.1 size=242816 2023-12-16T19:50:38.602 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.602+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=USUYLRW2189L tag=CIBC4OANY13M type=write size=2339968 2023-12-16T19:50:38.606 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.606+0000 7f2ef5d2c640 1 < suggested update operation key=KZ7TQX626J26 tag=8F0VPFD8ZPTD type=del size=1555135 2023-12-16T19:50:38.608 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.608+0000 7f2ef5d2c640 1 > prepared operation key=5PBDOPNNQTMI tag=I34RXFL4DSD5 type=write size=361393 2023-12-16T19:50:38.610 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.611+0000 7f2ef5d2c640 1 < completed delete operation key=03HJNEF8UT2J tag=2GB7BAGEKS22 type=del 2023-12-16T19:50:38.612 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.613+0000 7f2ef5d2c640 1 > prepared operation key=9KRQ59SUFM7Z tag=FLMM3UW3MLO5 type=del size=201940 2023-12-16T19:50:38.615 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.616+0000 7f2ef5d2c640 -1 < failed to complete operation key=MOECJRWYZ5M1 tag=QN4IJKKGOI2B type=del size=884918: (22) Invalid argument 2023-12-16T19:50:38.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.620+0000 7f2ef5d2c640 1 > prepared part key=_multipart_0977MGJVMY2Q.2~AP3MCB9VWL56.0 size=267655 2023-12-16T19:50:38.620 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.620+0000 7f2ef5d2c640 1 > prepared multipart upload key=0977MGJVMY2Q upload=AP3MCB9VWL56 tag=VVLWGHB98GJP type=write size=1316231 2023-12-16T19:50:38.622 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.622+0000 7f2ef5d2c640 1 < completed delete operation key=F01U501SJH0E tag=JPNQ1ZQSEFAY type=del 2023-12-16T19:50:38.623 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.624+0000 7f2ef5d2c640 1 > prepared operation key=8XNMDB8GAS1T tag=UT1XG7G0Q4T4 type=del size=799578 2023-12-16T19:50:38.627 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.627+0000 7f2ef5d2c640 -1 < failed to complete operation key=6MFOODPNMXUS tag=CSDNF58K8213 type=write size=791001: (22) Invalid argument 2023-12-16T19:50:38.628 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.629+0000 7f2ef5d2c640 1 > prepared operation key=3I8OH9GP7T7F tag=7UWJL7VZGS5O type=del size=4040278 2023-12-16T19:50:38.633 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.633+0000 7f2ef5d2c640 1 < suggested update operation key=1MJ52B125Q24 tag=7MRQSE7JIWV6 type=del size=1223154 2023-12-16T19:50:38.637 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.638+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~H5T8KHR4LYD6.0 size=1048576 2023-12-16T19:50:38.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.640+0000 7f2ef5d2c640 1 > prepared part key=_multipart_02FTPVWM8G45.2~H5T8KHR4LYD6.1 size=986671 2023-12-16T19:50:38.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.640+0000 7f2ef5d2c640 1 > prepared multipart upload key=02FTPVWM8G45 upload=H5T8KHR4LYD6 tag=1C97LV4ZB4U6 type=write size=3083823 2023-12-16T19:50:38.640 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.641+0000 7f2ef5d2c640 1 < canceled part key=_multipart_U16U268CZYJU.2~PJ68K5ESLJZ6.0 size=1048576 2023-12-16T19:50:38.642 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.642+0000 7f2ef5d2c640 1 < completed part key=_multipart_U16U268CZYJU.2~PJ68K5ESLJZ6.1 size=266747 2023-12-16T19:50:38.647 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.647+0000 7f2ef5d2c640 1 < canceled multipart upload key=U16U268CZYJU upload=PJ68K5ESLJZ6 tag=MWX5KL40AXJB type=write size=2363899 2023-12-16T19:50:38.649 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.649+0000 7f2ef5d2c640 1 > prepared operation key=D9LNRAJZRKB9 tag=A4I2JZIW4F1O type=del size=3545753 2023-12-16T19:50:38.650 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.651+0000 7f2ef5d2c640 1 < completed part key=_multipart_3I8OH9GP7T7F.2~U5YP52XLRPDD.0 size=647008 2023-12-16T19:50:38.654 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.654+0000 7f2ef5d2c640 1 < completed multipart upload key=3I8OH9GP7T7F upload=U5YP52XLRPDD tag=V0YT1OMQWIFO type=write size=1695584 2023-12-16T19:50:38.657 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.657+0000 7f2ef5d2c640 1 > prepared operation key=34B5L3BXNV17 tag=HHMU770TYGW1 type=write size=591300 2023-12-16T19:50:38.659 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.660+0000 7f2ef5d2c640 1 < completed delete operation key=O47415D8FFKL tag=HH6CXF3ZHE7G type=del 2023-12-16T19:50:38.662 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.662+0000 7f2ef5d2c640 1 > prepared operation key=REMAKLL0UEJD tag=4HT40Q1ZZ09G type=del size=3599972 2023-12-16T19:50:38.665 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.666+0000 7f2ef5d2c640 1 < suggested remove operation key=34B5L3BXNV17 tag=AUDHFBQ113XG type=write 2023-12-16T19:50:38.670 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.670+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~33Q6OZ4W8KIV.0 size=1048576 2023-12-16T19:50:38.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.672+0000 7f2ef5d2c640 1 > prepared part key=_multipart_03HJNEF8UT2J.2~33Q6OZ4W8KIV.1 size=920734 2023-12-16T19:50:38.671 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.672+0000 7f2ef5d2c640 1 > prepared multipart upload key=03HJNEF8UT2J upload=33Q6OZ4W8KIV tag=9G5YKWJMR79Q type=write size=3017886 2023-12-16T19:50:38.673 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.674+0000 7f2ef5d2c640 1 < completed write operation key=5PBDOPNNQTMI tag=JED2X3NLWRG2 type=write size=360978 2023-12-16T19:50:38.676 INFO:tasks.workunit.client.0.smithi002.stderr:2023-12-16T19:50:38.676+0000 7f2ef5d2c640 1 > prepared operation key=KZ7TQX626J26 tag=IHUYJJ3ESU5R type=del size=1224737 2023-12-16T19:50:38.676 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] cls_rgw_stats.simulate (13866 ms) 2023-12-16T19:50:38.676 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from cls_rgw_stats (13866 ms total) 2023-12-16T19:50:38.676 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:50:38.676 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:50:38.829 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 1 test from 1 test suite ran. (15887 ms total) 2023-12-16T19:50:38.829 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 1 test. 2023-12-16T19:50:38.834 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:50:38.834 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:50:38.910 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2023-12-16T19:50:38.910 DEBUG:teuthology.orchestra.run.smithi002:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2023-12-16T19:50:38.976 INFO:tasks.workunit.client.0.smithi002.stdout:Running main() from gmock_main.cc 2023-12-16T19:50:38.976 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 2 tests from 1 test suite. 2023-12-16T19:50:38.976 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T19:50:38.977 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from ClsSDK 2023-12-16T19:50:38.977 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2023-12-16T19:50:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:39 smithi002 ceph-mon[137674]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T19:50:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:39 smithi002 ceph-mon[137674]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:39 smithi002 ceph-mon[140029]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T19:50:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:39 smithi002 ceph-mon[140029]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:39 smithi043 ceph-mon[135010]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T19:50:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:39 smithi043 ceph-mon[135010]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:41.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[137674]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T19:50:41.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2901666701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[140029]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T19:50:41.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2901666701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:40 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:40 smithi043 ceph-mon[135010]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T19:50:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:40 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2901666701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:40 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:41.854 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2878 ms) 2023-12-16T19:50:41.854 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2023-12-16T19:50:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[137674]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[137674]: pgmap v1431: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:41] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[140029]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T19:50:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:41 smithi002 ceph-mon[140029]: pgmap v1431: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:42.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:41 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:42.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:41 smithi043 ceph-mon[135010]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T19:50:42.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:41 smithi043 ceph-mon[135010]: pgmap v1431: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:43.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:42 smithi002 ceph-mon[137674]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T19:50:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:42 smithi002 ceph-mon[140029]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T19:50:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:42 smithi043 ceph-mon[135010]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[137674]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1410214644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[137674]: pgmap v1434: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[140029]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1410214644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:43 smithi002 ceph-mon[140029]: pgmap v1434: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:44.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:43 smithi043 ceph-mon[135010]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T19:50:44.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:43 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1410214644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:43 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:50:44.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:43 smithi043 ceph-mon[135010]: pgmap v1434: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3015 ms) 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from ClsSDK (5894 ms total) 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 2 tests from 1 test suite ran. (5894 ms total) 2023-12-16T19:50:44.870 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 2 tests. 2023-12-16T19:50:44.873 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:50:44.874 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:50:44.949 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2023-12-16T19:50:44.949 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[137674]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:45.211 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:44 smithi002 ceph-mon[140029]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T19:50:45.212 DEBUG:teuthology.parallel:result is None 2023-12-16T19:50:45.213 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:50:45.243 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:50:45.243 DEBUG:teuthology.orchestra.run.smithi002:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:50:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:44 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:50:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi002-171372-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:50:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:44 smithi043 ceph-mon[135010]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T19:50:45.300 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:50:45.300 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:50:45.300 INFO:teuthology.task.print:**** done end rados_api.yaml 2023-12-16T19:50:45.300 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:50:45.300 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2023-12-16T19:50:45.301 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T19:50:45.301 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T19:50:45.302 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T19:50:45.302 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:50:45.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:50:45.355 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T19:50:45.355 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:50:45.411 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T19:50:45.411 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T19:50:45.467 INFO:tasks.workunit:timeout=3h 2023-12-16T19:50:45.467 INFO:tasks.workunit:cleanup=True 2023-12-16T19:50:45.467 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:50:45.523 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T19:50:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:45 smithi002 ceph-mon[137674]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T19:50:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:45 smithi002 ceph-mon[137674]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:46.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:45 smithi002 ceph-mon[140029]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T19:50:46.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:45 smithi002 ceph-mon[140029]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:45 smithi043 ceph-mon[135010]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T19:50:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:45 smithi043 ceph-mon[135010]: pgmap v1437: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:46 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:46 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:46 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:50:48.191 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:47 smithi002 ceph-mon[137674]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:48.192 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:47 smithi002 ceph-mon[140029]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:48.192 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:50:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:47 smithi043 ceph-mon[135010]: pgmap v1438: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (19m) 5m ago 21m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (18m) 3m ago 21m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (22m) 5m ago 22m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (22m) 3m ago 22m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (18m) 3m ago 24m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (18m) 5m ago 25m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (18m) 5m ago 25m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (17m) 3m ago 24m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (17m) 5m ago 24m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (18m) 5m ago 21m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:50:48.522 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (18m) 3m ago 21m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (17m) 5m ago 24m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (16m) 5m ago 24m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (16m) 5m ago 23m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (15m) 5m ago 23m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (15m) 3m ago 23m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (14m) 3m ago 23m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (14m) 3m ago 23m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (13m) 3m ago 22m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:50:48.523 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (18m) 3m ago 22m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:50:48.940 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:50:48.940 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:50:48.941 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:50:48.942 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:50:48.942 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:50:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[140029]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[140029]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3964700034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:50.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[137674]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[137674]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:49 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3964700034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:49 smithi043 ceph-mon[135010]: from='client.45191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:49 smithi043 ceph-mon[135010]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:50:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:49 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3964700034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:50:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:50 smithi002 ceph-mon[137674]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:50 smithi002 ceph-mon[140029]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:50 smithi043 ceph-mon[135010]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:51.278 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T19:50:51.334 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T19:50:51.336 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:50:51.336 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T19:50:51.387 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T19:50:51.437 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T19:50:51.477 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:50:51.479 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:50:51.479 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T19:50:51.519 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:50:51.522 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T19:50:51.522 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T19:50:51.579 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2023-12-16T19:50:51.580 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2023-12-16T19:50:51.580 DEBUG:teuthology.orchestra.run.smithi002:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2023-12-16T19:50:51.677 INFO:tasks.workunit.client.0.smithi002.stdout:run length 1200 seconds 2023-12-16T19:50:51.677 INFO:tasks.workunit.client.0.smithi002.stdout:preparing 10240 objects 2023-12-16T19:50:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:50:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:50:51] "GET /metrics HTTP/1.1" 200 33857 "" "Prometheus/2.43.0" 2023-12-16T19:50:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:50:53.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:52 smithi002 ceph-mon[137674]: pgmap v1440: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:53.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:52 smithi002 ceph-mon[140029]: pgmap v1440: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:52 smithi043 ceph-mon[135010]: pgmap v1440: 105 pgs: 105 active+clean; 583 KiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:50:54.011 INFO:tasks.workunit.client.0.smithi002.stdout:load-gen will run 1200 seconds 2023-12-16T19:50:55.011 INFO:tasks.workunit.client.0.smithi002.stdout: 1: throughput=0MB/sec pending data=0 2023-12-16T19:50:55.012 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cONshdHw8POwAnA off=534713 len=1285694 2023-12-16T19:50:55.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 0 completed, throughput=1.22MB/sec 2023-12-16T19:50:55.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OzNxAUEtzYBh_3b off=7535101 len=1715417 2023-12-16T19:50:55.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 1 completed, throughput=2.84MB/sec 2023-12-16T19:50:55.018 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MCnToiiLjq5pOdk off=3134742 len=92735 2023-12-16T19:50:55.021 INFO:tasks.workunit.client.0.smithi002.stdout:op 2 completed, throughput=2.92MB/sec 2023-12-16T19:50:55.021 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g_m15V5RfVq6_Y6 off=11361222 len=1754356 2023-12-16T19:50:55.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 3 completed, throughput=4.57MB/sec 2023-12-16T19:50:55.023 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L8s0wA-tFs9YX5v off=23938816 len=278273 2023-12-16T19:50:55.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 4 completed, throughput=4.82MB/sec 2023-12-16T19:50:55.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Tr_S5isRF0SkIFy off=15568636 len=364618 2023-12-16T19:50:55.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 5 completed, throughput=5.16MB/sec 2023-12-16T19:50:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:54 smithi002 ceph-mon[137674]: pgmap v1441: 105 pgs: 105 active+clean; 11 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s wr, 95 op/s 2023-12-16T19:50:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:54 smithi002 ceph-mon[140029]: pgmap v1441: 105 pgs: 105 active+clean; 11 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s wr, 95 op/s 2023-12-16T19:50:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:54 smithi043 ceph-mon[135010]: pgmap v1441: 105 pgs: 105 active+clean; 11 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s wr, 95 op/s 2023-12-16T19:50:56.027 INFO:tasks.workunit.client.0.smithi002.stdout: 2: throughput=2.6MB/sec pending data=0 2023-12-16T19:50:56.027 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3ShxKpvpDaKgAwk off=5208028 len=222913 2023-12-16T19:50:56.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 6 completed, throughput=2.7MB/sec 2023-12-16T19:50:56.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8WW8mtnT_RejlNF off=15098787 len=1724793 2023-12-16T19:50:56.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 7 completed, throughput=3.51MB/sec 2023-12-16T19:50:56.032 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WUNLQz86KksFLDR off=1023340 len=615484 2023-12-16T19:50:56.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 8 completed, throughput=3.79MB/sec 2023-12-16T19:50:56.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QSeRTYDEii4ztEE off=4012302 len=1485426 2023-12-16T19:50:56.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 9 completed, throughput=4.48MB/sec 2023-12-16T19:50:56.040 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KeN006kxJsnMKLR off=8166040 len=1877149 2023-12-16T19:50:56.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 10 completed, throughput=5.34MB/sec 2023-12-16T19:50:57.050 INFO:tasks.workunit.client.0.smithi002.stdout: 3: throughput=3.58MB/sec pending data=0 2023-12-16T19:50:57.050 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d8y7ob1HwTRqNZY off=9692727 len=614415 2023-12-16T19:50:57.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 11 completed, throughput=3.77MB/sec 2023-12-16T19:50:57.055 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TG33NoBEf1PVPuv off=15443948 len=952194 2023-12-16T19:50:57.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 12 completed, throughput=4.07MB/sec 2023-12-16T19:50:57.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KDDHMFoQEvtXLPk off=7527846 len=329359 2023-12-16T19:50:57.060 INFO:tasks.workunit.client.0.smithi002.stdout:op 13 completed, throughput=4.16MB/sec 2023-12-16T19:50:57.060 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qtnGQqENVrLT5yh off=959235 len=1895936 2023-12-16T19:50:57.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 14 completed, throughput=4.75MB/sec 2023-12-16T19:50:57.063 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1g905VKqFl8vCK off=388718 len=1004744 2023-12-16T19:50:57.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 15 completed, throughput=5.06MB/sec 2023-12-16T19:50:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:56 smithi002 ceph-mon[137674]: pgmap v1442: 105 pgs: 105 active+clean; 108 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 842 KiB/s wr, 808 op/s 2023-12-16T19:50:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:56 smithi002 ceph-mon[140029]: pgmap v1442: 105 pgs: 105 active+clean; 108 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 842 KiB/s wr, 808 op/s 2023-12-16T19:50:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:56 smithi043 ceph-mon[135010]: pgmap v1442: 105 pgs: 105 active+clean; 108 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 842 KiB/s wr, 808 op/s 2023-12-16T19:50:58.065 INFO:tasks.workunit.client.0.smithi002.stdout: 4: throughput=3.81MB/sec pending data=0 2023-12-16T19:50:58.065 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wuZFP-wVkH0ts-u off=696624 len=1457319 2023-12-16T19:50:58.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 16 completed, throughput=4.16MB/sec 2023-12-16T19:50:58.067 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AuotZnLyvhnJsdp off=4115193 len=646082 2023-12-16T19:50:58.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 17 completed, throughput=4.3MB/sec 2023-12-16T19:50:58.072 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-39b88ukWAgqZCTt off=1577883 len=1225113 2023-12-16T19:50:58.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 18 completed, throughput=4.58MB/sec 2023-12-16T19:50:58.080 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Wwc__HD91RAyxas off=4928110 len=1856060 2023-12-16T19:50:58.082 INFO:tasks.workunit.client.0.smithi002.stdout:op 19 completed, throughput=5.01MB/sec 2023-12-16T19:50:59.083 INFO:tasks.workunit.client.0.smithi002.stdout: 5: throughput=4.02MB/sec pending data=0 2023-12-16T19:50:59.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VW7IPUoPNg3l4ux off=2550996 len=1911151 2023-12-16T19:50:59.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 20 completed, throughput=4.37MB/sec 2023-12-16T19:50:59.094 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XplyyQs_2c1anVg off=2576192 len=755104 2023-12-16T19:50:59.099 INFO:tasks.workunit.client.0.smithi002.stdout:op 21 completed, throughput=4.51MB/sec 2023-12-16T19:50:59.099 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9pbyrVaRfiUT7x3 off=6320575 len=1131195 2023-12-16T19:50:59.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 22 completed, throughput=4.72MB/sec 2023-12-16T19:50:59.106 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gYMcGNmlSFgYAgG off=11505722 len=1571678 2023-12-16T19:50:59.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 23 completed, throughput=5MB/sec 2023-12-16T19:50:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:50:58 smithi002 ceph-mon[137674]: pgmap v1443: 105 pgs: 105 active+clean; 123 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 872 KiB/s wr, 824 op/s 2023-12-16T19:50:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:50:58 smithi002 ceph-mon[140029]: pgmap v1443: 105 pgs: 105 active+clean; 123 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 872 KiB/s wr, 824 op/s 2023-12-16T19:50:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:50:58 smithi043 ceph-mon[135010]: pgmap v1443: 105 pgs: 105 active+clean; 123 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 872 KiB/s wr, 824 op/s 2023-12-16T19:51:00.113 INFO:tasks.workunit.client.0.smithi002.stdout: 6: throughput=4.18MB/sec pending data=0 2023-12-16T19:51:00.113 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M5vet3m0JRxzFX1 off=2479821 len=1367260 2023-12-16T19:51:00.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 24 completed, throughput=4.4MB/sec 2023-12-16T19:51:00.115 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l0ef-IS-xxFcaAc off=733756 len=1968555 2023-12-16T19:51:00.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 25 completed, throughput=4.7MB/sec 2023-12-16T19:51:00.118 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QyUwSz4vecaDxkq off=4245054 len=1355339 2023-12-16T19:51:00.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 26 completed, throughput=4.91MB/sec 2023-12-16T19:51:00.119 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MR-ykbJLITMw5Va off=160044 len=1679048 2023-12-16T19:51:00.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 27 completed, throughput=5.17MB/sec 2023-12-16T19:51:01.122 INFO:tasks.workunit.client.0.smithi002.stdout: 7: throughput=4.44MB/sec pending data=0 2023-12-16T19:51:01.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bxtM5HP1keqXOi5 off=157461 len=1335292 2023-12-16T19:51:01.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 28 completed, throughput=4.62MB/sec 2023-12-16T19:51:01.124 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r2YCs70ES57-36W off=3169266 len=969724 2023-12-16T19:51:01.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 29 completed, throughput=4.75MB/sec 2023-12-16T19:51:01.125 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z4PZeumS9GjJGfi off=8205554 len=136236 2023-12-16T19:51:01.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 30 completed, throughput=4.77MB/sec 2023-12-16T19:51:01.128 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qmermWaZbtGURJ4 off=4351146 len=401887 2023-12-16T19:51:01.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 31 completed, throughput=4.82MB/sec 2023-12-16T19:51:01.132 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0IvKChOH0de5f3p off=13854955 len=36058 2023-12-16T19:51:01.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 32 completed, throughput=4.82MB/sec 2023-12-16T19:51:01.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7EgKYsej7xe8sqm off=1791022 len=1111062 2023-12-16T19:51:01.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 33 completed, throughput=4.97MB/sec 2023-12-16T19:51:01.138 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DonyTs6zw2M9C0Q off=1248266 len=110463 2023-12-16T19:51:01.141 INFO:tasks.workunit.client.0.smithi002.stdout:op 34 completed, throughput=4.98MB/sec 2023-12-16T19:51:01.141 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oTjXzTAtZUT1tKl off=9971953 len=648310 2023-12-16T19:51:01.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 35 completed, throughput=5.06MB/sec 2023-12-16T19:51:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:00 smithi002 ceph-mon[137674]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 1001 KiB/s wr, 853 op/s 2023-12-16T19:51:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:00 smithi002 ceph-mon[140029]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 1001 KiB/s wr, 853 op/s 2023-12-16T19:51:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:00 smithi043 ceph-mon[135010]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 417 KiB/s rd, 1001 KiB/s wr, 853 op/s 2023-12-16T19:51:02.145 INFO:tasks.workunit.client.0.smithi002.stdout: 8: throughput=4.44MB/sec pending data=0 2023-12-16T19:51:02.146 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vOaCyVPOM4d6D_U off=4653146 len=1286532 2023-12-16T19:51:02.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 36 completed, throughput=4.59MB/sec 2023-12-16T19:51:02.153 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OiJkQr_cDGoXk_r off=11020608 len=1419319 2023-12-16T19:51:02.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 37 completed, throughput=4.75MB/sec 2023-12-16T19:51:02.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YpPF4mtih56I7FC off=3168679 len=1526331 2023-12-16T19:51:02.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 38 completed, throughput=4.92MB/sec 2023-12-16T19:51:02.169 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wMz9moXM9l91oA6 off=10248239 len=1844936 2023-12-16T19:51:02.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 39 completed, throughput=5.14MB/sec 2023-12-16T19:51:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:01] "GET /metrics HTTP/1.1" 200 33857 "" "Prometheus/2.43.0" 2023-12-16T19:51:03.171 INFO:tasks.workunit.client.0.smithi002.stdout: 9: throughput=4.58MB/sec pending data=0 2023-12-16T19:51:03.171 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SoY0H9FPA09UFqK off=8297320 len=367841 2023-12-16T19:51:03.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 40 completed, throughput=4.61MB/sec 2023-12-16T19:51:03.175 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PCqHR6RKDkudh8h off=66634 len=920517 2023-12-16T19:51:03.176 INFO:tasks.workunit.client.0.smithi002.stdout:op 41 completed, throughput=4.71MB/sec 2023-12-16T19:51:03.176 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Cs-HIDyWrueK-iE off=747134 len=1261699 2023-12-16T19:51:03.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 42 completed, throughput=4.84MB/sec 2023-12-16T19:51:03.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HqtU9A8CM5y-_CP off=7543016 len=957200 2023-12-16T19:51:03.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 43 completed, throughput=4.93MB/sec 2023-12-16T19:51:03.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bwZbP86VJqUkxCl off=2390356 len=2030155 2023-12-16T19:51:03.188 INFO:tasks.workunit.client.0.smithi002.stdout:op 44 completed, throughput=5.14MB/sec 2023-12-16T19:51:03.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:02 smithi002 ceph-mon[137674]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2023-12-16T19:51:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:02 smithi002 ceph-mon[140029]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2023-12-16T19:51:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:02 smithi043 ceph-mon[135010]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2023-12-16T19:51:04.188 INFO:tasks.workunit.client.0.smithi002.stdout: 10: throughput=4.64MB/sec pending data=0 2023-12-16T19:51:04.189 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-coKJb0ObMnJLZVh off=834573 len=1971437 2023-12-16T19:51:04.197 INFO:tasks.workunit.client.0.smithi002.stdout:op 45 completed, throughput=4.82MB/sec 2023-12-16T19:51:04.197 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZPvoUmhZMvujucJ off=6748964 len=174788 2023-12-16T19:51:04.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 46 completed, throughput=4.84MB/sec 2023-12-16T19:51:04.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yG-XPDv2gFET93v off=5349206 len=173292 2023-12-16T19:51:04.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 47 completed, throughput=4.85MB/sec 2023-12-16T19:51:04.200 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gw_pHpnRm_tR6fY off=4124134 len=1191571 2023-12-16T19:51:04.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 48 completed, throughput=4.96MB/sec 2023-12-16T19:51:04.202 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NCqM7lxAMkQsWkS off=945866 len=1687785 2023-12-16T19:51:04.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 49 completed, throughput=5.12MB/sec 2023-12-16T19:51:05.203 INFO:tasks.workunit.client.0.smithi002.stdout: 11: throughput=4.66MB/sec pending data=0 2023-12-16T19:51:05.203 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AjClx3qH0CJoP3s off=4609121 len=123829 2023-12-16T19:51:05.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 50 completed, throughput=4.67MB/sec 2023-12-16T19:51:05.204 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9HJZkHqbiSKzF3v off=4112419 len=825016 2023-12-16T19:51:05.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 51 completed, throughput=4.74MB/sec 2023-12-16T19:51:05.205 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XfMuYQPuUgFKLgG off=470621 len=1885684 2023-12-16T19:51:05.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 52 completed, throughput=4.9MB/sec 2023-12-16T19:51:05.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y9OrJPhMGfgKt_g off=5884807 len=414019 2023-12-16T19:51:05.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 53 completed, throughput=4.94MB/sec 2023-12-16T19:51:05.209 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KCrZJvtpBXWdWuy off=651431 len=1811208 2023-12-16T19:51:05.210 INFO:tasks.workunit.client.0.smithi002.stdout:op 54 completed, throughput=5.09MB/sec 2023-12-16T19:51:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:04 smithi002 ceph-mon[137674]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-16T19:51:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:04 smithi002 ceph-mon[140029]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-16T19:51:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:04 smithi043 ceph-mon[135010]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-16T19:51:06.211 INFO:tasks.workunit.client.0.smithi002.stdout: 12: throughput=4.67MB/sec pending data=0 2023-12-16T19:51:06.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--TqVSiZPyKU2lEU off=2697147 len=593589 2023-12-16T19:51:06.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 55 completed, throughput=4.72MB/sec 2023-12-16T19:51:06.216 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dkyCFERjtVQQpK6 off=9780216 len=675027 2023-12-16T19:51:06.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 56 completed, throughput=4.77MB/sec 2023-12-16T19:51:06.216 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oAbGTajBS1wA5tB off=3679993 len=306284 2023-12-16T19:51:06.217 INFO:tasks.workunit.client.0.smithi002.stdout:op 57 completed, throughput=4.79MB/sec 2023-12-16T19:51:06.217 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QM5NqrVQ_5t9UZs off=1808821 len=1034714 2023-12-16T19:51:06.222 INFO:tasks.workunit.client.0.smithi002.stdout:op 58 completed, throughput=4.87MB/sec 2023-12-16T19:51:06.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uaJRbfdNPfkWcJ3 off=858509 len=2077983 2023-12-16T19:51:06.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 59 completed, throughput=5.03MB/sec 2023-12-16T19:51:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:05 smithi002 ceph-mon[137674]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 779 op/s 2023-12-16T19:51:06.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:05 smithi002 ceph-mon[140029]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 779 op/s 2023-12-16T19:51:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:05 smithi043 ceph-mon[135010]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 779 op/s 2023-12-16T19:51:07.230 INFO:tasks.workunit.client.0.smithi002.stdout: 13: throughput=4.65MB/sec pending data=0 2023-12-16T19:51:07.231 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lW4YMcBsdQzlfor off=12018526 len=1367090 2023-12-16T19:51:07.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 60 completed, throughput=4.75MB/sec 2023-12-16T19:51:07.233 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T6HGyvzoqkYfI0D off=5385914 len=703948 2023-12-16T19:51:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:07.239 INFO:tasks.workunit.client.0.smithi002.stdout:op 61 completed, throughput=4.8MB/sec 2023-12-16T19:51:07.239 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l37iYQzgFWjQBlB off=8449998 len=1039010 2023-12-16T19:51:07.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 62 completed, throughput=4.87MB/sec 2023-12-16T19:51:07.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uyFIiNU9UEIxdds off=22348892 len=1429482 2023-12-16T19:51:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:07.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 63 completed, throughput=4.97MB/sec 2023-12-16T19:51:07.248 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rJUEcV8BitMgRu3 off=19841809 len=1017830 2023-12-16T19:51:07.248 INFO:tasks.workunit.client.0.smithi002.stdout:op 64 completed, throughput=5.04MB/sec 2023-12-16T19:51:08.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:07 smithi002 ceph-mon[137674]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 137 op/s 2023-12-16T19:51:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:07 smithi002 ceph-mon[140029]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 137 op/s 2023-12-16T19:51:08.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:07 smithi043 ceph-mon[135010]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 137 op/s 2023-12-16T19:51:08.249 INFO:tasks.workunit.client.0.smithi002.stdout: 14: throughput=4.69MB/sec pending data=0 2023-12-16T19:51:08.249 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BMVhhLOoOkuwYZG off=4099723 len=1475643 2023-12-16T19:51:08.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 65 completed, throughput=4.79MB/sec 2023-12-16T19:51:08.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z_1RqdtWAwKRGjL off=7771784 len=916827 2023-12-16T19:51:08.262 INFO:tasks.workunit.client.0.smithi002.stdout:op 66 completed, throughput=4.84MB/sec 2023-12-16T19:51:08.262 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kn7Kf8BhumZD3oq off=8040077 len=985193 2023-12-16T19:51:08.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 67 completed, throughput=4.91MB/sec 2023-12-16T19:51:08.263 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M2OY7XeqRexdw0R off=5678482 len=73085 2023-12-16T19:51:08.265 INFO:tasks.workunit.client.0.smithi002.stdout:op 68 completed, throughput=4.91MB/sec 2023-12-16T19:51:08.265 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pxXHWh8MpJ5NQYg off=4296835 len=1633277 2023-12-16T19:51:08.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 69 completed, throughput=5.02MB/sec 2023-12-16T19:51:09.273 INFO:tasks.workunit.client.0.smithi002.stdout: 15: throughput=4.69MB/sec pending data=0 2023-12-16T19:51:09.273 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CnUQG7pvTnu9om8 off=800348 len=470545 2023-12-16T19:51:09.274 INFO:tasks.workunit.client.0.smithi002.stdout:op 70 completed, throughput=4.72MB/sec 2023-12-16T19:51:09.274 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yc16mvV8EISK3JM off=15186940 len=2071679 2023-12-16T19:51:09.284 INFO:tasks.workunit.client.0.smithi002.stdout:op 71 completed, throughput=4.85MB/sec 2023-12-16T19:51:09.284 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ra8WHIikVOyFQ0J off=15693601 len=2071185 2023-12-16T19:51:09.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 72 completed, throughput=4.98MB/sec 2023-12-16T19:51:09.289 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Umg4QARUMoUBL2Y off=2046872 len=189223 2023-12-16T19:51:09.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 73 completed, throughput=4.99MB/sec 2023-12-16T19:51:09.290 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cJIUlGWzjVa0nDS off=11743620 len=1586048 2023-12-16T19:51:09.290 INFO:tasks.workunit.client.0.smithi002.stdout:op 74 completed, throughput=5.09MB/sec 2023-12-16T19:51:10.290 INFO:tasks.workunit.client.0.smithi002.stdout: 16: throughput=4.77MB/sec pending data=0 2023-12-16T19:51:10.291 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RDwbChFxxsoVl-v off=18268091 len=903267 2023-12-16T19:51:10.296 INFO:tasks.workunit.client.0.smithi002.stdout:op 75 completed, throughput=4.82MB/sec 2023-12-16T19:51:10.296 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jYoZQk0gv0erQDR off=14560956 len=940315 2023-12-16T19:51:10.301 INFO:tasks.workunit.client.0.smithi002.stdout:op 76 completed, throughput=4.88MB/sec 2023-12-16T19:51:10.302 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R-DV8aQI505xEeE off=320362 len=1036310 2023-12-16T19:51:10.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 77 completed, throughput=4.94MB/sec 2023-12-16T19:51:10.308 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ppJntT8GTbfQgBi off=76666 len=844655 2023-12-16T19:51:10.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 78 completed, throughput=4.98MB/sec 2023-12-16T19:51:10.312 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hFaZytDMCT1-MdH off=5960401 len=503078 2023-12-16T19:51:10.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 79 completed, throughput=5.01MB/sec 2023-12-16T19:51:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:10 smithi002 ceph-mon[137674]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 33 op/s 2023-12-16T19:51:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:10 smithi002 ceph-mon[140029]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 33 op/s 2023-12-16T19:51:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:10 smithi043 ceph-mon[135010]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 33 op/s 2023-12-16T19:51:11.314 INFO:tasks.workunit.client.0.smithi002.stdout: 17: throughput=4.72MB/sec pending data=0 2023-12-16T19:51:11.314 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--aSZo-MLa1_-pQT off=8425027 len=1106112 2023-12-16T19:51:11.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 80 completed, throughput=4.78MB/sec 2023-12-16T19:51:11.321 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OoiC-3K0o9ZDCMB off=6226171 len=721156 2023-12-16T19:51:11.323 INFO:tasks.workunit.client.0.smithi002.stdout:op 81 completed, throughput=4.82MB/sec 2023-12-16T19:51:11.324 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Phzyxai1VG9O_8H off=10340344 len=1552947 2023-12-16T19:51:11.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 82 completed, throughput=4.91MB/sec 2023-12-16T19:51:11.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pUxKmbp2ufOKtt3 off=8640268 len=783560 2023-12-16T19:51:11.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 83 completed, throughput=4.95MB/sec 2023-12-16T19:51:11.335 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uxlZOrv3AdyMDL8 off=9109771 len=1209327 2023-12-16T19:51:11.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 84 completed, throughput=5.01MB/sec 2023-12-16T19:51:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:11] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2023-12-16T19:51:12.340 INFO:tasks.workunit.client.0.smithi002.stdout: 18: throughput=4.74MB/sec pending data=0 2023-12-16T19:51:12.341 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--IN8oXOUL2utGpc off=4924370 len=672111 2023-12-16T19:51:12.345 INFO:tasks.workunit.client.0.smithi002.stdout:op 85 completed, throughput=4.77MB/sec 2023-12-16T19:51:12.345 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PX2lAAo7U2lg-rK off=7417816 len=54656 2023-12-16T19:51:12.347 INFO:tasks.workunit.client.0.smithi002.stdout:op 86 completed, throughput=4.77MB/sec 2023-12-16T19:51:12.348 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BeAcWhOBiT9Jqxs off=2518199 len=1266953 2023-12-16T19:51:12.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 87 completed, throughput=4.84MB/sec 2023-12-16T19:51:12.349 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fJ00ejUXrvBLH-c off=3738060 len=538857 2023-12-16T19:51:12.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 88 completed, throughput=4.87MB/sec 2023-12-16T19:51:12.350 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cQ6AjNJ8Ro8uFoW off=13390786 len=773505 2023-12-16T19:51:12.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 89 completed, throughput=4.91MB/sec 2023-12-16T19:51:12.354 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VLtJGAPCadJgYzi off=5060514 len=1114254 2023-12-16T19:51:12.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 90 completed, throughput=4.96MB/sec 2023-12-16T19:51:12.361 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3NJtCaZfg6Fqqtw off=1903016 len=476093 2023-12-16T19:51:12.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 91 completed, throughput=4.99MB/sec 2023-12-16T19:51:12.364 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ptT9_bYfVotuGWk off=8355864 len=1428221 2023-12-16T19:51:12.366 INFO:tasks.workunit.client.0.smithi002.stdout:op 92 completed, throughput=5.06MB/sec 2023-12-16T19:51:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:12 smithi002 ceph-mon[137674]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:12 smithi002 ceph-mon[140029]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:12 smithi043 ceph-mon[135010]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:13.366 INFO:tasks.workunit.client.0.smithi002.stdout: 19: throughput=4.8MB/sec pending data=0 2023-12-16T19:51:13.367 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I81WXAOzJYJOJf5 off=2470866 len=267341 2023-12-16T19:51:13.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 93 completed, throughput=4.81MB/sec 2023-12-16T19:51:13.369 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2YfwsjJtwxVubwq off=528691 len=376241 2023-12-16T19:51:13.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 94 completed, throughput=4.83MB/sec 2023-12-16T19:51:13.370 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3KCCViAWpC_Ql60 off=4242436 len=1369965 2023-12-16T19:51:13.377 INFO:tasks.workunit.client.0.smithi002.stdout:op 95 completed, throughput=4.9MB/sec 2023-12-16T19:51:13.377 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZP3S2s0L_qjsQJ0 off=3726652 len=852038 2023-12-16T19:51:13.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 96 completed, throughput=4.94MB/sec 2023-12-16T19:51:13.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-10TCCVKbVafI8Fl off=2054665 len=1206202 2023-12-16T19:51:13.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 97 completed, throughput=5MB/sec 2023-12-16T19:51:13.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KZHAgmha17YeEXl off=15206870 len=754530 2023-12-16T19:51:13.386 INFO:tasks.workunit.client.0.smithi002.stdout:op 98 completed, throughput=5.03MB/sec 2023-12-16T19:51:14.386 INFO:tasks.workunit.client.0.smithi002.stdout: 20: throughput=4.79MB/sec pending data=0 2023-12-16T19:51:14.386 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KziV3ALMkCUAbe5 off=673635 len=723501 2023-12-16T19:51:14.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 99 completed, throughput=4.82MB/sec 2023-12-16T19:51:14.387 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UayjmBgwhA0h4lY off=1790941 len=476460 2023-12-16T19:51:14.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 100 completed, throughput=4.84MB/sec 2023-12-16T19:51:14.392 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Tye2b2SXjnfBxi5 off=6257474 len=1821857 2023-12-16T19:51:14.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 101 completed, throughput=4.92MB/sec 2023-12-16T19:51:14.394 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g2TmGuFvmYspIx1 off=5989613 len=1291267 2023-12-16T19:51:14.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 102 completed, throughput=4.98MB/sec 2023-12-16T19:51:14.402 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3_aWSr8QbXyvXd3 off=12651545 len=350116 2023-12-16T19:51:14.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 103 completed, throughput=5MB/sec 2023-12-16T19:51:14.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kCEedmv7gKtKPpl off=11169075 len=60636 2023-12-16T19:51:14.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 104 completed, throughput=5MB/sec 2023-12-16T19:51:15.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:14 smithi002 ceph-mon[137674]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:15.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:14 smithi002 ceph-mon[140029]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:14 smithi043 ceph-mon[135010]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:15.406 INFO:tasks.workunit.client.0.smithi002.stdout: 21: throughput=4.77MB/sec pending data=0 2023-12-16T19:51:15.406 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fqXvXdckk1y5gbF off=23052323 len=1992859 2023-12-16T19:51:15.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 105 completed, throughput=4.85MB/sec 2023-12-16T19:51:15.415 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o_Fo2D3vMkUmvl2 off=5435827 len=1809860 2023-12-16T19:51:15.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 106 completed, throughput=4.93MB/sec 2023-12-16T19:51:15.417 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G7zNksxjeeXH8MR off=188675 len=710267 2023-12-16T19:51:15.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 107 completed, throughput=4.97MB/sec 2023-12-16T19:51:15.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_-OaTTPWBfrvkae off=1576898 len=1913890 2023-12-16T19:51:15.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 108 completed, throughput=5.05MB/sec 2023-12-16T19:51:16.422 INFO:tasks.workunit.client.0.smithi002.stdout: 22: throughput=4.82MB/sec pending data=0 2023-12-16T19:51:16.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9TZZ9oi7dODocl off=931120 len=997904 2023-12-16T19:51:16.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 109 completed, throughput=4.87MB/sec 2023-12-16T19:51:16.424 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Hp1yxhkA1A6r9Yv off=6602587 len=1331330 2023-12-16T19:51:16.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 110 completed, throughput=4.92MB/sec 2023-12-16T19:51:16.430 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LzYBXzx44my1S_M off=21534524 len=750175 2023-12-16T19:51:16.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 111 completed, throughput=4.95MB/sec 2023-12-16T19:51:16.436 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pN-9njP6N4AIh0h off=872 len=1861720 2023-12-16T19:51:16.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 112 completed, throughput=5.03MB/sec 2023-12-16T19:51:17.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:16 smithi002 ceph-mon[137674]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:17.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:16 smithi002 ceph-mon[140029]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:16 smithi043 ceph-mon[135010]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:17.437 INFO:tasks.workunit.client.0.smithi002.stdout: 23: throughput=4.82MB/sec pending data=0 2023-12-16T19:51:17.438 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1nVgkBVRh80W2Ea off=18452082 len=1515811 2023-12-16T19:51:17.439 INFO:tasks.workunit.client.0.smithi002.stdout:op 113 completed, throughput=4.88MB/sec 2023-12-16T19:51:17.439 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V8CWkhJ9UMgEVT9 off=3801314 len=211174 2023-12-16T19:51:17.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 114 completed, throughput=4.89MB/sec 2023-12-16T19:51:17.441 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fubCVnmJ-n9cCQg off=21091102 len=1408513 2023-12-16T19:51:17.443 INFO:tasks.workunit.client.0.smithi002.stdout:op 115 completed, throughput=4.94MB/sec 2023-12-16T19:51:17.443 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kw43q2fKJz4zjZ2 off=4383881 len=1298805 2023-12-16T19:51:17.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 116 completed, throughput=5MB/sec 2023-12-16T19:51:17.446 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dYGL9jIcod5_IvB off=6944812 len=1830252 2023-12-16T19:51:17.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 117 completed, throughput=5.07MB/sec 2023-12-16T19:51:18.449 INFO:tasks.workunit.client.0.smithi002.stdout: 24: throughput=4.86MB/sec pending data=0 2023-12-16T19:51:18.449 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V-6JezaSB5maAU3 off=16507277 len=130528 2023-12-16T19:51:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 118 completed, throughput=4.87MB/sec 2023-12-16T19:51:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KgPspqAQnjClMYI off=4247271 len=151348 2023-12-16T19:51:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 119 completed, throughput=4.87MB/sec 2023-12-16T19:51:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1nGEmdjFLMzw7NH off=2517108 len=483004 2023-12-16T19:51:18.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 120 completed, throughput=4.89MB/sec 2023-12-16T19:51:18.456 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xiGWWkJe-jtjVIf off=13960034 len=1802561 2023-12-16T19:51:18.458 INFO:tasks.workunit.client.0.smithi002.stdout:op 121 completed, throughput=4.96MB/sec 2023-12-16T19:51:18.458 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3o-Okv0fEIjzL5W off=8647681 len=1271491 2023-12-16T19:51:18.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 122 completed, throughput=5.01MB/sec 2023-12-16T19:51:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:18 smithi002 ceph-mon[137674]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:18 smithi002 ceph-mon[140029]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:19.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:18 smithi043 ceph-mon[135010]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:19.306 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:51:19.465 INFO:tasks.workunit.client.0.smithi002.stdout: 25: throughput=4.81MB/sec pending data=0 2023-12-16T19:51:19.466 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DQiwbX7ZatsGVF7 off=1228722 len=977445 2023-12-16T19:51:19.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 123 completed, throughput=4.85MB/sec 2023-12-16T19:51:19.467 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KVAFQMKMLirONIK off=1181184 len=1580518 2023-12-16T19:51:19.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 124 completed, throughput=4.91MB/sec 2023-12-16T19:51:19.475 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KLjLAGZ8fbKyDNK off=14405184 len=609543 2023-12-16T19:51:19.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 125 completed, throughput=4.93MB/sec 2023-12-16T19:51:19.475 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hgGKgsoJs9Tg-lz off=0 len=1375257 2023-12-16T19:51:19.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 126 completed, throughput=4.98MB/sec 2023-12-16T19:51:19.477 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w34n-O4rUKEghtd off=11221413 len=155351 2023-12-16T19:51:19.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 127 completed, throughput=4.99MB/sec 2023-12-16T19:51:19.477 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XoBUxdcoHJGo9wl off=1131593 len=523003 2023-12-16T19:51:19.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 128 completed, throughput=5MB/sec 2023-12-16T19:51:19.634 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:51:19.634 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (19m) 5m ago 22m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:51:19.634 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (19m) 3m ago 21m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:51:19.634 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (23m) 5m ago 23m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (23m) 3m ago 23m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (18m) 3m ago 25m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (19m) 5m ago 26m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (18m) 5m ago 26m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (18m) 3m ago 25m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (18m) 5m ago 25m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (19m) 5m ago 21m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (19m) 3m ago 21m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (17m) 5m ago 24m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (17m) 5m ago 24m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (16m) 5m ago 24m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (16m) 5m ago 24m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (15m) 3m ago 24m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:51:19.635 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (15m) 3m ago 23m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:51:19.636 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (14m) 3m ago 23m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:51:19.636 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (14m) 3m ago 23m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:51:19.636 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (18m) 3m ago 22m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:51:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[137674]: from='client.45218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[137674]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:51:19.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[137674]: from='client.45224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[140029]: from='client.45218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[140029]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:51:19.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:19 smithi002 ceph-mon[140029]: from='client.45224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:20.036 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:51:20.036 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:51:20.036 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:51:20.036 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:51:20.037 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:51:20.038 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:51:20.038 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:51:20.038 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:51:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:19 smithi043 ceph-mon[135010]: from='client.45218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:19 smithi043 ceph-mon[135010]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:51:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:19 smithi043 ceph-mon[135010]: from='client.45224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:20.481 INFO:tasks.workunit.client.0.smithi002.stdout: 26: throughput=4.82MB/sec pending data=0 2023-12-16T19:51:20.481 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-biYeaF_b-vV9xek off=914778 len=1536711 2023-12-16T19:51:20.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 129 completed, throughput=4.87MB/sec 2023-12-16T19:51:20.483 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X9WOkTx6y4kLRvB off=7942855 len=152097 2023-12-16T19:51:20.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 130 completed, throughput=4.88MB/sec 2023-12-16T19:51:20.486 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w8WJTw81BfN0pdJ off=18220406 len=1627369 2023-12-16T19:51:20.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 131 completed, throughput=4.93MB/sec 2023-12-16T19:51:20.489 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GMppbv4YXoUNit0 off=10557425 len=1209713 2023-12-16T19:51:20.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 132 completed, throughput=4.98MB/sec 2023-12-16T19:51:20.490 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o7rOHY-Y-XrqBHB off=724777 len=1267779 2023-12-16T19:51:20.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 133 completed, throughput=5.02MB/sec 2023-12-16T19:51:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3643065109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3643065109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3643065109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:21.498 INFO:tasks.workunit.client.0.smithi002.stdout: 27: throughput=4.84MB/sec pending data=0 2023-12-16T19:51:21.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hbVaU5sD2ZBErH9 off=8610666 len=913009 2023-12-16T19:51:21.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 134 completed, throughput=4.87MB/sec 2023-12-16T19:51:21.499 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LL_0Xj0K817Oqwi off=3544576 len=148625 2023-12-16T19:51:21.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 135 completed, throughput=4.87MB/sec 2023-12-16T19:51:21.500 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EJGkGmMGVmxQdcu off=2888149 len=1995554 2023-12-16T19:51:21.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 136 completed, throughput=4.94MB/sec 2023-12-16T19:51:21.510 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G3_ocWT-XY3H1Xj off=11548121 len=1724188 2023-12-16T19:51:21.513 INFO:tasks.workunit.client.0.smithi002.stdout:op 137 completed, throughput=5MB/sec 2023-12-16T19:51:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:21 smithi002 ceph-mon[137674]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:51:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:21] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:51:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:21 smithi002 ceph-mon[140029]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:51:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:21 smithi043 ceph-mon[135010]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:51:22.513 INFO:tasks.workunit.client.0.smithi002.stdout: 28: throughput=4.83MB/sec pending data=0 2023-12-16T19:51:22.513 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GtZZRrKc1M1q0B- off=817558 len=1293216 2023-12-16T19:51:22.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 138 completed, throughput=4.87MB/sec 2023-12-16T19:51:22.515 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LWxjlxcYhGlkN99 off=2589989 len=1938677 2023-12-16T19:51:22.517 INFO:tasks.workunit.client.0.smithi002.stdout:op 139 completed, throughput=4.93MB/sec 2023-12-16T19:51:22.517 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kvMWQvi3QvKQJbD off=20883725 len=1928333 2023-12-16T19:51:22.528 INFO:tasks.workunit.client.0.smithi002.stdout:op 140 completed, throughput=5MB/sec 2023-12-16T19:51:22.528 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9wylY6Nc6FtB61Y off=14260806 len=551656 2023-12-16T19:51:22.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 141 completed, throughput=5.01MB/sec 2023-12-16T19:51:23.532 INFO:tasks.workunit.client.0.smithi002.stdout: 29: throughput=4.84MB/sec pending data=0 2023-12-16T19:51:23.532 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ao_hRE2OtNzy23q off=1541918 len=449018 2023-12-16T19:51:23.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 142 completed, throughput=4.86MB/sec 2023-12-16T19:51:23.533 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--OG8e--JlhrxALl off=74965 len=837542 2023-12-16T19:51:23.538 INFO:tasks.workunit.client.0.smithi002.stdout:op 143 completed, throughput=4.88MB/sec 2023-12-16T19:51:23.538 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8P3jqyswHAnaUDy off=19657706 len=2037884 2023-12-16T19:51:23.547 INFO:tasks.workunit.client.0.smithi002.stdout:op 144 completed, throughput=4.95MB/sec 2023-12-16T19:51:23.547 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2vrSs35_Zw6lXaK off=4160638 len=73573 2023-12-16T19:51:23.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 145 completed, throughput=4.95MB/sec 2023-12-16T19:51:23.550 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_OkIdOsr3TBPv_g off=8011372 len=9301 2023-12-16T19:51:23.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 146 completed, throughput=4.95MB/sec 2023-12-16T19:51:23.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T403rwRQ3yajaGZ off=10183166 len=1532231 2023-12-16T19:51:23.559 INFO:tasks.workunit.client.0.smithi002.stdout:op 147 completed, throughput=5MB/sec 2023-12-16T19:51:23.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eVeTU-x4ZGPvUGW off=3072834 len=2012718 2023-12-16T19:51:23.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 148 completed, throughput=5.06MB/sec 2023-12-16T19:51:24.563 INFO:tasks.workunit.client.0.smithi002.stdout: 30: throughput=4.9MB/sec pending data=0 2023-12-16T19:51:24.563 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jtWP-l6q6yf_tT0 off=2739862 len=111533 2023-12-16T19:51:24.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 149 completed, throughput=4.9MB/sec 2023-12-16T19:51:24.564 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VSLu13G4ZrsSe0y off=13003767 len=1882142 2023-12-16T19:51:24.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 150 completed, throughput=4.96MB/sec 2023-12-16T19:51:24.573 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yAv91LWl7Q1t_zf off=10463656 len=1978964 2023-12-16T19:51:24.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 151 completed, throughput=5.02MB/sec 2023-12-16T19:51:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:24 smithi002 ceph-mon[137674]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:51:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:24 smithi002 ceph-mon[140029]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:51:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:24 smithi043 ceph-mon[135010]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:51:25.577 INFO:tasks.workunit.client.0.smithi002.stdout: 31: throughput=4.86MB/sec pending data=0 2023-12-16T19:51:25.577 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rNrmPzmwy1VNj7m off=2141681 len=1021351 2023-12-16T19:51:25.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 152 completed, throughput=4.89MB/sec 2023-12-16T19:51:25.578 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SrjMDI-_s3CLnzQ off=9941234 len=1291912 2023-12-16T19:51:25.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 153 completed, throughput=4.93MB/sec 2023-12-16T19:51:25.580 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-070hBiS9n1HtNdb off=1114064 len=78153 2023-12-16T19:51:25.581 INFO:tasks.workunit.client.0.smithi002.stdout:op 154 completed, throughput=4.93MB/sec 2023-12-16T19:51:25.581 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hLEPHiOFZ29VQZV off=5371349 len=1183344 2023-12-16T19:51:25.582 INFO:tasks.workunit.client.0.smithi002.stdout:op 155 completed, throughput=4.97MB/sec 2023-12-16T19:51:25.582 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kwhYR8FfTHeuwHS off=8848636 len=1889657 2023-12-16T19:51:25.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 156 completed, throughput=5.02MB/sec 2023-12-16T19:51:26.585 INFO:tasks.workunit.client.0.smithi002.stdout: 32: throughput=4.87MB/sec pending data=0 2023-12-16T19:51:26.585 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T-y7hUcPmLqgKQC off=21075698 len=1929969 2023-12-16T19:51:26.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 157 completed, throughput=4.93MB/sec 2023-12-16T19:51:26.587 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3NJtCaZfg6Fqqtw off=2509846 len=1705797 2023-12-16T19:51:26.590 INFO:tasks.workunit.client.0.smithi002.stdout:op 158 completed, throughput=4.98MB/sec 2023-12-16T19:51:26.590 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5soX90eRUGBxvMl off=3673131 len=838367 2023-12-16T19:51:26.594 INFO:tasks.workunit.client.0.smithi002.stdout:op 159 completed, throughput=5MB/sec 2023-12-16T19:51:26.594 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--kGWxH9gPHNE6yr off=17513522 len=1327776 2023-12-16T19:51:26.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 160 completed, throughput=5.04MB/sec 2023-12-16T19:51:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:26 smithi002 ceph-mon[137674]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:26 smithi002 ceph-mon[140029]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:26 smithi043 ceph-mon[135010]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:51:27.597 INFO:tasks.workunit.client.0.smithi002.stdout: 33: throughput=4.89MB/sec pending data=0 2023-12-16T19:51:27.597 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_oiXIAx4IBzSDYE off=20128123 len=1740423 2023-12-16T19:51:27.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 161 completed, throughput=4.94MB/sec 2023-12-16T19:51:27.604 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mKVlrILg2JLeA5Y off=0 len=1461497 2023-12-16T19:51:27.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 162 completed, throughput=4.98MB/sec 2023-12-16T19:51:27.611 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kUo4qV3Ajqfzoph off=9497579 len=1793164 2023-12-16T19:51:27.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 163 completed, throughput=5.03MB/sec 2023-12-16T19:51:28.613 INFO:tasks.workunit.client.0.smithi002.stdout: 34: throughput=4.88MB/sec pending data=0 2023-12-16T19:51:28.613 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j4IheVQYmCHto5e off=11789300 len=1696243 2023-12-16T19:51:28.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 164 completed, throughput=4.93MB/sec 2023-12-16T19:51:28.621 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kfXOezNUhuDIFpu off=2263906 len=792260 2023-12-16T19:51:28.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 165 completed, throughput=4.95MB/sec 2023-12-16T19:51:28.622 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9ATXulJaRYBLNP6 off=10457263 len=926572 2023-12-16T19:51:28.626 INFO:tasks.workunit.client.0.smithi002.stdout:op 166 completed, throughput=4.97MB/sec 2023-12-16T19:51:28.626 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xKx5-1wRnKjZ72X off=2959874 len=1355269 2023-12-16T19:51:28.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 167 completed, throughput=5.01MB/sec 2023-12-16T19:51:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:28 smithi002 ceph-mon[137674]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:28 smithi002 ceph-mon[140029]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:28 smithi043 ceph-mon[135010]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:29.634 INFO:tasks.workunit.client.0.smithi002.stdout: 35: throughput=4.87MB/sec pending data=0 2023-12-16T19:51:29.634 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DJDELS63ABkx5fT off=6495563 len=1293075 2023-12-16T19:51:29.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 168 completed, throughput=4.9MB/sec 2023-12-16T19:51:29.641 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dWGjq4tE_PU3JZn off=8101642 len=435222 2023-12-16T19:51:29.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 169 completed, throughput=4.91MB/sec 2023-12-16T19:51:29.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rEuwbMpDPTY1VRr off=18383613 len=361748 2023-12-16T19:51:29.645 INFO:tasks.workunit.client.0.smithi002.stdout:op 170 completed, throughput=4.92MB/sec 2023-12-16T19:51:29.645 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nyzcNEFovNRmeJn off=11306448 len=864696 2023-12-16T19:51:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 171 completed, throughput=4.95MB/sec 2023-12-16T19:51:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CZSvDrvDoU0O_bM off=16751348 len=42068 2023-12-16T19:51:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 172 completed, throughput=4.95MB/sec 2023-12-16T19:51:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IU7ZgJk5EWHpiE4 off=1091511 len=88972 2023-12-16T19:51:29.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 173 completed, throughput=4.95MB/sec 2023-12-16T19:51:29.653 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UibHT6YcxT6dNRg off=5763181 len=663580 2023-12-16T19:51:29.656 INFO:tasks.workunit.client.0.smithi002.stdout:op 174 completed, throughput=4.97MB/sec 2023-12-16T19:51:29.656 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hFnhLg9XH6RCvFY off=6018502 len=1309125 2023-12-16T19:51:29.657 INFO:tasks.workunit.client.0.smithi002.stdout:op 175 completed, throughput=5MB/sec 2023-12-16T19:51:30.658 INFO:tasks.workunit.client.0.smithi002.stdout: 36: throughput=4.87MB/sec pending data=0 2023-12-16T19:51:30.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fNeXwJsel68Jfm9 off=446551 len=892570 2023-12-16T19:51:30.662 INFO:tasks.workunit.client.0.smithi002.stdout:op 176 completed, throughput=4.89MB/sec 2023-12-16T19:51:30.662 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xobtbj9mIfZayTx off=8806031 len=1894331 2023-12-16T19:51:30.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 177 completed, throughput=4.94MB/sec 2023-12-16T19:51:30.666 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-96AhzrSrSBQSDND off=418212 len=808611 2023-12-16T19:51:30.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 178 completed, throughput=4.96MB/sec 2023-12-16T19:51:30.668 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eO8VO2jCbitBfF8 off=18083 len=332560 2023-12-16T19:51:30.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 179 completed, throughput=4.97MB/sec 2023-12-16T19:51:30.669 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VL63VushdxFvq5Y off=9912159 len=785242 2023-12-16T19:51:30.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 180 completed, throughput=4.99MB/sec 2023-12-16T19:51:30.673 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lCF_de85qll1JRC off=1085321 len=1245335 2023-12-16T19:51:30.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 181 completed, throughput=5.02MB/sec 2023-12-16T19:51:31.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:30 smithi002 ceph-mon[137674]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:30 smithi002 ceph-mon[140029]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:30 smithi043 ceph-mon[135010]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:51:31.675 INFO:tasks.workunit.client.0.smithi002.stdout: 37: throughput=4.88MB/sec pending data=0 2023-12-16T19:51:31.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jJijG2Hqtwf-yyB off=2997871 len=1658484 2023-12-16T19:51:31.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 182 completed, throughput=4.93MB/sec 2023-12-16T19:51:31.678 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NUQLGHs5Y9jwgje off=13380342 len=1188888 2023-12-16T19:51:31.685 INFO:tasks.workunit.client.0.smithi002.stdout:op 183 completed, throughput=4.96MB/sec 2023-12-16T19:51:31.685 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Yv6HKz1OmiIApuM off=4743828 len=1296509 2023-12-16T19:51:31.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 184 completed, throughput=4.99MB/sec 2023-12-16T19:51:31.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MDUnPbyu6djj9mm off=1126606 len=1790310 2023-12-16T19:51:31.688 INFO:tasks.workunit.client.0.smithi002.stdout:op 185 completed, throughput=5.03MB/sec 2023-12-16T19:51:32.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:31 smithi002 ceph-mon[137674]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:51:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:31] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:51:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:31 smithi002 ceph-mon[140029]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:51:32.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:31 smithi043 ceph-mon[135010]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:51:32.689 INFO:tasks.workunit.client.0.smithi002.stdout: 38: throughput=4.9MB/sec pending data=0 2023-12-16T19:51:32.689 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7Bt7Nfu_XVoLLCV off=3981872 len=1596362 2023-12-16T19:51:32.692 INFO:tasks.workunit.client.0.smithi002.stdout:op 186 completed, throughput=4.94MB/sec 2023-12-16T19:51:32.692 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UchPqakXYafNeOZ off=7828116 len=748641 2023-12-16T19:51:32.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 187 completed, throughput=4.96MB/sec 2023-12-16T19:51:32.695 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oXVCQ-Y5OWt8HLr off=6044803 len=1948769 2023-12-16T19:51:32.704 INFO:tasks.workunit.client.0.smithi002.stdout:op 188 completed, throughput=5.01MB/sec 2023-12-16T19:51:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:32 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:51:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:32 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:51:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:32 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:51:33.704 INFO:tasks.workunit.client.0.smithi002.stdout: 39: throughput=4.88MB/sec pending data=0 2023-12-16T19:51:33.704 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QcZbEA72i1pJVc8 off=459331 len=351166 2023-12-16T19:51:33.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 189 completed, throughput=4.89MB/sec 2023-12-16T19:51:33.708 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2kk5sd__xhmQfjO off=13957812 len=1963783 2023-12-16T19:51:33.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 190 completed, throughput=4.93MB/sec 2023-12-16T19:51:33.716 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PEbkHzrS4rNmsbi off=9067895 len=829248 2023-12-16T19:51:33.721 INFO:tasks.workunit.client.0.smithi002.stdout:op 191 completed, throughput=4.95MB/sec 2023-12-16T19:51:33.721 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2y4sw9AXYb8Gto9 off=1302920 len=1001065 2023-12-16T19:51:33.726 INFO:tasks.workunit.client.0.smithi002.stdout:op 192 completed, throughput=4.98MB/sec 2023-12-16T19:51:33.726 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RWeLQRn65Cqk_c1 off=821750 len=1934103 2023-12-16T19:51:33.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 193 completed, throughput=5.02MB/sec 2023-12-16T19:51:34.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[137674]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:51:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:33 smithi002 ceph-mon[140029]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:51:34.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:51:34.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:51:34.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:51:34.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:33 smithi043 ceph-mon[135010]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:51:34.729 INFO:tasks.workunit.client.0.smithi002.stdout: 40: throughput=4.9MB/sec pending data=0 2023-12-16T19:51:34.729 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a51gkgWArND9_Dz off=1257062 len=873236 2023-12-16T19:51:34.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 194 completed, throughput=4.92MB/sec 2023-12-16T19:51:34.731 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oOJGzR6hkuqbdNg off=13350855 len=244687 2023-12-16T19:51:34.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 195 completed, throughput=4.93MB/sec 2023-12-16T19:51:34.731 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kDYiSCxc8E9XstX off=9838915 len=1842622 2023-12-16T19:51:34.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 196 completed, throughput=4.97MB/sec 2023-12-16T19:51:34.740 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KYFRICx3lrCYh0U off=6113609 len=436666 2023-12-16T19:51:34.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 197 completed, throughput=4.98MB/sec 2023-12-16T19:51:34.743 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ETKKWdfZ7hpnQst off=1400922 len=191307 2023-12-16T19:51:34.745 INFO:tasks.workunit.client.0.smithi002.stdout:op 198 completed, throughput=4.98MB/sec 2023-12-16T19:51:34.746 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CFAGVpFOHHnP8wD off=6372248 len=1929641 2023-12-16T19:51:34.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 199 completed, throughput=5.03MB/sec 2023-12-16T19:51:35.755 INFO:tasks.workunit.client.0.smithi002.stdout: 41: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:35.755 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YIrmrNKMGzVFqld off=138954 len=2056697 2023-12-16T19:51:35.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 200 completed, throughput=4.95MB/sec 2023-12-16T19:51:35.765 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h9O7qXz6NtC0oTa off=772787 len=2027611 2023-12-16T19:51:35.768 INFO:tasks.workunit.client.0.smithi002.stdout:op 201 completed, throughput=5MB/sec 2023-12-16T19:51:35.768 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1eUi2IyF1AGCvYM off=3077060 len=1543815 2023-12-16T19:51:35.774 INFO:tasks.workunit.client.0.smithi002.stdout:op 202 completed, throughput=5.03MB/sec 2023-12-16T19:51:36.774 INFO:tasks.workunit.client.0.smithi002.stdout: 42: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:36.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sLQx8gdVO94fuW1 off=185102 len=526348 2023-12-16T19:51:36.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 203 completed, throughput=4.93MB/sec 2023-12-16T19:51:36.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BqeW5xbTg15tc02 off=12397537 len=1418718 2023-12-16T19:51:36.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 204 completed, throughput=4.96MB/sec 2023-12-16T19:51:36.777 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9VgAho3X8SMmyOP off=14149299 len=479996 2023-12-16T19:51:36.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 205 completed, throughput=4.97MB/sec 2023-12-16T19:51:36.782 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hC4Y6arO0Hku-lE off=11482887 len=1079958 2023-12-16T19:51:36.783 INFO:tasks.workunit.client.0.smithi002.stdout:op 206 completed, throughput=4.99MB/sec 2023-12-16T19:51:36.783 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WyQeYUob23qM2RK off=10957279 len=416033 2023-12-16T19:51:36.787 INFO:tasks.workunit.client.0.smithi002.stdout:op 207 completed, throughput=5MB/sec 2023-12-16T19:51:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:36 smithi002 ceph-mon[137674]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:36 smithi002 ceph-mon[140029]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:36 smithi043 ceph-mon[135010]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:51:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:37.787 INFO:tasks.workunit.client.0.smithi002.stdout: 43: throughput=4.89MB/sec pending data=0 2023-12-16T19:51:37.788 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-49rzvc4O6PzVbO- off=2847759 len=1956247 2023-12-16T19:51:37.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 208 completed, throughput=4.93MB/sec 2023-12-16T19:51:37.796 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y0EReIR2qd2UPIu off=4410789 len=1595651 2023-12-16T19:51:37.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 209 completed, throughput=4.96MB/sec 2023-12-16T19:51:37.804 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LCHshB0wuQkcHzy off=1167428 len=1704650 2023-12-16T19:51:37.810 INFO:tasks.workunit.client.0.smithi002.stdout:op 210 completed, throughput=5MB/sec 2023-12-16T19:51:37.810 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oi1GCZqao23uMgF off=9471809 len=1024571 2023-12-16T19:51:37.811 INFO:tasks.workunit.client.0.smithi002.stdout:op 211 completed, throughput=5.02MB/sec 2023-12-16T19:51:38.812 INFO:tasks.workunit.client.0.smithi002.stdout: 44: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:38.812 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nxEGmKfRRS8tquu off=390385 len=346201 2023-12-16T19:51:38.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 212 completed, throughput=4.92MB/sec 2023-12-16T19:51:38.813 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UorDKhtMU8h1LON off=5313751 len=784037 2023-12-16T19:51:38.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 213 completed, throughput=4.93MB/sec 2023-12-16T19:51:38.818 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HAPdyBvj4hfQ2h4 off=2675916 len=1358024 2023-12-16T19:51:38.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 214 completed, throughput=4.96MB/sec 2023-12-16T19:51:38.820 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yx7y_SRdlDbWn3P off=1564562 len=611953 2023-12-16T19:51:38.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 215 completed, throughput=4.97MB/sec 2023-12-16T19:51:38.824 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9U1sKLItZCM6lrH off=930377 len=1764150 2023-12-16T19:51:38.834 INFO:tasks.workunit.client.0.smithi002.stdout:op 216 completed, throughput=5.01MB/sec 2023-12-16T19:51:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:38 smithi002 ceph-mon[137674]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:38.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:38 smithi002 ceph-mon[140029]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:38 smithi043 ceph-mon[135010]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:39.834 INFO:tasks.workunit.client.0.smithi002.stdout: 45: throughput=4.9MB/sec pending data=0 2023-12-16T19:51:39.834 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bhPLAJ85z_PN86h off=199530 len=1712720 2023-12-16T19:51:39.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 217 completed, throughput=4.93MB/sec 2023-12-16T19:51:39.838 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IzVUh3IKvWkJsnF off=8382516 len=1194241 2023-12-16T19:51:39.845 INFO:tasks.workunit.client.0.smithi002.stdout:op 218 completed, throughput=4.96MB/sec 2023-12-16T19:51:39.845 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jMhdI5bmrrrS5M- off=1113814 len=1087110 2023-12-16T19:51:39.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 219 completed, throughput=4.98MB/sec 2023-12-16T19:51:39.852 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gp4C3xWMUp-hNYV off=12943761 len=1427081 2023-12-16T19:51:39.858 INFO:tasks.workunit.client.0.smithi002.stdout:op 220 completed, throughput=5.01MB/sec 2023-12-16T19:51:40.859 INFO:tasks.workunit.client.0.smithi002.stdout: 46: throughput=4.9MB/sec pending data=0 2023-12-16T19:51:40.859 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RwKptTtQ6IuLJOQ off=4687239 len=1278973 2023-12-16T19:51:40.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 221 completed, throughput=4.93MB/sec 2023-12-16T19:51:40.865 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-03_R9Ja1Y6JlZrf off=7930723 len=129167 2023-12-16T19:51:40.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 222 completed, throughput=4.93MB/sec 2023-12-16T19:51:40.866 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EbMMk_uMZ8cJeiV off=3308974 len=1547384 2023-12-16T19:51:40.867 INFO:tasks.workunit.client.0.smithi002.stdout:op 223 completed, throughput=4.96MB/sec 2023-12-16T19:51:40.868 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jYZLFqb6Jr32d6d off=4697969 len=1048097 2023-12-16T19:51:40.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 224 completed, throughput=4.98MB/sec 2023-12-16T19:51:40.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rZuPwXQdaJOmeDc off=13822556 len=1403372 2023-12-16T19:51:40.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 225 completed, throughput=5.01MB/sec 2023-12-16T19:51:41.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:40 smithi002 ceph-mon[137674]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:41.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:40 smithi002 ceph-mon[140029]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:40 smithi043 ceph-mon[135010]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:51:41.879 INFO:tasks.workunit.client.0.smithi002.stdout: 47: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:41.879 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CaHaioVT8JMieGf off=4389837 len=519898 2023-12-16T19:51:41.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 226 completed, throughput=4.92MB/sec 2023-12-16T19:51:41.880 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YZTbxnrakAYy_Qp off=18189128 len=1043523 2023-12-16T19:51:41.886 INFO:tasks.workunit.client.0.smithi002.stdout:op 227 completed, throughput=4.94MB/sec 2023-12-16T19:51:41.886 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IBEUMOObs26lpci off=12668536 len=954185 2023-12-16T19:51:41.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 228 completed, throughput=4.95MB/sec 2023-12-16T19:51:41.893 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DURoMCqRESNQMpX off=7699017 len=474280 2023-12-16T19:51:41.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 229 completed, throughput=4.96MB/sec 2023-12-16T19:51:41.894 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-paB8xV4L_uTC2Jh off=143830 len=1824196 2023-12-16T19:51:41.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 230 completed, throughput=5MB/sec 2023-12-16T19:51:41.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Lj5fJVUx0SOagui off=2623874 len=734872 2023-12-16T19:51:41.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 231 completed, throughput=5.01MB/sec 2023-12-16T19:51:42.240 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:41] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2023-12-16T19:51:42.911 INFO:tasks.workunit.client.0.smithi002.stdout: 48: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:43.017 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Vxa9zekRvoHRMS8 off=14354237 len=641221 2023-12-16T19:51:43.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 232 completed, throughput=4.92MB/sec 2023-12-16T19:51:43.018 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YHdR2bqo4Ae8GrX off=9708117 len=656345 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 233 completed, throughput=4.94MB/sec 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mm5QTTTibnxjv_j off=9215168 len=1469648 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 234 completed, throughput=4.96MB/sec 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ly0-X9BmyEPKexu off=2425188 len=1397931 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 235 completed, throughput=4.99MB/sec 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QFX0NqlduSVmi-8 off=287711 len=920635 2023-12-16T19:51:43.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 236 completed, throughput=5.01MB/sec 2023-12-16T19:51:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:42 smithi002 ceph-mon[137674]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:51:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:42 smithi002 ceph-mon[140029]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:51:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:42 smithi043 ceph-mon[135010]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:51:43.919 INFO:tasks.workunit.client.0.smithi002.stdout: 49: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:43.919 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JF-d6z-0fA4PrRj off=14287645 len=183395 2023-12-16T19:51:43.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 237 completed, throughput=4.91MB/sec 2023-12-16T19:51:43.923 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4i1OhTkfkVduOib off=7672023 len=1061430 2023-12-16T19:51:43.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 238 completed, throughput=4.93MB/sec 2023-12-16T19:51:43.929 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w4jE8r94DtV_SJ_ off=8806731 len=1210331 2023-12-16T19:51:43.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 239 completed, throughput=4.95MB/sec 2023-12-16T19:51:43.931 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ozTIm0yd_xclkfE off=1837159 len=1691910 2023-12-16T19:51:43.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 240 completed, throughput=4.99MB/sec 2023-12-16T19:51:43.938 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GjuS5-Uy3UAzclQ off=8155246 len=1977708 2023-12-16T19:51:43.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 241 completed, throughput=5.02MB/sec 2023-12-16T19:51:44.946 INFO:tasks.workunit.client.0.smithi002.stdout: 50: throughput=4.92MB/sec pending data=0 2023-12-16T19:51:44.946 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZsvhWG6hF3tH3IR off=1440495 len=1483404 2023-12-16T19:51:44.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 242 completed, throughput=4.95MB/sec 2023-12-16T19:51:44.954 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PrOdzE5Nhpm6dXm off=3174942 len=2016226 2023-12-16T19:51:44.962 INFO:tasks.workunit.client.0.smithi002.stdout:op 243 completed, throughput=4.99MB/sec 2023-12-16T19:51:44.962 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rKhC7p9cSUcTqU0 off=2526742 len=1265057 2023-12-16T19:51:44.968 INFO:tasks.workunit.client.0.smithi002.stdout:op 244 completed, throughput=5.01MB/sec 2023-12-16T19:51:45.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:44 smithi002 ceph-mon[137674]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:51:45.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:44 smithi002 ceph-mon[140029]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:51:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:44 smithi043 ceph-mon[135010]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:51:45.969 INFO:tasks.workunit.client.0.smithi002.stdout: 51: throughput=4.92MB/sec pending data=0 2023-12-16T19:51:45.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d8y7ob1HwTRqNZY off=8779518 len=1286087 2023-12-16T19:51:45.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 245 completed, throughput=4.94MB/sec 2023-12-16T19:51:45.972 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OiJkQr_cDGoXk_r off=7384091 len=1861638 2023-12-16T19:51:45.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 246 completed, throughput=4.97MB/sec 2023-12-16T19:51:45.974 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vdLHnygH7jLIm9W off=4128736 len=8109 2023-12-16T19:51:45.977 INFO:tasks.workunit.client.0.smithi002.stdout:op 247 completed, throughput=4.97MB/sec 2023-12-16T19:51:45.978 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IBqr6JbLq6TXliX off=70377 len=1046294 2023-12-16T19:51:45.982 INFO:tasks.workunit.client.0.smithi002.stdout:op 248 completed, throughput=4.99MB/sec 2023-12-16T19:51:45.983 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cU0ppUJWPZa9zho off=602146 len=1940587 2023-12-16T19:51:45.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 249 completed, throughput=5.03MB/sec 2023-12-16T19:51:46.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:45 smithi002 ceph-mon[137674]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T19:51:46.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:45 smithi002 ceph-mon[140029]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T19:51:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:45 smithi043 ceph-mon[135010]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T19:51:46.993 INFO:tasks.workunit.client.0.smithi002.stdout: 52: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:46.993 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dZkVVzZbzWvfNSG off=4864541 len=992868 2023-12-16T19:51:46.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 250 completed, throughput=4.95MB/sec 2023-12-16T19:51:46.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--K9gpBQ0Fx7vqDi off=2759149 len=2088210 2023-12-16T19:51:47.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 251 completed, throughput=4.99MB/sec 2023-12-16T19:51:47.001 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4IZQ8PJcT-XcQW0 off=3082885 len=1102808 2023-12-16T19:51:47.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 252 completed, throughput=5MB/sec 2023-12-16T19:51:48.007 INFO:tasks.workunit.client.0.smithi002.stdout: 53: throughput=4.91MB/sec pending data=0 2023-12-16T19:51:48.008 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p7ZoVwZZ1-4xeKd off=134848 len=521977 2023-12-16T19:51:48.012 INFO:tasks.workunit.client.0.smithi002.stdout:op 253 completed, throughput=4.92MB/sec 2023-12-16T19:51:48.012 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ls7_MTALj2rWy0f off=3125850 len=795704 2023-12-16T19:51:48.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 254 completed, throughput=4.93MB/sec 2023-12-16T19:51:48.016 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WDdWj1LxDT33g5i off=5686519 len=1955336 2023-12-16T19:51:48.027 INFO:tasks.workunit.client.0.smithi002.stdout:op 255 completed, throughput=4.97MB/sec 2023-12-16T19:51:48.027 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pfY4vLGER9MsjD8 off=19492687 len=1329658 2023-12-16T19:51:48.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 256 completed, throughput=4.99MB/sec 2023-12-16T19:51:48.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WI8UwuhBPsY1tkf off=2282853 len=1802302 2023-12-16T19:51:48.031 INFO:tasks.workunit.client.0.smithi002.stdout:op 257 completed, throughput=5.02MB/sec 2023-12-16T19:51:48.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:48 smithi002 ceph-mon[137674]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T19:51:48.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:48 smithi002 ceph-mon[140029]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T19:51:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:48 smithi043 ceph-mon[135010]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T19:51:49.032 INFO:tasks.workunit.client.0.smithi002.stdout: 54: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:49.032 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cYffyIkjnSNqeil off=1313681 len=199460 2023-12-16T19:51:49.033 INFO:tasks.workunit.client.0.smithi002.stdout:op 258 completed, throughput=4.93MB/sec 2023-12-16T19:51:49.033 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jf4-hnG3i89cQ-T off=13063332 len=1446081 2023-12-16T19:51:49.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 259 completed, throughput=4.96MB/sec 2023-12-16T19:51:49.040 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--ej0dEe52ubNf7Y off=5414112 len=1603847 2023-12-16T19:51:49.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 260 completed, throughput=4.99MB/sec 2023-12-16T19:51:49.042 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KLelTkrFqsXc9ky off=873305 len=326700 2023-12-16T19:51:49.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 261 completed, throughput=4.99MB/sec 2023-12-16T19:51:49.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6vj7PMes9WZc-8W off=1093186 len=2082719 2023-12-16T19:51:49.047 INFO:tasks.workunit.client.0.smithi002.stdout:op 262 completed, throughput=5.03MB/sec 2023-12-16T19:51:50.047 INFO:tasks.workunit.client.0.smithi002.stdout: 55: throughput=4.94MB/sec pending data=0 2023-12-16T19:51:50.047 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1IIX9klUEFBjlHq off=8421418 len=1008549 2023-12-16T19:51:50.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 263 completed, throughput=4.96MB/sec 2023-12-16T19:51:50.049 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NwQLs4ygZAnWGMz off=2229236 len=1651744 2023-12-16T19:51:50.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 264 completed, throughput=4.98MB/sec 2023-12-16T19:51:50.052 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uhp7TYxw6RyErDY off=4978905 len=2011196 2023-12-16T19:51:50.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 265 completed, throughput=5.02MB/sec 2023-12-16T19:51:50.399 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:51:50.721 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (20m) 6m ago 22m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (19m) 4m ago 22m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (23m) 6m ago 23m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (23m) 4m ago 23m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (19m) 4m ago 25m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (19m) 6m ago 26m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (19m) 6m ago 27m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (18m) 4m ago 25m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (18m) 6m ago 25m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (20m) 6m ago 22m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (19m) 4m ago 22m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (18m) 6m ago 25m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (17m) 6m ago 25m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:51:50.722 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (17m) 6m ago 24m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (16m) 6m ago 24m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (16m) 4m ago 24m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (15m) 4m ago 24m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (15m) 4m ago 24m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (14m) 4m ago 23m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:51:50.723 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (19m) 4m ago 23m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:51:50.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:50 smithi002 ceph-mon[137674]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-16T19:51:50.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:50 smithi002 ceph-mon[140029]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-16T19:51:51.054 INFO:tasks.workunit.client.0.smithi002.stdout: 56: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:51.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BCU1Gm-yfSGjfLz off=886998 len=617751 2023-12-16T19:51:51.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 266 completed, throughput=4.94MB/sec 2023-12-16T19:51:51.058 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hsDJSBD_zUm97t0 off=2654476 len=722632 2023-12-16T19:51:51.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 267 completed, throughput=4.95MB/sec 2023-12-16T19:51:51.062 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IYljiz7V32F65aO off=2443807 len=1362453 2023-12-16T19:51:51.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 268 completed, throughput=4.97MB/sec 2023-12-16T19:51:51.063 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lMzgQ1CKlDqzoSW off=13341429 len=1867538 2023-12-16T19:51:51.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 269 completed, throughput=5MB/sec 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:51.125 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:51:51.126 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:51:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:50 smithi043 ceph-mon[135010]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-16T19:51:52.073 INFO:tasks.workunit.client.0.smithi002.stdout: 57: throughput=4.92MB/sec pending data=0 2023-12-16T19:51:52.073 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fcqW3CWK6PzqDtI off=7848486 len=1476518 2023-12-16T19:51:52.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 270 completed, throughput=4.94MB/sec 2023-12-16T19:51:52.075 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FYWy96jjBreu9QI off=3608935 len=753729 2023-12-16T19:51:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 271 completed, throughput=4.95MB/sec 2023-12-16T19:51:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VFQ8YBNT489wAlH off=6285534 len=39134 2023-12-16T19:51:52.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 272 completed, throughput=4.95MB/sec 2023-12-16T19:51:52.077 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LaOgMXRfw8dWpDR off=3262150 len=240241 2023-12-16T19:51:52.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 273 completed, throughput=4.96MB/sec 2023-12-16T19:51:52.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V53JL8gUF0ZEqHC off=3233044 len=716651 2023-12-16T19:51:52.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 274 completed, throughput=4.97MB/sec 2023-12-16T19:51:52.085 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iW27sHydVpIF2CI off=18705152 len=76511 2023-12-16T19:51:52.086 INFO:tasks.workunit.client.0.smithi002.stdout:op 275 completed, throughput=4.97MB/sec 2023-12-16T19:51:52.086 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mG0VGmJMgllXZe4 off=1777143 len=964844 2023-12-16T19:51:52.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 276 completed, throughput=4.99MB/sec 2023-12-16T19:51:52.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Y6WCEPveTA_Locc off=15460790 len=544641 2023-12-16T19:51:52.093 INFO:tasks.workunit.client.0.smithi002.stdout:op 277 completed, throughput=5MB/sec 2023-12-16T19:51:52.093 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9SkCNUNp85nphAv off=8474892 len=271992 2023-12-16T19:51:52.096 INFO:tasks.workunit.client.0.smithi002.stdout:op 278 completed, throughput=5MB/sec 2023-12-16T19:51:52.096 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DURoMCqRESNQMpX off=7842696 len=1766488 2023-12-16T19:51:52.098 INFO:tasks.workunit.client.0.smithi002.stdout:op 279 completed, throughput=5.03MB/sec 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:51:51] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[137674]: from='client.45236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[137674]: from='client.45242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/500391145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[140029]: from='client.45236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[140029]: from='client.45242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/500391145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:51 smithi043 ceph-mon[135010]: from='client.45236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:51 smithi043 ceph-mon[135010]: from='client.45242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:51:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:51:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/500391145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:51:53.099 INFO:tasks.workunit.client.0.smithi002.stdout: 58: throughput=4.94MB/sec pending data=0 2023-12-16T19:51:53.099 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9JM7TvyhNwS2KWp off=8850973 len=205508 2023-12-16T19:51:53.099 INFO:tasks.workunit.client.0.smithi002.stdout:op 280 completed, throughput=4.95MB/sec 2023-12-16T19:51:53.099 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UUY9o9JpJgrLJof off=11679211 len=1839454 2023-12-16T19:51:53.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 281 completed, throughput=4.98MB/sec 2023-12-16T19:51:53.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5qvgkLJwNBzJxO2 off=5302229 len=706992 2023-12-16T19:51:53.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 282 completed, throughput=4.99MB/sec 2023-12-16T19:51:53.106 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C5Nm1VEwzhHiszT off=2328411 len=762261 2023-12-16T19:51:53.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 283 completed, throughput=5MB/sec 2023-12-16T19:51:53.112 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Bhx8qDAMsYMNMX3 off=7420278 len=1050092 2023-12-16T19:51:53.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 284 completed, throughput=5.02MB/sec 2023-12-16T19:51:53.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:52 smithi002 ceph-mon[137674]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:51:53.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:52 smithi002 ceph-mon[140029]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:51:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:52 smithi043 ceph-mon[135010]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:51:54.118 INFO:tasks.workunit.client.0.smithi002.stdout: 59: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:54.118 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KW5EykKItcOP-Z8 off=9140985 len=1723174 2023-12-16T19:51:54.120 INFO:tasks.workunit.client.0.smithi002.stdout:op 285 completed, throughput=4.96MB/sec 2023-12-16T19:51:54.120 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tut6W3SLQa7OsMj off=5341998 len=202820 2023-12-16T19:51:54.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 286 completed, throughput=4.96MB/sec 2023-12-16T19:51:54.123 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1ReEHzMo2kyP3KO off=565067 len=417169 2023-12-16T19:51:54.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 287 completed, throughput=4.97MB/sec 2023-12-16T19:51:54.127 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i36F36uRhuJq4no off=16065894 len=1856210 2023-12-16T19:51:54.135 INFO:tasks.workunit.client.0.smithi002.stdout:op 288 completed, throughput=5MB/sec 2023-12-16T19:51:54.135 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p6-WbQCgn1GUH1E off=99196 len=313596 2023-12-16T19:51:54.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 289 completed, throughput=5MB/sec 2023-12-16T19:51:55.137 INFO:tasks.workunit.client.0.smithi002.stdout: 60: throughput=4.92MB/sec pending data=0 2023-12-16T19:51:55.137 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v1GZ7A_LR2jAZab off=1625184 len=1884190 2023-12-16T19:51:55.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 290 completed, throughput=4.95MB/sec 2023-12-16T19:51:55.147 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HDYa2ES2NMNMnLB off=235546 len=959575 2023-12-16T19:51:55.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 291 completed, throughput=4.96MB/sec 2023-12-16T19:51:55.148 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-br2ovP-ApRNlqUI off=1285913 len=803370 2023-12-16T19:51:55.149 INFO:tasks.workunit.client.0.smithi002.stdout:op 292 completed, throughput=4.98MB/sec 2023-12-16T19:51:55.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ec8ngkvUFqmnJsL off=5889097 len=1895441 2023-12-16T19:51:55.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 293 completed, throughput=5.01MB/sec 2023-12-16T19:51:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:54 smithi002 ceph-mon[137674]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:51:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:54 smithi002 ceph-mon[140029]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:51:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:54 smithi043 ceph-mon[135010]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:51:56.152 INFO:tasks.workunit.client.0.smithi002.stdout: 61: throughput=4.92MB/sec pending data=0 2023-12-16T19:51:56.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qkRIf9WigznUhfA off=4186714 len=968993 2023-12-16T19:51:56.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 294 completed, throughput=4.94MB/sec 2023-12-16T19:51:56.153 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y8TxeuHNjc4kOnu off=9724710 len=1051880 2023-12-16T19:51:56.159 INFO:tasks.workunit.client.0.smithi002.stdout:op 295 completed, throughput=4.96MB/sec 2023-12-16T19:51:56.159 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kcCNvMuASxRP3uR off=2809161 len=8550 2023-12-16T19:51:56.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 296 completed, throughput=4.96MB/sec 2023-12-16T19:51:56.160 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JySX8KkJDrh69qo off=4183163 len=1065913 2023-12-16T19:51:56.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 297 completed, throughput=4.97MB/sec 2023-12-16T19:51:56.169 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3V18y88C3OB_xuE off=5570491 len=392998 2023-12-16T19:51:56.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 298 completed, throughput=4.98MB/sec 2023-12-16T19:51:56.171 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o57D0slYyeFaF7T off=3751484 len=1219666 2023-12-16T19:51:56.172 INFO:tasks.workunit.client.0.smithi002.stdout:op 299 completed, throughput=5MB/sec 2023-12-16T19:51:56.172 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1zhVugl9Ad_jH84 off=9641691 len=1024643 2023-12-16T19:51:56.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 300 completed, throughput=5.01MB/sec 2023-12-16T19:51:57.177 INFO:tasks.workunit.client.0.smithi002.stdout: 62: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:57.177 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6IXpF-nm9ww6LkP off=0 len=1530492 2023-12-16T19:51:57.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 301 completed, throughput=4.95MB/sec 2023-12-16T19:51:57.184 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3xgw0xxfZrWsrUs off=16636543 len=867725 2023-12-16T19:51:57.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 302 completed, throughput=4.97MB/sec 2023-12-16T19:51:57.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SZPmzPJRIOIFsK_ off=9604657 len=1626074 2023-12-16T19:51:57.187 INFO:tasks.workunit.client.0.smithi002.stdout:op 303 completed, throughput=4.99MB/sec 2023-12-16T19:51:57.187 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SuXRws_dCO2J3Ao off=10421866 len=922070 2023-12-16T19:51:57.189 INFO:tasks.workunit.client.0.smithi002.stdout:op 304 completed, throughput=5MB/sec 2023-12-16T19:51:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:56 smithi002 ceph-mon[137674]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:51:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:56 smithi002 ceph-mon[140029]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:51:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:56 smithi043 ceph-mon[135010]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:51:58.190 INFO:tasks.workunit.client.0.smithi002.stdout: 63: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:58.190 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wQoOoT0LWSnEo9k off=8523968 len=1637685 2023-12-16T19:51:58.199 INFO:tasks.workunit.client.0.smithi002.stdout:op 305 completed, throughput=4.95MB/sec 2023-12-16T19:51:58.199 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D08hgWXbo9ZKx_s off=4726836 len=735929 2023-12-16T19:51:58.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 306 completed, throughput=4.96MB/sec 2023-12-16T19:51:58.200 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WjJnWj8wYRqpbmL off=1414714 len=1177956 2023-12-16T19:51:58.206 INFO:tasks.workunit.client.0.smithi002.stdout:op 307 completed, throughput=4.98MB/sec 2023-12-16T19:51:58.206 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KpjOmX4ZRsafHHo off=4604292 len=1343944 2023-12-16T19:51:58.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 308 completed, throughput=5MB/sec 2023-12-16T19:51:58.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rZwJyieYEHrZvf3 off=2311667 len=298171 2023-12-16T19:51:58.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 309 completed, throughput=5MB/sec 2023-12-16T19:51:59.209 INFO:tasks.workunit.client.0.smithi002.stdout: 64: throughput=4.93MB/sec pending data=0 2023-12-16T19:51:59.209 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KJRRenmEZKd1Qv4 off=9620780 len=1272003 2023-12-16T19:51:59.212 INFO:tasks.workunit.client.0.smithi002.stdout:op 310 completed, throughput=4.94MB/sec 2023-12-16T19:51:59.212 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p-lCO6ucSAN59jA off=8151428 len=1813551 2023-12-16T19:51:59.214 INFO:tasks.workunit.client.0.smithi002.stdout:op 311 completed, throughput=4.97MB/sec 2023-12-16T19:51:59.214 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bIS0VaVsHMPx_Pz off=2841003 len=732377 2023-12-16T19:51:59.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 312 completed, throughput=4.98MB/sec 2023-12-16T19:51:59.215 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-56yCESnmI6nz7zy off=8034798 len=567307 2023-12-16T19:51:59.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 313 completed, throughput=4.99MB/sec 2023-12-16T19:51:59.217 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aAfRufhjqltQr1y off=5287519 len=301196 2023-12-16T19:51:59.220 INFO:tasks.workunit.client.0.smithi002.stdout:op 314 completed, throughput=4.99MB/sec 2023-12-16T19:51:59.220 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--yShFxc_CygR4r8 off=5397528 len=1855910 2023-12-16T19:51:59.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 315 completed, throughput=5.02MB/sec 2023-12-16T19:51:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:58 smithi002 ceph-mon[137674]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:58 smithi002 ceph-mon[140029]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:51:59.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:58 smithi043 ceph-mon[135010]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:00.224 INFO:tasks.workunit.client.0.smithi002.stdout: 65: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:00.224 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OV6imfWg8dz7dYj off=6173110 len=654038 2023-12-16T19:52:00.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 316 completed, throughput=4.95MB/sec 2023-12-16T19:52:00.229 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FFLAKKxBFRPRY6B off=10655360 len=171078 2023-12-16T19:52:00.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 317 completed, throughput=4.96MB/sec 2023-12-16T19:52:00.230 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IU0l-L7aF9O7zW1 off=0 len=1203328 2023-12-16T19:52:00.231 INFO:tasks.workunit.client.0.smithi002.stdout:op 318 completed, throughput=4.97MB/sec 2023-12-16T19:52:00.231 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wUT843DIyraZuKF off=19687855 len=1053138 2023-12-16T19:52:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:51:59 smithi002 ceph-mon[137674]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:52:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:51:59 smithi002 ceph-mon[140029]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:52:00.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 319 completed, throughput=4.99MB/sec 2023-12-16T19:52:00.238 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SryeGOL1SnAl7-j off=14960639 len=1086298 2023-12-16T19:52:00.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 320 completed, throughput=5MB/sec 2023-12-16T19:52:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:51:59 smithi043 ceph-mon[135010]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:52:01.245 INFO:tasks.workunit.client.0.smithi002.stdout: 66: throughput=4.93MB/sec pending data=0 2023-12-16T19:52:01.245 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QcLCEQ-g8U2WO8T off=2648685 len=1125954 2023-12-16T19:52:01.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 321 completed, throughput=4.94MB/sec 2023-12-16T19:52:01.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SNEB4X8tA7ioM8T off=2897074 len=516125 2023-12-16T19:52:01.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 322 completed, throughput=4.95MB/sec 2023-12-16T19:52:01.250 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UT5gi6QfYVAEubS off=6291223 len=1098405 2023-12-16T19:52:01.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 323 completed, throughput=4.97MB/sec 2023-12-16T19:52:01.255 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ADBbOm_uuMcB59A off=4018483 len=1846657 2023-12-16T19:52:01.265 INFO:tasks.workunit.client.0.smithi002.stdout:op 324 completed, throughput=4.99MB/sec 2023-12-16T19:52:01.265 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uSbwRjQMFrOBSFf off=3019480 len=1232290 2023-12-16T19:52:01.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 325 completed, throughput=5.01MB/sec 2023-12-16T19:52:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:01] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2023-12-16T19:52:02.267 INFO:tasks.workunit.client.0.smithi002.stdout: 67: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:02.267 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yAv91LWl7Q1t_zf off=7800415 len=530641 2023-12-16T19:52:02.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 326 completed, throughput=4.94MB/sec 2023-12-16T19:52:02.269 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7oEQNkvouci2VZe off=16600707 len=84839 2023-12-16T19:52:02.271 INFO:tasks.workunit.client.0.smithi002.stdout:op 327 completed, throughput=4.94MB/sec 2023-12-16T19:52:02.271 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l_c_8WKlO6sQutv off=4489784 len=299029 2023-12-16T19:52:02.272 INFO:tasks.workunit.client.0.smithi002.stdout:op 328 completed, throughput=4.95MB/sec 2023-12-16T19:52:02.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-N5H11X_d69NiXnM off=1788296 len=2082880 2023-12-16T19:52:02.283 INFO:tasks.workunit.client.0.smithi002.stdout:op 329 completed, throughput=4.98MB/sec 2023-12-16T19:52:02.283 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xji6ED9OGvTPUDD off=346089 len=104467 2023-12-16T19:52:02.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 330 completed, throughput=4.98MB/sec 2023-12-16T19:52:02.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5IHyWeooCu4zsvs off=10265406 len=1457396 2023-12-16T19:52:02.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 331 completed, throughput=5MB/sec 2023-12-16T19:52:02.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5HBmjcwUZ78GHW6 off=10992427 len=1483628 2023-12-16T19:52:02.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 332 completed, throughput=5.02MB/sec 2023-12-16T19:52:02.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:02 smithi002 ceph-mon[137674]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:52:02.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:02 smithi002 ceph-mon[140029]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:52:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:02 smithi043 ceph-mon[135010]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:52:03.291 INFO:tasks.workunit.client.0.smithi002.stdout: 68: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:03.291 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XQhFP5s7rJfLfBs off=7880671 len=1968372 2023-12-16T19:52:03.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 333 completed, throughput=4.97MB/sec 2023-12-16T19:52:03.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YsrFW8wRtwZr0ML off=2197734 len=572840 2023-12-16T19:52:03.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 334 completed, throughput=4.98MB/sec 2023-12-16T19:52:03.298 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wEypktdeq5SUfQZ off=184773 len=1448830 2023-12-16T19:52:03.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 335 completed, throughput=5MB/sec 2023-12-16T19:52:04.305 INFO:tasks.workunit.client.0.smithi002.stdout: 69: throughput=4.93MB/sec pending data=0 2023-12-16T19:52:04.305 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-k_-CjbkPVjici_Z off=11796500 len=1463664 2023-12-16T19:52:04.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 336 completed, throughput=4.95MB/sec 2023-12-16T19:52:04.312 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mtWWVP7BCS6Iof4 off=4615132 len=358542 2023-12-16T19:52:04.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 337 completed, throughput=4.95MB/sec 2023-12-16T19:52:04.315 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-804T3KM5Vu9szwR off=0 len=1237286 2023-12-16T19:52:04.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 338 completed, throughput=4.97MB/sec 2023-12-16T19:52:04.321 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3JmTfLY7bzCcNym off=756433 len=1060192 2023-12-16T19:52:04.322 INFO:tasks.workunit.client.0.smithi002.stdout:op 339 completed, throughput=4.98MB/sec 2023-12-16T19:52:04.322 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FFLVoDNJoaaMEe2 off=6275908 len=295605 2023-12-16T19:52:04.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 340 completed, throughput=4.99MB/sec 2023-12-16T19:52:04.325 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1V9L74RyhzmxIsp off=4259975 len=884978 2023-12-16T19:52:04.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 341 completed, throughput=5MB/sec 2023-12-16T19:52:04.330 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KttqKCp4LpTBJGm off=3883842 len=1482578 2023-12-16T19:52:04.333 INFO:tasks.workunit.client.0.smithi002.stdout:op 342 completed, throughput=5.02MB/sec 2023-12-16T19:52:05.080 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:04 smithi043 ceph-mon[135010]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:52:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:04 smithi002 ceph-mon[137674]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:52:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:04 smithi002 ceph-mon[140029]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:52:05.333 INFO:tasks.workunit.client.0.smithi002.stdout: 70: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:05.333 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jn7gR4UpNRzAlN_ off=8013502 len=2090495 2023-12-16T19:52:05.344 INFO:tasks.workunit.client.0.smithi002.stdout:op 343 completed, throughput=4.98MB/sec 2023-12-16T19:52:05.344 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6MO09JLn5vIxwVT off=407131 len=1418297 2023-12-16T19:52:05.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 344 completed, throughput=4.99MB/sec 2023-12-16T19:52:05.346 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A0-C4b9lxCbTQOn off=6459991 len=850552 2023-12-16T19:52:05.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 345 completed, throughput=5.01MB/sec 2023-12-16T19:52:05.496 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 19:52:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=cleanup t=2023-12-16T19:52:05.080417503Z level=info msg="Completed cleanup jobs" duration=13.679865ms 2023-12-16T19:52:06.349 INFO:tasks.workunit.client.0.smithi002.stdout: 71: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:06.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Oo_GgDX45sQg53V off=4576915 len=317386 2023-12-16T19:52:06.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 346 completed, throughput=4.94MB/sec 2023-12-16T19:52:06.352 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JHwDaDY46t73Kzl off=6922336 len=1606966 2023-12-16T19:52:06.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 347 completed, throughput=4.96MB/sec 2023-12-16T19:52:06.360 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W1YNMSJ6yOBtbSa off=6343320 len=946631 2023-12-16T19:52:06.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 348 completed, throughput=4.97MB/sec 2023-12-16T19:52:06.361 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-efEFyEAoUIDIYhQ off=7573965 len=1176997 2023-12-16T19:52:06.362 INFO:tasks.workunit.client.0.smithi002.stdout:op 349 completed, throughput=4.99MB/sec 2023-12-16T19:52:06.362 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NIL81at9uJmrxxM off=1135912 len=1689042 2023-12-16T19:52:06.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 350 completed, throughput=5.01MB/sec 2023-12-16T19:52:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:06 smithi002 ceph-mon[137674]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:52:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:06 smithi002 ceph-mon[140029]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:52:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:06 smithi043 ceph-mon[135010]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:52:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:07.371 INFO:tasks.workunit.client.0.smithi002.stdout: 72: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:07.371 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9FQDwO-zq7i8Yzc off=6537131 len=150187 2023-12-16T19:52:07.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 351 completed, throughput=4.94MB/sec 2023-12-16T19:52:07.374 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bMMcJ8cx1gcVz_d off=1056468 len=816472 2023-12-16T19:52:07.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 352 completed, throughput=4.95MB/sec 2023-12-16T19:52:07.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oX6L8WT5MaS_V41 off=914764 len=597101 2023-12-16T19:52:07.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 353 completed, throughput=4.96MB/sec 2023-12-16T19:52:07.380 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x81vKij6KDyt4LX off=1032853 len=1142146 2023-12-16T19:52:07.386 INFO:tasks.workunit.client.0.smithi002.stdout:op 354 completed, throughput=4.98MB/sec 2023-12-16T19:52:07.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XNnyF9a3P1Aedki off=3963420 len=561054 2023-12-16T19:52:07.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 355 completed, throughput=4.98MB/sec 2023-12-16T19:52:07.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9e3n8sBibxlOczK off=4256118 len=2004644 2023-12-16T19:52:07.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 356 completed, throughput=5.01MB/sec 2023-12-16T19:52:08.390 INFO:tasks.workunit.client.0.smithi002.stdout: 73: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:08.390 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZXuQgBUCMIVt0nR off=8048562 len=681006 2023-12-16T19:52:08.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 357 completed, throughput=4.95MB/sec 2023-12-16T19:52:08.394 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dsDD-5ZYU0IY-2V off=10033582 len=968410 2023-12-16T19:52:08.396 INFO:tasks.workunit.client.0.smithi002.stdout:op 358 completed, throughput=4.96MB/sec 2023-12-16T19:52:08.397 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ed1rSHVnejxhUKx off=1404418 len=1947077 2023-12-16T19:52:08.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 359 completed, throughput=4.99MB/sec 2023-12-16T19:52:08.399 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3sVUOasK3TF_ABT off=13154246 len=202865 2023-12-16T19:52:08.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 360 completed, throughput=4.99MB/sec 2023-12-16T19:52:08.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aTmLrusYNBralcv off=22094722 len=381591 2023-12-16T19:52:08.403 INFO:tasks.workunit.client.0.smithi002.stdout:op 361 completed, throughput=5MB/sec 2023-12-16T19:52:08.403 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pXURPiK3BcKP2Z1 off=1751415 len=351551 2023-12-16T19:52:08.404 INFO:tasks.workunit.client.0.smithi002.stdout:op 362 completed, throughput=5MB/sec 2023-12-16T19:52:08.404 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pBPc94ubtUmJiw3 off=21584043 len=267038 2023-12-16T19:52:08.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 363 completed, throughput=5MB/sec 2023-12-16T19:52:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:08 smithi002 ceph-mon[137674]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:08 smithi002 ceph-mon[140029]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:08 smithi043 ceph-mon[135010]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:09.405 INFO:tasks.workunit.client.0.smithi002.stdout: 74: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:09.405 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lNJqIt_9_z0O3KJ off=4721811 len=284464 2023-12-16T19:52:09.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 364 completed, throughput=4.94MB/sec 2023-12-16T19:52:09.409 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yhr3-reI3fmTfDL off=4165975 len=47520 2023-12-16T19:52:09.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 365 completed, throughput=4.94MB/sec 2023-12-16T19:52:09.409 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KKGULXr6zjQx_yI off=125312 len=550923 2023-12-16T19:52:09.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 366 completed, throughput=4.95MB/sec 2023-12-16T19:52:09.414 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CtsZbKPQUChwkAh off=6434808 len=123894 2023-12-16T19:52:09.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 367 completed, throughput=4.95MB/sec 2023-12-16T19:52:09.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cNbnT8nnh7QZaYL off=296722 len=511884 2023-12-16T19:52:09.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 368 completed, throughput=4.96MB/sec 2023-12-16T19:52:09.417 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DsrcAiVGGGgiXjz off=555789 len=760209 2023-12-16T19:52:09.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 369 completed, throughput=4.96MB/sec 2023-12-16T19:52:09.418 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qm8VFewwm7TXC8j off=490044 len=931760 2023-12-16T19:52:09.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 370 completed, throughput=4.98MB/sec 2023-12-16T19:52:09.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HqtU9A8CM5y-_CP off=6497278 len=156717 2023-12-16T19:52:09.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 371 completed, throughput=4.98MB/sec 2023-12-16T19:52:09.424 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-INB5ifzhW3qpFzB off=214228 len=790873 2023-12-16T19:52:09.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 372 completed, throughput=4.99MB/sec 2023-12-16T19:52:09.429 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sqc83PDw7-a4iGF off=6674694 len=2044819 2023-12-16T19:52:09.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 373 completed, throughput=5.01MB/sec 2023-12-16T19:52:10.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:09 smithi043 ceph-mon[135010]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:09 smithi002 ceph-mon[137674]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:09 smithi002 ceph-mon[140029]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:52:10.437 INFO:tasks.workunit.client.0.smithi002.stdout: 75: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:10.437 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jh4EwQ1PVquV9HB off=11768416 len=151939 2023-12-16T19:52:10.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 374 completed, throughput=4.95MB/sec 2023-12-16T19:52:10.440 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-THyZhnk5Wg1AQYw off=1764653 len=956346 2023-12-16T19:52:10.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 375 completed, throughput=4.96MB/sec 2023-12-16T19:52:10.441 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-grjQZLIoAIPuEUh off=15183226 len=754399 2023-12-16T19:52:10.442 INFO:tasks.workunit.client.0.smithi002.stdout:op 376 completed, throughput=4.97MB/sec 2023-12-16T19:52:10.442 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SmQkweSQ8eKHeoK off=5235829 len=837564 2023-12-16T19:52:10.443 INFO:tasks.workunit.client.0.smithi002.stdout:op 377 completed, throughput=4.98MB/sec 2023-12-16T19:52:10.443 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0rgB4mWCBQDskp3 off=805576 len=743259 2023-12-16T19:52:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:op 378 completed, throughput=4.99MB/sec 2023-12-16T19:52:10.445 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bKKrZlwpFrIpKmf off=2942267 len=625883 2023-12-16T19:52:10.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 379 completed, throughput=5MB/sec 2023-12-16T19:52:10.447 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2O5o7ovuRLvk-8F off=1946583 len=1014119 2023-12-16T19:52:10.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 380 completed, throughput=5.01MB/sec 2023-12-16T19:52:11.448 INFO:tasks.workunit.client.0.smithi002.stdout: 76: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:11.448 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qJSrxIr9TqnaKNd off=18748616 len=1811793 2023-12-16T19:52:11.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 381 completed, throughput=4.97MB/sec 2023-12-16T19:52:11.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lQn61079KKQWu-7 off=5450720 len=1365754 2023-12-16T19:52:11.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 382 completed, throughput=4.98MB/sec 2023-12-16T19:52:11.453 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YPXD4itClY9WvOc off=15436012 len=1982346 2023-12-16T19:52:11.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 383 completed, throughput=5.01MB/sec 2023-12-16T19:52:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:11] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2023-12-16T19:52:12.463 INFO:tasks.workunit.client.0.smithi002.stdout: 77: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:12.463 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AGXPzpY6cPkzCMn off=1647845 len=1730093 2023-12-16T19:52:12.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 384 completed, throughput=4.97MB/sec 2023-12-16T19:52:12.465 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2xxllha36b0Qdiw off=16074390 len=433608 2023-12-16T19:52:12.466 INFO:tasks.workunit.client.0.smithi002.stdout:op 385 completed, throughput=4.97MB/sec 2023-12-16T19:52:12.466 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CU-V54J0CRzKCBq off=2670516 len=1378717 2023-12-16T19:52:12.472 INFO:tasks.workunit.client.0.smithi002.stdout:op 386 completed, throughput=4.99MB/sec 2023-12-16T19:52:12.472 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-65PWr84rKMpTHc1 off=10703200 len=982336 2023-12-16T19:52:12.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 387 completed, throughput=5MB/sec 2023-12-16T19:52:12.478 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9vpc28Lj9BkTDy off=1727839 len=506766 2023-12-16T19:52:12.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 388 completed, throughput=5MB/sec 2023-12-16T19:52:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:12 smithi002 ceph-mon[137674]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:12 smithi002 ceph-mon[140029]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:12 smithi043 ceph-mon[135010]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:13.479 INFO:tasks.workunit.client.0.smithi002.stdout: 78: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:13.479 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M70Iv4KHZmFqhiS off=8442044 len=1634073 2023-12-16T19:52:13.486 INFO:tasks.workunit.client.0.smithi002.stdout:op 389 completed, throughput=4.96MB/sec 2023-12-16T19:52:13.487 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ks2CN-M-DgGJAto off=1052047 len=2017692 2023-12-16T19:52:13.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 390 completed, throughput=4.98MB/sec 2023-12-16T19:52:13.495 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O333unTxxLppwu3 off=12906141 len=427985 2023-12-16T19:52:13.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 391 completed, throughput=4.99MB/sec 2023-12-16T19:52:13.496 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wkfx4gWJWx9vA2j off=4639029 len=428818 2023-12-16T19:52:13.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 392 completed, throughput=4.99MB/sec 2023-12-16T19:52:13.499 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zqS4jOQsw89M2qW off=8396182 len=300784 2023-12-16T19:52:13.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 393 completed, throughput=5MB/sec 2023-12-16T19:52:13.502 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kSsavcmwzxF0Wzy off=8754111 len=152076 2023-12-16T19:52:13.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 394 completed, throughput=5MB/sec 2023-12-16T19:52:13.505 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-djNc1ZRUp3B5v9H off=324920 len=1842381 2023-12-16T19:52:13.506 INFO:tasks.workunit.client.0.smithi002.stdout:op 395 completed, throughput=5.02MB/sec 2023-12-16T19:52:14.506 INFO:tasks.workunit.client.0.smithi002.stdout: 79: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:14.506 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VNFiKxlp8eTDBYl off=7715890 len=383060 2023-12-16T19:52:14.507 INFO:tasks.workunit.client.0.smithi002.stdout:op 396 completed, throughput=4.96MB/sec 2023-12-16T19:52:14.507 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eazwxoggglEuW2R off=94509 len=1471791 2023-12-16T19:52:14.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 397 completed, throughput=4.98MB/sec 2023-12-16T19:52:14.514 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pX6vjZxFta4QZAh off=8694717 len=1197832 2023-12-16T19:52:14.520 INFO:tasks.workunit.client.0.smithi002.stdout:op 398 completed, throughput=4.99MB/sec 2023-12-16T19:52:14.520 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-21ejQuItdNQVwd0 off=1254185 len=794801 2023-12-16T19:52:14.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 399 completed, throughput=5MB/sec 2023-12-16T19:52:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:14 smithi002 ceph-mon[137674]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:15.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:14 smithi002 ceph-mon[140029]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:14 smithi043 ceph-mon[135010]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:15.521 INFO:tasks.workunit.client.0.smithi002.stdout: 80: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:15.522 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GdDq553CxBcm0ah off=14735741 len=2025378 2023-12-16T19:52:15.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 400 completed, throughput=4.97MB/sec 2023-12-16T19:52:15.524 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1VNBWYLImycj-6J off=5715687 len=839950 2023-12-16T19:52:15.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 401 completed, throughput=4.98MB/sec 2023-12-16T19:52:15.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-40hddtU1Xj1A8w3 off=381195 len=2039916 2023-12-16T19:52:15.530 INFO:tasks.workunit.client.0.smithi002.stdout:op 402 completed, throughput=5MB/sec 2023-12-16T19:52:15.530 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PpPGGV8IY3QjiJw off=563496 len=2005595 2023-12-16T19:52:15.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 403 completed, throughput=5.02MB/sec 2023-12-16T19:52:16.533 INFO:tasks.workunit.client.0.smithi002.stdout: 81: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:16.533 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rFpnLdqJ-CuEEWB off=6214813 len=958790 2023-12-16T19:52:16.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 404 completed, throughput=4.97MB/sec 2023-12-16T19:52:16.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Lf--YubIIoq6X3c off=13458777 len=1309159 2023-12-16T19:52:16.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 405 completed, throughput=4.99MB/sec 2023-12-16T19:52:16.537 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T4fvNOrORb9YBFx off=3657650 len=1910903 2023-12-16T19:52:16.539 INFO:tasks.workunit.client.0.smithi002.stdout:op 406 completed, throughput=5.01MB/sec 2023-12-16T19:52:17.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:16 smithi002 ceph-mon[137674]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:52:17.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:16 smithi002 ceph-mon[140029]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:52:17.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:16 smithi043 ceph-mon[135010]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:52:17.540 INFO:tasks.workunit.client.0.smithi002.stdout: 82: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:17.540 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AoHYXLI55pii-PY off=5397408 len=1089127 2023-12-16T19:52:17.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 407 completed, throughput=4.96MB/sec 2023-12-16T19:52:17.546 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T5ZYmn9Z2Hqvcjr off=1530389 len=13899 2023-12-16T19:52:17.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 408 completed, throughput=4.96MB/sec 2023-12-16T19:52:17.546 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PJm_xYBtizFnXkN off=8833634 len=1060391 2023-12-16T19:52:17.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 409 completed, throughput=4.97MB/sec 2023-12-16T19:52:17.548 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y9OrJPhMGfgKt_g off=3134946 len=2576 2023-12-16T19:52:17.550 INFO:tasks.workunit.client.0.smithi002.stdout:op 410 completed, throughput=4.97MB/sec 2023-12-16T19:52:17.550 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B98ArOsNiMYlOuK off=6375719 len=953248 2023-12-16T19:52:17.551 INFO:tasks.workunit.client.0.smithi002.stdout:op 411 completed, throughput=4.98MB/sec 2023-12-16T19:52:17.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bTbrLXi7iV6Nf2F off=987585 len=1427623 2023-12-16T19:52:17.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 412 completed, throughput=5MB/sec 2023-12-16T19:52:18.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:17 smithi002 ceph-mon[137674]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:17 smithi002 ceph-mon[140029]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:18.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:17 smithi043 ceph-mon[135010]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:18.558 INFO:tasks.workunit.client.0.smithi002.stdout: 83: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:18.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8D4ef_x_WQhdxWU off=19660312 len=1431477 2023-12-16T19:52:18.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 413 completed, throughput=4.96MB/sec 2023-12-16T19:52:18.561 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IRHRfon1RHoh42M off=1164656 len=1621701 2023-12-16T19:52:18.569 INFO:tasks.workunit.client.0.smithi002.stdout:op 414 completed, throughput=4.97MB/sec 2023-12-16T19:52:18.569 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E7KoW76WoH3pLEv off=3508957 len=2002743 2023-12-16T19:52:18.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 415 completed, throughput=5MB/sec 2023-12-16T19:52:18.573 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FdBsvrXCUBNbxyq off=978943 len=585626 2023-12-16T19:52:18.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 416 completed, throughput=5MB/sec 2023-12-16T19:52:19.575 INFO:tasks.workunit.client.0.smithi002.stdout: 84: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:19.575 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IG1BQFOliK7iMna off=6609990 len=796922 2023-12-16T19:52:19.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 417 completed, throughput=4.95MB/sec 2023-12-16T19:52:19.576 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DvxSuLufZ31VhP- off=5277806 len=343982 2023-12-16T19:52:19.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 418 completed, throughput=4.96MB/sec 2023-12-16T19:52:19.579 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kL8L_MmJwlZQQi1 off=17936223 len=1073362 2023-12-16T19:52:19.581 INFO:tasks.workunit.client.0.smithi002.stdout:op 419 completed, throughput=4.97MB/sec 2023-12-16T19:52:19.581 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cYffyIkjnSNqeil off=1631594 len=1910182 2023-12-16T19:52:19.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 420 completed, throughput=4.99MB/sec 2023-12-16T19:52:19.583 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X-GOZi1gYBSC1z2 off=9897123 len=456566 2023-12-16T19:52:19.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 421 completed, throughput=5MB/sec 2023-12-16T19:52:19.584 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kpzLwFVzdVbx4mV off=3759997 len=860240 2023-12-16T19:52:19.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 422 completed, throughput=5.01MB/sec 2023-12-16T19:52:20.586 INFO:tasks.workunit.client.0.smithi002.stdout: 85: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:20.586 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J-NAwwo2XZBfz5R off=0 len=1858405 2023-12-16T19:52:20.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 423 completed, throughput=4.97MB/sec 2023-12-16T19:52:20.595 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rs7ncevnm3cy5pU off=4325551 len=947953 2023-12-16T19:52:20.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 424 completed, throughput=4.98MB/sec 2023-12-16T19:52:20.597 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xuuWSeH9SRCVYdM off=372059 len=400830 2023-12-16T19:52:20.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 425 completed, throughput=4.98MB/sec 2023-12-16T19:52:20.598 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XOFLjShBcbuiSSx off=1698740 len=1330313 2023-12-16T19:52:20.599 INFO:tasks.workunit.client.0.smithi002.stdout:op 426 completed, throughput=5MB/sec 2023-12-16T19:52:20.599 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j3NiZjI4kAMBZBn off=1960425 len=1405418 2023-12-16T19:52:20.607 INFO:tasks.workunit.client.0.smithi002.stdout:op 427 completed, throughput=5.01MB/sec 2023-12-16T19:52:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:20 smithi002 ceph-mon[137674]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:20 smithi002 ceph-mon[140029]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:21.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:20 smithi043 ceph-mon[135010]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:52:21.494 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:52:21.608 INFO:tasks.workunit.client.0.smithi002.stdout: 86: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:21.608 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OfsSq6tS2xktMK0 off=662676 len=212408 2023-12-16T19:52:21.608 INFO:tasks.workunit.client.0.smithi002.stdout:op 428 completed, throughput=4.96MB/sec 2023-12-16T19:52:21.608 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KN2dEJK0_oQND3M off=2760276 len=1053054 2023-12-16T19:52:21.614 INFO:tasks.workunit.client.0.smithi002.stdout:op 429 completed, throughput=4.97MB/sec 2023-12-16T19:52:21.614 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YerBw-DaS8rZF58 off=2467544 len=767863 2023-12-16T19:52:21.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 430 completed, throughput=4.98MB/sec 2023-12-16T19:52:21.618 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bmZ0aEvzh6cHPAz off=2619451 len=1126564 2023-12-16T19:52:21.624 INFO:tasks.workunit.client.0.smithi002.stdout:op 431 completed, throughput=4.99MB/sec 2023-12-16T19:52:21.624 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vnkuuEwsImhsvgR off=802192 len=43203 2023-12-16T19:52:21.626 INFO:tasks.workunit.client.0.smithi002.stdout:op 432 completed, throughput=4.99MB/sec 2023-12-16T19:52:21.626 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i7oLuYT8kjTfXSg off=21157262 len=415528 2023-12-16T19:52:21.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 433 completed, throughput=4.99MB/sec 2023-12-16T19:52:21.628 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dH5nK3cHk_OF9WX off=71163 len=950838 2023-12-16T19:52:21.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 434 completed, throughput=5MB/sec 2023-12-16T19:52:21.821 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (20m) 6m ago 23m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (20m) 4m ago 23m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (24m) 6m ago 24m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (24m) 4m ago 24m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (19m) 4m ago 26m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (20m) 6m ago 27m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (19m) 6m ago 27m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (19m) 4m ago 26m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (19m) 6m ago 26m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (20m) 6m ago 22m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (20m) 4m ago 22m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (18m) 6m ago 26m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:52:21.822 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (18m) 6m ago 25m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (17m) 6m ago 25m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (17m) 6m ago 25m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (16m) 4m ago 25m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (16m) 4m ago 24m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (15m) 4m ago 24m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (15m) 4m ago 24m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:52:21.823 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (19m) 4m ago 23m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:52:22.224 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:22.225 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:52:22.226 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:52:22.227 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:52:22.227 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:52:22.227 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:52:22.227 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:22.228 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:22.228 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:21] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:52:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:22.633 INFO:tasks.workunit.client.0.smithi002.stdout: 87: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:22.634 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gsfrNwjFopxTxhn off=8404698 len=2017774 2023-12-16T19:52:22.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 435 completed, throughput=4.97MB/sec 2023-12-16T19:52:22.636 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TEIr24BOmJw1hYo off=12304268 len=1761273 2023-12-16T19:52:22.645 INFO:tasks.workunit.client.0.smithi002.stdout:op 436 completed, throughput=4.99MB/sec 2023-12-16T19:52:22.646 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mC0ZvtGHzLBODsQ off=9037579 len=1316615 2023-12-16T19:52:22.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 437 completed, throughput=5MB/sec 2023-12-16T19:52:23.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[137674]: from='client.45254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[137674]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[137674]: from='client.35319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2539512053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[140029]: from='client.45254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[140029]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[140029]: from='client.35319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:22 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2539512053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:22 smithi043 ceph-mon[135010]: from='client.45254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:22 smithi043 ceph-mon[135010]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:52:23.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:22 smithi043 ceph-mon[135010]: from='client.35319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:23.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:22 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2539512053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:23.647 INFO:tasks.workunit.client.0.smithi002.stdout: 88: throughput=4.94MB/sec pending data=0 2023-12-16T19:52:23.647 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vBZVnylAo2LQZXd off=10059076 len=706092 2023-12-16T19:52:23.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 438 completed, throughput=4.95MB/sec 2023-12-16T19:52:23.648 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ue8jpFQ8t1lBoQN off=998873 len=1018228 2023-12-16T19:52:23.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 439 completed, throughput=4.96MB/sec 2023-12-16T19:52:23.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vJGbwHnVG2IYhqV off=1900259 len=2092837 2023-12-16T19:52:23.657 INFO:tasks.workunit.client.0.smithi002.stdout:op 440 completed, throughput=4.98MB/sec 2023-12-16T19:52:23.657 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qCagqjkMlYkVTAb off=5807542 len=1717773 2023-12-16T19:52:23.665 INFO:tasks.workunit.client.0.smithi002.stdout:op 441 completed, throughput=5MB/sec 2023-12-16T19:52:24.665 INFO:tasks.workunit.client.0.smithi002.stdout: 89: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:24.665 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q8-auRqR1U_cre6 off=1155175 len=502028 2023-12-16T19:52:24.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 442 completed, throughput=4.95MB/sec 2023-12-16T19:52:24.666 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2EaydfFH-QbpZUU off=4926653 len=82156 2023-12-16T19:52:24.667 INFO:tasks.workunit.client.0.smithi002.stdout:op 443 completed, throughput=4.95MB/sec 2023-12-16T19:52:24.667 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V9OU8eamOxiTcuE off=10354257 len=517584 2023-12-16T19:52:24.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 444 completed, throughput=4.96MB/sec 2023-12-16T19:52:24.668 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iAaovvcpO1UL0sM off=12140479 len=143625 2023-12-16T19:52:24.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 445 completed, throughput=4.96MB/sec 2023-12-16T19:52:24.669 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-45NsgF8O68I5v-t off=9025554 len=850102 2023-12-16T19:52:24.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 446 completed, throughput=4.97MB/sec 2023-12-16T19:52:24.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rFeTCvPcci6YYQ7 off=7024069 len=940773 2023-12-16T19:52:24.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 447 completed, throughput=4.98MB/sec 2023-12-16T19:52:24.677 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pmskHMwxrWRyS_d off=1482378 len=1496413 2023-12-16T19:52:24.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 448 completed, throughput=4.99MB/sec 2023-12-16T19:52:24.679 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8Ofa0Wh2T8BMf4i off=11730068 len=109547 2023-12-16T19:52:24.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 449 completed, throughput=5MB/sec 2023-12-16T19:52:24.682 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wrtQFIvLHvhpviM off=11397752 len=1960918 2023-12-16T19:52:24.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 450 completed, throughput=5.02MB/sec 2023-12-16T19:52:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:24 smithi002 ceph-mon[137674]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:24 smithi002 ceph-mon[140029]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:24 smithi043 ceph-mon[135010]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:25.690 INFO:tasks.workunit.client.0.smithi002.stdout: 90: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:25.690 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V79RvGsoPbS4CYH off=6295910 len=59000 2023-12-16T19:52:25.691 INFO:tasks.workunit.client.0.smithi002.stdout:op 451 completed, throughput=4.96MB/sec 2023-12-16T19:52:25.691 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FU7hgVnX3LRDZfX off=7320640 len=1942120 2023-12-16T19:52:25.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 452 completed, throughput=4.98MB/sec 2023-12-16T19:52:25.694 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6ayXrWtHHHa2YuX off=10188967 len=866085 2023-12-16T19:52:25.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 453 completed, throughput=4.99MB/sec 2023-12-16T19:52:25.700 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YeXp9sQSm3Lg1nM off=481590 len=1370525 2023-12-16T19:52:25.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 454 completed, throughput=5MB/sec 2023-12-16T19:52:26.705 INFO:tasks.workunit.client.0.smithi002.stdout: 91: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:26.705 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CFAGVpFOHHnP8wD off=2448604 len=207922 2023-12-16T19:52:26.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 455 completed, throughput=4.95MB/sec 2023-12-16T19:52:26.705 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5MYPQsGBluFjbnr off=383981 len=1045426 2023-12-16T19:52:26.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 456 completed, throughput=4.96MB/sec 2023-12-16T19:52:26.708 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lF7gxyo-q21-p5N off=15023929 len=404388 2023-12-16T19:52:26.712 INFO:tasks.workunit.client.0.smithi002.stdout:op 457 completed, throughput=4.97MB/sec 2023-12-16T19:52:26.712 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVuftEf4MAyG7MH off=578368 len=498021 2023-12-16T19:52:26.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 458 completed, throughput=4.97MB/sec 2023-12-16T19:52:26.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-08EM7UMdtotYOn5 off=1847203 len=255839 2023-12-16T19:52:26.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 459 completed, throughput=4.97MB/sec 2023-12-16T19:52:26.716 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p3sr64fTLqdoILt off=12054225 len=525709 2023-12-16T19:52:26.720 INFO:tasks.workunit.client.0.smithi002.stdout:op 460 completed, throughput=4.98MB/sec 2023-12-16T19:52:26.721 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xuuWSeH9SRCVYdM off=1552619 len=944418 2023-12-16T19:52:26.723 INFO:tasks.workunit.client.0.smithi002.stdout:op 461 completed, throughput=4.99MB/sec 2023-12-16T19:52:26.723 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UIDxnSdAKUHlYaO off=11964744 len=176691 2023-12-16T19:52:26.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 462 completed, throughput=4.99MB/sec 2023-12-16T19:52:26.724 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-evv9e7bRkPpobmE off=8299193 len=1149569 2023-12-16T19:52:26.730 INFO:tasks.workunit.client.0.smithi002.stdout:op 463 completed, throughput=5MB/sec 2023-12-16T19:52:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:26 smithi002 ceph-mon[137674]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-16T19:52:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:26 smithi002 ceph-mon[140029]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-16T19:52:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:26 smithi043 ceph-mon[135010]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-16T19:52:27.731 INFO:tasks.workunit.client.0.smithi002.stdout: 92: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:27.731 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cGAhT23VvNnBf3w off=15041935 len=1902983 2023-12-16T19:52:27.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 464 completed, throughput=4.97MB/sec 2023-12-16T19:52:27.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OJirVlmDeOkTYYK off=13259559 len=1107999 2023-12-16T19:52:27.746 INFO:tasks.workunit.client.0.smithi002.stdout:op 465 completed, throughput=4.98MB/sec 2023-12-16T19:52:27.746 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0RABE2y7E1sOsgm off=13797201 len=1360463 2023-12-16T19:52:27.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 466 completed, throughput=4.99MB/sec 2023-12-16T19:52:27.752 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-On4K-y13MPXmkPc off=10086258 len=957001 2023-12-16T19:52:27.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 467 completed, throughput=5MB/sec 2023-12-16T19:52:28.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:27 smithi002 ceph-mon[137674]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:28.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:27 smithi002 ceph-mon[140029]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:28.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:27 smithi043 ceph-mon[135010]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:28.757 INFO:tasks.workunit.client.0.smithi002.stdout: 93: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:28.758 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xaOI6Yv22HqW8AF off=633885 len=36653 2023-12-16T19:52:28.759 INFO:tasks.workunit.client.0.smithi002.stdout:op 468 completed, throughput=4.95MB/sec 2023-12-16T19:52:28.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HL1RnWqN3U9is7n off=1047641 len=2039432 2023-12-16T19:52:28.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 469 completed, throughput=4.97MB/sec 2023-12-16T19:52:28.767 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r3BLV8sVmYZRW0S off=4554562 len=1431076 2023-12-16T19:52:28.769 INFO:tasks.workunit.client.0.smithi002.stdout:op 470 completed, throughput=4.98MB/sec 2023-12-16T19:52:28.769 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UlHBme22PwUMc30 off=6043451 len=1559174 2023-12-16T19:52:28.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 471 completed, throughput=5MB/sec 2023-12-16T19:52:28.770 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QAxhgU0FkBell0o off=4731345 len=1396 2023-12-16T19:52:28.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 472 completed, throughput=5MB/sec 2023-12-16T19:52:28.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CtsZbKPQUChwkAh off=4912322 len=1647918 2023-12-16T19:52:28.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 473 completed, throughput=5.02MB/sec 2023-12-16T19:52:29.781 INFO:tasks.workunit.client.0.smithi002.stdout: 94: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:29.781 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QWHYnfVqUfSZtd5 off=6466707 len=1142785 2023-12-16T19:52:29.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 474 completed, throughput=4.97MB/sec 2023-12-16T19:52:29.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ky0rapcHRXEeRMg off=11070861 len=23699 2023-12-16T19:52:29.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 475 completed, throughput=4.97MB/sec 2023-12-16T19:52:29.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yB5CZUtntDBjhIz off=0 len=1285480 2023-12-16T19:52:29.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 476 completed, throughput=4.99MB/sec 2023-12-16T19:52:29.790 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LzAZZOvGS6qxqhT off=6030228 len=439114 2023-12-16T19:52:29.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 477 completed, throughput=4.99MB/sec 2023-12-16T19:52:29.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wOP4vg8NXl1GMOi off=2191511 len=386663 2023-12-16T19:52:29.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 478 completed, throughput=4.99MB/sec 2023-12-16T19:52:29.795 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PD2pWj6vq0H1XH0 off=4283802 len=1412214 2023-12-16T19:52:29.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 479 completed, throughput=5.01MB/sec 2023-12-16T19:52:30.805 INFO:tasks.workunit.client.0.smithi002.stdout: 95: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:30.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s6mVLAwdpx1f2cT off=5962222 len=1658655 2023-12-16T19:52:30.806 INFO:tasks.workunit.client.0.smithi002.stdout:op 480 completed, throughput=4.97MB/sec 2023-12-16T19:52:30.806 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j1m8_oaaMlXoa7n off=4115148 len=1803415 2023-12-16T19:52:30.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 481 completed, throughput=4.99MB/sec 2023-12-16T19:52:30.814 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oWUyJIfXqTrc9iF off=12803997 len=531782 2023-12-16T19:52:30.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 482 completed, throughput=5MB/sec 2023-12-16T19:52:30.815 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XuyYS6GZtUGMEcP off=6264035 len=101786 2023-12-16T19:52:30.817 INFO:tasks.workunit.client.0.smithi002.stdout:op 483 completed, throughput=5MB/sec 2023-12-16T19:52:30.817 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gp4C3xWMUp-hNYV off=5533321 len=2049550 2023-12-16T19:52:30.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 484 completed, throughput=5.02MB/sec 2023-12-16T19:52:31.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:30 smithi002 ceph-mon[137674]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:52:31.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:30 smithi002 ceph-mon[140029]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:52:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:30 smithi043 ceph-mon[135010]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:52:31.819 INFO:tasks.workunit.client.0.smithi002.stdout: 96: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:31.820 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RmZJZ8P8uctIP-g off=17172088 len=1130606 2023-12-16T19:52:31.829 INFO:tasks.workunit.client.0.smithi002.stdout:op 485 completed, throughput=4.98MB/sec 2023-12-16T19:52:31.829 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-udddWuCV0sxVZeG off=13352518 len=1338235 2023-12-16T19:52:31.829 INFO:tasks.workunit.client.0.smithi002.stdout:op 486 completed, throughput=4.99MB/sec 2023-12-16T19:52:31.829 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VGK0CiImqbZQD6u off=13860996 len=342744 2023-12-16T19:52:31.831 INFO:tasks.workunit.client.0.smithi002.stdout:op 487 completed, throughput=4.99MB/sec 2023-12-16T19:52:31.831 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--CrqYc0B5wa66uQ off=7802185 len=146614 2023-12-16T19:52:31.834 INFO:tasks.workunit.client.0.smithi002.stdout:op 488 completed, throughput=4.99MB/sec 2023-12-16T19:52:31.834 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bRSEAHsjZU2RSg_ off=10125245 len=816519 2023-12-16T19:52:31.835 INFO:tasks.workunit.client.0.smithi002.stdout:op 489 completed, throughput=5MB/sec 2023-12-16T19:52:32.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:31 smithi002 ceph-mon[137674]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:31] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:52:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:31 smithi002 ceph-mon[140029]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:31 smithi043 ceph-mon[135010]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:52:32.835 INFO:tasks.workunit.client.0.smithi002.stdout: 97: throughput=4.95MB/sec pending data=0 2023-12-16T19:52:32.836 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Lj5fJVUx0SOagui off=10467352 len=1772363 2023-12-16T19:52:32.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 490 completed, throughput=4.97MB/sec 2023-12-16T19:52:32.838 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mDOdD9lIh5USs2J off=5035041 len=1651248 2023-12-16T19:52:32.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 491 completed, throughput=4.98MB/sec 2023-12-16T19:52:32.840 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B-sw4TXE-ra2mKI off=2502908 len=1213026 2023-12-16T19:52:32.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 492 completed, throughput=4.99MB/sec 2023-12-16T19:52:32.841 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zKyWshk7BgPvjf1 off=5470740 len=1921215 2023-12-16T19:52:32.844 INFO:tasks.workunit.client.0.smithi002.stdout:op 493 completed, throughput=5.01MB/sec 2023-12-16T19:52:33.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:52:33.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:52:33.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:52:33.845 INFO:tasks.workunit.client.0.smithi002.stdout: 98: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:33.845 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mLr4m8rkYsp9_-l off=620553 len=1929487 2023-12-16T19:52:33.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 494 completed, throughput=4.98MB/sec 2023-12-16T19:52:33.846 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5jXjbAix3MQH6i5 off=4846490 len=1487950 2023-12-16T19:52:33.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 495 completed, throughput=5MB/sec 2023-12-16T19:52:33.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LTurFr-HOqbxwy6 off=6246673 len=1804944 2023-12-16T19:52:33.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 496 completed, throughput=5.01MB/sec 2023-12-16T19:52:34.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[137674]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[140029]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:52:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:52:34.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:34 smithi043 ceph-mon[135010]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:52:34.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:52:34.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:52:34.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:52:34.853 INFO:tasks.workunit.client.0.smithi002.stdout: 99: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:34.853 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0gVYwk7oPAvPsJv off=1165741 len=1584718 2023-12-16T19:52:34.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 497 completed, throughput=4.98MB/sec 2023-12-16T19:52:34.862 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Rhvo3LjTZWECv-L off=4142330 len=182355 2023-12-16T19:52:34.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 498 completed, throughput=4.98MB/sec 2023-12-16T19:52:34.862 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZP3S2s0L_qjsQJ0 off=13626639 len=829519 2023-12-16T19:52:34.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 499 completed, throughput=4.99MB/sec 2023-12-16T19:52:34.865 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3k2iKLONd4d72Dx off=2305534 len=1297115 2023-12-16T19:52:34.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 500 completed, throughput=5MB/sec 2023-12-16T19:52:34.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9dmlOST41H-rioq off=3669063 len=765710 2023-12-16T19:52:34.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 501 completed, throughput=5.01MB/sec 2023-12-16T19:52:35.873 INFO:tasks.workunit.client.0.smithi002.stdout: 100: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:35.873 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-as_aB8rc5RNWmig off=4274145 len=546386 2023-12-16T19:52:35.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 502 completed, throughput=4.96MB/sec 2023-12-16T19:52:35.874 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7xlX6T2bi7VGUr4 off=17325854 len=860334 2023-12-16T19:52:35.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 503 completed, throughput=4.97MB/sec 2023-12-16T19:52:35.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D230oUKrFM8Xvsw off=874394 len=163519 2023-12-16T19:52:35.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 504 completed, throughput=4.97MB/sec 2023-12-16T19:52:35.880 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cDJxXPzYaBCiF7u off=1978571 len=1415054 2023-12-16T19:52:35.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 505 completed, throughput=4.98MB/sec 2023-12-16T19:52:35.887 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MtWSKLNUzvlJ0oQ off=11552448 len=872060 2023-12-16T19:52:35.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 506 completed, throughput=4.99MB/sec 2023-12-16T19:52:35.892 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CMMBD1BxPEAxzMz off=7509328 len=1978466 2023-12-16T19:52:35.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 507 completed, throughput=5.01MB/sec 2023-12-16T19:52:36.896 INFO:tasks.workunit.client.0.smithi002.stdout: 101: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:36.896 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XYQGXD6GaI6214m off=1033586 len=2034560 2023-12-16T19:52:36.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 508 completed, throughput=4.98MB/sec 2023-12-16T19:52:36.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bmZ0aEvzh6cHPAz off=2700738 len=1941244 2023-12-16T19:52:36.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 509 completed, throughput=5MB/sec 2023-12-16T19:52:36.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bwvmfxYbPU44csO off=6102313 len=954618 2023-12-16T19:52:36.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 510 completed, throughput=5.01MB/sec 2023-12-16T19:52:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:36 smithi002 ceph-mon[137674]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:52:36.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:36 smithi002 ceph-mon[140029]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:52:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:36 smithi043 ceph-mon[135010]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:52:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:37.916 INFO:tasks.workunit.client.0.smithi002.stdout: 102: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tWpWnTsxZuADElj off=5491821 len=1582384 2023-12-16T19:52:37.919 INFO:tasks.workunit.client.0.smithi002.stdout:op 511 completed, throughput=4.97MB/sec 2023-12-16T19:52:37.919 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vdU2VzYadwq5rHd off=707676 len=522851 2023-12-16T19:52:37.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 512 completed, throughput=4.98MB/sec 2023-12-16T19:52:37.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W3sSal9M_I6Bl9B off=18262105 len=278875 2023-12-16T19:52:37.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 513 completed, throughput=4.98MB/sec 2023-12-16T19:52:37.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-em8LhnNGanEhsLf off=14779962 len=364210 2023-12-16T19:52:37.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 514 completed, throughput=4.98MB/sec 2023-12-16T19:52:37.922 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0RiJkf3O-6b7q5E off=2198483 len=450384 2023-12-16T19:52:37.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 515 completed, throughput=4.99MB/sec 2023-12-16T19:52:37.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b1DYEcNIwAjrIyP off=11915685 len=818402 2023-12-16T19:52:37.924 INFO:tasks.workunit.client.0.smithi002.stdout:op 516 completed, throughput=4.99MB/sec 2023-12-16T19:52:37.924 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cnMPrdDpaGmCWiF off=2771551 len=1980688 2023-12-16T19:52:37.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 517 completed, throughput=5.01MB/sec 2023-12-16T19:52:38.927 INFO:tasks.workunit.client.0.smithi002.stdout: 103: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:38.927 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UFSq4iE9kpHHZ7l off=2808653 len=1357140 2023-12-16T19:52:38.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 518 completed, throughput=4.98MB/sec 2023-12-16T19:52:38.929 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t4qoJs1UkF3vOUw off=4106710 len=1790932 2023-12-16T19:52:38.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 519 completed, throughput=4.99MB/sec 2023-12-16T19:52:38.931 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-H8Ek1no8jltunk4 off=852023 len=1337286 2023-12-16T19:52:38.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 520 completed, throughput=5MB/sec 2023-12-16T19:52:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:38 smithi002 ceph-mon[137674]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:38.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:38 smithi002 ceph-mon[140029]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:38 smithi043 ceph-mon[135010]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:52:39.939 INFO:tasks.workunit.client.0.smithi002.stdout: 104: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:39.940 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h3itKsmPE1FjaFo off=5535216 len=1690369 2023-12-16T19:52:39.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 521 completed, throughput=4.97MB/sec 2023-12-16T19:52:39.949 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lG4IlebX0rx-2ng off=3840763 len=1005056 2023-12-16T19:52:39.950 INFO:tasks.workunit.client.0.smithi002.stdout:op 522 completed, throughput=4.98MB/sec 2023-12-16T19:52:39.950 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rBPeGgYeI7r7yU_ off=1468933 len=1794107 2023-12-16T19:52:39.952 INFO:tasks.workunit.client.0.smithi002.stdout:op 523 completed, throughput=5MB/sec 2023-12-16T19:52:39.952 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o9V50SFPHzenlyW off=6710222 len=1422862 2023-12-16T19:52:39.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 524 completed, throughput=5.01MB/sec 2023-12-16T19:52:40.955 INFO:tasks.workunit.client.0.smithi002.stdout: 105: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:40.955 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r4mQOvK3CCskzwI off=7130894 len=1473219 2023-12-16T19:52:40.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 525 completed, throughput=4.98MB/sec 2023-12-16T19:52:40.963 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mlLFojksSlzkpBM off=6232624 len=421318 2023-12-16T19:52:40.964 INFO:tasks.workunit.client.0.smithi002.stdout:op 526 completed, throughput=4.98MB/sec 2023-12-16T19:52:40.964 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L3ABIMBCFls82jN off=0 len=1052157 2023-12-16T19:52:40.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 527 completed, throughput=4.99MB/sec 2023-12-16T19:52:40.966 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uXUZ4dVpUQnrT8j off=11544848 len=187930 2023-12-16T19:52:40.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 528 completed, throughput=4.99MB/sec 2023-12-16T19:52:40.970 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BdH0_AJP5hvQV1N off=9561757 len=1916082 2023-12-16T19:52:40.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 529 completed, throughput=5.01MB/sec 2023-12-16T19:52:41.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:40 smithi002 ceph-mon[137674]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:52:41.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:40 smithi002 ceph-mon[140029]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:52:41.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:40 smithi043 ceph-mon[135010]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:52:41.971 INFO:tasks.workunit.client.0.smithi002.stdout: 106: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:41.972 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NXcXcKnyC1AwlGH off=20243845 len=419024 2023-12-16T19:52:41.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 530 completed, throughput=4.96MB/sec 2023-12-16T19:52:41.976 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wXmoLj8Cl2t2GXL off=3899525 len=126249 2023-12-16T19:52:41.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 531 completed, throughput=4.97MB/sec 2023-12-16T19:52:41.979 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-29jN9gqfAZ5B1D7 off=5976539 len=992077 2023-12-16T19:52:41.984 INFO:tasks.workunit.client.0.smithi002.stdout:op 532 completed, throughput=4.97MB/sec 2023-12-16T19:52:41.984 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L3-3pYwQJY4xAEz off=8009535 len=897223 2023-12-16T19:52:41.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 533 completed, throughput=4.98MB/sec 2023-12-16T19:52:41.989 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VgzqZD-cLD8XlBR off=1111521 len=308234 2023-12-16T19:52:41.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 534 completed, throughput=4.98MB/sec 2023-12-16T19:52:41.990 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YjmATXwoYHbysDz off=16021919 len=1011336 2023-12-16T19:52:41.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 535 completed, throughput=4.99MB/sec 2023-12-16T19:52:41.995 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k-3hMU7D-TxDtsn off=1407641 len=1440942 2023-12-16T19:52:41.997 INFO:tasks.workunit.client.0.smithi002.stdout:op 536 completed, throughput=5.01MB/sec 2023-12-16T19:52:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:41 smithi002 ceph-mon[137674]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:52:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:41 smithi002 ceph-mon[140029]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:52:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:41] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2023-12-16T19:52:42.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:41 smithi043 ceph-mon[135010]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:52:42.998 INFO:tasks.workunit.client.0.smithi002.stdout: 107: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:42.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MHMdwPbwWYsSRRf off=8405103 len=1092806 2023-12-16T19:52:43.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 537 completed, throughput=4.97MB/sec 2023-12-16T19:52:43.001 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yDk0TFwak3hbrTg off=8688946 len=465123 2023-12-16T19:52:43.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 538 completed, throughput=4.97MB/sec 2023-12-16T19:52:43.002 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o_gj8zsSgjUxFHh off=13725604 len=1913991 2023-12-16T19:52:43.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 539 completed, throughput=4.99MB/sec 2023-12-16T19:52:43.004 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eoOGj7iKGoTmBaQ off=11838241 len=1869418 2023-12-16T19:52:43.006 INFO:tasks.workunit.client.0.smithi002.stdout:op 540 completed, throughput=5.01MB/sec 2023-12-16T19:52:44.007 INFO:tasks.workunit.client.0.smithi002.stdout: 108: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:44.007 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yx7y_SRdlDbWn3P off=12533127 len=1394168 2023-12-16T19:52:44.010 INFO:tasks.workunit.client.0.smithi002.stdout:op 541 completed, throughput=4.97MB/sec 2023-12-16T19:52:44.010 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uMuMpFBQXprp01c off=2122850 len=969330 2023-12-16T19:52:44.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 542 completed, throughput=4.98MB/sec 2023-12-16T19:52:44.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x6MwClMAvunPqlS off=9292733 len=1520011 2023-12-16T19:52:44.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 543 completed, throughput=4.99MB/sec 2023-12-16T19:52:44.017 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X8RK7Dpo6Tyopc6 off=5837167 len=1501400 2023-12-16T19:52:44.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 544 completed, throughput=5.01MB/sec 2023-12-16T19:52:45.025 INFO:tasks.workunit.client.0.smithi002.stdout: 109: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:45.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JprFiblS9GRJFju off=19447637 len=326570 2023-12-16T19:52:45.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 545 completed, throughput=4.96MB/sec 2023-12-16T19:52:45.026 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JSopxP2c-upgA20 off=689528 len=1941224 2023-12-16T19:52:45.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 546 completed, throughput=4.98MB/sec 2023-12-16T19:52:45.029 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ze0QCEpECB8CMpl off=1623955 len=253388 2023-12-16T19:52:45.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 547 completed, throughput=4.98MB/sec 2023-12-16T19:52:45.029 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YkWyjPKwavJupfk off=2176664 len=656629 2023-12-16T19:52:45.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 548 completed, throughput=4.99MB/sec 2023-12-16T19:52:45.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Nhvno6XtFo1LehB off=8220117 len=1913545 2023-12-16T19:52:45.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 549 completed, throughput=5MB/sec 2023-12-16T19:52:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:44 smithi002 ceph-mon[140029]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:44 smithi002 ceph-mon[137674]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:44 smithi043 ceph-mon[135010]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:52:46.032 INFO:tasks.workunit.client.0.smithi002.stdout: 110: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:46.032 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sXIA6W1S6Ydc6kD off=6960908 len=978240 2023-12-16T19:52:46.033 INFO:tasks.workunit.client.0.smithi002.stdout:op 550 completed, throughput=4.97MB/sec 2023-12-16T19:52:46.033 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TezU5CCnzeyyNfD off=2563696 len=175366 2023-12-16T19:52:46.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 551 completed, throughput=4.97MB/sec 2023-12-16T19:52:46.037 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_0HsGk2odkGpTfU off=11692559 len=906493 2023-12-16T19:52:46.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 552 completed, throughput=4.98MB/sec 2023-12-16T19:52:46.041 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OtlV_wlhT9ok6Nk off=8118962 len=628948 2023-12-16T19:52:46.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 553 completed, throughput=4.98MB/sec 2023-12-16T19:52:46.046 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R0mmBmS8DqaKhHO off=3657903 len=705855 2023-12-16T19:52:46.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 554 completed, throughput=4.99MB/sec 2023-12-16T19:52:46.050 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kpmq3vMZQCuCPUG off=3318058 len=583389 2023-12-16T19:52:46.053 INFO:tasks.workunit.client.0.smithi002.stdout:op 555 completed, throughput=4.99MB/sec 2023-12-16T19:52:46.053 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wMnfv4KpDY4Isx8 off=3057871 len=1726357 2023-12-16T19:52:46.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 556 completed, throughput=5.01MB/sec 2023-12-16T19:52:46.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:45 smithi002 ceph-mon[140029]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T19:52:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:45 smithi002 ceph-mon[137674]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T19:52:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:45 smithi043 ceph-mon[135010]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T19:52:47.062 INFO:tasks.workunit.client.0.smithi002.stdout: 111: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:47.063 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fmKv6poESE76zmQ off=10189660 len=325399 2023-12-16T19:52:47.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 557 completed, throughput=4.97MB/sec 2023-12-16T19:52:47.063 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q9mBOKJvnXlmp_T off=3061119 len=857777 2023-12-16T19:52:47.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 558 completed, throughput=4.97MB/sec 2023-12-16T19:52:47.064 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dcGDbZP0SWcLrJp off=1981642 len=1235543 2023-12-16T19:52:47.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 559 completed, throughput=4.98MB/sec 2023-12-16T19:52:47.066 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xwX0Wm0FP8vcnWb off=0 len=1100771 2023-12-16T19:52:47.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 560 completed, throughput=4.99MB/sec 2023-12-16T19:52:47.072 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XGbDXvaMpd4E_dV off=9283257 len=1607102 2023-12-16T19:52:47.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 561 completed, throughput=5.01MB/sec 2023-12-16T19:52:48.080 INFO:tasks.workunit.client.0.smithi002.stdout: 112: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:48.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZahUv9pjEwVtWPK off=406517 len=1537556 2023-12-16T19:52:48.087 INFO:tasks.workunit.client.0.smithi002.stdout:op 562 completed, throughput=4.97MB/sec 2023-12-16T19:52:48.087 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MSoZnBQDqjBK3yO off=8623131 len=280841 2023-12-16T19:52:48.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 563 completed, throughput=4.98MB/sec 2023-12-16T19:52:48.088 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hagqDGAzz0ncqAu off=2570791 len=1914648 2023-12-16T19:52:48.090 INFO:tasks.workunit.client.0.smithi002.stdout:op 564 completed, throughput=4.99MB/sec 2023-12-16T19:52:48.090 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VQu8b-Tcg8WZ9C_ off=12676392 len=725803 2023-12-16T19:52:48.095 INFO:tasks.workunit.client.0.smithi002.stdout:op 565 completed, throughput=5MB/sec 2023-12-16T19:52:48.095 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RPuoEox71D5O4x1 off=10326885 len=230584 2023-12-16T19:52:48.098 INFO:tasks.workunit.client.0.smithi002.stdout:op 566 completed, throughput=5MB/sec 2023-12-16T19:52:48.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:48 smithi002 ceph-mon[137674]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:48.940 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:48 smithi002 ceph-mon[140029]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:48 smithi043 ceph-mon[135010]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:49.098 INFO:tasks.workunit.client.0.smithi002.stdout: 113: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:49.098 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sa0pV0_-e09buqI off=12938884 len=990516 2023-12-16T19:52:49.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 567 completed, throughput=4.96MB/sec 2023-12-16T19:52:49.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lWNXYy9daz_hdY3 off=13050645 len=1392374 2023-12-16T19:52:49.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 568 completed, throughput=4.98MB/sec 2023-12-16T19:52:49.108 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kdCBPPS0-N0QQ8O off=9157144 len=11335 2023-12-16T19:52:49.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 569 completed, throughput=4.98MB/sec 2023-12-16T19:52:49.109 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aOav4xtXb4NNLg8 off=947006 len=1118588 2023-12-16T19:52:49.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 570 completed, throughput=4.98MB/sec 2023-12-16T19:52:49.115 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CgoQZ8riN_gtFmI off=7170404 len=173759 2023-12-16T19:52:49.116 INFO:tasks.workunit.client.0.smithi002.stdout:op 571 completed, throughput=4.99MB/sec 2023-12-16T19:52:49.116 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WyTcBmoXXUdH3Hj off=4781712 len=1928575 2023-12-16T19:52:49.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 572 completed, throughput=5MB/sec 2023-12-16T19:52:50.118 INFO:tasks.workunit.client.0.smithi002.stdout: 114: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:50.119 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6EXH8_oYhbWAnKS off=18120268 len=176451 2023-12-16T19:52:50.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 573 completed, throughput=4.96MB/sec 2023-12-16T19:52:50.119 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Wvx9l3PzQriZW06 off=87915 len=1276261 2023-12-16T19:52:50.126 INFO:tasks.workunit.client.0.smithi002.stdout:op 574 completed, throughput=4.97MB/sec 2023-12-16T19:52:50.126 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pgYndR9YjvZN2O3 off=8783188 len=384445 2023-12-16T19:52:50.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 575 completed, throughput=4.97MB/sec 2023-12-16T19:52:50.127 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a6yEuUvZPOHhuz7 off=15788008 len=1504058 2023-12-16T19:52:50.135 INFO:tasks.workunit.client.0.smithi002.stdout:op 576 completed, throughput=4.99MB/sec 2023-12-16T19:52:50.135 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KDeV3XMYHQW5LqX off=4394234 len=290413 2023-12-16T19:52:50.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 577 completed, throughput=4.99MB/sec 2023-12-16T19:52:50.138 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0YII-GgewNNR2ci off=4621491 len=1157015 2023-12-16T19:52:50.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 578 completed, throughput=5MB/sec 2023-12-16T19:52:50.144 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5kTEXUUxdQ04VY4 off=13562195 len=120277 2023-12-16T19:52:50.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 579 completed, throughput=5MB/sec 2023-12-16T19:52:50.145 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nVmLiv5SfjGgOI8 off=10921363 len=387802 2023-12-16T19:52:50.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 580 completed, throughput=5MB/sec 2023-12-16T19:52:51.146 INFO:tasks.workunit.client.0.smithi002.stdout: 115: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:51.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aDuy75We5bQC6_7 off=7409384 len=92723 2023-12-16T19:52:51.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 581 completed, throughput=4.96MB/sec 2023-12-16T19:52:51.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8WHW8EYDOtjlhfg off=1387352 len=1890320 2023-12-16T19:52:51.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 582 completed, throughput=4.97MB/sec 2023-12-16T19:52:51.156 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LbDORy4e2p7PHNm off=1496437 len=1068672 2023-12-16T19:52:51.162 INFO:tasks.workunit.client.0.smithi002.stdout:op 583 completed, throughput=4.98MB/sec 2023-12-16T19:52:51.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5HUxE1F2NDleTUN off=1225738 len=767911 2023-12-16T19:52:51.166 INFO:tasks.workunit.client.0.smithi002.stdout:op 584 completed, throughput=4.99MB/sec 2023-12-16T19:52:51.166 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zskE5oJhpHcAcxN off=1770985 len=51107 2023-12-16T19:52:51.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 585 completed, throughput=4.99MB/sec 2023-12-16T19:52:51.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f0ybx_vFFMp5PVN off=2314113 len=146532 2023-12-16T19:52:51.170 INFO:tasks.workunit.client.0.smithi002.stdout:op 586 completed, throughput=4.99MB/sec 2023-12-16T19:52:51.170 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JhR8KBM90CH3kdl off=15835811 len=720077 2023-12-16T19:52:51.174 INFO:tasks.workunit.client.0.smithi002.stdout:op 587 completed, throughput=5MB/sec 2023-12-16T19:52:51.174 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QY8b0laoy1lx4ow off=6907125 len=2068465 2023-12-16T19:52:51.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 588 completed, throughput=5.01MB/sec 2023-12-16T19:52:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:50 smithi002 ceph-mon[137674]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:50 smithi002 ceph-mon[140029]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:50 smithi043 ceph-mon[135010]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:52:52.179 INFO:tasks.workunit.client.0.smithi002.stdout: 116: throughput=4.97MB/sec pending data=0 2023-12-16T19:52:52.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3yHNW_e2kEQttPA off=3273829 len=1793988 2023-12-16T19:52:52.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 589 completed, throughput=4.98MB/sec 2023-12-16T19:52:52.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yxzHxGiRpGc2sgK off=751598 len=568624 2023-12-16T19:52:52.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 590 completed, throughput=4.99MB/sec 2023-12-16T19:52:52.190 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-htT5cCVIGNdhyis off=16879376 len=1455401 2023-12-16T19:52:52.197 INFO:tasks.workunit.client.0.smithi002.stdout:op 591 completed, throughput=5MB/sec 2023-12-16T19:52:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:51 smithi002 ceph-mon[137674]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:52:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:52:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:52:51] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:52:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:51 smithi002 ceph-mon[140029]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:52:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:52:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:51 smithi043 ceph-mon[135010]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:52:52.589 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:52:52.918 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:52 smithi002 ceph-mon[137674]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (21m) 7m ago 23m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (20m) 5m ago 23m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (24m) 7m ago 24m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (24m) 5m ago 24m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:52:52.918 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (20m) 5m ago 26m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (20m) 7m ago 27m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (20m) 7m ago 28m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (19m) 5m ago 27m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (19m) 7m ago 26m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (21m) 7m ago 23m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (20m) 5m ago 23m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (19m) 7m ago 26m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (18m) 7m ago 26m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (18m) 7m ago 26m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:52:52.919 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (17m) 7m ago 25m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:52:52.920 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (17m) 5m ago 25m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:52:52.920 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (16m) 5m ago 25m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:52:52.920 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (16m) 5m ago 25m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:52:52.920 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (15m) 5m ago 24m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:52:52.920 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (20m) 5m ago 24m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:52:52.920 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:52 smithi002 ceph-mon[140029]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:53.198 INFO:tasks.workunit.client.0.smithi002.stdout: 117: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:53.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X2bXwgwkOhr7RqV off=5242323 len=1702033 2023-12-16T19:52:53.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 592 completed, throughput=4.97MB/sec 2023-12-16T19:52:53.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qPJg84TOuHOMaVO off=11528552 len=1860944 2023-12-16T19:52:53.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 593 completed, throughput=4.99MB/sec 2023-12-16T19:52:53.211 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IKyAECP0ESi4RsH off=7737519 len=180502 2023-12-16T19:52:53.212 INFO:tasks.workunit.client.0.smithi002.stdout:op 594 completed, throughput=4.99MB/sec 2023-12-16T19:52:53.212 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PY5340BsHa9aIxK off=4636745 len=1458761 2023-12-16T19:52:53.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 595 completed, throughput=5MB/sec 2023-12-16T19:52:53.213 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Et5PPwAHWCrRDjM off=1339520 len=1589106 2023-12-16T19:52:53.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 596 completed, throughput=5.01MB/sec 2023-12-16T19:52:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:52 smithi043 ceph-mon[135010]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:53.326 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:52:53.326 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:52:53.326 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:52:53.326 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:53.327 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:52:53.328 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:52:54.215 INFO:tasks.workunit.client.0.smithi002.stdout: 118: throughput=4.97MB/sec pending data=0 2023-12-16T19:52:54.216 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BXCUWfHT9-wOcqZ off=4969122 len=810178 2023-12-16T19:52:54.217 INFO:tasks.workunit.client.0.smithi002.stdout:op 597 completed, throughput=4.98MB/sec 2023-12-16T19:52:54.217 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wTNK0LavDF71tnC off=4465474 len=767588 2023-12-16T19:52:54.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 598 completed, throughput=4.98MB/sec 2023-12-16T19:52:54.218 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cyls1DKfLafcH3L off=10025819 len=1871631 2023-12-16T19:52:54.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 599 completed, throughput=5MB/sec 2023-12-16T19:52:54.227 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ci0e9RVkC-YkqNN off=234683 len=1611931 2023-12-16T19:52:54.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 600 completed, throughput=5.01MB/sec 2023-12-16T19:52:54.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[137674]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:54.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3421796189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:54.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[137674]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:54.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[140029]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3421796189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:54.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:53 smithi002 ceph-mon[140029]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:53 smithi043 ceph-mon[135010]: from='client.45278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:52:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:53 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3421796189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:52:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:53 smithi043 ceph-mon[135010]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:52:55.234 INFO:tasks.workunit.client.0.smithi002.stdout: 119: throughput=4.97MB/sec pending data=0 2023-12-16T19:52:55.234 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FeJ0K9qZ0ymaKVQ off=1102901 len=874310 2023-12-16T19:52:55.239 INFO:tasks.workunit.client.0.smithi002.stdout:op 601 completed, throughput=4.98MB/sec 2023-12-16T19:52:55.239 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mcKTtyIHx08VB3h off=12919357 len=1730183 2023-12-16T19:52:55.248 INFO:tasks.workunit.client.0.smithi002.stdout:op 602 completed, throughput=4.99MB/sec 2023-12-16T19:52:55.248 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EsRkOrN1VAdQnIW off=3080950 len=1444028 2023-12-16T19:52:55.254 INFO:tasks.workunit.client.0.smithi002.stdout:op 603 completed, throughput=5MB/sec 2023-12-16T19:52:55.255 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p9amCp-BDwmbeZ9 off=3736273 len=1953079 2023-12-16T19:52:55.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 604 completed, throughput=5.01MB/sec 2023-12-16T19:52:56.256 INFO:tasks.workunit.client.0.smithi002.stdout: 120: throughput=4.97MB/sec pending data=0 2023-12-16T19:52:56.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cJvmiSgYBdffT6F off=4321463 len=25906 2023-12-16T19:52:56.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 605 completed, throughput=4.97MB/sec 2023-12-16T19:52:56.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nDh5Qhi2lK_qqe0 off=1732270 len=728045 2023-12-16T19:52:56.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 606 completed, throughput=4.98MB/sec 2023-12-16T19:52:56.263 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aAfRufhjqltQr1y off=1323963 len=1446602 2023-12-16T19:52:56.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 607 completed, throughput=4.99MB/sec 2023-12-16T19:52:56.266 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Qj2z9oUaszTclGj off=8683270 len=652573 2023-12-16T19:52:56.267 INFO:tasks.workunit.client.0.smithi002.stdout:op 608 completed, throughput=5MB/sec 2023-12-16T19:52:56.267 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fGDqd0PaOus8ynj off=1805650 len=1994778 2023-12-16T19:52:56.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 609 completed, throughput=5.01MB/sec 2023-12-16T19:52:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:56 smithi002 ceph-mon[137674]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:52:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:56 smithi002 ceph-mon[140029]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:52:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:56 smithi043 ceph-mon[135010]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:52:57.270 INFO:tasks.workunit.client.0.smithi002.stdout: 121: throughput=4.97MB/sec pending data=0 2023-12-16T19:52:57.270 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R_jHeHdIf7L477e off=2786727 len=1874961 2023-12-16T19:52:57.272 INFO:tasks.workunit.client.0.smithi002.stdout:op 610 completed, throughput=4.98MB/sec 2023-12-16T19:52:57.272 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iQM0km8LeWkeAei off=1487292 len=2041064 2023-12-16T19:52:57.275 INFO:tasks.workunit.client.0.smithi002.stdout:op 611 completed, throughput=5MB/sec 2023-12-16T19:52:58.276 INFO:tasks.workunit.client.0.smithi002.stdout: 122: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:58.277 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P7S8Xi8OYCtjiai off=18145433 len=1558131 2023-12-16T19:52:58.284 INFO:tasks.workunit.client.0.smithi002.stdout:op 612 completed, throughput=4.97MB/sec 2023-12-16T19:52:58.284 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WsKU96n3Lo7uPXS off=6600617 len=1758477 2023-12-16T19:52:58.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 613 completed, throughput=4.98MB/sec 2023-12-16T19:52:58.293 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fJJ7ANEQ3PYqvBy off=10191133 len=2059804 2023-12-16T19:52:58.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 614 completed, throughput=5MB/sec 2023-12-16T19:52:58.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:58 smithi002 ceph-mon[137674]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:52:58.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:58 smithi002 ceph-mon[140029]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:52:58.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:58 smithi043 ceph-mon[135010]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:52:59.294 INFO:tasks.workunit.client.0.smithi002.stdout: 123: throughput=4.96MB/sec pending data=0 2023-12-16T19:52:59.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y0EReIR2qd2UPIu off=5292321 len=806070 2023-12-16T19:52:59.299 INFO:tasks.workunit.client.0.smithi002.stdout:op 615 completed, throughput=4.97MB/sec 2023-12-16T19:52:59.300 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sG1UNos0Q5g_8sE off=14695858 len=1491336 2023-12-16T19:52:59.301 INFO:tasks.workunit.client.0.smithi002.stdout:op 616 completed, throughput=4.98MB/sec 2023-12-16T19:52:59.301 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y4ey5P9DqZg6DgA off=2606236 len=1754677 2023-12-16T19:52:59.309 INFO:tasks.workunit.client.0.smithi002.stdout:op 617 completed, throughput=4.99MB/sec 2023-12-16T19:52:59.309 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4T-DxiNM_GqSc9V off=13746777 len=2055224 2023-12-16T19:52:59.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 618 completed, throughput=5.01MB/sec 2023-12-16T19:53:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:52:59 smithi002 ceph-mon[137674]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:53:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:52:59 smithi002 ceph-mon[140029]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:53:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:52:59 smithi043 ceph-mon[135010]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:53:00.318 INFO:tasks.workunit.client.0.smithi002.stdout: 124: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:00.318 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yIBCKcTEKAEy7DN off=3576466 len=1300626 2023-12-16T19:53:00.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 619 completed, throughput=4.98MB/sec 2023-12-16T19:53:00.320 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-07AV9bH76mVhih_ off=1511230 len=449563 2023-12-16T19:53:00.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 620 completed, throughput=4.98MB/sec 2023-12-16T19:53:00.321 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2cZc0abczMRL82V off=19658329 len=962801 2023-12-16T19:53:00.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 621 completed, throughput=4.99MB/sec 2023-12-16T19:53:00.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GHYNPRNkdsepxRO off=9745344 len=1833601 2023-12-16T19:53:00.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 622 completed, throughput=5MB/sec 2023-12-16T19:53:01.336 INFO:tasks.workunit.client.0.smithi002.stdout: 125: throughput=4.96MB/sec pending data=0 2023-12-16T19:53:01.336 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cn5W2nHFmFaPdvV off=7555596 len=1225078 2023-12-16T19:53:01.338 INFO:tasks.workunit.client.0.smithi002.stdout:op 623 completed, throughput=4.97MB/sec 2023-12-16T19:53:01.338 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RkHyDiTSEuUyLQ7 off=3106015 len=205811 2023-12-16T19:53:01.338 INFO:tasks.workunit.client.0.smithi002.stdout:op 624 completed, throughput=4.97MB/sec 2023-12-16T19:53:01.339 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yawqmwgDtjq_XVi off=481676 len=669359 2023-12-16T19:53:01.339 INFO:tasks.workunit.client.0.smithi002.stdout:op 625 completed, throughput=4.98MB/sec 2023-12-16T19:53:01.340 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qEhdXBqKuKvxlW- off=12143279 len=1244780 2023-12-16T19:53:01.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 626 completed, throughput=4.99MB/sec 2023-12-16T19:53:01.347 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u1yz8qGk5Al54lU off=14673682 len=798821 2023-12-16T19:53:01.351 INFO:tasks.workunit.client.0.smithi002.stdout:op 627 completed, throughput=4.99MB/sec 2023-12-16T19:53:01.352 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Qv_pEzYXNIhxasH off=9106213 len=616975 2023-12-16T19:53:01.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 628 completed, throughput=5MB/sec 2023-12-16T19:53:01.356 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4xjHs4FySShHvZx off=1139447 len=126933 2023-12-16T19:53:01.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 629 completed, throughput=5MB/sec 2023-12-16T19:53:01.358 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FFCxS5f4kwPpFQm off=11950699 len=238847 2023-12-16T19:53:01.359 INFO:tasks.workunit.client.0.smithi002.stdout:op 630 completed, throughput=5MB/sec 2023-12-16T19:53:01.359 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0nGh0s0uT4WgwOp off=1484070 len=114333 2023-12-16T19:53:01.359 INFO:tasks.workunit.client.0.smithi002.stdout:op 631 completed, throughput=5MB/sec 2023-12-16T19:53:01.359 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w9M2TtdRO01vGoW off=7498531 len=989067 2023-12-16T19:53:01.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 632 completed, throughput=5.01MB/sec 2023-12-16T19:53:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:01] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:53:02.365 INFO:tasks.workunit.client.0.smithi002.stdout: 126: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:02.365 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gO9lMKCTIcGuj5U off=15158975 len=735169 2023-12-16T19:53:02.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 633 completed, throughput=4.97MB/sec 2023-12-16T19:53:02.370 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8-ylPKjC5xq7lZ9 off=1401979 len=1888929 2023-12-16T19:53:02.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 634 completed, throughput=4.99MB/sec 2023-12-16T19:53:02.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3-K1EpAaQbAnN9j off=10089796 len=1508661 2023-12-16T19:53:02.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 635 completed, throughput=5MB/sec 2023-12-16T19:53:02.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ILBixF7kM__WHPJ off=2044762 len=1183446 2023-12-16T19:53:02.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 636 completed, throughput=5.01MB/sec 2023-12-16T19:53:02.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:02 smithi002 ceph-mon[140029]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:53:02.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:02 smithi002 ceph-mon[137674]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:53:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:02 smithi043 ceph-mon[135010]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T19:53:03.387 INFO:tasks.workunit.client.0.smithi002.stdout: 127: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:03.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eStNxMLgU5R9Qrn off=1164760 len=1465191 2023-12-16T19:53:03.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 637 completed, throughput=4.98MB/sec 2023-12-16T19:53:03.389 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D_nXGDY9519rr3g off=1898358 len=1560143 2023-12-16T19:53:03.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 638 completed, throughput=4.99MB/sec 2023-12-16T19:53:03.391 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t39-Mf36I-YRn7C off=17421571 len=1147237 2023-12-16T19:53:03.393 INFO:tasks.workunit.client.0.smithi002.stdout:op 639 completed, throughput=5MB/sec 2023-12-16T19:53:03.393 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ng77kn7wYftzsbr off=8700120 len=1420946 2023-12-16T19:53:03.395 INFO:tasks.workunit.client.0.smithi002.stdout:op 640 completed, throughput=5.01MB/sec 2023-12-16T19:53:04.395 INFO:tasks.workunit.client.0.smithi002.stdout: 128: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:04.395 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xPRiRMR-QMEXvxf off=5579013 len=832604 2023-12-16T19:53:04.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 641 completed, throughput=4.98MB/sec 2023-12-16T19:53:04.397 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YfvEmzOdHpf_xBO off=4098927 len=840816 2023-12-16T19:53:04.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 642 completed, throughput=4.98MB/sec 2023-12-16T19:53:04.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8wtdKam18VQ3DmE off=13181633 len=1845955 2023-12-16T19:53:04.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 643 completed, throughput=5MB/sec 2023-12-16T19:53:04.402 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-slAwSoNss-SxeML off=9331947 len=1246260 2023-12-16T19:53:04.408 INFO:tasks.workunit.client.0.smithi002.stdout:op 644 completed, throughput=5MB/sec 2023-12-16T19:53:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:04 smithi002 ceph-mon[137674]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T19:53:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:04 smithi002 ceph-mon[140029]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T19:53:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:04 smithi043 ceph-mon[135010]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T19:53:05.409 INFO:tasks.workunit.client.0.smithi002.stdout: 129: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:05.409 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nhZeda9uozv3d-d off=1075585 len=412551 2023-12-16T19:53:05.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 645 completed, throughput=4.97MB/sec 2023-12-16T19:53:05.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fL5MAfHUv-LjWEQ off=81433 len=1687658 2023-12-16T19:53:05.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 646 completed, throughput=4.98MB/sec 2023-12-16T19:53:05.415 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-av-27dAqYGZZAML off=7517981 len=2035498 2023-12-16T19:53:05.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 647 completed, throughput=5MB/sec 2023-12-16T19:53:05.417 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_OkIdOsr3TBPv_g off=21837784 len=1629623 2023-12-16T19:53:05.426 INFO:tasks.workunit.client.0.smithi002.stdout:op 648 completed, throughput=5.01MB/sec 2023-12-16T19:53:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:05 smithi002 ceph-mon[137674]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:05 smithi002 ceph-mon[140029]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:05 smithi043 ceph-mon[135010]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:06.426 INFO:tasks.workunit.client.0.smithi002.stdout: 130: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:06.427 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9SkCNUNp85nphAv off=1884812 len=1066648 2023-12-16T19:53:06.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 649 completed, throughput=4.98MB/sec 2023-12-16T19:53:06.428 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vDPrqLSO8Ci7DN8 off=22373020 len=631020 2023-12-16T19:53:06.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 650 completed, throughput=4.98MB/sec 2023-12-16T19:53:06.433 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9FthHb0mBcfXlOY off=4376576 len=1914236 2023-12-16T19:53:06.436 INFO:tasks.workunit.client.0.smithi002.stdout:op 651 completed, throughput=5MB/sec 2023-12-16T19:53:06.436 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e1YYEvPxfERssK2 off=8903916 len=1877617 2023-12-16T19:53:06.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 652 completed, throughput=5.01MB/sec 2023-12-16T19:53:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:07.447 INFO:tasks.workunit.client.0.smithi002.stdout: 131: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:07.447 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ArI5C1moIt8pLbd off=10483887 len=1479959 2023-12-16T19:53:07.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 653 completed, throughput=4.98MB/sec 2023-12-16T19:53:07.450 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BAauCCYlDMlDUL6 off=4493280 len=764231 2023-12-16T19:53:07.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 654 completed, throughput=4.99MB/sec 2023-12-16T19:53:07.455 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8nJCsv7PCziL_1U off=4520236 len=1084005 2023-12-16T19:53:07.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 655 completed, throughput=4.99MB/sec 2023-12-16T19:53:07.456 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2gPhyfnoXvAYfcu off=3980296 len=1775312 2023-12-16T19:53:07.460 INFO:tasks.workunit.client.0.smithi002.stdout:op 656 completed, throughput=5.01MB/sec 2023-12-16T19:53:08.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:07 smithi002 ceph-mon[137674]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:07 smithi002 ceph-mon[140029]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:08.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:07 smithi043 ceph-mon[135010]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:08.460 INFO:tasks.workunit.client.0.smithi002.stdout: 132: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:08.460 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qy-AK3YUp1FbTAq off=1157868 len=43732 2023-12-16T19:53:08.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 657 completed, throughput=4.97MB/sec 2023-12-16T19:53:08.463 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bX9rYHvhCHsGtKP off=1288784 len=58352 2023-12-16T19:53:08.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 658 completed, throughput=4.97MB/sec 2023-12-16T19:53:08.465 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TP_FK-6N4VWLMIm off=4427153 len=1090089 2023-12-16T19:53:08.471 INFO:tasks.workunit.client.0.smithi002.stdout:op 659 completed, throughput=4.98MB/sec 2023-12-16T19:53:08.472 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RJq4g4G-CWjf596 off=245531 len=152777 2023-12-16T19:53:08.474 INFO:tasks.workunit.client.0.smithi002.stdout:op 660 completed, throughput=4.98MB/sec 2023-12-16T19:53:08.474 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qV4ivfecThb-715 off=956574 len=889617 2023-12-16T19:53:08.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 661 completed, throughput=4.98MB/sec 2023-12-16T19:53:08.476 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kk6q8DncEw4xLLl off=21647825 len=1141988 2023-12-16T19:53:08.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 662 completed, throughput=4.99MB/sec 2023-12-16T19:53:08.482 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-emdwpcsGtWIGYc2 off=374664 len=1276521 2023-12-16T19:53:08.483 INFO:tasks.workunit.client.0.smithi002.stdout:op 663 completed, throughput=5MB/sec 2023-12-16T19:53:09.484 INFO:tasks.workunit.client.0.smithi002.stdout: 133: throughput=4.96MB/sec pending data=0 2023-12-16T19:53:09.484 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-N1KJPD_kV1fV-ZM off=3395728 len=1232990 2023-12-16T19:53:09.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 664 completed, throughput=4.97MB/sec 2023-12-16T19:53:09.491 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tSRQR8F5qrA9a5m off=19600821 len=1523680 2023-12-16T19:53:09.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 665 completed, throughput=4.98MB/sec 2023-12-16T19:53:09.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wi8inPaDrHYE3m8 off=2686715 len=955256 2023-12-16T19:53:09.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 666 completed, throughput=4.99MB/sec 2023-12-16T19:53:09.499 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LVoCuCZjQGz4ayP off=12844133 len=412132 2023-12-16T19:53:09.503 INFO:tasks.workunit.client.0.smithi002.stdout:op 667 completed, throughput=4.99MB/sec 2023-12-16T19:53:09.503 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_uE2HdM5VPwNRpk off=1437342 len=2083964 2023-12-16T19:53:09.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 668 completed, throughput=5.01MB/sec 2023-12-16T19:53:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:09 smithi002 ceph-mon[137674]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T19:53:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:09 smithi002 ceph-mon[140029]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T19:53:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:09 smithi043 ceph-mon[135010]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T19:53:10.505 INFO:tasks.workunit.client.0.smithi002.stdout: 134: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:10.505 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ERzHMkjrV1Z-GQj off=944627 len=1656341 2023-12-16T19:53:10.507 INFO:tasks.workunit.client.0.smithi002.stdout:op 669 completed, throughput=4.98MB/sec 2023-12-16T19:53:10.507 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G3gXvTH-G3ERRCa off=5701922 len=1331090 2023-12-16T19:53:10.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 670 completed, throughput=4.99MB/sec 2023-12-16T19:53:10.510 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6am_r8UG5jg-Wox off=591256 len=505953 2023-12-16T19:53:10.513 INFO:tasks.workunit.client.0.smithi002.stdout:op 671 completed, throughput=5MB/sec 2023-12-16T19:53:10.514 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gfcunXzwbjyaPX7 off=19630 len=1270147 2023-12-16T19:53:10.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 672 completed, throughput=5MB/sec 2023-12-16T19:53:11.517 INFO:tasks.workunit.client.0.smithi002.stdout: 135: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:11.517 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ua2mQsJz3CW8Imp off=1755163 len=1502296 2023-12-16T19:53:11.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 673 completed, throughput=4.98MB/sec 2023-12-16T19:53:11.525 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IexX2uPWKHou5Fq off=3933476 len=1855253 2023-12-16T19:53:11.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 674 completed, throughput=4.99MB/sec 2023-12-16T19:53:11.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CmPUuM8cIwFKee8 off=1227210 len=1984090 2023-12-16T19:53:11.536 INFO:tasks.workunit.client.0.smithi002.stdout:op 675 completed, throughput=5MB/sec 2023-12-16T19:53:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:11] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2023-12-16T19:53:12.536 INFO:tasks.workunit.client.0.smithi002.stdout: 136: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:12.536 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XNv4ghb6q87PD7v off=17336942 len=1477272 2023-12-16T19:53:12.543 INFO:tasks.workunit.client.0.smithi002.stdout:op 676 completed, throughput=4.98MB/sec 2023-12-16T19:53:12.543 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ld0MboB0EqoNuTq off=3208204 len=173047 2023-12-16T19:53:12.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 677 completed, throughput=4.98MB/sec 2023-12-16T19:53:12.546 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-64p0jmJC6YP--x_ off=14627949 len=1816270 2023-12-16T19:53:12.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 678 completed, throughput=4.99MB/sec 2023-12-16T19:53:12.548 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qf1K7Ph7VuLbN6c off=22880998 len=60779 2023-12-16T19:53:12.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 679 completed, throughput=4.99MB/sec 2023-12-16T19:53:12.549 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TPOZVGJOC8QEAYb off=469515 len=806722 2023-12-16T19:53:12.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 680 completed, throughput=5MB/sec 2023-12-16T19:53:12.554 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AHjFl77wNSAQc0P off=569461 len=1809548 2023-12-16T19:53:12.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 681 completed, throughput=5.01MB/sec 2023-12-16T19:53:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:12 smithi002 ceph-mon[137674]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:12 smithi002 ceph-mon[140029]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:12 smithi043 ceph-mon[135010]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:13.562 INFO:tasks.workunit.client.0.smithi002.stdout: 137: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:13.562 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2B4eA-r_G1Qg7J- off=230524 len=1021340 2023-12-16T19:53:13.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 682 completed, throughput=4.98MB/sec 2023-12-16T19:53:13.563 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--i7I2XiMJLV_suF off=2081839 len=1700902 2023-12-16T19:53:13.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 683 completed, throughput=4.99MB/sec 2023-12-16T19:53:13.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylOAhUp2ogApz8N off=3144458 len=2032091 2023-12-16T19:53:13.575 INFO:tasks.workunit.client.0.smithi002.stdout:op 684 completed, throughput=5.01MB/sec 2023-12-16T19:53:14.576 INFO:tasks.workunit.client.0.smithi002.stdout: 138: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:14.576 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lu9JWRIbSbCgYmd off=7269913 len=1768322 2023-12-16T19:53:14.581 INFO:tasks.workunit.client.0.smithi002.stdout:op 685 completed, throughput=4.98MB/sec 2023-12-16T19:53:14.581 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tfkJoN9w1Cb0zMG off=2286528 len=1755454 2023-12-16T19:53:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:op 686 completed, throughput=4.99MB/sec 2023-12-16T19:53:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E3JTufot4y5AszC off=20159973 len=460063 2023-12-16T19:53:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 687 completed, throughput=5MB/sec 2023-12-16T19:53:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qWHSRN4deik-gVB off=1754466 len=2049880 2023-12-16T19:53:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:op 688 completed, throughput=5.01MB/sec 2023-12-16T19:53:14.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:14 smithi002 ceph-mon[137674]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:53:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:14 smithi002 ceph-mon[140029]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:53:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:14 smithi043 ceph-mon[135010]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:53:15.590 INFO:tasks.workunit.client.0.smithi002.stdout: 139: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:15.590 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e6tTzv8x_36YAom off=1624553 len=879041 2023-12-16T19:53:15.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 689 completed, throughput=4.98MB/sec 2023-12-16T19:53:15.591 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YdVgAswX19P1lCU off=1013168 len=660513 2023-12-16T19:53:15.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 690 completed, throughput=4.98MB/sec 2023-12-16T19:53:15.593 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iptPYg3G3EXJgBC off=6779789 len=79549 2023-12-16T19:53:15.594 INFO:tasks.workunit.client.0.smithi002.stdout:op 691 completed, throughput=4.99MB/sec 2023-12-16T19:53:15.594 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LVLzxkpLr30X-r7 off=7475109 len=451652 2023-12-16T19:53:15.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 692 completed, throughput=4.99MB/sec 2023-12-16T19:53:15.597 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-arupeyG7pNLkeQ6 off=1303543 len=569213 2023-12-16T19:53:15.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 693 completed, throughput=4.99MB/sec 2023-12-16T19:53:15.598 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-olAEJZhFllAgn0L off=2974960 len=177735 2023-12-16T19:53:15.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 694 completed, throughput=4.99MB/sec 2023-12-16T19:53:15.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CbbsS5xws9kBAk4 off=4128021 len=2046735 2023-12-16T19:53:15.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 695 completed, throughput=5.01MB/sec 2023-12-16T19:53:16.612 INFO:tasks.workunit.client.0.smithi002.stdout: 140: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:16.612 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JTiZXky0UPE8jTE off=115968 len=1401663 2023-12-16T19:53:16.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 696 completed, throughput=4.98MB/sec 2023-12-16T19:53:16.620 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FJ8beFm0IBJxqM_ off=335750 len=1921554 2023-12-16T19:53:16.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 697 completed, throughput=4.99MB/sec 2023-12-16T19:53:16.622 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S7c7-_2h5V1H4eK off=1769443 len=937285 2023-12-16T19:53:16.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 698 completed, throughput=5MB/sec 2023-12-16T19:53:16.628 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZHouJHl2OLuGQ3d off=2005543 len=1766803 2023-12-16T19:53:16.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 699 completed, throughput=5.01MB/sec 2023-12-16T19:53:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:16 smithi002 ceph-mon[137674]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:53:16.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:16 smithi002 ceph-mon[140029]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:53:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:16 smithi043 ceph-mon[135010]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:53:17.637 INFO:tasks.workunit.client.0.smithi002.stdout: 141: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:17.637 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oAbGTajBS1wA5tB off=8372772 len=137276 2023-12-16T19:53:17.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 700 completed, throughput=4.98MB/sec 2023-12-16T19:53:17.640 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dzNuz09HpVCBL-T off=13601429 len=1798040 2023-12-16T19:53:17.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 701 completed, throughput=4.99MB/sec 2023-12-16T19:53:17.643 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dS2tOHksrejcpei off=1143478 len=32363 2023-12-16T19:53:17.646 INFO:tasks.workunit.client.0.smithi002.stdout:op 702 completed, throughput=4.99MB/sec 2023-12-16T19:53:17.646 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EvlVgFxUoz2tWaV off=4464625 len=287057 2023-12-16T19:53:17.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 703 completed, throughput=4.99MB/sec 2023-12-16T19:53:17.649 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DhFSnoPdHE0TR3W off=2962246 len=588696 2023-12-16T19:53:17.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 704 completed, throughput=4.99MB/sec 2023-12-16T19:53:17.653 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SXyZCKGb3JMEyYC off=15848866 len=163104 2023-12-16T19:53:17.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 705 completed, throughput=5MB/sec 2023-12-16T19:53:17.654 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CBqgjS0kOVmEYeP off=10788149 len=2062044 2023-12-16T19:53:17.664 INFO:tasks.workunit.client.0.smithi002.stdout:op 706 completed, throughput=5.01MB/sec 2023-12-16T19:53:18.664 INFO:tasks.workunit.client.0.smithi002.stdout: 142: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:18.664 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6mlMuy2qlFj2VO3 off=16044216 len=892935 2023-12-16T19:53:18.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 707 completed, throughput=4.98MB/sec 2023-12-16T19:53:18.670 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xmct-p9A-5U0L0G off=10435837 len=1324404 2023-12-16T19:53:18.676 INFO:tasks.workunit.client.0.smithi002.stdout:op 708 completed, throughput=4.99MB/sec 2023-12-16T19:53:18.676 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AjZEaMeEPF5zktp off=13102971 len=598901 2023-12-16T19:53:18.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 709 completed, throughput=4.99MB/sec 2023-12-16T19:53:18.677 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fqh242PbePE-Rco off=520864 len=1279056 2023-12-16T19:53:18.683 INFO:tasks.workunit.client.0.smithi002.stdout:op 710 completed, throughput=5MB/sec 2023-12-16T19:53:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:18 smithi002 ceph-mon[137674]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:53:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:18 smithi002 ceph-mon[140029]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:53:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:18 smithi043 ceph-mon[135010]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:53:19.684 INFO:tasks.workunit.client.0.smithi002.stdout: 143: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:19.684 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1IVh-A7OkTEA0Cp off=5943072 len=1742602 2023-12-16T19:53:19.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 711 completed, throughput=4.98MB/sec 2023-12-16T19:53:19.693 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Of5TN_U9IX7UPQE off=1850411 len=1373346 2023-12-16T19:53:19.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 712 completed, throughput=4.99MB/sec 2023-12-16T19:53:19.695 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UImHoHGxwLB57zI off=9705998 len=28824 2023-12-16T19:53:19.696 INFO:tasks.workunit.client.0.smithi002.stdout:op 713 completed, throughput=4.99MB/sec 2023-12-16T19:53:19.696 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NUKHUYjw6aCC8Lu off=2140178 len=217978 2023-12-16T19:53:19.696 INFO:tasks.workunit.client.0.smithi002.stdout:op 714 completed, throughput=4.99MB/sec 2023-12-16T19:53:19.696 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9e0vj604En93uN3 off=623341 len=29975 2023-12-16T19:53:19.697 INFO:tasks.workunit.client.0.smithi002.stdout:op 715 completed, throughput=4.99MB/sec 2023-12-16T19:53:19.697 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-exr9RAiNcO1Vsdg off=15167420 len=1801411 2023-12-16T19:53:19.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 716 completed, throughput=5MB/sec 2023-12-16T19:53:19.701 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-etHsvmiKdo3ZTDN off=10106651 len=648680 2023-12-16T19:53:19.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 717 completed, throughput=5MB/sec 2023-12-16T19:53:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:19 smithi002 ceph-mon[137674]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:19 smithi002 ceph-mon[140029]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:19 smithi043 ceph-mon[135010]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:20.702 INFO:tasks.workunit.client.0.smithi002.stdout: 144: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:20.702 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7xlX6T2bi7VGUr4 off=9686949 len=1871251 2023-12-16T19:53:20.704 INFO:tasks.workunit.client.0.smithi002.stdout:op 718 completed, throughput=4.98MB/sec 2023-12-16T19:53:20.704 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--Z8-H90LVQoCq0H off=1745606 len=19782 2023-12-16T19:53:20.706 INFO:tasks.workunit.client.0.smithi002.stdout:op 719 completed, throughput=4.98MB/sec 2023-12-16T19:53:20.706 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f61nZ9noRIL95zs off=924464 len=334110 2023-12-16T19:53:20.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 720 completed, throughput=4.98MB/sec 2023-12-16T19:53:20.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m688Bl5tu1HPct4 off=3369277 len=625496 2023-12-16T19:53:20.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 721 completed, throughput=4.99MB/sec 2023-12-16T19:53:20.711 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_0HsGk2odkGpTfU off=2827255 len=1270913 2023-12-16T19:53:20.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 722 completed, throughput=5MB/sec 2023-12-16T19:53:20.713 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rEuwbMpDPTY1VRr off=17428569 len=693902 2023-12-16T19:53:20.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 723 completed, throughput=5MB/sec 2023-12-16T19:53:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:21.715 INFO:tasks.workunit.client.0.smithi002.stdout: 145: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:21.715 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NNkRNy4ZiN2E-tt off=4664406 len=1582672 2023-12-16T19:53:21.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 724 completed, throughput=4.98MB/sec 2023-12-16T19:53:21.724 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KWpayUcZSPmRt95 off=10359624 len=423124 2023-12-16T19:53:21.727 INFO:tasks.workunit.client.0.smithi002.stdout:op 725 completed, throughput=4.98MB/sec 2023-12-16T19:53:21.727 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q9t5ExnSAzj825o off=448151 len=740223 2023-12-16T19:53:21.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 726 completed, throughput=4.98MB/sec 2023-12-16T19:53:21.732 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BwCBTqUsgyLnPwK off=57184 len=1250434 2023-12-16T19:53:21.738 INFO:tasks.workunit.client.0.smithi002.stdout:op 727 completed, throughput=4.99MB/sec 2023-12-16T19:53:21.738 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cn5W2nHFmFaPdvV off=5472964 len=1787801 2023-12-16T19:53:21.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 728 completed, throughput=5MB/sec 2023-12-16T19:53:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:21 smithi002 ceph-mon[137674]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:53:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:21] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:53:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:21 smithi002 ceph-mon[140029]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:53:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:21 smithi043 ceph-mon[135010]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:53:22.740 INFO:tasks.workunit.client.0.smithi002.stdout: 146: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:22.740 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-40mynzE6Fa4bOlY off=566211 len=47968 2023-12-16T19:53:22.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 729 completed, throughput=4.97MB/sec 2023-12-16T19:53:22.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iK_NTjaiNadxB_Q off=1937379 len=2089706 2023-12-16T19:53:22.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 730 completed, throughput=4.98MB/sec 2023-12-16T19:53:22.752 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LzAZZOvGS6qxqhT off=148900 len=504258 2023-12-16T19:53:22.756 INFO:tasks.workunit.client.0.smithi002.stdout:op 731 completed, throughput=4.99MB/sec 2023-12-16T19:53:22.756 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2i5c_pnV7hfu_n4 off=16054755 len=1546735 2023-12-16T19:53:22.763 INFO:tasks.workunit.client.0.smithi002.stdout:op 732 completed, throughput=5MB/sec 2023-12-16T19:53:22.763 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oqjJxmzV90I0kuE off=4163074 len=1679464 2023-12-16T19:53:22.769 INFO:tasks.workunit.client.0.smithi002.stdout:op 733 completed, throughput=5.01MB/sec 2023-12-16T19:53:23.692 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:53:23.770 INFO:tasks.workunit.client.0.smithi002.stdout: 147: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:23.770 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-plXJhBos_WiSfhF off=10989005 len=1871430 2023-12-16T19:53:23.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 734 completed, throughput=4.98MB/sec 2023-12-16T19:53:23.779 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xbcRwVm996dE0Xx off=5422146 len=1367009 2023-12-16T19:53:23.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 735 completed, throughput=4.99MB/sec 2023-12-16T19:53:23.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7UW-aYzFoKJ0pGI off=9726177 len=535625 2023-12-16T19:53:23.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 736 completed, throughput=5MB/sec 2023-12-16T19:53:23.789 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b1_Rc8kAwdRInDW off=20031078 len=1016959 2023-12-16T19:53:23.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 737 completed, throughput=5MB/sec 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (21m) 8m ago 24m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (21m) 5m ago 24m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (25m) 8m ago 25m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (25m) 5m ago 25m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (20m) 5m ago 27m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (21m) 8m ago 28m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (20m) 8m ago 28m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:53:24.018 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (20m) 5m ago 27m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (20m) 8m ago 27m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (21m) 8m ago 24m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (21m) 5m ago 23m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (19m) 8m ago 27m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (19m) 8m ago 26m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (18m) 8m ago 26m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (18m) 8m ago 26m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (17m) 5m ago 26m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (17m) 5m ago 25m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (16m) 5m ago 25m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (16m) 5m ago 25m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:53:24.019 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (20m) 5m ago 24m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:53:24.417 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:53:24.417 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:53:24.417 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:53:24.417 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:24.417 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:53:24.418 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:53:24.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[137674]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:53:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[137674]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2760787440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[140029]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:53:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[140029]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2760787440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:24.794 INFO:tasks.workunit.client.0.smithi002.stdout: 148: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:24.795 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-flIgMK-jJ35sf88 off=2876532 len=165148 2023-12-16T19:53:24.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 738 completed, throughput=4.97MB/sec 2023-12-16T19:53:24.796 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-olCi3F1z0dY-h4x off=460796 len=450986 2023-12-16T19:53:24.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 739 completed, throughput=4.97MB/sec 2023-12-16T19:53:24.797 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SuN0P6-ROdHWKmy off=19027384 len=1217598 2023-12-16T19:53:24.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 740 completed, throughput=4.98MB/sec 2023-12-16T19:53:24.804 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3Eq08CZv-cFOPqj off=1699172 len=1385735 2023-12-16T19:53:24.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 741 completed, throughput=4.99MB/sec 2023-12-16T19:53:24.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NRp39hOE7nvAJZf off=5114838 len=1986284 2023-12-16T19:53:24.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 742 completed, throughput=5MB/sec 2023-12-16T19:53:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:24 smithi043 ceph-mon[135010]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:53:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:24 smithi043 ceph-mon[135010]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2760787440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:25.819 INFO:tasks.workunit.client.0.smithi002.stdout: 149: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:25.819 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GezdAQIRKh3g5RJ off=14255027 len=1625722 2023-12-16T19:53:25.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 743 completed, throughput=4.98MB/sec 2023-12-16T19:53:25.828 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1ppwjlBnfv4HIzk off=2675182 len=1199268 2023-12-16T19:53:25.831 INFO:tasks.workunit.client.0.smithi002.stdout:op 744 completed, throughput=4.99MB/sec 2023-12-16T19:53:25.831 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JwCgUqsaYgBHrX0 off=636146 len=1625019 2023-12-16T19:53:25.839 INFO:tasks.workunit.client.0.smithi002.stdout:op 745 completed, throughput=5MB/sec 2023-12-16T19:53:25.839 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kqjuzTgXxuEUpSL off=7398957 len=307315 2023-12-16T19:53:25.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 746 completed, throughput=5MB/sec 2023-12-16T19:53:25.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T1GaX0V5qdlcous off=8073524 len=1884604 2023-12-16T19:53:25.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 747 completed, throughput=5.01MB/sec 2023-12-16T19:53:25.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:25 smithi002 ceph-mon[137674]: from='client.35355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:25.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:25 smithi002 ceph-mon[140029]: from='client.35355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:25.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:25 smithi043 ceph-mon[135010]: from='client.35355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:26.848 INFO:tasks.workunit.client.0.smithi002.stdout: 150: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:26.848 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M7MapEj5QDbdYdF off=16896677 len=1250655 2023-12-16T19:53:26.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 748 completed, throughput=4.98MB/sec 2023-12-16T19:53:26.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cDJxXPzYaBCiF7u off=2843541 len=937795 2023-12-16T19:53:26.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 749 completed, throughput=4.99MB/sec 2023-12-16T19:53:26.852 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HPPGqnt8aZYmAf1 off=11841470 len=1279475 2023-12-16T19:53:26.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 750 completed, throughput=5MB/sec 2023-12-16T19:53:26.860 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1EyCwbXzLhtlkNa off=3167298 len=760253 2023-12-16T19:53:26.864 INFO:tasks.workunit.client.0.smithi002.stdout:op 751 completed, throughput=5MB/sec 2023-12-16T19:53:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:26 smithi002 ceph-mon[137674]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:26 smithi002 ceph-mon[140029]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:26 smithi043 ceph-mon[135010]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:27.864 INFO:tasks.workunit.client.0.smithi002.stdout: 151: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:27.864 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u65k6sG1tGYHwza off=4371183 len=335166 2023-12-16T19:53:27.868 INFO:tasks.workunit.client.0.smithi002.stdout:op 752 completed, throughput=4.97MB/sec 2023-12-16T19:53:27.868 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1bBZ11JRLRTXkKC off=8323027 len=511427 2023-12-16T19:53:27.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 753 completed, throughput=4.97MB/sec 2023-12-16T19:53:27.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KeN006kxJsnMKLR off=4001070 len=1673594 2023-12-16T19:53:27.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 754 completed, throughput=4.98MB/sec 2023-12-16T19:53:27.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UUW-wUknUIMsO-2 off=7683181 len=1916162 2023-12-16T19:53:27.883 INFO:tasks.workunit.client.0.smithi002.stdout:op 755 completed, throughput=5MB/sec 2023-12-16T19:53:27.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Onw2R6Md3WtoDNa off=949872 len=1719699 2023-12-16T19:53:27.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 756 completed, throughput=5.01MB/sec 2023-12-16T19:53:28.886 INFO:tasks.workunit.client.0.smithi002.stdout: 152: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:28.886 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PY5340BsHa9aIxK off=4460976 len=1100644 2023-12-16T19:53:28.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 757 completed, throughput=4.98MB/sec 2023-12-16T19:53:28.891 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vVhgDQ5XMJKMTnS off=1120870 len=648841 2023-12-16T19:53:28.896 INFO:tasks.workunit.client.0.smithi002.stdout:op 758 completed, throughput=4.99MB/sec 2023-12-16T19:53:28.896 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZHev599iyssPsll off=13019698 len=1715563 2023-12-16T19:53:28.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 759 completed, throughput=5MB/sec 2023-12-16T19:53:28.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GPaSFRE27D7rInJ off=673476 len=1118050 2023-12-16T19:53:28.910 INFO:tasks.workunit.client.0.smithi002.stdout:op 760 completed, throughput=5MB/sec 2023-12-16T19:53:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:28 smithi002 ceph-mon[137674]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:53:28.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:28 smithi002 ceph-mon[140029]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:53:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:28 smithi043 ceph-mon[135010]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:53:29.910 INFO:tasks.workunit.client.0.smithi002.stdout: 153: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:29.910 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lEfoZKDwGtyyWMd off=4847966 len=176270 2023-12-16T19:53:29.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 761 completed, throughput=4.97MB/sec 2023-12-16T19:53:29.911 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MxQ4h1H96LyCHmS off=7622416 len=1346690 2023-12-16T19:53:29.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 762 completed, throughput=4.98MB/sec 2023-12-16T19:53:29.917 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kF1SsJ4O7MEjzpR off=954920 len=1890623 2023-12-16T19:53:29.919 INFO:tasks.workunit.client.0.smithi002.stdout:op 763 completed, throughput=4.99MB/sec 2023-12-16T19:53:29.919 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jYvxyTLBWT3f14a off=7841122 len=283217 2023-12-16T19:53:29.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 764 completed, throughput=4.99MB/sec 2023-12-16T19:53:29.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nX_zueUdVKbZAg0 off=17593204 len=475419 2023-12-16T19:53:29.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 765 completed, throughput=5MB/sec 2023-12-16T19:53:29.922 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1Ys_57MTZpabB6W off=500701 len=818703 2023-12-16T19:53:29.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 766 completed, throughput=5MB/sec 2023-12-16T19:53:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:29 smithi002 ceph-mon[137674]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:29 smithi002 ceph-mon[140029]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:29 smithi043 ceph-mon[135010]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:53:30.927 INFO:tasks.workunit.client.0.smithi002.stdout: 154: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:30.927 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9vpc28Lj9BkTDy off=2203478 len=1826427 2023-12-16T19:53:30.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 767 completed, throughput=4.98MB/sec 2023-12-16T19:53:30.929 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o0ysESwjmLdBE36 off=13099584 len=1810631 2023-12-16T19:53:30.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 768 completed, throughput=4.99MB/sec 2023-12-16T19:53:30.930 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BdH0_AJP5hvQV1N off=1447771 len=903933 2023-12-16T19:53:30.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 769 completed, throughput=5MB/sec 2023-12-16T19:53:30.932 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h8jmZtaR1pGDd2n off=10259802 len=651801 2023-12-16T19:53:30.937 INFO:tasks.workunit.client.0.smithi002.stdout:op 770 completed, throughput=5MB/sec 2023-12-16T19:53:30.937 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SqeYlfwoP0ERk9e off=6417361 len=1317860 2023-12-16T19:53:30.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 771 completed, throughput=5.01MB/sec 2023-12-16T19:53:31.939 INFO:tasks.workunit.client.0.smithi002.stdout: 155: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:31.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kMzzVsLRhrEffkl off=7835808 len=562518 2023-12-16T19:53:31.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 772 completed, throughput=4.98MB/sec 2023-12-16T19:53:31.940 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yc16mvV8EISK3JM off=5066532 len=899705 2023-12-16T19:53:31.942 INFO:tasks.workunit.client.0.smithi002.stdout:op 773 completed, throughput=4.98MB/sec 2023-12-16T19:53:31.942 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7kkR5cb6fUjpHWG off=1441642 len=995738 2023-12-16T19:53:31.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 774 completed, throughput=4.99MB/sec 2023-12-16T19:53:31.943 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h1fLqeiPjzhBaiW off=12105 len=399941 2023-12-16T19:53:31.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 775 completed, throughput=4.99MB/sec 2023-12-16T19:53:31.945 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cv3Im1tOv3ZNJZc off=3665441 len=1553106 2023-12-16T19:53:31.952 INFO:tasks.workunit.client.0.smithi002.stdout:op 776 completed, throughput=5MB/sec 2023-12-16T19:53:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:31] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:53:32.953 INFO:tasks.workunit.client.0.smithi002.stdout: 156: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:32.953 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AzSvSJL96244ypN off=9701389 len=500569 2023-12-16T19:53:32.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 777 completed, throughput=4.97MB/sec 2023-12-16T19:53:32.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zAhJMVs7d-f6vkO off=15479920 len=895393 2023-12-16T19:53:32.962 INFO:tasks.workunit.client.0.smithi002.stdout:op 778 completed, throughput=4.98MB/sec 2023-12-16T19:53:32.962 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G7tjDR9n49MDkcM off=9621976 len=1395096 2023-12-16T19:53:32.968 INFO:tasks.workunit.client.0.smithi002.stdout:op 779 completed, throughput=4.99MB/sec 2023-12-16T19:53:32.968 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jpRjv7vfYQT6xqv off=11465736 len=373944 2023-12-16T19:53:32.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 780 completed, throughput=4.99MB/sec 2023-12-16T19:53:32.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NTPsLSdbw2hHhgo off=6582261 len=901469 2023-12-16T19:53:32.970 INFO:tasks.workunit.client.0.smithi002.stdout:op 781 completed, throughput=4.99MB/sec 2023-12-16T19:53:32.970 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-btWsZ7DkoBlz419 off=3960442 len=1633525 2023-12-16T19:53:32.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 782 completed, throughput=5MB/sec 2023-12-16T19:53:32.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:32 smithi002 ceph-mon[137674]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:53:32.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:32 smithi002 ceph-mon[140029]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:53:32.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:32 smithi043 ceph-mon[135010]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:53:33.979 INFO:tasks.workunit.client.0.smithi002.stdout: 157: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:33.979 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OcDIhdxyTu43qWc off=17152173 len=928869 2023-12-16T19:53:33.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 783 completed, throughput=4.98MB/sec 2023-12-16T19:53:33.980 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kq-kKWvoCPocwse off=3051788 len=1495784 2023-12-16T19:53:33.987 INFO:tasks.workunit.client.0.smithi002.stdout:op 784 completed, throughput=4.99MB/sec 2023-12-16T19:53:33.987 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o3oCLwXqNWjs7_c off=20294652 len=249934 2023-12-16T19:53:33.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 785 completed, throughput=4.99MB/sec 2023-12-16T19:53:33.990 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oTbwzeisni82VIZ off=1104316 len=273812 2023-12-16T19:53:33.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 786 completed, throughput=4.99MB/sec 2023-12-16T19:53:33.993 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tq3ufj6wwXNokyt off=1180493 len=2139 2023-12-16T19:53:33.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 787 completed, throughput=4.99MB/sec 2023-12-16T19:53:33.994 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ttl_e58YQh1VdBs off=2041281 len=377002 2023-12-16T19:53:33.997 INFO:tasks.workunit.client.0.smithi002.stdout:op 788 completed, throughput=4.99MB/sec 2023-12-16T19:53:33.997 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ybCkFkwDmDUFWHq off=7527661 len=866277 2023-12-16T19:53:34.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 789 completed, throughput=5MB/sec 2023-12-16T19:53:34.000 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8-ylPKjC5xq7lZ9 off=1614612 len=280036 2023-12-16T19:53:34.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 790 completed, throughput=5MB/sec 2023-12-16T19:53:34.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-04XlRnRHaU5lDWV off=211339 len=442370 2023-12-16T19:53:34.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 791 completed, throughput=5MB/sec 2023-12-16T19:53:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[137674]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T19:53:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:53:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:53:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[140029]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:53:34.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:53:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:34 smithi043 ceph-mon[135010]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T19:53:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:53:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:53:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:53:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:53:35.003 INFO:tasks.workunit.client.0.smithi002.stdout: 158: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:35.003 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ai_slbn4Zmt-Kk- off=22039085 len=1120150 2023-12-16T19:53:35.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 792 completed, throughput=4.98MB/sec 2023-12-16T19:53:35.009 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3pVEYVCSM5wg5zG off=825245 len=672357 2023-12-16T19:53:35.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 793 completed, throughput=4.98MB/sec 2023-12-16T19:53:35.013 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kol2Ftb0a2VScm_ off=8080776 len=682748 2023-12-16T19:53:35.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 794 completed, throughput=4.98MB/sec 2023-12-16T19:53:35.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gCPlSXIXddKUWP9 off=661912 len=1015858 2023-12-16T19:53:35.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 795 completed, throughput=4.99MB/sec 2023-12-16T19:53:35.016 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Odz6UauJdgFj__Q off=3790119 len=352568 2023-12-16T19:53:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 796 completed, throughput=4.99MB/sec 2023-12-16T19:53:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-czQQ3YV-ECSFR-O off=1655021 len=125958 2023-12-16T19:53:35.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 797 completed, throughput=4.99MB/sec 2023-12-16T19:53:35.019 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ywNqgDiPM7YQswv off=10460526 len=935809 2023-12-16T19:53:35.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 798 completed, throughput=5MB/sec 2023-12-16T19:53:35.024 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BAP7arGamIgBXZj off=7490792 len=1016285 2023-12-16T19:53:35.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 799 completed, throughput=5MB/sec 2023-12-16T19:53:36.030 INFO:tasks.workunit.client.0.smithi002.stdout: 159: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:36.030 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nwlhZB9CHLquqpX off=419508 len=1274024 2023-12-16T19:53:36.036 INFO:tasks.workunit.client.0.smithi002.stdout:op 800 completed, throughput=4.98MB/sec 2023-12-16T19:53:36.036 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-koQ0qM8gGSXptzL off=306891 len=185450 2023-12-16T19:53:36.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 801 completed, throughput=4.98MB/sec 2023-12-16T19:53:36.039 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FDoSzOp32Tqtx8y off=19656371 len=860349 2023-12-16T19:53:36.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 802 completed, throughput=4.99MB/sec 2023-12-16T19:53:36.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WKnu0xpu5e8ecko off=17291686 len=276279 2023-12-16T19:53:36.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 803 completed, throughput=4.99MB/sec 2023-12-16T19:53:36.045 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qGQ5o88m4rCJMNT off=2347846 len=1909656 2023-12-16T19:53:36.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 804 completed, throughput=5MB/sec 2023-12-16T19:53:36.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zZAjvXqYjkIdKIT off=3784095 len=1864874 2023-12-16T19:53:36.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 805 completed, throughput=5.01MB/sec 2023-12-16T19:53:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:36 smithi002 ceph-mon[137674]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:53:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:36 smithi002 ceph-mon[140029]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:53:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:36 smithi043 ceph-mon[135010]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:53:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:37.064 INFO:tasks.workunit.client.0.smithi002.stdout: 160: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:37.064 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gbMGeiS0g5SlYaA off=1522350 len=1484496 2023-12-16T19:53:37.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 806 completed, throughput=4.99MB/sec 2023-12-16T19:53:37.072 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8IjRXVnKa2gcMYh off=5629195 len=675654 2023-12-16T19:53:37.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 807 completed, throughput=4.99MB/sec 2023-12-16T19:53:37.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7E9_QTeOa7PTLTq off=3162621 len=1996162 2023-12-16T19:53:37.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 808 completed, throughput=5MB/sec 2023-12-16T19:53:38.077 INFO:tasks.workunit.client.0.smithi002.stdout: 161: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:38.077 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a5U_Mh4VFr9OPtg off=111095 len=305608 2023-12-16T19:53:38.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 809 completed, throughput=4.97MB/sec 2023-12-16T19:53:38.081 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1hvijuEyiCwPgYH off=1798822 len=1202835 2023-12-16T19:53:38.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 810 completed, throughput=4.98MB/sec 2023-12-16T19:53:38.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Hb4b_d0KUC0QFXG off=3567471 len=1241102 2023-12-16T19:53:38.090 INFO:tasks.workunit.client.0.smithi002.stdout:op 811 completed, throughput=4.99MB/sec 2023-12-16T19:53:38.090 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qpwABz4b01NEvOr off=432808 len=2071874 2023-12-16T19:53:38.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 812 completed, throughput=5MB/sec 2023-12-16T19:53:38.101 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-spMPGHSopXFTLbb off=13663951 len=1575307 2023-12-16T19:53:38.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 813 completed, throughput=5.01MB/sec 2023-12-16T19:53:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:38 smithi002 ceph-mon[137674]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:53:38.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:38 smithi002 ceph-mon[140029]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:53:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:38 smithi043 ceph-mon[135010]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:53:39.103 INFO:tasks.workunit.client.0.smithi002.stdout: 162: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:39.104 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1RET8CBSzR8jlbe off=4640978 len=1699304 2023-12-16T19:53:39.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 814 completed, throughput=4.99MB/sec 2023-12-16T19:53:39.106 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZPKkjI4n6cffx3M off=5403287 len=624091 2023-12-16T19:53:39.110 INFO:tasks.workunit.client.0.smithi002.stdout:op 815 completed, throughput=4.99MB/sec 2023-12-16T19:53:39.110 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wslQDa004-XXDtu off=8849314 len=1409488 2023-12-16T19:53:39.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 816 completed, throughput=5MB/sec 2023-12-16T19:53:39.117 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qWhg3-AfeUqdwEv off=8599020 len=2052114 2023-12-16T19:53:39.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 817 completed, throughput=5.01MB/sec 2023-12-16T19:53:40.119 INFO:tasks.workunit.client.0.smithi002.stdout: 163: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:40.120 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A9ynf46fSWG5f3Q off=7268936 len=970599 2023-12-16T19:53:40.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 818 completed, throughput=4.99MB/sec 2023-12-16T19:53:40.125 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YqY5MU9tbVE_NDf off=2061369 len=833187 2023-12-16T19:53:40.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 819 completed, throughput=4.99MB/sec 2023-12-16T19:53:40.129 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bQSSXZxdqjLS-sT off=4153069 len=545647 2023-12-16T19:53:40.133 INFO:tasks.workunit.client.0.smithi002.stdout:op 820 completed, throughput=4.99MB/sec 2023-12-16T19:53:40.134 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-37qcLEpAv3ONpwn off=15683098 len=373588 2023-12-16T19:53:40.134 INFO:tasks.workunit.client.0.smithi002.stdout:op 821 completed, throughput=5MB/sec 2023-12-16T19:53:40.134 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UPYJn70qdJuBxXV off=9560985 len=281101 2023-12-16T19:53:40.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 822 completed, throughput=5MB/sec 2023-12-16T19:53:40.137 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fG6NLcoJBg_9gic off=9387734 len=1263126 2023-12-16T19:53:40.140 INFO:tasks.workunit.client.0.smithi002.stdout:op 823 completed, throughput=5.01MB/sec 2023-12-16T19:53:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:39 smithi002 ceph-mon[137674]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:39 smithi002 ceph-mon[140029]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:39 smithi043 ceph-mon[135010]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:53:41.140 INFO:tasks.workunit.client.0.smithi002.stdout: 164: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:41.141 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jO1GmhEXfVKOjTx off=2354546 len=1843401 2023-12-16T19:53:41.142 INFO:tasks.workunit.client.0.smithi002.stdout:op 824 completed, throughput=4.99MB/sec 2023-12-16T19:53:41.143 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uEhGqqckTFo-tgS off=582566 len=824824 2023-12-16T19:53:41.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 825 completed, throughput=4.99MB/sec 2023-12-16T19:53:41.148 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pVeMQPrEL7T4fnA off=1591963 len=319966 2023-12-16T19:53:41.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 826 completed, throughput=4.99MB/sec 2023-12-16T19:53:41.148 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z0ksOJ6Qnh6bAbM off=58626 len=1153973 2023-12-16T19:53:41.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 827 completed, throughput=5MB/sec 2023-12-16T19:53:41.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KJC5CAuIQFKPbAh off=17580688 len=914129 2023-12-16T19:53:41.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 828 completed, throughput=5MB/sec 2023-12-16T19:53:42.155 INFO:tasks.workunit.client.0.smithi002.stdout: 165: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:42.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZXuQgBUCMIVt0nR off=5453647 len=1587501 2023-12-16T19:53:42.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 829 completed, throughput=4.98MB/sec 2023-12-16T19:53:42.163 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qyFosYKHmJKmKxu off=20873747 len=411662 2023-12-16T19:53:42.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 830 completed, throughput=4.98MB/sec 2023-12-16T19:53:42.163 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sz-xpBDQS_I7pUN off=2743887 len=983423 2023-12-16T19:53:42.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 831 completed, throughput=4.99MB/sec 2023-12-16T19:53:42.164 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O5cyrFoXdYYWybA off=95920 len=655988 2023-12-16T19:53:42.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 832 completed, throughput=4.99MB/sec 2023-12-16T19:53:42.169 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i2LvHWFqooilktq off=2653405 len=1598951 2023-12-16T19:53:42.176 INFO:tasks.workunit.client.0.smithi002.stdout:op 833 completed, throughput=5MB/sec 2023-12-16T19:53:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:41] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:53:42.950 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:42 smithi043 ceph-mon[135010]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:53:42.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:42 smithi002 ceph-mon[137674]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:53:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:42 smithi002 ceph-mon[140029]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:53:43.177 INFO:tasks.workunit.client.0.smithi002.stdout: 166: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:43.177 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m6tc7HM6to9xJ6h off=4570958 len=1925189 2023-12-16T19:53:43.189 INFO:tasks.workunit.client.0.smithi002.stdout:op 834 completed, throughput=4.98MB/sec 2023-12-16T19:53:43.189 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--2BJChmQCxs52tF off=2845200 len=1939229 2023-12-16T19:53:43.196 INFO:tasks.workunit.client.0.smithi002.stdout:op 835 completed, throughput=4.99MB/sec 2023-12-16T19:53:43.197 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1NPvYJ64ZDTsW0E off=5768488 len=1636034 2023-12-16T19:53:43.202 INFO:tasks.workunit.client.0.smithi002.stdout:op 836 completed, throughput=5MB/sec 2023-12-16T19:53:44.202 INFO:tasks.workunit.client.0.smithi002.stdout: 167: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:44.203 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-btnxKwiweko80ZH off=1021075 len=632290 2023-12-16T19:53:44.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 837 completed, throughput=4.98MB/sec 2023-12-16T19:53:44.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IU7ZgJk5EWHpiE4 off=0 len=1298780 2023-12-16T19:53:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 838 completed, throughput=4.98MB/sec 2023-12-16T19:53:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q5wKUDszzrnhF6J off=24316190 len=35083 2023-12-16T19:53:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 839 completed, throughput=4.98MB/sec 2023-12-16T19:53:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mJFsFmzlhCafFc6 off=9315647 len=1289683 2023-12-16T19:53:44.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 840 completed, throughput=4.99MB/sec 2023-12-16T19:53:44.220 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vpsfSfulxyHV52A off=684711 len=280935 2023-12-16T19:53:44.222 INFO:tasks.workunit.client.0.smithi002.stdout:op 841 completed, throughput=4.99MB/sec 2023-12-16T19:53:44.222 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xEKHpDfFDPbrK3k off=1370402 len=1523098 2023-12-16T19:53:44.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 842 completed, throughput=5MB/sec 2023-12-16T19:53:44.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:44 smithi002 ceph-mon[137674]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:53:44.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:44 smithi002 ceph-mon[140029]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:53:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:44 smithi043 ceph-mon[135010]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:53:45.225 INFO:tasks.workunit.client.0.smithi002.stdout: 168: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:45.225 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zsXzlKKoKI8jMrr off=3984582 len=901340 2023-12-16T19:53:45.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 843 completed, throughput=4.98MB/sec 2023-12-16T19:53:45.230 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-75qj3Bpysf1sgGm off=16251670 len=770509 2023-12-16T19:53:45.231 INFO:tasks.workunit.client.0.smithi002.stdout:op 844 completed, throughput=4.98MB/sec 2023-12-16T19:53:45.232 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0FEIc0rYbsf9yVN off=5469860 len=459050 2023-12-16T19:53:45.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 845 completed, throughput=4.98MB/sec 2023-12-16T19:53:45.236 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nXTY7BQLVCVxiex off=15266732 len=192887 2023-12-16T19:53:45.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 846 completed, throughput=4.99MB/sec 2023-12-16T19:53:45.238 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QZV8XTChxFV2cuH off=4154876 len=1434140 2023-12-16T19:53:45.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 847 completed, throughput=4.99MB/sec 2023-12-16T19:53:45.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A8WbVFGxupxlOog off=15003292 len=1431464 2023-12-16T19:53:45.248 INFO:tasks.workunit.client.0.smithi002.stdout:op 848 completed, throughput=5MB/sec 2023-12-16T19:53:46.248 INFO:tasks.workunit.client.0.smithi002.stdout: 169: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:46.248 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k3HnrVJCcP8bNnr off=2244773 len=1570504 2023-12-16T19:53:46.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 849 completed, throughput=4.98MB/sec 2023-12-16T19:53:46.250 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Af1fwkbpVbkSAqV off=2693608 len=1349518 2023-12-16T19:53:46.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 850 completed, throughput=4.99MB/sec 2023-12-16T19:53:46.257 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mOJuyb8imDODIuB off=6573669 len=748895 2023-12-16T19:53:46.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 851 completed, throughput=4.99MB/sec 2023-12-16T19:53:46.258 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MnxqhWyr9uCpo5p off=4473651 len=116851 2023-12-16T19:53:46.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 852 completed, throughput=4.99MB/sec 2023-12-16T19:53:46.260 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DNOfL5aJY-zU_Y3 off=5375804 len=178022 2023-12-16T19:53:46.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 853 completed, throughput=4.99MB/sec 2023-12-16T19:53:46.263 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xq-ICm0ZBuxv5f5 off=5744957 len=1991902 2023-12-16T19:53:46.271 INFO:tasks.workunit.client.0.smithi002.stdout:op 854 completed, throughput=5MB/sec 2023-12-16T19:53:46.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:46 smithi002 ceph-mon[137674]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:53:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:46 smithi002 ceph-mon[140029]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:53:46.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:46 smithi043 ceph-mon[135010]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:53:47.271 INFO:tasks.workunit.client.0.smithi002.stdout: 170: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:47.271 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B98ArOsNiMYlOuK off=4294923 len=1886578 2023-12-16T19:53:47.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 855 completed, throughput=4.99MB/sec 2023-12-16T19:53:47.280 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9XzEkuAw14-SN_Q off=3004302 len=1026974 2023-12-16T19:53:47.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 856 completed, throughput=4.99MB/sec 2023-12-16T19:53:47.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JteGx3Zxr7Ey1o- off=0 len=1143246 2023-12-16T19:53:47.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 857 completed, throughput=5MB/sec 2023-12-16T19:53:47.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-swXb39A-xafOxiU off=1064182 len=1295399 2023-12-16T19:53:47.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 858 completed, throughput=5MB/sec 2023-12-16T19:53:48.289 INFO:tasks.workunit.client.0.smithi002.stdout: 171: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:48.290 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y1zM1FXeZ1I6QCR off=21767303 len=1813424 2023-12-16T19:53:48.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 859 completed, throughput=4.99MB/sec 2023-12-16T19:53:48.294 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Vv9qRnRSDceMTlh off=11235856 len=1298527 2023-12-16T19:53:48.295 INFO:tasks.workunit.client.0.smithi002.stdout:op 860 completed, throughput=4.99MB/sec 2023-12-16T19:53:48.296 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pAtw-ADbKFhRkfM off=2508312 len=1384604 2023-12-16T19:53:48.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 861 completed, throughput=5MB/sec 2023-12-16T19:53:48.297 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8jGpsJ--6WyjtNZ off=14042742 len=2028891 2023-12-16T19:53:48.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 862 completed, throughput=5.01MB/sec 2023-12-16T19:53:48.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:48 smithi002 ceph-mon[137674]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-16T19:53:48.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:48 smithi002 ceph-mon[140029]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-16T19:53:48.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:48 smithi043 ceph-mon[135010]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-16T19:53:49.300 INFO:tasks.workunit.client.0.smithi002.stdout: 172: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:49.300 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_7n_PvJJybiu0px off=126801 len=1890170 2023-12-16T19:53:49.303 INFO:tasks.workunit.client.0.smithi002.stdout:op 863 completed, throughput=4.99MB/sec 2023-12-16T19:53:49.303 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_ave0N8x2nFE_aN off=8433490 len=1893746 2023-12-16T19:53:49.311 INFO:tasks.workunit.client.0.smithi002.stdout:op 864 completed, throughput=5MB/sec 2023-12-16T19:53:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:49 smithi002 ceph-mon[137674]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:53:50.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:49 smithi002 ceph-mon[140029]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:53:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:49 smithi043 ceph-mon[135010]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:53:50.312 INFO:tasks.workunit.client.0.smithi002.stdout: 173: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:50.312 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gOIN_fCVVbS69J2 off=13353542 len=176029 2023-12-16T19:53:50.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 865 completed, throughput=4.98MB/sec 2023-12-16T19:53:50.312 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tfkJoN9w1Cb0zMG off=1413181 len=29251 2023-12-16T19:53:50.313 INFO:tasks.workunit.client.0.smithi002.stdout:op 866 completed, throughput=4.98MB/sec 2023-12-16T19:53:50.313 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o8G64FvaiVmulJm off=9334476 len=1174266 2023-12-16T19:53:50.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 867 completed, throughput=4.98MB/sec 2023-12-16T19:53:50.320 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BZNk3DrGuCP3rcV off=6943788 len=1038489 2023-12-16T19:53:50.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 868 completed, throughput=4.99MB/sec 2023-12-16T19:53:50.325 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-06QIJW6rigUCrwG off=4772399 len=4437 2023-12-16T19:53:50.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 869 completed, throughput=4.99MB/sec 2023-12-16T19:53:50.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LvR5KYOpnCO8jpR off=10819381 len=1536035 2023-12-16T19:53:50.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 870 completed, throughput=4.99MB/sec 2023-12-16T19:53:50.334 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NFba5HKwLUTS5we off=612603 len=154886 2023-12-16T19:53:50.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 871 completed, throughput=5MB/sec 2023-12-16T19:53:50.335 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v-oxGbrqsBZyyEa off=782941 len=1500214 2023-12-16T19:53:50.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 872 completed, throughput=5MB/sec 2023-12-16T19:53:51.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:51.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:53:51.342 INFO:tasks.workunit.client.0.smithi002.stdout: 174: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:51.343 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vYP2a4A5r9ElDnD off=4485935 len=1591128 2023-12-16T19:53:51.351 INFO:tasks.workunit.client.0.smithi002.stdout:op 873 completed, throughput=4.98MB/sec 2023-12-16T19:53:51.351 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pKws267SOzSVEIr off=10693909 len=401017 2023-12-16T19:53:51.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 874 completed, throughput=4.99MB/sec 2023-12-16T19:53:51.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0zyqj8Oy0AwHrFg off=992811 len=771682 2023-12-16T19:53:51.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 875 completed, throughput=4.99MB/sec 2023-12-16T19:53:51.354 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mtpLkUgfnqgYMF_ off=390373 len=1874326 2023-12-16T19:53:51.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 876 completed, throughput=5MB/sec 2023-12-16T19:53:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:51 smithi002 ceph-mon[137674]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:53:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:53:51] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:53:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:51 smithi002 ceph-mon[140029]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:51 smithi043 ceph-mon[135010]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T19:53:52.356 INFO:tasks.workunit.client.0.smithi002.stdout: 175: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:52.356 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9-KGpiXdBcH_Szk off=11421265 len=776844 2023-12-16T19:53:52.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 877 completed, throughput=4.98MB/sec 2023-12-16T19:53:52.361 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D_hrLJU-B6uuPtS off=3010269 len=1961832 2023-12-16T19:53:52.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 878 completed, throughput=4.99MB/sec 2023-12-16T19:53:52.365 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qJSrxIr9TqnaKNd off=3268335 len=1961188 2023-12-16T19:53:52.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 879 completed, throughput=5MB/sec 2023-12-16T19:53:52.374 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g1B4X-LayDzBhha off=2528874 len=1322068 2023-12-16T19:53:52.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 880 completed, throughput=5MB/sec 2023-12-16T19:53:53.376 INFO:tasks.workunit.client.0.smithi002.stdout: 176: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:53.376 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-S00IjujNH1pj4NH off=13697093 len=338646 2023-12-16T19:53:53.377 INFO:tasks.workunit.client.0.smithi002.stdout:op 881 completed, throughput=4.98MB/sec 2023-12-16T19:53:53.377 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iOvrAcGnhlqTFRh off=4115226 len=705449 2023-12-16T19:53:53.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 882 completed, throughput=4.98MB/sec 2023-12-16T19:53:53.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QjImkPvWFuwwcr_ off=1055950 len=499547 2023-12-16T19:53:53.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 883 completed, throughput=4.98MB/sec 2023-12-16T19:53:53.380 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OE5UhPM7sZI7YWc off=2622398 len=376122 2023-12-16T19:53:53.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 884 completed, throughput=4.99MB/sec 2023-12-16T19:53:53.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kSsavcmwzxF0Wzy off=4258131 len=2091596 2023-12-16T19:53:53.390 INFO:tasks.workunit.client.0.smithi002.stdout:op 885 completed, throughput=5MB/sec 2023-12-16T19:53:53.390 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w4F62WPtBaCVvzI off=370385 len=381614 2023-12-16T19:53:53.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 886 completed, throughput=5MB/sec 2023-12-16T19:53:53.394 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5-LR3C29uCmx0ck off=20679208 len=461322 2023-12-16T19:53:53.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 887 completed, throughput=5MB/sec 2023-12-16T19:53:54.397 INFO:tasks.workunit.client.0.smithi002.stdout: 177: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ed1rSHVnejxhUKx off=3906042 len=231988 2023-12-16T19:53:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 888 completed, throughput=4.97MB/sec 2023-12-16T19:53:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--rf72sQ4-O9k1ho off=1000309 len=1117193 2023-12-16T19:53:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 889 completed, throughput=4.98MB/sec 2023-12-16T19:53:54.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3pmPgXIJj_u4UAx off=8665418 len=1527306 2023-12-16T19:53:54.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 890 completed, throughput=4.99MB/sec 2023-12-16T19:53:54.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fqh242PbePE-Rco off=0 len=1799920 2023-12-16T19:53:54.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 891 completed, throughput=5MB/sec 2023-12-16T19:53:54.411 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xcaij9WjSCw-RSv off=913227 len=195859 2023-12-16T19:53:54.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 892 completed, throughput=5MB/sec 2023-12-16T19:53:54.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V79RvGsoPbS4CYH off=8542051 len=514594 2023-12-16T19:53:54.414 INFO:tasks.workunit.client.0.smithi002.stdout:op 893 completed, throughput=5MB/sec 2023-12-16T19:53:54.777 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:53:54.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:54 smithi002 ceph-mon[137674]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:54.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:54 smithi002 ceph-mon[140029]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:54 smithi043 ceph-mon[135010]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (22m) 8m ago 24m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (21m) 6m ago 24m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (25m) 8m ago 25m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (25m) 6m ago 25m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (21m) 6m ago 27m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:53:55.100 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (21m) 8m ago 29m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (21m) 8m ago 29m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (20m) 6m ago 28m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (20m) 8m ago 27m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (22m) 8m ago 24m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (21m) 6m ago 24m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (20m) 8m ago 27m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (19m) 8m ago 27m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (19m) 8m ago 27m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (18m) 8m ago 26m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (18m) 6m ago 26m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:53:55.101 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (17m) 6m ago 26m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:53:55.102 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (17m) 6m ago 26m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:53:55.102 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (16m) 6m ago 25m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:53:55.102 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (21m) 6m ago 25m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:53:55.415 INFO:tasks.workunit.client.0.smithi002.stdout: 178: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:55.415 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rReFj2zeGVm0gSQ off=2684200 len=1004643 2023-12-16T19:53:55.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 894 completed, throughput=4.98MB/sec 2023-12-16T19:53:55.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ek9v5bHktCmcDFZ off=20289993 len=676572 2023-12-16T19:53:55.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 895 completed, throughput=4.98MB/sec 2023-12-16T19:53:55.417 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0DidxjfmMYztQ9- off=1642918 len=1236470 2023-12-16T19:53:55.420 INFO:tasks.workunit.client.0.smithi002.stdout:op 896 completed, throughput=4.99MB/sec 2023-12-16T19:53:55.420 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2LcHZNwA_pPgx4l off=8018167 len=1811411 2023-12-16T19:53:55.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 897 completed, throughput=5MB/sec 2023-12-16T19:53:55.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tCqLXCLRdUIsgcR off=12037460 len=155561 2023-12-16T19:53:55.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 898 completed, throughput=5MB/sec 2023-12-16T19:53:55.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K_MyXavFJgKi3Ru off=3062957 len=195819 2023-12-16T19:53:55.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 899 completed, throughput=5MB/sec 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:53:55.506 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:53:55.507 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:53:55.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:55 smithi002 ceph-mon[137674]: from='client.35367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:55.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:55 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3368158751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:55.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:55 smithi002 ceph-mon[140029]: from='client.35367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:55.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:55 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3368158751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:55.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:55 smithi043 ceph-mon[135010]: from='client.35367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:56.061 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:55 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3368158751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:53:56.422 INFO:tasks.workunit.client.0.smithi002.stdout: 179: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:56.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d1yinQuxdNfeo7G off=17646838 len=1148448 2023-12-16T19:53:56.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 900 completed, throughput=4.98MB/sec 2023-12-16T19:53:56.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NP8nZLBZaFy8UN7 off=8851635 len=612770 2023-12-16T19:53:56.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 901 completed, throughput=4.98MB/sec 2023-12-16T19:53:56.425 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o9WIbcX86I8H1la off=5779016 len=67203 2023-12-16T19:53:56.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 902 completed, throughput=4.98MB/sec 2023-12-16T19:53:56.428 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ms-7Kwqy_PamZqV off=3358461 len=1584860 2023-12-16T19:53:56.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 903 completed, throughput=4.99MB/sec 2023-12-16T19:53:56.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lFkPb_g2B2tbmyR off=8339394 len=1964719 2023-12-16T19:53:56.445 INFO:tasks.workunit.client.0.smithi002.stdout:op 904 completed, throughput=5MB/sec 2023-12-16T19:53:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:56 smithi002 ceph-mon[137674]: from='client.35373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:56 smithi002 ceph-mon[137674]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:56 smithi002 ceph-mon[140029]: from='client.35373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:56 smithi002 ceph-mon[140029]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:56 smithi043 ceph-mon[135010]: from='client.35373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:53:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:56 smithi043 ceph-mon[135010]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:53:57.445 INFO:tasks.workunit.client.0.smithi002.stdout: 180: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:57.446 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W4pbAZB04DsReJS off=7007579 len=904742 2023-12-16T19:53:57.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 905 completed, throughput=4.98MB/sec 2023-12-16T19:53:57.448 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SiVBSw9NHycS8Hq off=1665083 len=105157 2023-12-16T19:53:57.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 906 completed, throughput=4.98MB/sec 2023-12-16T19:53:57.448 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G9LUuPTVFXE1ZV4 off=11663307 len=582699 2023-12-16T19:53:57.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 907 completed, throughput=4.98MB/sec 2023-12-16T19:53:57.452 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n2Xvs9RzbSyT00q off=9105568 len=19412 2023-12-16T19:53:57.454 INFO:tasks.workunit.client.0.smithi002.stdout:op 908 completed, throughput=4.98MB/sec 2023-12-16T19:53:57.454 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yNw_vZOu7xbMzKR off=1972827 len=1401063 2023-12-16T19:53:57.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 909 completed, throughput=4.99MB/sec 2023-12-16T19:53:57.456 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L8s0wA-tFs9YX5v off=17119999 len=120645 2023-12-16T19:53:57.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 910 completed, throughput=4.99MB/sec 2023-12-16T19:53:57.459 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IrTOmJLLXxlybKM off=1240556 len=438492 2023-12-16T19:53:57.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 911 completed, throughput=4.99MB/sec 2023-12-16T19:53:57.462 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z27THeM9gQWBriF off=763819 len=847142 2023-12-16T19:53:57.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 912 completed, throughput=5MB/sec 2023-12-16T19:53:57.463 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4pmKDuQDZeS1reg off=876705 len=620951 2023-12-16T19:53:57.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 913 completed, throughput=5MB/sec 2023-12-16T19:53:57.467 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9wKg0UwQ7g4xjlx off=17618232 len=1687262 2023-12-16T19:53:57.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 914 completed, throughput=5.01MB/sec 2023-12-16T19:53:58.469 INFO:tasks.workunit.client.0.smithi002.stdout: 181: throughput=4.98MB/sec pending data=0 2023-12-16T19:53:58.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a2LRqVf6yy_mtFI off=8682375 len=1546845 2023-12-16T19:53:58.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 915 completed, throughput=4.99MB/sec 2023-12-16T19:53:58.478 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YXUoCK5bX9F6LPk off=18438286 len=54897 2023-12-16T19:53:58.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 916 completed, throughput=4.99MB/sec 2023-12-16T19:53:58.480 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PCNcXtmWPAFfF92 off=8756727 len=1152028 2023-12-16T19:53:58.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 917 completed, throughput=4.99MB/sec 2023-12-16T19:53:58.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F17upOI9V-xYBKn off=973400 len=941895 2023-12-16T19:53:58.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 918 completed, throughput=5MB/sec 2023-12-16T19:53:58.490 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0TKEry9GAM_FC6Y off=19868617 len=353391 2023-12-16T19:53:58.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 919 completed, throughput=5MB/sec 2023-12-16T19:53:58.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:58 smithi002 ceph-mon[137674]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:53:58.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:58 smithi002 ceph-mon[140029]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:53:58.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:58 smithi043 ceph-mon[135010]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:53:59.493 INFO:tasks.workunit.client.0.smithi002.stdout: 182: throughput=4.97MB/sec pending data=0 2023-12-16T19:53:59.494 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fDvwEL7fM9ckY5V off=2376763 len=929176 2023-12-16T19:53:59.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 920 completed, throughput=4.98MB/sec 2023-12-16T19:53:59.495 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IT12eDCalKv-GC6 off=13759507 len=1702584 2023-12-16T19:53:59.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 921 completed, throughput=4.99MB/sec 2023-12-16T19:53:59.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CILqXVWTYRzjsKa off=1841195 len=1295619 2023-12-16T19:53:59.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 922 completed, throughput=4.99MB/sec 2023-12-16T19:53:59.500 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1kEUI4kiJfsoxvL off=5274258 len=1194748 2023-12-16T19:53:59.501 INFO:tasks.workunit.client.0.smithi002.stdout:op 923 completed, throughput=5MB/sec 2023-12-16T19:53:59.502 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NAlMDuUHjIBjsUn off=15399320 len=599059 2023-12-16T19:53:59.503 INFO:tasks.workunit.client.0.smithi002.stdout:op 924 completed, throughput=5MB/sec 2023-12-16T19:54:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:53:59 smithi002 ceph-mon[137674]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:54:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:53:59 smithi002 ceph-mon[140029]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:54:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:53:59 smithi043 ceph-mon[135010]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:54:00.503 INFO:tasks.workunit.client.0.smithi002.stdout: 183: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:00.503 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u-GNBfBLiEt4blb off=13052954 len=749045 2023-12-16T19:54:00.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 925 completed, throughput=4.98MB/sec 2023-12-16T19:54:00.508 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R7ITQL2IqLmr8wy off=1017080 len=2050774 2023-12-16T19:54:00.519 INFO:tasks.workunit.client.0.smithi002.stdout:op 926 completed, throughput=4.99MB/sec 2023-12-16T19:54:00.519 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3J-dLq96zV45Haj off=15160038 len=735460 2023-12-16T19:54:00.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 927 completed, throughput=4.99MB/sec 2023-12-16T19:54:00.523 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PqNrwbMR_39atSU off=4024017 len=1830641 2023-12-16T19:54:00.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 928 completed, throughput=5MB/sec 2023-12-16T19:54:01.532 INFO:tasks.workunit.client.0.smithi002.stdout: 184: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:01.532 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4BKQtlYQIzSfTGo off=1157908 len=1565142 2023-12-16T19:54:01.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 929 completed, throughput=4.98MB/sec 2023-12-16T19:54:01.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-S7c7-_2h5V1H4eK off=3308633 len=1247183 2023-12-16T19:54:01.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 930 completed, throughput=4.99MB/sec 2023-12-16T19:54:01.537 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kJojw7AZDWGa7u7 off=566681 len=1578025 2023-12-16T19:54:01.539 INFO:tasks.workunit.client.0.smithi002.stdout:op 931 completed, throughput=5MB/sec 2023-12-16T19:54:01.539 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QqL6LS1EFBQm3OT off=2484284 len=254246 2023-12-16T19:54:01.543 INFO:tasks.workunit.client.0.smithi002.stdout:op 932 completed, throughput=5MB/sec 2023-12-16T19:54:01.543 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9SkCNUNp85nphAv off=368849 len=794618 2023-12-16T19:54:01.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 933 completed, throughput=5MB/sec 2023-12-16T19:54:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:01] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:54:02.547 INFO:tasks.workunit.client.0.smithi002.stdout: 185: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:02.547 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K-RqHdCnZk5-3Pq off=21651803 len=454454 2023-12-16T19:54:02.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 934 completed, throughput=4.98MB/sec 2023-12-16T19:54:02.548 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t6KkFQowqAQGC8u off=1834982 len=532988 2023-12-16T19:54:02.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 935 completed, throughput=4.98MB/sec 2023-12-16T19:54:02.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qzQuPp_NYsgv0Rt off=2146818 len=997554 2023-12-16T19:54:02.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 936 completed, throughput=4.99MB/sec 2023-12-16T19:54:02.558 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9MgtQymewhrGyEl off=6769891 len=158980 2023-12-16T19:54:02.559 INFO:tasks.workunit.client.0.smithi002.stdout:op 937 completed, throughput=4.99MB/sec 2023-12-16T19:54:02.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QvMHdoYBep7HAPD off=22290117 len=1996223 2023-12-16T19:54:02.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 938 completed, throughput=5MB/sec 2023-12-16T19:54:02.561 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j8ZKAx4jvYsxKsX off=16455757 len=307968 2023-12-16T19:54:02.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 939 completed, throughput=5MB/sec 2023-12-16T19:54:02.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G49OCLlIw-P1jah off=12388546 len=153500 2023-12-16T19:54:02.567 INFO:tasks.workunit.client.0.smithi002.stdout:op 940 completed, throughput=5MB/sec 2023-12-16T19:54:02.567 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-57QZS9bP9R6zaH8 off=5292701 len=262010 2023-12-16T19:54:02.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 941 completed, throughput=5MB/sec 2023-12-16T19:54:02.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:02 smithi002 ceph-mon[137674]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:54:02.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:02 smithi002 ceph-mon[140029]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:54:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:02 smithi043 ceph-mon[135010]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T19:54:03.568 INFO:tasks.workunit.client.0.smithi002.stdout: 186: throughput=4.97MB/sec pending data=0 2023-12-16T19:54:03.569 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xF62ja7fcgrZmRb off=4543703 len=1418095 2023-12-16T19:54:03.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 942 completed, throughput=4.98MB/sec 2023-12-16T19:54:03.570 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YJEw6IgHL8lc3aR off=4981071 len=204064 2023-12-16T19:54:03.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 943 completed, throughput=4.98MB/sec 2023-12-16T19:54:03.573 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FBxp9As942GKycM off=8120583 len=1686093 2023-12-16T19:54:03.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 944 completed, throughput=4.99MB/sec 2023-12-16T19:54:03.583 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RkyhLMSq3t_vs0r off=6732223 len=1109841 2023-12-16T19:54:03.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 945 completed, throughput=5MB/sec 2023-12-16T19:54:03.585 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5gNDIKtHQx5rmTx off=4194517 len=1407353 2023-12-16T19:54:03.586 INFO:tasks.workunit.client.0.smithi002.stdout:op 946 completed, throughput=5MB/sec 2023-12-16T19:54:04.587 INFO:tasks.workunit.client.0.smithi002.stdout: 187: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:04.587 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7uX7a1UZ24mbdru off=776951 len=145934 2023-12-16T19:54:04.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 947 completed, throughput=4.98MB/sec 2023-12-16T19:54:04.588 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t_CWhE0TwFMF5Sn off=3291318 len=1819453 2023-12-16T19:54:04.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 948 completed, throughput=4.99MB/sec 2023-12-16T19:54:04.598 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ymGWf885nSvdLHF off=4848291 len=252041 2023-12-16T19:54:04.600 INFO:tasks.workunit.client.0.smithi002.stdout:op 949 completed, throughput=4.99MB/sec 2023-12-16T19:54:04.601 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uDRweOSPLA8Afn8 off=860248 len=442128 2023-12-16T19:54:04.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 950 completed, throughput=4.99MB/sec 2023-12-16T19:54:04.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L0vHRe11CE4EvEF off=936228 len=1767400 2023-12-16T19:54:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:op 951 completed, throughput=5MB/sec 2023-12-16T19:54:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uwROzxo0TsnN-e8 off=247062 len=402562 2023-12-16T19:54:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 952 completed, throughput=5MB/sec 2023-12-16T19:54:04.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:04 smithi002 ceph-mon[137674]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:54:04.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:04 smithi002 ceph-mon[140029]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:54:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:04 smithi043 ceph-mon[135010]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:54:05.610 INFO:tasks.workunit.client.0.smithi002.stdout: 188: throughput=4.97MB/sec pending data=0 2023-12-16T19:54:05.611 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ExerwwnS9bxI8eb off=2811832 len=1144774 2023-12-16T19:54:05.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 953 completed, throughput=4.98MB/sec 2023-12-16T19:54:05.612 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wj_9Vp3EU6yPh3p off=3445398 len=643305 2023-12-16T19:54:05.617 INFO:tasks.workunit.client.0.smithi002.stdout:op 954 completed, throughput=4.98MB/sec 2023-12-16T19:54:05.617 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I5hOf-83IsXoJwB off=5472762 len=474734 2023-12-16T19:54:05.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 955 completed, throughput=4.99MB/sec 2023-12-16T19:54:05.621 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bFy2CQmpDHeELk9 off=90290 len=1843255 2023-12-16T19:54:05.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 956 completed, throughput=4.99MB/sec 2023-12-16T19:54:05.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nz9djzTPvZj3cC7 off=2661773 len=1865751 2023-12-16T19:54:05.632 INFO:tasks.workunit.client.0.smithi002.stdout:op 957 completed, throughput=5MB/sec 2023-12-16T19:54:06.633 INFO:tasks.workunit.client.0.smithi002.stdout: 189: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:06.633 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qlYNDf9nL124XID off=14997358 len=1276248 2023-12-16T19:54:06.639 INFO:tasks.workunit.client.0.smithi002.stdout:op 958 completed, throughput=4.98MB/sec 2023-12-16T19:54:06.639 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QWCZBe1aHklOGDB off=1421093 len=400950 2023-12-16T19:54:06.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 959 completed, throughput=4.99MB/sec 2023-12-16T19:54:06.640 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9XYQbv05g811SNx off=2129310 len=1536690 2023-12-16T19:54:06.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 960 completed, throughput=4.99MB/sec 2023-12-16T19:54:06.644 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qEOc9IGre27b6Yw off=9715590 len=859443 2023-12-16T19:54:06.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 961 completed, throughput=5MB/sec 2023-12-16T19:54:06.649 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sPJcA3yoGW0ilpK off=3119138 len=1843703 2023-12-16T19:54:06.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 962 completed, throughput=5.01MB/sec 2023-12-16T19:54:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:06 smithi002 ceph-mon[137674]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:54:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:06 smithi002 ceph-mon[140029]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:54:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:06 smithi043 ceph-mon[135010]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:54:06.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:07.659 INFO:tasks.workunit.client.0.smithi002.stdout: 190: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:07.659 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0wNbQQwfalYZ9b3 off=2921378 len=2003078 2023-12-16T19:54:07.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 963 completed, throughput=4.99MB/sec 2023-12-16T19:54:07.668 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w34n-O4rUKEghtd off=6595890 len=1965097 2023-12-16T19:54:07.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 964 completed, throughput=5MB/sec 2023-12-16T19:54:07.669 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RAmHcBJoZNsfycC off=10479424 len=1455564 2023-12-16T19:54:07.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 965 completed, throughput=5.01MB/sec 2023-12-16T19:54:08.677 INFO:tasks.workunit.client.0.smithi002.stdout: 191: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:08.678 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HJTXBBj9J7_SS8o off=2505345 len=1748470 2023-12-16T19:54:08.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 966 completed, throughput=4.99MB/sec 2023-12-16T19:54:08.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7QVfjbSGcpuTXcY off=9739967 len=216386 2023-12-16T19:54:08.687 INFO:tasks.workunit.client.0.smithi002.stdout:op 967 completed, throughput=4.99MB/sec 2023-12-16T19:54:08.687 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bswj2-HboNNfnCS off=7912356 len=1067186 2023-12-16T19:54:08.689 INFO:tasks.workunit.client.0.smithi002.stdout:op 968 completed, throughput=5MB/sec 2023-12-16T19:54:08.689 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r7LIZB1lxtMoedl off=10247148 len=1141947 2023-12-16T19:54:08.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 969 completed, throughput=5MB/sec 2023-12-16T19:54:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:08 smithi002 ceph-mon[137674]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:08 smithi002 ceph-mon[140029]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:08.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:08 smithi043 ceph-mon[135010]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:09.694 INFO:tasks.workunit.client.0.smithi002.stdout: 192: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:09.695 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V17_WHnTLsOt0em off=2481587 len=197140 2023-12-16T19:54:09.698 INFO:tasks.workunit.client.0.smithi002.stdout:op 970 completed, throughput=4.98MB/sec 2023-12-16T19:54:09.698 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ddloiU3ZOr5blHB off=963699 len=806975 2023-12-16T19:54:09.699 INFO:tasks.workunit.client.0.smithi002.stdout:op 971 completed, throughput=4.98MB/sec 2023-12-16T19:54:09.699 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dmX_eci5D4180aZ off=1140508 len=1782869 2023-12-16T19:54:09.703 INFO:tasks.workunit.client.0.smithi002.stdout:op 972 completed, throughput=4.99MB/sec 2023-12-16T19:54:09.703 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xji6ED9OGvTPUDD off=4500759 len=1446736 2023-12-16T19:54:09.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 973 completed, throughput=5MB/sec 2023-12-16T19:54:09.712 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0TGNDOCrwCnlh5k off=19416005 len=51802 2023-12-16T19:54:09.712 INFO:tasks.workunit.client.0.smithi002.stdout:op 974 completed, throughput=5MB/sec 2023-12-16T19:54:09.713 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RQMTGxbj4RZv-C4 off=17046112 len=822165 2023-12-16T19:54:09.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 975 completed, throughput=5MB/sec 2023-12-16T19:54:09.718 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2Mu2q--lq_blulY off=3054456 len=1110697 2023-12-16T19:54:09.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 976 completed, throughput=5MB/sec 2023-12-16T19:54:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:09 smithi002 ceph-mon[137674]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:09 smithi002 ceph-mon[140029]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:09 smithi043 ceph-mon[135010]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:10.719 INFO:tasks.workunit.client.0.smithi002.stdout: 193: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:10.719 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OVOwxP6-p7nIRUD off=5686090 len=206943 2023-12-16T19:54:10.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 977 completed, throughput=4.98MB/sec 2023-12-16T19:54:10.720 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0r0qI3xtWUIKjnS off=1507559 len=150106 2023-12-16T19:54:10.720 INFO:tasks.workunit.client.0.smithi002.stdout:op 978 completed, throughput=4.98MB/sec 2023-12-16T19:54:10.720 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D-kTnuEE47hBSwn off=1014971 len=1246215 2023-12-16T19:54:10.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 979 completed, throughput=4.99MB/sec 2023-12-16T19:54:10.722 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UL0NVuk-2hE44ID off=1123595 len=181967 2023-12-16T19:54:10.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 980 completed, throughput=4.99MB/sec 2023-12-16T19:54:10.722 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gO9lMKCTIcGuj5U off=6494808 len=2077120 2023-12-16T19:54:10.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 981 completed, throughput=5MB/sec 2023-12-16T19:54:10.734 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0j-0vORR4TiXnOx off=8430496 len=1012525 2023-12-16T19:54:10.734 INFO:tasks.workunit.client.0.smithi002.stdout:op 982 completed, throughput=5MB/sec 2023-12-16T19:54:11.735 INFO:tasks.workunit.client.0.smithi002.stdout: 194: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:11.735 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HeMZcFupC_ToAi2 off=17363764 len=1411013 2023-12-16T19:54:11.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 983 completed, throughput=4.98MB/sec 2023-12-16T19:54:11.742 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XlrFdiAHYJX9rrC off=7198219 len=255799 2023-12-16T19:54:11.745 INFO:tasks.workunit.client.0.smithi002.stdout:op 984 completed, throughput=4.99MB/sec 2023-12-16T19:54:11.745 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--tLSDhPIMdVCn5h off=12303653 len=1139695 2023-12-16T19:54:11.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 985 completed, throughput=4.99MB/sec 2023-12-16T19:54:11.750 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BOSOLvJpzrICRtS off=5091770 len=1708532 2023-12-16T19:54:11.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 986 completed, throughput=5MB/sec 2023-12-16T19:54:11.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KePA5MZWDRAZkpE off=2960307 len=2093335 2023-12-16T19:54:11.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 987 completed, throughput=5.01MB/sec 2023-12-16T19:54:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:11] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:54:12.767 INFO:tasks.workunit.client.0.smithi002.stdout: 195: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:12.768 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fBceK4VFqjUWoh8 off=2878352 len=421475 2023-12-16T19:54:12.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 988 completed, throughput=4.99MB/sec 2023-12-16T19:54:12.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EgR9U68B0xI-j2l off=3217108 len=1711762 2023-12-16T19:54:12.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 989 completed, throughput=4.99MB/sec 2023-12-16T19:54:12.780 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V8KW-ByAJXmXI9d off=2221137 len=1180448 2023-12-16T19:54:12.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 990 completed, throughput=5MB/sec 2023-12-16T19:54:12.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vpojFU3FTsfbEjd off=24148910 len=55670 2023-12-16T19:54:12.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 991 completed, throughput=5MB/sec 2023-12-16T19:54:12.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YQw5iHYfzbKcg9r off=10354816 len=848201 2023-12-16T19:54:12.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 992 completed, throughput=5MB/sec 2023-12-16T19:54:12.950 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:12 smithi043 ceph-mon[135010]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:54:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:12 smithi002 ceph-mon[137674]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:54:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:12 smithi002 ceph-mon[140029]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:54:13.790 INFO:tasks.workunit.client.0.smithi002.stdout: 196: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:13.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qiSGoexu7tI-DMI off=7173371 len=495583 2023-12-16T19:54:13.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 993 completed, throughput=4.98MB/sec 2023-12-16T19:54:13.791 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GYX0ohruE4hzsLP off=11788859 len=1007074 2023-12-16T19:54:13.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 994 completed, throughput=4.98MB/sec 2023-12-16T19:54:13.794 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-haR8yjqG7iMAc58 off=6815244 len=248206 2023-12-16T19:54:13.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 995 completed, throughput=4.99MB/sec 2023-12-16T19:54:13.797 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jAb3xobt97CoFa6 off=4589316 len=248612 2023-12-16T19:54:13.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 996 completed, throughput=4.99MB/sec 2023-12-16T19:54:13.797 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pagd2upLk5pMoWy off=1911959 len=743101 2023-12-16T19:54:13.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 997 completed, throughput=4.99MB/sec 2023-12-16T19:54:13.799 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Iej8z0KBgDI5f5A off=13350708 len=951550 2023-12-16T19:54:13.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 998 completed, throughput=5MB/sec 2023-12-16T19:54:13.800 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1GNLMszgvS1pKGM off=10470950 len=834357 2023-12-16T19:54:13.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 999 completed, throughput=5MB/sec 2023-12-16T19:54:13.805 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uOWK7ca05edKJMH off=1416476 len=749359 2023-12-16T19:54:13.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 1000 completed, throughput=5MB/sec 2023-12-16T19:54:14.809 INFO:tasks.workunit.client.0.smithi002.stdout: 197: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:14.810 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-854vbStgC-HJ8kH off=3719261 len=1837075 2023-12-16T19:54:14.812 INFO:tasks.workunit.client.0.smithi002.stdout:op 1001 completed, throughput=4.99MB/sec 2023-12-16T19:54:14.812 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZaYMKi0Ee0mraFr off=2160244 len=247786 2023-12-16T19:54:14.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 1002 completed, throughput=4.99MB/sec 2023-12-16T19:54:14.813 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hK8-KxBoFU9Nc-T off=4678969 len=403781 2023-12-16T19:54:14.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 1003 completed, throughput=4.99MB/sec 2023-12-16T19:54:14.814 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pf1twDqSw32xpGr off=5548058 len=428300 2023-12-16T19:54:14.816 INFO:tasks.workunit.client.0.smithi002.stdout:op 1004 completed, throughput=4.99MB/sec 2023-12-16T19:54:14.816 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EtE6VyEhNCdqD_W off=128183 len=328695 2023-12-16T19:54:14.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 1005 completed, throughput=4.99MB/sec 2023-12-16T19:54:14.820 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D08hgWXbo9ZKx_s off=5766737 len=1128626 2023-12-16T19:54:14.826 INFO:tasks.workunit.client.0.smithi002.stdout:op 1006 completed, throughput=5MB/sec 2023-12-16T19:54:14.826 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qHhiRrE3Gf0qfg7 off=1452450 len=1717234 2023-12-16T19:54:14.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 1007 completed, throughput=5.01MB/sec 2023-12-16T19:54:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:14 smithi002 ceph-mon[137674]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:14 smithi002 ceph-mon[140029]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:14 smithi043 ceph-mon[135010]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:15.828 INFO:tasks.workunit.client.0.smithi002.stdout: 198: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:15.829 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9RaYHbLiG6c1Ovt off=3110924 len=474609 2023-12-16T19:54:15.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 1008 completed, throughput=4.98MB/sec 2023-12-16T19:54:15.832 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SCei2qjVGtyCJ6c off=3243228 len=1581712 2023-12-16T19:54:15.839 INFO:tasks.workunit.client.0.smithi002.stdout:op 1009 completed, throughput=4.99MB/sec 2023-12-16T19:54:15.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T6FKAr_Q9rvnMop off=13547410 len=622757 2023-12-16T19:54:15.844 INFO:tasks.workunit.client.0.smithi002.stdout:op 1010 completed, throughput=4.99MB/sec 2023-12-16T19:54:15.844 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w9QCpaafK_cFLuV off=13759242 len=145978 2023-12-16T19:54:15.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 1011 completed, throughput=4.99MB/sec 2023-12-16T19:54:15.847 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j1iFPJQIIad6EQu off=1183562 len=42673 2023-12-16T19:54:15.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 1012 completed, throughput=4.99MB/sec 2023-12-16T19:54:15.847 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GjadatSBJDOzBM- off=3075416 len=2006866 2023-12-16T19:54:15.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 1013 completed, throughput=5MB/sec 2023-12-16T19:54:16.856 INFO:tasks.workunit.client.0.smithi002.stdout: 199: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:16.856 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g3TCja4VY01EVmn off=13347186 len=2018268 2023-12-16T19:54:16.861 INFO:tasks.workunit.client.0.smithi002.stdout:op 1014 completed, throughput=4.99MB/sec 2023-12-16T19:54:16.861 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7nEqmKlz2hg67yV off=12872969 len=319043 2023-12-16T19:54:16.864 INFO:tasks.workunit.client.0.smithi002.stdout:op 1015 completed, throughput=4.99MB/sec 2023-12-16T19:54:16.864 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fio9b81RvWtq-xc off=2342324 len=602510 2023-12-16T19:54:16.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 1016 completed, throughput=4.99MB/sec 2023-12-16T19:54:16.866 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cHxFeyvYK5WzVr3 off=12584702 len=471254 2023-12-16T19:54:16.870 INFO:tasks.workunit.client.0.smithi002.stdout:op 1017 completed, throughput=4.99MB/sec 2023-12-16T19:54:16.870 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7PZgdr67zFdPEad off=12259163 len=1810643 2023-12-16T19:54:16.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 1018 completed, throughput=5MB/sec 2023-12-16T19:54:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:16 smithi002 ceph-mon[137674]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T19:54:16.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:16 smithi002 ceph-mon[140029]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T19:54:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:16 smithi043 ceph-mon[135010]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T19:54:17.880 INFO:tasks.workunit.client.0.smithi002.stdout: 200: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:17.881 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gM-47ZUQ9DcTQJc off=1266916 len=2002854 2023-12-16T19:54:17.883 INFO:tasks.workunit.client.0.smithi002.stdout:op 1019 completed, throughput=4.99MB/sec 2023-12-16T19:54:17.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vSiB7m1etSiWK12 off=3709024 len=351473 2023-12-16T19:54:17.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 1020 completed, throughput=4.99MB/sec 2023-12-16T19:54:17.884 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TETH7jxSSNECM-z off=3783660 len=88397 2023-12-16T19:54:17.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 1021 completed, throughput=4.99MB/sec 2023-12-16T19:54:17.885 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rjEDmaqYPSEh_g- off=13857873 len=1882789 2023-12-16T19:54:17.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 1022 completed, throughput=5MB/sec 2023-12-16T19:54:17.893 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-im_vJ5v8KlgtygE off=8561943 len=629349 2023-12-16T19:54:17.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 1023 completed, throughput=5MB/sec 2023-12-16T19:54:18.894 INFO:tasks.workunit.client.0.smithi002.stdout: 201: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:18.895 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--yFqosDk-1W2g9N off=7944606 len=984748 2023-12-16T19:54:18.900 INFO:tasks.workunit.client.0.smithi002.stdout:op 1024 completed, throughput=4.98MB/sec 2023-12-16T19:54:18.900 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BH2j2fyE75iuqGV off=1495985 len=645905 2023-12-16T19:54:18.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 1025 completed, throughput=4.98MB/sec 2023-12-16T19:54:18.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jhwmZV-WyJ3Oemb off=1629233 len=553459 2023-12-16T19:54:18.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 1026 completed, throughput=4.99MB/sec 2023-12-16T19:54:18.906 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AENfdwBvHzmkkE6 off=10588380 len=1716786 2023-12-16T19:54:18.914 INFO:tasks.workunit.client.0.smithi002.stdout:op 1027 completed, throughput=4.99MB/sec 2023-12-16T19:54:18.914 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yNFbXPi_L0STasP off=11429847 len=1658032 2023-12-16T19:54:18.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 1028 completed, throughput=5MB/sec 2023-12-16T19:54:18.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:18 smithi002 ceph-mon[137674]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:54:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:18 smithi002 ceph-mon[140029]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:54:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:18 smithi043 ceph-mon[135010]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:54:19.918 INFO:tasks.workunit.client.0.smithi002.stdout: 202: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:19.919 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iVWU4evgkK6ksVW off=3233783 len=1102851 2023-12-16T19:54:19.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 1029 completed, throughput=4.98MB/sec 2023-12-16T19:54:19.925 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BKs_OjtNwoCwiLh off=1176569 len=780787 2023-12-16T19:54:19.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 1030 completed, throughput=4.99MB/sec 2023-12-16T19:54:19.930 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BRhU6LZHh_ByFw8 off=3843617 len=612001 2023-12-16T19:54:19.933 INFO:tasks.workunit.client.0.smithi002.stdout:op 1031 completed, throughput=4.99MB/sec 2023-12-16T19:54:19.934 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HpWLSpCFEcH-8nq off=523082 len=357770 2023-12-16T19:54:19.935 INFO:tasks.workunit.client.0.smithi002.stdout:op 1032 completed, throughput=4.99MB/sec 2023-12-16T19:54:19.935 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g6dHHZMDJmaVKv1 off=4466630 len=1833271 2023-12-16T19:54:19.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 1033 completed, throughput=5MB/sec 2023-12-16T19:54:19.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8fVOFAl3XYfNnSc off=7065993 len=1396839 2023-12-16T19:54:19.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 1034 completed, throughput=5.01MB/sec 2023-12-16T19:54:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:19 smithi002 ceph-mon[137674]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:19 smithi002 ceph-mon[140029]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:19 smithi043 ceph-mon[135010]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:54:20.951 INFO:tasks.workunit.client.0.smithi002.stdout: 203: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:20.952 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--Qg8JLseFbUy813 off=6712490 len=1678106 2023-12-16T19:54:20.961 INFO:tasks.workunit.client.0.smithi002.stdout:op 1035 completed, throughput=4.99MB/sec 2023-12-16T19:54:20.961 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t39-Mf36I-YRn7C off=10205788 len=1950381 2023-12-16T19:54:20.968 INFO:tasks.workunit.client.0.smithi002.stdout:op 1036 completed, throughput=5MB/sec 2023-12-16T19:54:20.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZPpI2n8A9N6XZrn off=6321065 len=647102 2023-12-16T19:54:20.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 1037 completed, throughput=5MB/sec 2023-12-16T19:54:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:21.970 INFO:tasks.workunit.client.0.smithi002.stdout: 204: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:21.970 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cDyj7MFg-kPnKns off=2639543 len=1401695 2023-12-16T19:54:21.977 INFO:tasks.workunit.client.0.smithi002.stdout:op 1038 completed, throughput=4.98MB/sec 2023-12-16T19:54:21.977 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HfPnAmtF66nSYJx off=3258641 len=195129 2023-12-16T19:54:21.977 INFO:tasks.workunit.client.0.smithi002.stdout:op 1039 completed, throughput=4.98MB/sec 2023-12-16T19:54:21.977 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3_aRld33FRzU3P1 off=4026647 len=970518 2023-12-16T19:54:21.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 1040 completed, throughput=4.99MB/sec 2023-12-16T19:54:21.983 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5LNgdUPC_WjUzLz off=13823145 len=876191 2023-12-16T19:54:21.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 1041 completed, throughput=4.99MB/sec 2023-12-16T19:54:21.985 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E7QZ0M2MryQ4XqR off=2752968 len=7927 2023-12-16T19:54:21.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 1042 completed, throughput=4.99MB/sec 2023-12-16T19:54:21.985 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bz85fz3WimvgZLy off=2533912 len=351364 2023-12-16T19:54:21.988 INFO:tasks.workunit.client.0.smithi002.stdout:op 1043 completed, throughput=4.99MB/sec 2023-12-16T19:54:21.988 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bvJPoktHj0Pce2P off=7626039 len=1240239 2023-12-16T19:54:21.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 1044 completed, throughput=5MB/sec 2023-12-16T19:54:21.994 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PrJGm36aYrKg7-L off=1605092 len=1098139 2023-12-16T19:54:21.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 1045 completed, throughput=5MB/sec 2023-12-16T19:54:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:21 smithi002 ceph-mon[137674]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-16T19:54:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:21] "GET /metrics HTTP/1.1" 200 33928 "" "Prometheus/2.43.0" 2023-12-16T19:54:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:21 smithi002 ceph-mon[140029]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-16T19:54:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:21 smithi043 ceph-mon[135010]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-16T19:54:22.996 INFO:tasks.workunit.client.0.smithi002.stdout: 205: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:22.996 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cVgc7YVM13-vQjF off=16631654 len=1823119 2023-12-16T19:54:23.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 1046 completed, throughput=4.99MB/sec 2023-12-16T19:54:23.004 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D-kTnuEE47hBSwn off=3180497 len=759761 2023-12-16T19:54:23.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 1047 completed, throughput=4.99MB/sec 2023-12-16T19:54:23.009 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--GmlRruvzHL-doA off=2968288 len=418617 2023-12-16T19:54:23.012 INFO:tasks.workunit.client.0.smithi002.stdout:op 1048 completed, throughput=4.99MB/sec 2023-12-16T19:54:23.012 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YkWyjPKwavJupfk off=4760596 len=1558676 2023-12-16T19:54:23.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 1049 completed, throughput=5MB/sec 2023-12-16T19:54:23.019 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xzt5wwKpSRYxA1r off=417964 len=560045 2023-12-16T19:54:23.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 1050 completed, throughput=5MB/sec 2023-12-16T19:54:24.023 INFO:tasks.workunit.client.0.smithi002.stdout: 206: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:24.023 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaOJs85FPm7AZHn off=4205461 len=1924409 2023-12-16T19:54:24.027 INFO:tasks.workunit.client.0.smithi002.stdout:op 1051 completed, throughput=4.99MB/sec 2023-12-16T19:54:24.027 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MTRR3JpojOC1i9- off=1888521 len=226656 2023-12-16T19:54:24.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 1052 completed, throughput=4.99MB/sec 2023-12-16T19:54:24.030 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hD2u-27iY0wsLW9 off=7827972 len=275249 2023-12-16T19:54:24.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 1053 completed, throughput=4.99MB/sec 2023-12-16T19:54:24.034 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B76lX11YdSYNtKf off=10804240 len=1911714 2023-12-16T19:54:24.036 INFO:tasks.workunit.client.0.smithi002.stdout:op 1054 completed, throughput=5MB/sec 2023-12-16T19:54:24.036 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QePAdYVZIGSUULx off=1413943 len=1725355 2023-12-16T19:54:24.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 1055 completed, throughput=5.01MB/sec 2023-12-16T19:54:24.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:24 smithi002 ceph-mon[137674]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:24 smithi002 ceph-mon[140029]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:24 smithi043 ceph-mon[135010]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:25.038 INFO:tasks.workunit.client.0.smithi002.stdout: 207: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:25.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9e0vj604En93uN3 off=22442571 len=391821 2023-12-16T19:54:25.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 1056 completed, throughput=4.98MB/sec 2023-12-16T19:54:25.039 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dbh3BlL_G89ToMQ off=13388534 len=2049484 2023-12-16T19:54:25.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 1057 completed, throughput=4.99MB/sec 2023-12-16T19:54:25.043 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y3JMrOP4v0nUnxb off=4246550 len=709288 2023-12-16T19:54:25.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 1058 completed, throughput=5MB/sec 2023-12-16T19:54:25.049 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g6Vv5s0bBmX4Pq2 off=1534212 len=878987 2023-12-16T19:54:25.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 1059 completed, throughput=5MB/sec 2023-12-16T19:54:25.057 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j5Uvd-GFNMTw_me off=2000007 len=835721 2023-12-16T19:54:25.059 INFO:tasks.workunit.client.0.smithi002.stdout:op 1060 completed, throughput=5MB/sec 2023-12-16T19:54:25.870 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:54:26.060 INFO:tasks.workunit.client.0.smithi002.stdout: 208: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:26.060 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qUyaXyQvibtZ-3M off=8819 len=1299593 2023-12-16T19:54:26.061 INFO:tasks.workunit.client.0.smithi002.stdout:op 1061 completed, throughput=4.99MB/sec 2023-12-16T19:54:26.061 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PoTymEZF-7EiGkq off=843709 len=1282255 2023-12-16T19:54:26.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 1062 completed, throughput=4.99MB/sec 2023-12-16T19:54:26.066 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2mshzfwpVkqHR72 off=5273289 len=507546 2023-12-16T19:54:26.070 INFO:tasks.workunit.client.0.smithi002.stdout:op 1063 completed, throughput=4.99MB/sec 2023-12-16T19:54:26.070 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PNiofk8nKxcXyPr off=585765 len=2020013 2023-12-16T19:54:26.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 1064 completed, throughput=5MB/sec 2023-12-16T19:54:26.203 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:54:26.203 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (22m) 9m ago 25m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:54:26.203 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (22m) 6m ago 25m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:54:26.203 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (26m) 9m ago 26m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (26m) 6m ago 26m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (21m) 6m ago 28m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (22m) 9m ago 29m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (21m) 9m ago 29m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (21m) 6m ago 28m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (21m) 9m ago 28m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (22m) 9m ago 25m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (22m) 6m ago 24m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (20m) 9m ago 28m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (20m) 9m ago 27m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (19m) 9m ago 27m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (19m) 9m ago 27m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:54:26.204 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (18m) 6m ago 27m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:54:26.205 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (18m) 6m ago 26m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:54:26.205 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (17m) 6m ago 26m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:54:26.205 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (17m) 6m ago 26m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:54:26.205 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (21m) 6m ago 25m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:54:26.603 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:54:26.604 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:54:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:26 smithi002 ceph-mon[137674]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:54:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2965388693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:26.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:26 smithi002 ceph-mon[140029]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:54:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2965388693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:26 smithi043 ceph-mon[135010]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:54:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2965388693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:27.073 INFO:tasks.workunit.client.0.smithi002.stdout: 209: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:27.073 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NsC7fZUQTBvFx4h off=11191872 len=1629088 2023-12-16T19:54:27.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 1065 completed, throughput=4.99MB/sec 2023-12-16T19:54:27.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XoBUxdcoHJGo9wl off=3235814 len=1093672 2023-12-16T19:54:27.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 1066 completed, throughput=4.99MB/sec 2023-12-16T19:54:27.075 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0BpuBhwtXPE8rjr off=513972 len=521379 2023-12-16T19:54:27.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 1067 completed, throughput=4.99MB/sec 2023-12-16T19:54:27.079 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--Sjn6yPGgJC7zpU off=3828032 len=1655905 2023-12-16T19:54:27.082 INFO:tasks.workunit.client.0.smithi002.stdout:op 1068 completed, throughput=5MB/sec 2023-12-16T19:54:27.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:27 smithi002 ceph-mon[137674]: from='client.35385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:27.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:27 smithi002 ceph-mon[137674]: from='client.45332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:27.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:27 smithi002 ceph-mon[140029]: from='client.35385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:27.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:27 smithi002 ceph-mon[140029]: from='client.45332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:27.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:27 smithi043 ceph-mon[135010]: from='client.35385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:27.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:27 smithi043 ceph-mon[135010]: from='client.45332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:28.083 INFO:tasks.workunit.client.0.smithi002.stdout: 210: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:28.083 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E5oO9D0JauewqYW off=8105278 len=1415453 2023-12-16T19:54:28.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 1069 completed, throughput=4.98MB/sec 2023-12-16T19:54:28.085 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0phIv8ZvGqdP_5e off=15081294 len=2096144 2023-12-16T19:54:28.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 1070 completed, throughput=4.99MB/sec 2023-12-16T19:54:28.088 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NHCmvkMiFoolyVx off=6394687 len=1549703 2023-12-16T19:54:28.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 1071 completed, throughput=5MB/sec 2023-12-16T19:54:28.097 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3o5YZb_lwjWlJwa off=848274 len=1111221 2023-12-16T19:54:28.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 1072 completed, throughput=5MB/sec 2023-12-16T19:54:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:28 smithi002 ceph-mon[137674]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:28 smithi002 ceph-mon[140029]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:28 smithi043 ceph-mon[135010]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:29.098 INFO:tasks.workunit.client.0.smithi002.stdout: 211: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:29.098 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mPknGQ4tZ1Xj9Nz off=7883954 len=978710 2023-12-16T19:54:29.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 1073 completed, throughput=4.99MB/sec 2023-12-16T19:54:29.104 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FimML7h_tN0qzIo off=370363 len=1621794 2023-12-16T19:54:29.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 1074 completed, throughput=4.99MB/sec 2023-12-16T19:54:29.108 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QgMiDRqsu4xO8LE off=3250608 len=1897480 2023-12-16T19:54:29.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 1075 completed, throughput=5MB/sec 2023-12-16T19:54:30.111 INFO:tasks.workunit.client.0.smithi002.stdout: 212: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:30.112 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q5uSRNkkq9h_09C off=17882843 len=25453 2023-12-16T19:54:30.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 1076 completed, throughput=4.98MB/sec 2023-12-16T19:54:30.112 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kZmT12vU2tFmiHC off=2449553 len=190645 2023-12-16T19:54:30.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 1077 completed, throughput=4.98MB/sec 2023-12-16T19:54:30.115 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_bnhm8ZgyP8e9x9 off=18400021 len=1681395 2023-12-16T19:54:30.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 1078 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.123 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-apLv2cDFPpLHi3k off=7011892 len=607377 2023-12-16T19:54:30.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 1079 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.123 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2FmDjbniWnSwAyd off=4122686 len=317548 2023-12-16T19:54:30.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 1080 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.124 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UImHoHGxwLB57zI off=4606742 len=90537 2023-12-16T19:54:30.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 1081 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.127 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eAxEKdOAZbzm7vu off=30412 len=647502 2023-12-16T19:54:30.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 1082 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.128 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NaeVft5DsczfMqi off=9635501 len=353956 2023-12-16T19:54:30.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 1083 completed, throughput=4.99MB/sec 2023-12-16T19:54:30.129 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CKitZGQkueQya6c off=9738827 len=605408 2023-12-16T19:54:30.130 INFO:tasks.workunit.client.0.smithi002.stdout:op 1084 completed, throughput=5MB/sec 2023-12-16T19:54:30.130 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a9FQztF4Ik1wlEn off=6987818 len=1742731 2023-12-16T19:54:30.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 1085 completed, throughput=5MB/sec 2023-12-16T19:54:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:29 smithi002 ceph-mon[137674]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:29 smithi002 ceph-mon[140029]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:29 smithi043 ceph-mon[135010]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:54:31.132 INFO:tasks.workunit.client.0.smithi002.stdout: 213: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:31.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IaYKKTN-KUUxDsQ off=10636103 len=1341225 2023-12-16T19:54:31.139 INFO:tasks.workunit.client.0.smithi002.stdout:op 1086 completed, throughput=4.99MB/sec 2023-12-16T19:54:31.139 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kYWnHc3QO0mdbwR off=14552072 len=1251877 2023-12-16T19:54:31.142 INFO:tasks.workunit.client.0.smithi002.stdout:op 1087 completed, throughput=4.99MB/sec 2023-12-16T19:54:31.142 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QlCUOfqQ8K7DjfV off=4027150 len=664582 2023-12-16T19:54:31.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 1088 completed, throughput=5MB/sec 2023-12-16T19:54:31.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WmqQ-NE457qfiYg off=2572516 len=254837 2023-12-16T19:54:31.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 1089 completed, throughput=5MB/sec 2023-12-16T19:54:31.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g5RgpOsAcOGkMJr off=3094789 len=685839 2023-12-16T19:54:31.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 1090 completed, throughput=5MB/sec 2023-12-16T19:54:31.151 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LWxjlxcYhGlkN99 off=1166472 len=413324 2023-12-16T19:54:31.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 1091 completed, throughput=5MB/sec 2023-12-16T19:54:32.152 INFO:tasks.workunit.client.0.smithi002.stdout: 214: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:32.152 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1VCgKIHrJzIq8Hq off=20733864 len=974164 2023-12-16T19:54:32.157 INFO:tasks.workunit.client.0.smithi002.stdout:op 1092 completed, throughput=4.98MB/sec 2023-12-16T19:54:32.158 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g5armw-JhHOpO_7 off=17075677 len=1239913 2023-12-16T19:54:32.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 1093 completed, throughput=4.99MB/sec 2023-12-16T19:54:32.160 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KW2jpdu3CjQFZY7 off=8629632 len=807060 2023-12-16T19:54:32.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 1094 completed, throughput=4.99MB/sec 2023-12-16T19:54:32.164 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rZPM_vWb7qgkv8v off=4145339 len=1890820 2023-12-16T19:54:32.166 INFO:tasks.workunit.client.0.smithi002.stdout:op 1095 completed, throughput=5MB/sec 2023-12-16T19:54:32.166 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z9Vo9ChBgX99ZFA off=12091022 len=730055 2023-12-16T19:54:32.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 1096 completed, throughput=5MB/sec 2023-12-16T19:54:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:31] "GET /metrics HTTP/1.1" 200 33928 "" "Prometheus/2.43.0" 2023-12-16T19:54:32.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:32 smithi002 ceph-mon[137674]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:54:32.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:32 smithi002 ceph-mon[140029]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:54:32.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:32 smithi043 ceph-mon[135010]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:54:33.167 INFO:tasks.workunit.client.0.smithi002.stdout: 215: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:33.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MIQL4DAMnKABZD5 off=8632989 len=1671879 2023-12-16T19:54:33.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 1097 completed, throughput=4.99MB/sec 2023-12-16T19:54:33.175 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q6_5w1Jf4e__DxV off=9435650 len=1237381 2023-12-16T19:54:33.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 1098 completed, throughput=4.99MB/sec 2023-12-16T19:54:33.178 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8gs9j8VsYQ649lx off=7766990 len=142644 2023-12-16T19:54:33.181 INFO:tasks.workunit.client.0.smithi002.stdout:op 1099 completed, throughput=4.99MB/sec 2023-12-16T19:54:33.181 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-C3EXJy04bLIAP5v off=5218796 len=1724209 2023-12-16T19:54:33.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 1100 completed, throughput=5MB/sec 2023-12-16T19:54:34.183 INFO:tasks.workunit.client.0.smithi002.stdout: 216: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:34.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HHqJf-37B6HdF72 off=2390462 len=826025 2023-12-16T19:54:34.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 1101 completed, throughput=4.98MB/sec 2023-12-16T19:54:34.184 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L50PAz_Omj6djUB off=19653393 len=1051895 2023-12-16T19:54:34.191 INFO:tasks.workunit.client.0.smithi002.stdout:op 1102 completed, throughput=4.99MB/sec 2023-12-16T19:54:34.191 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2VBluweAfrpfZeX off=3204768 len=1286531 2023-12-16T19:54:34.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 1103 completed, throughput=4.99MB/sec 2023-12-16T19:54:34.192 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jC8ZK6Q10bmwBtJ off=6984035 len=152544 2023-12-16T19:54:34.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 1104 completed, throughput=4.99MB/sec 2023-12-16T19:54:34.193 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uOKpGpoMrLiTxVt off=12155099 len=1905517 2023-12-16T19:54:34.195 INFO:tasks.workunit.client.0.smithi002.stdout:op 1105 completed, throughput=5MB/sec 2023-12-16T19:54:34.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:34 smithi002 ceph-mon[140029]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:54:34.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:54:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:34 smithi002 ceph-mon[137674]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:54:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:54:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:34 smithi043 ceph-mon[135010]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:54:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:54:35.196 INFO:tasks.workunit.client.0.smithi002.stdout: 217: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:35.196 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iA-_j_0lRQiyJ3N off=4533850 len=716591 2023-12-16T19:54:35.197 INFO:tasks.workunit.client.0.smithi002.stdout:op 1106 completed, throughput=4.98MB/sec 2023-12-16T19:54:35.198 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uiW4A23Hn_XNfEF off=5420807 len=423962 2023-12-16T19:54:35.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 1107 completed, throughput=4.98MB/sec 2023-12-16T19:54:35.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LIfzWDjcYgQkgM4 off=947804 len=234879 2023-12-16T19:54:35.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 1108 completed, throughput=4.98MB/sec 2023-12-16T19:54:35.201 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3heBXVN0FW9WQgz off=3979974 len=1879130 2023-12-16T19:54:35.202 INFO:tasks.workunit.client.0.smithi002.stdout:op 1109 completed, throughput=4.99MB/sec 2023-12-16T19:54:35.203 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fj0FasgKAYsm2tz off=4420355 len=1411423 2023-12-16T19:54:35.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 1110 completed, throughput=5MB/sec 2023-12-16T19:54:35.208 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IjumIymVFgXaHu- off=2551234 len=1885068 2023-12-16T19:54:35.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 1111 completed, throughput=5.01MB/sec 2023-12-16T19:54:35.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:54:35.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:54:35.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:54:35.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:54:35.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:54:35.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:54:35.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:54:35.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:54:35.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:54:36.216 INFO:tasks.workunit.client.0.smithi002.stdout: 218: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:36.217 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tiebwkXxzN8AF1c off=16917305 len=1314304 2023-12-16T19:54:36.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 1112 completed, throughput=4.99MB/sec 2023-12-16T19:54:36.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-62VxhtLVDz8BT7P off=14726923 len=1978635 2023-12-16T19:54:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 1113 completed, throughput=5MB/sec 2023-12-16T19:54:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-12S6wE38pgmhpGu off=2260639 len=852206 2023-12-16T19:54:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 1114 completed, throughput=5MB/sec 2023-12-16T19:54:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:36 smithi002 ceph-mon[137674]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:54:36.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:36 smithi002 ceph-mon[140029]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:54:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:36 smithi043 ceph-mon[135010]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T19:54:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:37.235 INFO:tasks.workunit.client.0.smithi002.stdout: 219: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:37.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Czr69uM8QHiQEyD off=2531602 len=1939722 2023-12-16T19:54:37.245 INFO:tasks.workunit.client.0.smithi002.stdout:op 1115 completed, throughput=4.99MB/sec 2023-12-16T19:54:37.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pddW1PZaQVMHs1o off=1796898 len=848786 2023-12-16T19:54:37.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 1116 completed, throughput=4.99MB/sec 2023-12-16T19:54:37.251 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WmqQ-NE457qfiYg off=10086373 len=1414194 2023-12-16T19:54:37.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 1117 completed, throughput=5MB/sec 2023-12-16T19:54:37.253 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z4cuvhgFmHXIF7H off=11044667 len=1269594 2023-12-16T19:54:37.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 1118 completed, throughput=5MB/sec 2023-12-16T19:54:38.259 INFO:tasks.workunit.client.0.smithi002.stdout: 220: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:38.259 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZDngXUHeywdc4Bf off=12386834 len=499852 2023-12-16T19:54:38.259 INFO:tasks.workunit.client.0.smithi002.stdout:op 1119 completed, throughput=4.98MB/sec 2023-12-16T19:54:38.260 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z-cQunpfhz1J5M5 off=5573293 len=1253126 2023-12-16T19:54:38.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 1120 completed, throughput=4.99MB/sec 2023-12-16T19:54:38.266 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TPgKwHiQBV7mufY off=11494625 len=270278 2023-12-16T19:54:38.270 INFO:tasks.workunit.client.0.smithi002.stdout:op 1121 completed, throughput=4.99MB/sec 2023-12-16T19:54:38.270 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5wGMxQ_nnlqZUK2 off=13387889 len=1024907 2023-12-16T19:54:38.271 INFO:tasks.workunit.client.0.smithi002.stdout:op 1122 completed, throughput=4.99MB/sec 2023-12-16T19:54:38.271 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-txUgvaa-6GvGOkn off=1076296 len=973058 2023-12-16T19:54:38.276 INFO:tasks.workunit.client.0.smithi002.stdout:op 1123 completed, throughput=5MB/sec 2023-12-16T19:54:38.276 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z4hM4ha9TH0VkbB off=1387730 len=823897 2023-12-16T19:54:38.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 1124 completed, throughput=5MB/sec 2023-12-16T19:54:38.278 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Mi-1cjtM0GMMwAA off=6795955 len=43023 2023-12-16T19:54:38.279 INFO:tasks.workunit.client.0.smithi002.stdout:op 1125 completed, throughput=5MB/sec 2023-12-16T19:54:38.279 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PQCn5nEyjp9FPzq off=7856916 len=1090888 2023-12-16T19:54:38.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 1126 completed, throughput=5MB/sec 2023-12-16T19:54:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:38 smithi002 ceph-mon[137674]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:54:38.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:38 smithi002 ceph-mon[140029]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:54:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:38 smithi043 ceph-mon[135010]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:54:39.286 INFO:tasks.workunit.client.0.smithi002.stdout: 221: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:39.286 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mxrCsccdPMQSLfM off=7357 len=15124 2023-12-16T19:54:39.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 1127 completed, throughput=4.98MB/sec 2023-12-16T19:54:39.288 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g2vrtf-gHoknMuc off=17206996 len=11244 2023-12-16T19:54:39.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 1128 completed, throughput=4.98MB/sec 2023-12-16T19:54:39.291 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1g905VKqFl8vCK off=8694939 len=1183860 2023-12-16T19:54:39.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 1129 completed, throughput=4.99MB/sec 2023-12-16T19:54:39.293 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V8hyoBgRDK_RcUG off=4448021 len=1643675 2023-12-16T19:54:39.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 1130 completed, throughput=4.99MB/sec 2023-12-16T19:54:39.300 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rMCJfHVLIQF58hC off=4430706 len=985143 2023-12-16T19:54:39.303 INFO:tasks.workunit.client.0.smithi002.stdout:op 1131 completed, throughput=5MB/sec 2023-12-16T19:54:39.303 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CRa3L4GD3mJ5ChK off=9791861 len=1906315 2023-12-16T19:54:39.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 1132 completed, throughput=5MB/sec 2023-12-16T19:54:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:39 smithi002 ceph-mon[137674]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:54:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:39 smithi002 ceph-mon[140029]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:54:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:39 smithi043 ceph-mon[135010]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:54:40.313 INFO:tasks.workunit.client.0.smithi002.stdout: 222: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:40.313 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pUxKmbp2ufOKtt3 off=13783631 len=289967 2023-12-16T19:54:40.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 1133 completed, throughput=4.98MB/sec 2023-12-16T19:54:40.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IMrR5z5OTnt5TVS off=22685249 len=1962404 2023-12-16T19:54:40.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 1134 completed, throughput=4.99MB/sec 2023-12-16T19:54:40.317 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-43NoLP2Fm837KYl off=17114790 len=1214959 2023-12-16T19:54:40.318 INFO:tasks.workunit.client.0.smithi002.stdout:op 1135 completed, throughput=5MB/sec 2023-12-16T19:54:40.319 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nAJxgTK66f9nEKt off=12260736 len=713822 2023-12-16T19:54:40.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 1136 completed, throughput=5MB/sec 2023-12-16T19:54:41.320 INFO:tasks.workunit.client.0.smithi002.stdout: 223: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:41.320 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VSLu13G4ZrsSe0y off=10283139 len=1885244 2023-12-16T19:54:41.328 INFO:tasks.workunit.client.0.smithi002.stdout:op 1137 completed, throughput=4.99MB/sec 2023-12-16T19:54:41.329 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GENd8_1f8vrAByJ off=11972 len=1335155 2023-12-16T19:54:41.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 1138 completed, throughput=4.99MB/sec 2023-12-16T19:54:41.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Wli3hIwVA4cLXHL off=5848751 len=1832992 2023-12-16T19:54:41.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 1139 completed, throughput=5MB/sec 2023-12-16T19:54:41.340 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wlv_Lz7ZPbpMHT2 off=12430092 len=1401909 2023-12-16T19:54:41.341 INFO:tasks.workunit.client.0.smithi002.stdout:op 1140 completed, throughput=5MB/sec 2023-12-16T19:54:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:41] "GET /metrics HTTP/1.1" 200 33926 "" "Prometheus/2.43.0" 2023-12-16T19:54:42.342 INFO:tasks.workunit.client.0.smithi002.stdout: 224: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:42.342 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-s3KpUfCyDvGZ-k7 off=13090034 len=1854930 2023-12-16T19:54:42.351 INFO:tasks.workunit.client.0.smithi002.stdout:op 1141 completed, throughput=4.99MB/sec 2023-12-16T19:54:42.352 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CKx1feDqoUlwTHQ off=872221 len=983798 2023-12-16T19:54:42.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 1142 completed, throughput=4.99MB/sec 2023-12-16T19:54:42.357 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XAsnrS_1mGLq50n off=11243375 len=1733508 2023-12-16T19:54:42.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 1143 completed, throughput=5MB/sec 2023-12-16T19:54:42.950 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:42 smithi043 ceph-mon[135010]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:42.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:42 smithi002 ceph-mon[137674]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:42 smithi002 ceph-mon[140029]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:43.365 INFO:tasks.workunit.client.0.smithi002.stdout: 225: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:43.365 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lrpe9qTZSJ997o4 off=2241464 len=1141185 2023-12-16T19:54:43.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 1144 completed, throughput=4.98MB/sec 2023-12-16T19:54:43.367 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CCTKtYjz-b8mMNx off=2447951 len=874519 2023-12-16T19:54:43.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 1145 completed, throughput=4.99MB/sec 2023-12-16T19:54:43.369 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VP_8eR8rx4GrtN- off=9303642 len=2030994 2023-12-16T19:54:43.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 1146 completed, throughput=5MB/sec 2023-12-16T19:54:43.373 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-btLTOkp2Up_kxRv off=6238420 len=678392 2023-12-16T19:54:43.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 1147 completed, throughput=5MB/sec 2023-12-16T19:54:43.378 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wfNNIzHIgt-3-9k off=57805 len=2027755 2023-12-16T19:54:43.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 1148 completed, throughput=5.01MB/sec 2023-12-16T19:54:44.380 INFO:tasks.workunit.client.0.smithi002.stdout: 226: throughput=4.99MB/sec pending data=0 2023-12-16T19:54:44.380 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sqc83PDw7-a4iGF off=10306494 len=585810 2023-12-16T19:54:44.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 1149 completed, throughput=4.99MB/sec 2023-12-16T19:54:44.385 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vngv6OUFN5ZPLK3 off=13773339 len=1666009 2023-12-16T19:54:44.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 1150 completed, throughput=4.99MB/sec 2023-12-16T19:54:44.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-77767p_E03mzhvO off=8310777 len=1595130 2023-12-16T19:54:44.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 1151 completed, throughput=5MB/sec 2023-12-16T19:54:44.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:44 smithi002 ceph-mon[137674]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:54:44.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:44 smithi002 ceph-mon[140029]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:54:44.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:44 smithi043 ceph-mon[135010]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:54:45.389 INFO:tasks.workunit.client.0.smithi002.stdout: 227: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:45.390 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-54moQNCFcEbfE0d off=8759781 len=749131 2023-12-16T19:54:45.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 1152 completed, throughput=4.98MB/sec 2023-12-16T19:54:45.394 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G6EslgOf6EUg3aJ off=21058876 len=1923472 2023-12-16T19:54:45.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 1153 completed, throughput=4.99MB/sec 2023-12-16T19:54:45.397 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MYqQBrCHrwuh_KN off=2555730 len=1622537 2023-12-16T19:54:45.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 1154 completed, throughput=5MB/sec 2023-12-16T19:54:45.399 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jj-6i-PdLZajaWa off=6128467 len=2065792 2023-12-16T19:54:45.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 1155 completed, throughput=5.01MB/sec 2023-12-16T19:54:46.411 INFO:tasks.workunit.client.0.smithi002.stdout: 228: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:46.411 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-53BqvWWnvorjHin off=312408 len=110607 2023-12-16T19:54:46.411 INFO:tasks.workunit.client.0.smithi002.stdout:op 1156 completed, throughput=4.98MB/sec 2023-12-16T19:54:46.411 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ec6didEW8KVaNDU off=2646539 len=1321131 2023-12-16T19:54:46.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 1157 completed, throughput=4.99MB/sec 2023-12-16T19:54:46.418 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vynjIf3nRPFUPz_ off=8729841 len=1071701 2023-12-16T19:54:46.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 1158 completed, throughput=4.99MB/sec 2023-12-16T19:54:46.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aXOk7KP8DLRywBT off=16362012 len=1924344 2023-12-16T19:54:46.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 1159 completed, throughput=5MB/sec 2023-12-16T19:54:46.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:46 smithi002 ceph-mon[137674]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:54:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:46 smithi002 ceph-mon[140029]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:54:46.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:46 smithi043 ceph-mon[135010]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:54:47.428 INFO:tasks.workunit.client.0.smithi002.stdout: 229: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:47.428 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HnhddMpdrC2phyR off=19602317 len=805951 2023-12-16T19:54:47.434 INFO:tasks.workunit.client.0.smithi002.stdout:op 1160 completed, throughput=4.98MB/sec 2023-12-16T19:54:47.434 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JaA4I-JpMp8mfJs off=4105606 len=418770 2023-12-16T19:54:47.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 1161 completed, throughput=4.99MB/sec 2023-12-16T19:54:47.437 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aH6Yu8giVtGF1aR off=12536722 len=366353 2023-12-16T19:54:47.438 INFO:tasks.workunit.client.0.smithi002.stdout:op 1162 completed, throughput=4.99MB/sec 2023-12-16T19:54:47.439 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--O_ly1D6tBLdvGe off=1001101 len=1003878 2023-12-16T19:54:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 1163 completed, throughput=4.99MB/sec 2023-12-16T19:54:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hUbs6bKal_i0aoJ off=4007193 len=1917442 2023-12-16T19:54:47.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 1164 completed, throughput=5MB/sec 2023-12-16T19:54:47.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uDRweOSPLA8Afn8 off=4581422 len=423463 2023-12-16T19:54:47.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 1165 completed, throughput=5MB/sec 2023-12-16T19:54:48.451 INFO:tasks.workunit.client.0.smithi002.stdout: 230: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:48.451 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WwBq9iTtnVfPeYC off=4045634 len=743731 2023-12-16T19:54:48.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 1166 completed, throughput=4.98MB/sec 2023-12-16T19:54:48.452 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Iej8z0KBgDI5f5A off=14628584 len=1198745 2023-12-16T19:54:48.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 1167 completed, throughput=4.99MB/sec 2023-12-16T19:54:48.453 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-niCui2HlBEPWr2H off=2488264 len=1412308 2023-12-16T19:54:48.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 1168 completed, throughput=4.99MB/sec 2023-12-16T19:54:48.455 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g4W3kKqo7p7T7Iw off=4680093 len=2055531 2023-12-16T19:54:48.457 INFO:tasks.workunit.client.0.smithi002.stdout:op 1169 completed, throughput=5MB/sec 2023-12-16T19:54:48.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:48 smithi002 ceph-mon[137674]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:54:48.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:48 smithi002 ceph-mon[140029]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:54:48.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:48 smithi043 ceph-mon[135010]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:54:49.458 INFO:tasks.workunit.client.0.smithi002.stdout: 231: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:49.458 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wujtixd9Z8rn6K3 off=3265012 len=2055696 2023-12-16T19:54:49.468 INFO:tasks.workunit.client.0.smithi002.stdout:op 1170 completed, throughput=4.99MB/sec 2023-12-16T19:54:49.468 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e6cY9Sq47a7O2Tv off=3178330 len=145288 2023-12-16T19:54:49.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 1171 completed, throughput=4.99MB/sec 2023-12-16T19:54:49.469 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pn-hzEwh9OB05qt off=1627083 len=805754 2023-12-16T19:54:49.470 INFO:tasks.workunit.client.0.smithi002.stdout:op 1172 completed, throughput=4.99MB/sec 2023-12-16T19:54:49.470 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JoHWDuSh88KV3kT off=0 len=1222859 2023-12-16T19:54:49.472 INFO:tasks.workunit.client.0.smithi002.stdout:op 1173 completed, throughput=5MB/sec 2023-12-16T19:54:49.473 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-458s6XnA1Zy0eyz off=6636795 len=18603 2023-12-16T19:54:49.473 INFO:tasks.workunit.client.0.smithi002.stdout:op 1174 completed, throughput=5MB/sec 2023-12-16T19:54:49.473 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iW27sHydVpIF2CI off=7320962 len=1570909 2023-12-16T19:54:49.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 1175 completed, throughput=5MB/sec 2023-12-16T19:54:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:49 smithi002 ceph-mon[137674]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T19:54:50.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:49 smithi002 ceph-mon[140029]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T19:54:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:49 smithi043 ceph-mon[135010]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T19:54:50.476 INFO:tasks.workunit.client.0.smithi002.stdout: 232: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:50.476 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZlFuWqxIWEp6DCj off=2876433 len=243368 2023-12-16T19:54:50.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 1176 completed, throughput=4.98MB/sec 2023-12-16T19:54:50.477 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yHjW4f4hwAqoS-x off=1968 len=1632627 2023-12-16T19:54:50.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 1177 completed, throughput=4.99MB/sec 2023-12-16T19:54:50.480 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AhID5KFuhns_p-B off=17914632 len=1590324 2023-12-16T19:54:50.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 1178 completed, throughput=5MB/sec 2023-12-16T19:54:50.482 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ef23WvzCPFvNb80 off=449857 len=1158354 2023-12-16T19:54:50.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 1179 completed, throughput=5MB/sec 2023-12-16T19:54:50.484 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--OG8e--JlhrxALl off=2237988 len=719466 2023-12-16T19:54:50.488 INFO:tasks.workunit.client.0.smithi002.stdout:op 1180 completed, throughput=5MB/sec 2023-12-16T19:54:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:54:51.489 INFO:tasks.workunit.client.0.smithi002.stdout: 233: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:51.489 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uR87RfF78Lqu63M off=12974652 len=512194 2023-12-16T19:54:51.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 1181 completed, throughput=4.98MB/sec 2023-12-16T19:54:51.490 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g6dHHZMDJmaVKv1 off=3693969 len=370648 2023-12-16T19:54:51.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 1182 completed, throughput=4.99MB/sec 2023-12-16T19:54:51.492 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-prrQywkT6Et6ibP off=10135480 len=83331 2023-12-16T19:54:51.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 1183 completed, throughput=4.99MB/sec 2023-12-16T19:54:51.492 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GvlYC6m_qCXv4kT off=598911 len=1010734 2023-12-16T19:54:51.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 1184 completed, throughput=4.99MB/sec 2023-12-16T19:54:51.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NzmC7Pru8wNHZKS off=1480212 len=1186230 2023-12-16T19:54:51.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 1185 completed, throughput=4.99MB/sec 2023-12-16T19:54:51.500 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j-CDvkY8lQZekkR off=13116327 len=1527928 2023-12-16T19:54:51.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 1186 completed, throughput=5MB/sec 2023-12-16T19:54:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:51 smithi002 ceph-mon[137674]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:54:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:54:51] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:54:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:51 smithi002 ceph-mon[140029]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:51 smithi043 ceph-mon[135010]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:54:52.508 INFO:tasks.workunit.client.0.smithi002.stdout: 234: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:52.508 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ze0QCEpECB8CMpl off=983698 len=415450 2023-12-16T19:54:52.509 INFO:tasks.workunit.client.0.smithi002.stdout:op 1187 completed, throughput=4.98MB/sec 2023-12-16T19:54:52.509 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7F13f_3_pXO35XA off=710314 len=1796855 2023-12-16T19:54:52.519 INFO:tasks.workunit.client.0.smithi002.stdout:op 1188 completed, throughput=4.99MB/sec 2023-12-16T19:54:52.519 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kpzLwFVzdVbx4mV off=2270928 len=598025 2023-12-16T19:54:52.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 1189 completed, throughput=4.99MB/sec 2023-12-16T19:54:52.523 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-39Uw0xdRmenrcZ8 off=5976010 len=877215 2023-12-16T19:54:52.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 1190 completed, throughput=4.99MB/sec 2023-12-16T19:54:52.524 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--vz5jPof0O5VuYs off=993030 len=26507 2023-12-16T19:54:52.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 1191 completed, throughput=4.99MB/sec 2023-12-16T19:54:52.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AoHYXLI55pii-PY off=15651888 len=1444437 2023-12-16T19:54:52.529 INFO:tasks.workunit.client.0.smithi002.stdout:op 1192 completed, throughput=5MB/sec 2023-12-16T19:54:52.529 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HNPRtG5kQxqCA18 off=4470293 len=737742 2023-12-16T19:54:52.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 1193 completed, throughput=5MB/sec 2023-12-16T19:54:53.533 INFO:tasks.workunit.client.0.smithi002.stdout: 235: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:53.533 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-avBemwVpNTxz6A5 off=2305110 len=1917274 2023-12-16T19:54:53.536 INFO:tasks.workunit.client.0.smithi002.stdout:op 1194 completed, throughput=4.99MB/sec 2023-12-16T19:54:53.536 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-37qcLEpAv3ONpwn off=16654315 len=1549881 2023-12-16T19:54:53.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 1195 completed, throughput=4.99MB/sec 2023-12-16T19:54:53.537 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Xp0AEvf-IHqF3DE off=14958388 len=1041048 2023-12-16T19:54:53.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 1196 completed, throughput=5MB/sec 2023-12-16T19:54:53.542 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NK9L0tCDNDPWz8U off=5520477 len=874762 2023-12-16T19:54:53.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 1197 completed, throughput=5MB/sec 2023-12-16T19:54:54.540 INFO:tasks.workunit.client.0.smithi002.stdout: 236: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:54.541 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HiUwhjAYjSIV3dy off=12929863 len=1055763 2023-12-16T19:54:54.547 INFO:tasks.workunit.client.0.smithi002.stdout:op 1198 completed, throughput=4.99MB/sec 2023-12-16T19:54:54.547 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nnzrLxdjp4pBS4T off=16185314 len=686533 2023-12-16T19:54:54.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 1199 completed, throughput=4.99MB/sec 2023-12-16T19:54:54.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Sd7YIIuNX7EBBKz off=18019020 len=1126987 2023-12-16T19:54:54.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 1200 completed, throughput=4.99MB/sec 2023-12-16T19:54:54.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tH-W981C6ZnJODz off=9721029 len=1340009 2023-12-16T19:54:54.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 1201 completed, throughput=5MB/sec 2023-12-16T19:54:54.560 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KttqKCp4LpTBJGm off=5958060 len=582583 2023-12-16T19:54:54.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 1202 completed, throughput=5MB/sec 2023-12-16T19:54:54.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:54 smithi002 ceph-mon[137674]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:54:54.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:54 smithi002 ceph-mon[140029]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:54:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:54 smithi043 ceph-mon[135010]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T19:54:55.565 INFO:tasks.workunit.client.0.smithi002.stdout: 237: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:55.566 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fV57A25sF678_lV off=871401 len=499394 2023-12-16T19:54:55.566 INFO:tasks.workunit.client.0.smithi002.stdout:op 1203 completed, throughput=4.98MB/sec 2023-12-16T19:54:55.566 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iaMEWTiKOGjFFAa off=4112002 len=287686 2023-12-16T19:54:55.567 INFO:tasks.workunit.client.0.smithi002.stdout:op 1204 completed, throughput=4.98MB/sec 2023-12-16T19:54:55.567 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gJWxONjJLkZaPtI off=12900519 len=528034 2023-12-16T19:54:55.571 INFO:tasks.workunit.client.0.smithi002.stdout:op 1205 completed, throughput=4.98MB/sec 2023-12-16T19:54:55.571 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UkoUy0p2ziqLOJx off=890051 len=725646 2023-12-16T19:54:55.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 1206 completed, throughput=4.99MB/sec 2023-12-16T19:54:55.576 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XOFLjShBcbuiSSx off=7272364 len=713739 2023-12-16T19:54:55.581 INFO:tasks.workunit.client.0.smithi002.stdout:op 1207 completed, throughput=4.99MB/sec 2023-12-16T19:54:55.581 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cEq60BDh0J6igrP off=5403723 len=1543744 2023-12-16T19:54:55.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 1208 completed, throughput=5MB/sec 2023-12-16T19:54:55.584 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VtoDOA8wBsguORa off=3993293 len=1368396 2023-12-16T19:54:55.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 1209 completed, throughput=5MB/sec 2023-12-16T19:54:56.592 INFO:tasks.workunit.client.0.smithi002.stdout: 238: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:56.592 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v-owsXfgRe7jRZP off=7050016 len=960377 2023-12-16T19:54:56.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 1210 completed, throughput=4.98MB/sec 2023-12-16T19:54:56.593 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JZPuUNdMSWJZGGU off=1501184 len=2030847 2023-12-16T19:54:56.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 1211 completed, throughput=4.99MB/sec 2023-12-16T19:54:56.598 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zsPeqyfujwHbkbF off=129036 len=543312 2023-12-16T19:54:56.599 INFO:tasks.workunit.client.0.smithi002.stdout:op 1212 completed, throughput=4.99MB/sec 2023-12-16T19:54:56.599 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8yBFdc0kY8F_F-M off=0 len=1417881 2023-12-16T19:54:56.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 1213 completed, throughput=5MB/sec 2023-12-16T19:54:56.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J9DHVqf29LPjLws off=1570 len=1607047 2023-12-16T19:54:56.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 1214 completed, throughput=5.01MB/sec 2023-12-16T19:54:56.976 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:54:56.976 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:56 smithi002 ceph-mon[137674]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:56.976 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:56 smithi002 ceph-mon[140029]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:56 smithi043 ceph-mon[135010]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:54:57.303 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (23m) 9m ago 25m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (22m) 7m ago 25m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (26m) 9m ago 26m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (26m) 7m ago 26m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (22m) 7m ago 28m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (22m) 9m ago 30m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (22m) 9m ago 30m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (21m) 7m ago 29m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (21m) 9m ago 28m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (23m) 9m ago 25m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:54:57.304 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (22m) 7m ago 25m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (21m) 9m ago 28m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (20m) 9m ago 28m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (20m) 9m ago 28m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (19m) 9m ago 27m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (19m) 7m ago 27m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (18m) 7m ago 27m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (18m) 7m ago 27m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:54:57.305 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (17m) 7m ago 26m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:54:57.306 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (22m) 7m ago 26m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:54:57.610 INFO:tasks.workunit.client.0.smithi002.stdout: 239: throughput=4.99MB/sec pending data=0 2023-12-16T19:54:57.610 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iVq9A7gfbUqZD65 off=8809284 len=302483 2023-12-16T19:54:57.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 1215 completed, throughput=4.99MB/sec 2023-12-16T19:54:57.611 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XNnyF9a3P1Aedki off=6690636 len=548843 2023-12-16T19:54:57.614 INFO:tasks.workunit.client.0.smithi002.stdout:op 1216 completed, throughput=4.99MB/sec 2023-12-16T19:54:57.614 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lJg_sZEX5xLRyhw off=3275860 len=1210191 2023-12-16T19:54:57.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 1217 completed, throughput=4.99MB/sec 2023-12-16T19:54:57.615 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cONshdHw8POwAnA off=0 len=1820407 2023-12-16T19:54:57.619 INFO:tasks.workunit.client.0.smithi002.stdout:op 1218 completed, throughput=5MB/sec 2023-12-16T19:54:57.710 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:57.711 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:54:57.712 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:54:57.713 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:54:57.713 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:54:57.713 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:54:58.619 INFO:tasks.workunit.client.0.smithi002.stdout: 240: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:58.619 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nwlhZB9CHLquqpX off=512952 len=468831 2023-12-16T19:54:58.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 1219 completed, throughput=4.98MB/sec 2023-12-16T19:54:58.620 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wnm6VpqBqeYrnfe off=6474912 len=1244233 2023-12-16T19:54:58.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 1220 completed, throughput=4.99MB/sec 2023-12-16T19:54:58.628 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UjtBtm5sCMgScPH off=16204495 len=1021667 2023-12-16T19:54:58.635 INFO:tasks.workunit.client.0.smithi002.stdout:op 1221 completed, throughput=4.99MB/sec 2023-12-16T19:54:58.635 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cJvmiSgYBdffT6F off=9004673 len=1329155 2023-12-16T19:54:58.637 INFO:tasks.workunit.client.0.smithi002.stdout:op 1222 completed, throughput=5MB/sec 2023-12-16T19:54:58.637 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lHajNNJwBSXi7Oa off=3438325 len=1392742 2023-12-16T19:54:58.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 1223 completed, throughput=5MB/sec 2023-12-16T19:54:58.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[137674]: from='client.35403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[137674]: from='client.45350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[137674]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/676234962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[140029]: from='client.35403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[140029]: from='client.45350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[140029]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:54:58.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/676234962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:58.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:58 smithi043 ceph-mon[135010]: from='client.35403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:58 smithi043 ceph-mon[135010]: from='client.45350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:54:58.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:58 smithi043 ceph-mon[135010]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:54:58.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/676234962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:54:59.640 INFO:tasks.workunit.client.0.smithi002.stdout: 241: throughput=4.98MB/sec pending data=0 2023-12-16T19:54:59.641 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gkCCpDHf7nF4MlE off=2101686 len=1808388 2023-12-16T19:54:59.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 1224 completed, throughput=4.99MB/sec 2023-12-16T19:54:59.648 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hBVw-jHFxNtzUOK off=19948325 len=949063 2023-12-16T19:54:59.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 1225 completed, throughput=4.99MB/sec 2023-12-16T19:54:59.649 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Utw2hvPbT89wvfQ off=1059169 len=473387 2023-12-16T19:54:59.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 1226 completed, throughput=4.99MB/sec 2023-12-16T19:54:59.654 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8r263k36yXtwa7N off=4020941 len=1117533 2023-12-16T19:54:59.659 INFO:tasks.workunit.client.0.smithi002.stdout:op 1227 completed, throughput=5MB/sec 2023-12-16T19:54:59.659 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--kaDbUTEC7tlaC- off=458529 len=341546 2023-12-16T19:54:59.660 INFO:tasks.workunit.client.0.smithi002.stdout:op 1228 completed, throughput=5MB/sec 2023-12-16T19:54:59.660 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cyqyhq8IySY_yZI off=3287479 len=712836 2023-12-16T19:54:59.662 INFO:tasks.workunit.client.0.smithi002.stdout:op 1229 completed, throughput=5MB/sec 2023-12-16T19:55:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:54:59 smithi002 ceph-mon[137674]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:55:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:54:59 smithi002 ceph-mon[140029]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:55:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:54:59 smithi043 ceph-mon[135010]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:55:00.662 INFO:tasks.workunit.client.0.smithi002.stdout: 242: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:00.663 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cWW7DmmjTabr3VY off=3685166 len=825362 2023-12-16T19:55:00.667 INFO:tasks.workunit.client.0.smithi002.stdout:op 1230 completed, throughput=4.98MB/sec 2023-12-16T19:55:00.667 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LlkytGskWdWdTgJ off=19068348 len=801945 2023-12-16T19:55:00.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 1231 completed, throughput=4.99MB/sec 2023-12-16T19:55:00.672 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_W__VbbI3MraWVf off=2061078 len=27257 2023-12-16T19:55:00.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 1232 completed, throughput=4.99MB/sec 2023-12-16T19:55:00.673 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p6bQl1XB_2KmkY7 off=2162257 len=504397 2023-12-16T19:55:00.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 1233 completed, throughput=4.99MB/sec 2023-12-16T19:55:00.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NqDoZdYWomDls4M off=5007592 len=1732638 2023-12-16T19:55:00.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 1234 completed, throughput=5MB/sec 2023-12-16T19:55:00.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pCnTIJsrG4icyO- off=983342 len=2062265 2023-12-16T19:55:00.683 INFO:tasks.workunit.client.0.smithi002.stdout:op 1235 completed, throughput=5MB/sec 2023-12-16T19:55:01.684 INFO:tasks.workunit.client.0.smithi002.stdout: 243: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:01.684 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Xc7VCxX6uLoHmS3 off=20430281 len=1174300 2023-12-16T19:55:01.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 1236 completed, throughput=4.99MB/sec 2023-12-16T19:55:01.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ief8K8uQx3BokXa off=4545994 len=805011 2023-12-16T19:55:01.687 INFO:tasks.workunit.client.0.smithi002.stdout:op 1237 completed, throughput=4.99MB/sec 2023-12-16T19:55:01.688 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VEojlrsrwwhPXrA off=1610811 len=1683425 2023-12-16T19:55:01.696 INFO:tasks.workunit.client.0.smithi002.stdout:op 1238 completed, throughput=5MB/sec 2023-12-16T19:55:01.696 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FUxK36hnvMHZqx5 off=623554 len=417478 2023-12-16T19:55:01.697 INFO:tasks.workunit.client.0.smithi002.stdout:op 1239 completed, throughput=5MB/sec 2023-12-16T19:55:01.697 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B6ljpSbC7hisCXj off=12839638 len=1489714 2023-12-16T19:55:01.703 INFO:tasks.workunit.client.0.smithi002.stdout:op 1240 completed, throughput=5MB/sec 2023-12-16T19:55:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:01] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:55:02.704 INFO:tasks.workunit.client.0.smithi002.stdout: 244: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:02.704 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Uq8StI-Q4EmzKWq off=191965 len=1529688 2023-12-16T19:55:02.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 1241 completed, throughput=4.99MB/sec 2023-12-16T19:55:02.711 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LD-St1Ab-O9Ot28 off=6974619 len=1040748 2023-12-16T19:55:02.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 1242 completed, throughput=4.99MB/sec 2023-12-16T19:55:02.713 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zDtiODgE_D6riIq off=2848448 len=43118 2023-12-16T19:55:02.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 1243 completed, throughput=4.99MB/sec 2023-12-16T19:55:02.713 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ysh94dk4txo7iqh off=11462 len=702280 2023-12-16T19:55:02.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 1244 completed, throughput=5MB/sec 2023-12-16T19:55:02.719 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qyFosYKHmJKmKxu off=18330514 len=2008937 2023-12-16T19:55:02.727 INFO:tasks.workunit.client.0.smithi002.stdout:op 1245 completed, throughput=5MB/sec 2023-12-16T19:55:02.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:02 smithi002 ceph-mon[137674]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:55:02.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:02 smithi002 ceph-mon[140029]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:55:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:02 smithi043 ceph-mon[135010]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:55:03.727 INFO:tasks.workunit.client.0.smithi002.stdout: 245: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:03.728 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o7NA6GkS2JlgK9J off=9980004 len=1069443 2023-12-16T19:55:03.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 1246 completed, throughput=4.99MB/sec 2023-12-16T19:55:03.729 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fPXu5N5G92dboUo off=241150 len=1387189 2023-12-16T19:55:03.737 INFO:tasks.workunit.client.0.smithi002.stdout:op 1247 completed, throughput=4.99MB/sec 2023-12-16T19:55:03.737 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ldrRkgNmFNDtTtg off=4514073 len=1849391 2023-12-16T19:55:03.747 INFO:tasks.workunit.client.0.smithi002.stdout:op 1248 completed, throughput=5MB/sec 2023-12-16T19:55:04.747 INFO:tasks.workunit.client.0.smithi002.stdout: 246: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:04.747 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zOVB3j0ZM2t0Bg9 off=5049039 len=822839 2023-12-16T19:55:04.748 INFO:tasks.workunit.client.0.smithi002.stdout:op 1249 completed, throughput=4.98MB/sec 2023-12-16T19:55:04.749 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0LXnKKKztsl1rOg off=20505582 len=2038135 2023-12-16T19:55:04.759 INFO:tasks.workunit.client.0.smithi002.stdout:op 1250 completed, throughput=4.99MB/sec 2023-12-16T19:55:04.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kwb4aZ4m5gdVM89 off=0 len=1674325 2023-12-16T19:55:04.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 1251 completed, throughput=5MB/sec 2023-12-16T19:55:04.767 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lThUcoyieb16ens off=2430086 len=1310902 2023-12-16T19:55:04.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 1252 completed, throughput=5MB/sec 2023-12-16T19:55:04.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:04 smithi002 ceph-mon[137674]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:04.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:04 smithi002 ceph-mon[140029]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:04 smithi043 ceph-mon[135010]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:05.773 INFO:tasks.workunit.client.0.smithi002.stdout: 247: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:05.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BQz_E3wq5oKZNYa off=14410652 len=1305330 2023-12-16T19:55:05.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 1253 completed, throughput=4.99MB/sec 2023-12-16T19:55:05.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DueqGF00D7JOgmk off=4263808 len=789589 2023-12-16T19:55:05.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 1254 completed, throughput=4.99MB/sec 2023-12-16T19:55:05.777 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zXNIcXkXZNSCoan off=251665 len=1674931 2023-12-16T19:55:05.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 1255 completed, throughput=5MB/sec 2023-12-16T19:55:05.779 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2CrGkyCsNAap5xZ off=3319886 len=1015541 2023-12-16T19:55:05.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 1256 completed, throughput=5MB/sec 2023-12-16T19:55:05.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yd2uYfq7Aey3rr9 off=10264523 len=149993 2023-12-16T19:55:05.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 1257 completed, throughput=5MB/sec 2023-12-16T19:55:06.788 INFO:tasks.workunit.client.0.smithi002.stdout: 248: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:06.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YwaMhtETpZR20jC off=9499310 len=1618247 2023-12-16T19:55:06.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 1258 completed, throughput=4.99MB/sec 2023-12-16T19:55:06.790 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PdyWvzzy93Z2MMZ off=15420661 len=2084548 2023-12-16T19:55:06.801 INFO:tasks.workunit.client.0.smithi002.stdout:op 1259 completed, throughput=4.99MB/sec 2023-12-16T19:55:06.802 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4YTwgXPINpixgwV off=6112944 len=218758 2023-12-16T19:55:06.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 1260 completed, throughput=5MB/sec 2023-12-16T19:55:06.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NWVC6I8oqVAucgO off=919617 len=1928986 2023-12-16T19:55:06.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 1261 completed, throughput=5MB/sec 2023-12-16T19:55:06.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:06 smithi002 ceph-mon[137674]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:55:06.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:06 smithi002 ceph-mon[140029]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:55:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:06 smithi043 ceph-mon[135010]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:55:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:07.809 INFO:tasks.workunit.client.0.smithi002.stdout: 249: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:07.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EfsI-U7wW3a5Hhe off=3564350 len=1207654 2023-12-16T19:55:07.816 INFO:tasks.workunit.client.0.smithi002.stdout:op 1262 completed, throughput=4.99MB/sec 2023-12-16T19:55:07.816 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YPXD4itClY9WvOc off=13193308 len=1843954 2023-12-16T19:55:07.826 INFO:tasks.workunit.client.0.smithi002.stdout:op 1263 completed, throughput=4.99MB/sec 2023-12-16T19:55:07.826 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jTSz17X6TEDW1Vx off=5101104 len=552392 2023-12-16T19:55:07.830 INFO:tasks.workunit.client.0.smithi002.stdout:op 1264 completed, throughput=5MB/sec 2023-12-16T19:55:07.830 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Sx1A9zyv0bbK8d0 off=22343462 len=1341766 2023-12-16T19:55:07.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 1265 completed, throughput=5MB/sec 2023-12-16T19:55:08.837 INFO:tasks.workunit.client.0.smithi002.stdout: 250: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:08.837 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fn9Y8KSudWjEX0a off=4779866 len=47095 2023-12-16T19:55:08.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 1266 completed, throughput=4.98MB/sec 2023-12-16T19:55:08.840 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MhnoRRt6Gwn1SnA off=19098813 len=1188154 2023-12-16T19:55:08.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 1267 completed, throughput=4.99MB/sec 2023-12-16T19:55:08.843 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7c2b-td336XaBom off=4763708 len=1183829 2023-12-16T19:55:08.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 1268 completed, throughput=4.99MB/sec 2023-12-16T19:55:08.849 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dwxzov2tinwy4M2 off=1433104 len=1295756 2023-12-16T19:55:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 1269 completed, throughput=4.99MB/sec 2023-12-16T19:55:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dGsnRmNawoaLiHO off=5822077 len=1614200 2023-12-16T19:55:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 1270 completed, throughput=5MB/sec 2023-12-16T19:55:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:08 smithi002 ceph-mon[137674]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:08 smithi002 ceph-mon[140029]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:08.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:08 smithi043 ceph-mon[135010]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:09.853 INFO:tasks.workunit.client.0.smithi002.stdout: 251: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:09.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K9kTIhzkOvRDlTy off=3139497 len=1665301 2023-12-16T19:55:09.855 INFO:tasks.workunit.client.0.smithi002.stdout:op 1271 completed, throughput=4.99MB/sec 2023-12-16T19:55:09.855 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LiHdjCKwog9kw5I off=13274487 len=1401605 2023-12-16T19:55:09.858 INFO:tasks.workunit.client.0.smithi002.stdout:op 1272 completed, throughput=4.99MB/sec 2023-12-16T19:55:09.858 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1SgM1j4uD2aRuGg off=1901022 len=444621 2023-12-16T19:55:09.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 1273 completed, throughput=4.99MB/sec 2023-12-16T19:55:09.862 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KUlAvkQN3PhLBXy off=7885048 len=2065781 2023-12-16T19:55:09.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 1274 completed, throughput=5MB/sec 2023-12-16T19:55:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:09 smithi002 ceph-mon[137674]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:09 smithi002 ceph-mon[140029]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:09 smithi043 ceph-mon[135010]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:10.871 INFO:tasks.workunit.client.0.smithi002.stdout: 252: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:10.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-InrWgv9Ansl2JCw off=8926439 len=875546 2023-12-16T19:55:10.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 1275 completed, throughput=4.99MB/sec 2023-12-16T19:55:10.873 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KdiaMi_RPHYP4yf off=368418 len=243097 2023-12-16T19:55:10.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 1276 completed, throughput=4.99MB/sec 2023-12-16T19:55:10.874 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RpV9dpfbtfFvYfg off=7236255 len=1261755 2023-12-16T19:55:10.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 1277 completed, throughput=4.99MB/sec 2023-12-16T19:55:10.880 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-izncLgCZQwtI_oL off=3075993 len=622286 2023-12-16T19:55:10.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 1278 completed, throughput=4.99MB/sec 2023-12-16T19:55:10.884 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RAuREGoOYsDs9Jv off=7015222 len=1657009 2023-12-16T19:55:10.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 1279 completed, throughput=5MB/sec 2023-12-16T19:55:10.886 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sn4tSX0CZTAPDtU off=9295352 len=1543734 2023-12-16T19:55:10.886 INFO:tasks.workunit.client.0.smithi002.stdout:op 1280 completed, throughput=5MB/sec 2023-12-16T19:55:11.887 INFO:tasks.workunit.client.0.smithi002.stdout: 253: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:11.887 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vDPrqLSO8Ci7DN8 off=20076250 len=993864 2023-12-16T19:55:11.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 1281 completed, throughput=4.99MB/sec 2023-12-16T19:55:11.892 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VZtOBIc4V3wNkwK off=1712396 len=1673730 2023-12-16T19:55:11.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 1282 completed, throughput=5MB/sec 2023-12-16T19:55:11.894 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wXmoLj8Cl2t2GXL off=4374488 len=211731 2023-12-16T19:55:11.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 1283 completed, throughput=5MB/sec 2023-12-16T19:55:11.897 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Dwudaedi2pxMqF7 off=6542566 len=1796433 2023-12-16T19:55:11.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 1284 completed, throughput=5MB/sec 2023-12-16T19:55:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:11] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:55:12.906 INFO:tasks.workunit.client.0.smithi002.stdout: 254: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:12.906 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MNKkfjiEe2wUtua off=4976690 len=972759 2023-12-16T19:55:12.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 1285 completed, throughput=4.99MB/sec 2023-12-16T19:55:12.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B8K2aB9FD2caMRi off=8709341 len=1844091 2023-12-16T19:55:12.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 1286 completed, throughput=4.99MB/sec 2023-12-16T19:55:12.918 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ki4-2RXi4KGYC90 off=4494890 len=121600 2023-12-16T19:55:12.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 1287 completed, throughput=4.99MB/sec 2023-12-16T19:55:12.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--jWg5ROxUknlZYP off=5757628 len=1087657 2023-12-16T19:55:12.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 1288 completed, throughput=5MB/sec 2023-12-16T19:55:12.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ycv9TCxWCTdKnKO off=13727339 len=159709 2023-12-16T19:55:12.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 1289 completed, throughput=5MB/sec 2023-12-16T19:55:12.923 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iZ3fzvqG5-0Lvpd off=22389196 len=546550 2023-12-16T19:55:12.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 1290 completed, throughput=5MB/sec 2023-12-16T19:55:12.927 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bM2-6P2X29vGUgT off=7085442 len=758107 2023-12-16T19:55:12.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 1291 completed, throughput=5MB/sec 2023-12-16T19:55:12.949 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:12 smithi043 ceph-mon[135010]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T19:55:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:12 smithi002 ceph-mon[137674]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T19:55:12.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:12 smithi002 ceph-mon[140029]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T19:55:13.933 INFO:tasks.workunit.client.0.smithi002.stdout: 255: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:13.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iIAYrucAVQyZBKF off=4686355 len=1143650 2023-12-16T19:55:13.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 1292 completed, throughput=4.99MB/sec 2023-12-16T19:55:13.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-txUgvaa-6GvGOkn off=8440947 len=720953 2023-12-16T19:55:13.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 1293 completed, throughput=4.99MB/sec 2023-12-16T19:55:13.940 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EfsI-U7wW3a5Hhe off=9026217 len=184755 2023-12-16T19:55:13.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 1294 completed, throughput=4.99MB/sec 2023-12-16T19:55:13.943 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ARqQl1o3uefwTMs off=17780806 len=58136 2023-12-16T19:55:13.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 1295 completed, throughput=4.99MB/sec 2023-12-16T19:55:13.945 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AR152UN8gewImi0 off=2152566 len=1871623 2023-12-16T19:55:13.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 1296 completed, throughput=5MB/sec 2023-12-16T19:55:13.947 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rYfxud-P45sNF1G off=6552326 len=320177 2023-12-16T19:55:13.950 INFO:tasks.workunit.client.0.smithi002.stdout:op 1297 completed, throughput=5MB/sec 2023-12-16T19:55:13.950 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XuxB_LiV31VTLbA off=96266 len=882468 2023-12-16T19:55:13.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 1298 completed, throughput=5MB/sec 2023-12-16T19:55:14.956 INFO:tasks.workunit.client.0.smithi002.stdout: 256: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:14.956 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-padTxKb-n_AvFat off=7309374 len=924992 2023-12-16T19:55:14.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 1299 completed, throughput=4.99MB/sec 2023-12-16T19:55:14.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0xFTJmcE5o3K85w off=646037 len=70557 2023-12-16T19:55:14.960 INFO:tasks.workunit.client.0.smithi002.stdout:op 1300 completed, throughput=4.99MB/sec 2023-12-16T19:55:14.960 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ES415uq3uaOHkng off=1723342 len=402171 2023-12-16T19:55:14.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 1301 completed, throughput=4.99MB/sec 2023-12-16T19:55:14.963 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aJsUgWnmIw9FdJt off=15562663 len=1217604 2023-12-16T19:55:14.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 1302 completed, throughput=4.99MB/sec 2023-12-16T19:55:14.970 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KKGULXr6zjQx_yI off=11339261 len=1302298 2023-12-16T19:55:14.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 1303 completed, throughput=5MB/sec 2023-12-16T19:55:14.971 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3YbS2jneg_woA-d off=7923275 len=1280183 2023-12-16T19:55:14.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 1304 completed, throughput=5MB/sec 2023-12-16T19:55:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:14 smithi002 ceph-mon[137674]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:55:14.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:14 smithi002 ceph-mon[140029]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:55:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:14 smithi043 ceph-mon[135010]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:55:15.973 INFO:tasks.workunit.client.0.smithi002.stdout: 257: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:15.973 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8IwjvI-DDI919Vl off=7256729 len=1581773 2023-12-16T19:55:15.982 INFO:tasks.workunit.client.0.smithi002.stdout:op 1305 completed, throughput=4.99MB/sec 2023-12-16T19:55:15.982 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7cFhQKi8yWb7_rU off=15606828 len=262303 2023-12-16T19:55:15.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 1306 completed, throughput=4.99MB/sec 2023-12-16T19:55:15.985 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vF9n19itRt5a0_Z off=5159541 len=2080273 2023-12-16T19:55:15.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 1307 completed, throughput=5MB/sec 2023-12-16T19:55:15.989 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eQ-KhiWE8c2qBT7 off=6780333 len=346352 2023-12-16T19:55:15.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 1308 completed, throughput=5MB/sec 2023-12-16T19:55:15.992 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CQTCoDcCDRONFuy off=3021265 len=107370 2023-12-16T19:55:15.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 1309 completed, throughput=5MB/sec 2023-12-16T19:55:15.995 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W8nIBv0mFycmhDu off=3337976 len=20139 2023-12-16T19:55:15.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 1310 completed, throughput=5MB/sec 2023-12-16T19:55:15.996 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UwPe7-dbjHrnyyM off=6579235 len=1904313 2023-12-16T19:55:15.997 INFO:tasks.workunit.client.0.smithi002.stdout:op 1311 completed, throughput=5MB/sec 2023-12-16T19:55:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:16 smithi002 ceph-mon[137674]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:16.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:16 smithi002 ceph-mon[140029]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:16 smithi043 ceph-mon[135010]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:16.997 INFO:tasks.workunit.client.0.smithi002.stdout: 258: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:16.997 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DfFMvqrBif8Vrw3 off=6410693 len=35695 2023-12-16T19:55:17.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 1312 completed, throughput=4.99MB/sec 2023-12-16T19:55:17.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5lISFeZCnQ8pMWP off=2144437 len=1159451 2023-12-16T19:55:17.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 1313 completed, throughput=4.99MB/sec 2023-12-16T19:55:17.007 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ytRwMtqWaWcPB7x off=7725110 len=562489 2023-12-16T19:55:17.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 1314 completed, throughput=4.99MB/sec 2023-12-16T19:55:17.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BT4da9OGi7dKTP0 off=148861 len=1560243 2023-12-16T19:55:17.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 1315 completed, throughput=5MB/sec 2023-12-16T19:55:17.019 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AHjFl77wNSAQc0P off=1594163 len=784846 2023-12-16T19:55:17.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 1316 completed, throughput=5MB/sec 2023-12-16T19:55:18.024 INFO:tasks.workunit.client.0.smithi002.stdout: 259: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:18.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BzA5TGrxKnw5pH2 off=11988064 len=1599806 2023-12-16T19:55:18.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 1317 completed, throughput=4.99MB/sec 2023-12-16T19:55:18.028 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fA9Tbirn2eDofyM off=10907400 len=2050688 2023-12-16T19:55:18.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 1318 completed, throughput=4.99MB/sec 2023-12-16T19:55:18.037 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xSCq47awi0HqlP4 off=19509637 len=294625 2023-12-16T19:55:18.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 1319 completed, throughput=5MB/sec 2023-12-16T19:55:18.041 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lU7TfWhVW4m4M4e off=8218387 len=1352359 2023-12-16T19:55:18.048 INFO:tasks.workunit.client.0.smithi002.stdout:op 1320 completed, throughput=5MB/sec 2023-12-16T19:55:18.048 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-c2hwB4ME2JHGlMX off=7628832 len=739683 2023-12-16T19:55:18.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 1321 completed, throughput=5MB/sec 2023-12-16T19:55:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:18 smithi002 ceph-mon[137674]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:55:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:18 smithi002 ceph-mon[140029]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:55:18.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:18 smithi043 ceph-mon[135010]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:55:19.053 INFO:tasks.workunit.client.0.smithi002.stdout: 260: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:19.053 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uGZAy-DMXrSWwE4 off=11153646 len=688006 2023-12-16T19:55:19.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 1322 completed, throughput=4.99MB/sec 2023-12-16T19:55:19.058 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-crrHmH7lX3xoIBu off=5454204 len=640915 2023-12-16T19:55:19.059 INFO:tasks.workunit.client.0.smithi002.stdout:op 1323 completed, throughput=4.99MB/sec 2023-12-16T19:55:19.059 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bFu-UzTGfKWjBsA off=6155962 len=2000387 2023-12-16T19:55:19.061 INFO:tasks.workunit.client.0.smithi002.stdout:op 1324 completed, throughput=5MB/sec 2023-12-16T19:55:19.061 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pB718nt7ouHTKxE off=294825 len=888955 2023-12-16T19:55:19.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 1325 completed, throughput=5MB/sec 2023-12-16T19:55:19.066 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fgjqNtFT6L0IMZD off=7894168 len=1900494 2023-12-16T19:55:19.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 1326 completed, throughput=5.01MB/sec 2023-12-16T19:55:20.068 INFO:tasks.workunit.client.0.smithi002.stdout: 261: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:20.068 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7oUZHOZhf9pQM_q off=11254215 len=1274451 2023-12-16T19:55:20.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 1327 completed, throughput=4.99MB/sec 2023-12-16T19:55:20.075 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4RG8v6EXwF1jbQi off=3137730 len=928570 2023-12-16T19:55:20.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 1328 completed, throughput=4.99MB/sec 2023-12-16T19:55:20.076 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ga6vRyaZSWMazKg off=5186735 len=736745 2023-12-16T19:55:20.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 1329 completed, throughput=5MB/sec 2023-12-16T19:55:20.081 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tBcii6JSD0vWLU7 off=3958380 len=1515618 2023-12-16T19:55:20.084 INFO:tasks.workunit.client.0.smithi002.stdout:op 1330 completed, throughput=5MB/sec 2023-12-16T19:55:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:19 smithi002 ceph-mon[137674]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:19 smithi002 ceph-mon[140029]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:19 smithi043 ceph-mon[135010]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:21.084 INFO:tasks.workunit.client.0.smithi002.stdout: 262: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:21.084 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6VgXl6rUvSJGzT- off=13212437 len=768615 2023-12-16T19:55:21.090 INFO:tasks.workunit.client.0.smithi002.stdout:op 1331 completed, throughput=4.99MB/sec 2023-12-16T19:55:21.090 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qEOc9IGre27b6Yw off=10039382 len=1836960 2023-12-16T19:55:21.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 1332 completed, throughput=4.99MB/sec 2023-12-16T19:55:21.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zsXzlKKoKI8jMrr off=1071520 len=1319693 2023-12-16T19:55:21.095 INFO:tasks.workunit.client.0.smithi002.stdout:op 1333 completed, throughput=5MB/sec 2023-12-16T19:55:21.095 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oTbwzeisni82VIZ off=5234580 len=149992 2023-12-16T19:55:21.098 INFO:tasks.workunit.client.0.smithi002.stdout:op 1334 completed, throughput=5MB/sec 2023-12-16T19:55:21.098 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yhba6xeN4N3l3jY off=615505 len=1688167 2023-12-16T19:55:21.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 1335 completed, throughput=5MB/sec 2023-12-16T19:55:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:22.100 INFO:tasks.workunit.client.0.smithi002.stdout: 263: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:22.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JkUlDowrJCjcCLB off=4837745 len=1190517 2023-12-16T19:55:22.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 1336 completed, throughput=4.99MB/sec 2023-12-16T19:55:22.108 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4a2DodjhQHuct0H off=9320797 len=1280315 2023-12-16T19:55:22.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 1337 completed, throughput=4.99MB/sec 2023-12-16T19:55:22.115 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S7c7-_2h5V1H4eK off=2495200 len=2060616 2023-12-16T19:55:22.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 1338 completed, throughput=5MB/sec 2023-12-16T19:55:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:21 smithi002 ceph-mon[137674]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:22.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:21] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:55:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:21 smithi002 ceph-mon[140029]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:21 smithi043 ceph-mon[135010]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:23.124 INFO:tasks.workunit.client.0.smithi002.stdout: 264: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:23.124 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YZTbxnrakAYy_Qp off=554881 len=1461184 2023-12-16T19:55:23.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 1339 completed, throughput=4.99MB/sec 2023-12-16T19:55:23.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wuiYbhkrMPKnGvo off=18572618 len=107179 2023-12-16T19:55:23.135 INFO:tasks.workunit.client.0.smithi002.stdout:op 1340 completed, throughput=4.99MB/sec 2023-12-16T19:55:23.135 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TQrCrp6kRGjZp1R off=6534342 len=44998 2023-12-16T19:55:23.135 INFO:tasks.workunit.client.0.smithi002.stdout:op 1341 completed, throughput=4.99MB/sec 2023-12-16T19:55:23.135 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QVPOkcrFOUS3jw2 off=10465413 len=797286 2023-12-16T19:55:23.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 1342 completed, throughput=4.99MB/sec 2023-12-16T19:55:23.137 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gJjfhJVhMmlec6s off=3403882 len=1801543 2023-12-16T19:55:23.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 1343 completed, throughput=5MB/sec 2023-12-16T19:55:23.145 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2Ab5N6FmfKB3qr7 off=12308706 len=1062762 2023-12-16T19:55:23.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 1344 completed, throughput=5MB/sec 2023-12-16T19:55:24.147 INFO:tasks.workunit.client.0.smithi002.stdout: 265: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:24.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qNOUMrAnliAqOg_ off=13393136 len=8249 2023-12-16T19:55:24.149 INFO:tasks.workunit.client.0.smithi002.stdout:op 1345 completed, throughput=4.98MB/sec 2023-12-16T19:55:24.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tC3BF3NdYb3Ja1l off=332717 len=256354 2023-12-16T19:55:24.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 1346 completed, throughput=4.98MB/sec 2023-12-16T19:55:24.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--mM4A-tGvmzOEVd off=7730414 len=1497943 2023-12-16T19:55:24.157 INFO:tasks.workunit.client.0.smithi002.stdout:op 1347 completed, throughput=4.99MB/sec 2023-12-16T19:55:24.157 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IqkiDpQc__jwZs4 off=1909012 len=671853 2023-12-16T19:55:24.162 INFO:tasks.workunit.client.0.smithi002.stdout:op 1348 completed, throughput=4.99MB/sec 2023-12-16T19:55:24.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-85ercDzIB0tXIKq off=21328312 len=808454 2023-12-16T19:55:24.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 1349 completed, throughput=4.99MB/sec 2023-12-16T19:55:24.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ISiyUYfo_CvcPsI off=1314040 len=382003 2023-12-16T19:55:24.170 INFO:tasks.workunit.client.0.smithi002.stdout:op 1350 completed, throughput=4.99MB/sec 2023-12-16T19:55:24.170 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BvnG0hHGuynTHvt off=10776343 len=415736 2023-12-16T19:55:24.173 INFO:tasks.workunit.client.0.smithi002.stdout:op 1351 completed, throughput=5MB/sec 2023-12-16T19:55:24.173 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z29ByDccagh8eV4 off=1211953 len=1269812 2023-12-16T19:55:24.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 1352 completed, throughput=5MB/sec 2023-12-16T19:55:24.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:24 smithi002 ceph-mon[137674]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:24.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:24 smithi002 ceph-mon[140029]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:24 smithi043 ceph-mon[135010]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:55:25.175 INFO:tasks.workunit.client.0.smithi002.stdout: 266: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:25.175 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BvkOfckoxL-hYXa off=11327403 len=286198 2023-12-16T19:55:25.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 1353 completed, throughput=4.98MB/sec 2023-12-16T19:55:25.179 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LD-St1Ab-O9Ot28 off=1190016 len=1371852 2023-12-16T19:55:25.181 INFO:tasks.workunit.client.0.smithi002.stdout:op 1354 completed, throughput=4.99MB/sec 2023-12-16T19:55:25.181 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sPINoEEAn8ClPqX off=8158153 len=557454 2023-12-16T19:55:25.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 1355 completed, throughput=4.99MB/sec 2023-12-16T19:55:25.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3g2fWAm34aMEQ0r off=345282 len=87252 2023-12-16T19:55:25.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 1356 completed, throughput=4.99MB/sec 2023-12-16T19:55:25.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3E2UMgj8BZaNrcg off=22213184 len=181811 2023-12-16T19:55:25.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 1357 completed, throughput=4.99MB/sec 2023-12-16T19:55:25.184 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_eCrKz1l5NXzXOo off=4682338 len=1753688 2023-12-16T19:55:25.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 1358 completed, throughput=5MB/sec 2023-12-16T19:55:25.192 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1S-6lxCXbcMJ8Uh off=2517332 len=357799 2023-12-16T19:55:25.196 INFO:tasks.workunit.client.0.smithi002.stdout:op 1359 completed, throughput=5MB/sec 2023-12-16T19:55:25.196 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B2E2P6POXJTx0PJ off=2092079 len=680399 2023-12-16T19:55:25.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 1360 completed, throughput=5MB/sec 2023-12-16T19:55:25.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oAw5LBArifCdlEc off=1434867 len=1806829 2023-12-16T19:55:25.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 1361 completed, throughput=5.01MB/sec 2023-12-16T19:55:26.207 INFO:tasks.workunit.client.0.smithi002.stdout: 267: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:26.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G7tjDR9n49MDkcM off=16349239 len=62370 2023-12-16T19:55:26.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 1362 completed, throughput=4.99MB/sec 2023-12-16T19:55:26.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FOmqkQXnkEzr0uF off=4687492 len=23907 2023-12-16T19:55:26.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 1363 completed, throughput=4.99MB/sec 2023-12-16T19:55:26.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cyls1DKfLafcH3L off=5229343 len=505406 2023-12-16T19:55:26.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 1364 completed, throughput=4.99MB/sec 2023-12-16T19:55:26.209 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Hz9IEtdb-G3HSRF off=6025037 len=469314 2023-12-16T19:55:26.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 1365 completed, throughput=4.99MB/sec 2023-12-16T19:55:26.214 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1RK4FyKosY0Yps1 off=20689581 len=1644338 2023-12-16T19:55:26.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 1366 completed, throughput=5MB/sec 2023-12-16T19:55:26.215 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6TvS_qSVBLl_qwm off=519941 len=565403 2023-12-16T19:55:26.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 1367 completed, throughput=5MB/sec 2023-12-16T19:55:26.217 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bQSSXZxdqjLS-sT off=4216532 len=448446 2023-12-16T19:55:26.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 1368 completed, throughput=5MB/sec 2023-12-16T19:55:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:26 smithi002 ceph-mon[137674]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:26.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:26 smithi002 ceph-mon[140029]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:26 smithi043 ceph-mon[135010]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:27.218 INFO:tasks.workunit.client.0.smithi002.stdout: 268: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:27.219 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-htBIgq0B04pJhC9 off=2250470 len=836316 2023-12-16T19:55:27.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 1369 completed, throughput=4.99MB/sec 2023-12-16T19:55:27.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-icKmwwp1fDYw2PZ off=943627 len=168584 2023-12-16T19:55:27.226 INFO:tasks.workunit.client.0.smithi002.stdout:op 1370 completed, throughput=4.99MB/sec 2023-12-16T19:55:27.226 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0aLM_U1SBwqKtc9 off=3853552 len=1175862 2023-12-16T19:55:27.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 1371 completed, throughput=4.99MB/sec 2023-12-16T19:55:27.232 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HnPEaBZJkua_MNK off=5363473 len=215170 2023-12-16T19:55:27.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 1372 completed, throughput=4.99MB/sec 2023-12-16T19:55:27.235 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J7DOvbkhpfh-WqI off=541974 len=999881 2023-12-16T19:55:27.236 INFO:tasks.workunit.client.0.smithi002.stdout:op 1373 completed, throughput=4.99MB/sec 2023-12-16T19:55:27.236 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EbcOQ3MBOl6ONkL off=14914897 len=910892 2023-12-16T19:55:27.237 INFO:tasks.workunit.client.0.smithi002.stdout:op 1374 completed, throughput=5MB/sec 2023-12-16T19:55:27.237 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Odz6UauJdgFj__Q off=8054105 len=1023177 2023-12-16T19:55:27.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 1375 completed, throughput=5MB/sec 2023-12-16T19:55:28.077 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:55:28.242 INFO:tasks.workunit.client.0.smithi002.stdout: 269: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:28.242 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GMyps4MqM8gSq3C off=10331612 len=1249109 2023-12-16T19:55:28.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 1376 completed, throughput=4.99MB/sec 2023-12-16T19:55:28.244 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mtwJfbrQE8eiS1M off=4474159 len=837005 2023-12-16T19:55:28.249 INFO:tasks.workunit.client.0.smithi002.stdout:op 1377 completed, throughput=4.99MB/sec 2023-12-16T19:55:28.249 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XMfmJn2HapkSq6R off=10943686 len=275870 2023-12-16T19:55:28.249 INFO:tasks.workunit.client.0.smithi002.stdout:op 1378 completed, throughput=4.99MB/sec 2023-12-16T19:55:28.249 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hW9Ar8xchQt_s6X off=6128219 len=1381572 2023-12-16T19:55:28.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 1379 completed, throughput=4.99MB/sec 2023-12-16T19:55:28.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qf1K7Ph7VuLbN6c off=24050000 len=387206 2023-12-16T19:55:28.259 INFO:tasks.workunit.client.0.smithi002.stdout:op 1380 completed, throughput=5MB/sec 2023-12-16T19:55:28.259 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YLKMtTCaF-8880C off=3186439 len=1659407 2023-12-16T19:55:28.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 1381 completed, throughput=5MB/sec 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (23m) 10m ago 26m 25.7M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (23m) 7m ago 26m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (27m) 10m ago 27m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (27m) 7m ago 27m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:55:28.404 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (22m) 7m ago 29m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (23m) 10m ago 30m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (22m) 10m ago 30m 85.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (22m) 7m ago 29m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (22m) 10m ago 29m 67.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (23m) 10m ago 26m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (23m) 7m ago 26m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (21m) 10m ago 29m 347M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (21m) 10m ago 28m 445M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (20m) 10m ago 28m 300M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (20m) 10m ago 28m 219M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (19m) 7m ago 28m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (19m) 7m ago 27m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (18m) 7m ago 27m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:55:28.405 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (18m) 7m ago 27m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:55:28.406 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (22m) 7m ago 26m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:55:28.810 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:55:28.811 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:55:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:28 smithi002 ceph-mon[137674]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:28.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:28 smithi002 ceph-mon[140029]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:28 smithi043 ceph-mon[135010]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:29.260 INFO:tasks.workunit.client.0.smithi002.stdout: 270: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:29.261 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vrLKK5fwFZrH450 off=13431963 len=2034481 2023-12-16T19:55:29.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 1382 completed, throughput=4.99MB/sec 2023-12-16T19:55:29.268 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N8nGUjZ7pdNfyIB off=2572439 len=1658108 2023-12-16T19:55:29.271 INFO:tasks.workunit.client.0.smithi002.stdout:op 1383 completed, throughput=5MB/sec 2023-12-16T19:55:29.271 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KXIY1rZxzKC27vc off=3873214 len=1803031 2023-12-16T19:55:29.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 1384 completed, throughput=5MB/sec 2023-12-16T19:55:29.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[137674]: from='client.45362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[137674]: from='client.45368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/698021740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:55:29.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[140029]: from='client.45362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[140029]: from='client.45368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/698021740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:55:29.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:29 smithi043 ceph-mon[135010]: from='client.45362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:29 smithi043 ceph-mon[135010]: from='client.45368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:55:29.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/698021740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:55:30.281 INFO:tasks.workunit.client.0.smithi002.stdout: 271: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:30.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZY64cDoSudNDdBU off=14647023 len=1037298 2023-12-16T19:55:30.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 1385 completed, throughput=4.99MB/sec 2023-12-16T19:55:30.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ok65bLVpMHzsI0k off=3276703 len=268895 2023-12-16T19:55:30.287 INFO:tasks.workunit.client.0.smithi002.stdout:op 1386 completed, throughput=4.99MB/sec 2023-12-16T19:55:30.287 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PyWRszUQvE0aAZZ off=7470215 len=1565423 2023-12-16T19:55:30.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 1387 completed, throughput=4.99MB/sec 2023-12-16T19:55:30.294 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X5KFgdnhrA6aO3X off=309977 len=1002761 2023-12-16T19:55:30.295 INFO:tasks.workunit.client.0.smithi002.stdout:op 1388 completed, throughput=5MB/sec 2023-12-16T19:55:30.295 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jgc9n3MCw38QlyM off=6724398 len=1605501 2023-12-16T19:55:30.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 1389 completed, throughput=5MB/sec 2023-12-16T19:55:30.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:30 smithi002 ceph-mon[137674]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:30.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:30 smithi002 ceph-mon[140029]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:30.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:30 smithi043 ceph-mon[135010]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:31.297 INFO:tasks.workunit.client.0.smithi002.stdout: 272: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:31.298 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FZ9R9lWZoEJPj2H off=4189212 len=1319080 2023-12-16T19:55:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:op 1390 completed, throughput=4.99MB/sec 2023-12-16T19:55:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uosuYDB_dUXCyam off=10451543 len=489727 2023-12-16T19:55:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 1391 completed, throughput=4.99MB/sec 2023-12-16T19:55:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bPL15menUAVibWO off=1716305 len=1516593 2023-12-16T19:55:31.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 1392 completed, throughput=5MB/sec 2023-12-16T19:55:31.312 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FQxC81dUW8PUzfd off=1382935 len=1930611 2023-12-16T19:55:31.322 INFO:tasks.workunit.client.0.smithi002.stdout:op 1393 completed, throughput=5MB/sec 2023-12-16T19:55:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:31] "GET /metrics HTTP/1.1" 200 33923 "" "Prometheus/2.43.0" 2023-12-16T19:55:32.323 INFO:tasks.workunit.client.0.smithi002.stdout: 273: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:32.323 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eX183myjvAzKNhp off=4910032 len=720488 2023-12-16T19:55:32.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 1394 completed, throughput=4.99MB/sec 2023-12-16T19:55:32.324 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fA9Tbirn2eDofyM off=19203186 len=1228688 2023-12-16T19:55:32.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 1395 completed, throughput=4.99MB/sec 2023-12-16T19:55:32.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QMReI9ONog5BJLj off=1554705 len=192317 2023-12-16T19:55:32.329 INFO:tasks.workunit.client.0.smithi002.stdout:op 1396 completed, throughput=4.99MB/sec 2023-12-16T19:55:32.329 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zg1CXgMoUGY9XJZ off=10887278 len=256394 2023-12-16T19:55:32.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 1397 completed, throughput=4.99MB/sec 2023-12-16T19:55:32.330 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-F8ZScP4k--8Tye5 off=6255518 len=1984418 2023-12-16T19:55:32.332 INFO:tasks.workunit.client.0.smithi002.stdout:op 1398 completed, throughput=5MB/sec 2023-12-16T19:55:32.332 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jRrRhaTk14hqHS1 off=490962 len=1729340 2023-12-16T19:55:32.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 1399 completed, throughput=5.01MB/sec 2023-12-16T19:55:32.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:32 smithi002 ceph-mon[137674]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:32.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:32 smithi002 ceph-mon[140029]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:32.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:32 smithi043 ceph-mon[135010]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:55:33.340 INFO:tasks.workunit.client.0.smithi002.stdout: 274: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:33.341 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ezskm5n7AJc2hn6 off=3658154 len=1621181 2023-12-16T19:55:33.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 1400 completed, throughput=4.99MB/sec 2023-12-16T19:55:33.348 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TkHegXBD2I7ErTL off=8236429 len=469025 2023-12-16T19:55:33.349 INFO:tasks.workunit.client.0.smithi002.stdout:op 1401 completed, throughput=4.99MB/sec 2023-12-16T19:55:33.349 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zRN70WdOAgQhiX6 off=248402 len=721624 2023-12-16T19:55:33.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 1402 completed, throughput=5MB/sec 2023-12-16T19:55:33.351 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ni5fg7LTC60kX9z off=4314151 len=1542241 2023-12-16T19:55:33.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 1403 completed, throughput=5MB/sec 2023-12-16T19:55:34.359 INFO:tasks.workunit.client.0.smithi002.stdout: 275: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:34.359 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WV5r4hq5FYJhGHj off=23353119 len=1683905 2023-12-16T19:55:34.368 INFO:tasks.workunit.client.0.smithi002.stdout:op 1404 completed, throughput=4.99MB/sec 2023-12-16T19:55:34.368 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6mhrtT5wT5u6u6I off=11299291 len=506060 2023-12-16T19:55:34.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 1405 completed, throughput=4.99MB/sec 2023-12-16T19:55:34.369 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pVeMQPrEL7T4fnA off=20551142 len=2093055 2023-12-16T19:55:34.372 INFO:tasks.workunit.client.0.smithi002.stdout:op 1406 completed, throughput=5MB/sec 2023-12-16T19:55:34.372 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yPS6P5v-OyIQKSQ off=18424037 len=1808054 2023-12-16T19:55:34.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 1407 completed, throughput=5MB/sec 2023-12-16T19:55:34.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:34 smithi002 ceph-mon[140029]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:55:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:34 smithi002 ceph-mon[137674]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:55:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:34 smithi043 ceph-mon[135010]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:55:35.374 INFO:tasks.workunit.client.0.smithi002.stdout: 276: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:35.375 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AceQKp4Q67Cq2Uu off=7347860 len=308946 2023-12-16T19:55:35.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 1408 completed, throughput=4.99MB/sec 2023-12-16T19:55:35.375 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BEcuJqPkucp6ihs off=2880558 len=235625 2023-12-16T19:55:35.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 1409 completed, throughput=4.99MB/sec 2023-12-16T19:55:35.376 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-C9z3RYTZsfyZGI9 off=6002506 len=1663269 2023-12-16T19:55:35.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 1410 completed, throughput=4.99MB/sec 2023-12-16T19:55:35.378 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F9frT7-39Z5Jph_ off=10342018 len=128487 2023-12-16T19:55:35.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 1411 completed, throughput=4.99MB/sec 2023-12-16T19:55:35.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Wl43rNUkBT6_uNJ off=11332547 len=1836716 2023-12-16T19:55:35.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 1412 completed, throughput=5MB/sec 2023-12-16T19:55:35.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:55:35.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:55:35.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:55:36.391 INFO:tasks.workunit.client.0.smithi002.stdout: 277: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:36.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6jqUsNkI_3bwbYn off=202458 len=1587462 2023-12-16T19:55:36.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 1413 completed, throughput=4.99MB/sec 2023-12-16T19:55:36.399 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4ByCKyFq9oGSRjO off=3999313 len=948866 2023-12-16T19:55:36.404 INFO:tasks.workunit.client.0.smithi002.stdout:op 1414 completed, throughput=4.99MB/sec 2023-12-16T19:55:36.404 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-znG-I1PhOCXA0YX off=9340467 len=496075 2023-12-16T19:55:36.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 1415 completed, throughput=4.99MB/sec 2023-12-16T19:55:36.405 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rRzfhet6FSs7t45 off=4637999 len=301768 2023-12-16T19:55:36.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 1416 completed, throughput=4.99MB/sec 2023-12-16T19:55:36.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BACfUQTUXjWLXjm off=3461043 len=422810 2023-12-16T19:55:36.408 INFO:tasks.workunit.client.0.smithi002.stdout:op 1417 completed, throughput=5MB/sec 2023-12-16T19:55:36.408 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OhPKFeG99HGZ76b off=14766220 len=997835 2023-12-16T19:55:36.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 1418 completed, throughput=5MB/sec 2023-12-16T19:55:36.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GXjlEPGArZE9AHR off=15897118 len=1155583 2023-12-16T19:55:36.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 1419 completed, throughput=5MB/sec 2023-12-16T19:55:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:36 smithi002 ceph-mon[137674]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:55:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:36 smithi002 ceph-mon[140029]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:55:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:36 smithi043 ceph-mon[135010]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:55:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:37.413 INFO:tasks.workunit.client.0.smithi002.stdout: 278: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:37.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dE1EWnEhSuOPkhm off=8594535 len=1261098 2023-12-16T19:55:37.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 1420 completed, throughput=4.99MB/sec 2023-12-16T19:55:37.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8RDPhFD-cCDpAIe off=7042560 len=1893461 2023-12-16T19:55:37.414 INFO:tasks.workunit.client.0.smithi002.stdout:op 1421 completed, throughput=5MB/sec 2023-12-16T19:55:37.414 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BPmDQ-OKUiStdiU off=89295 len=1440721 2023-12-16T19:55:37.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 1422 completed, throughput=5MB/sec 2023-12-16T19:55:38.415 INFO:tasks.workunit.client.0.smithi002.stdout: 279: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:38.416 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OglnkISyQgPuhmv off=5376011 len=952005 2023-12-16T19:55:38.420 INFO:tasks.workunit.client.0.smithi002.stdout:op 1423 completed, throughput=4.99MB/sec 2023-12-16T19:55:38.420 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f6dq35FPNEmzoLW off=14337269 len=497466 2023-12-16T19:55:38.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 1424 completed, throughput=4.99MB/sec 2023-12-16T19:55:38.424 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BQMb9nZY8-0gHNZ off=5390991 len=717906 2023-12-16T19:55:38.429 INFO:tasks.workunit.client.0.smithi002.stdout:op 1425 completed, throughput=4.99MB/sec 2023-12-16T19:55:38.429 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iqiUS2byfecbyCa off=4241849 len=769875 2023-12-16T19:55:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 1426 completed, throughput=4.99MB/sec 2023-12-16T19:55:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_kXpZYiKbmNMXhu off=605348 len=1160244 2023-12-16T19:55:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 1427 completed, throughput=5MB/sec 2023-12-16T19:55:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tWpWnTsxZuADElj off=6507245 len=247013 2023-12-16T19:55:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:op 1428 completed, throughput=5MB/sec 2023-12-16T19:55:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Hn_WfBrR5fVaSOa off=11566870 len=1206082 2023-12-16T19:55:38.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 1429 completed, throughput=5MB/sec 2023-12-16T19:55:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:55:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:55:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:55:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:55:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:55:39.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:55:39.441 INFO:tasks.workunit.client.0.smithi002.stdout: 280: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:39.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A-A9XV1IUV8iH83 off=1487937 len=664927 2023-12-16T19:55:39.445 INFO:tasks.workunit.client.0.smithi002.stdout:op 1430 completed, throughput=4.99MB/sec 2023-12-16T19:55:39.446 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SpwmLC3DKU7aOIJ off=4863284 len=1611195 2023-12-16T19:55:39.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 1431 completed, throughput=4.99MB/sec 2023-12-16T19:55:39.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t7FH6BmmOzQ9TJL off=11240046 len=568586 2023-12-16T19:55:39.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 1432 completed, throughput=4.99MB/sec 2023-12-16T19:55:39.461 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7FutnbALahJDmc5 off=6550609 len=349756 2023-12-16T19:55:39.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 1433 completed, throughput=4.99MB/sec 2023-12-16T19:55:39.461 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VgKcFWDkuJ9coqP off=11617248 len=185294 2023-12-16T19:55:39.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 1434 completed, throughput=4.99MB/sec 2023-12-16T19:55:39.463 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K1bN7dXo91l4cyZ off=10221925 len=891885 2023-12-16T19:55:39.464 INFO:tasks.workunit.client.0.smithi002.stdout:op 1435 completed, throughput=5MB/sec 2023-12-16T19:55:39.464 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bA55K2pSYuLFvs2 off=14210074 len=177792 2023-12-16T19:55:39.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 1436 completed, throughput=5MB/sec 2023-12-16T19:55:39.465 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-c8z3WPEtQU009YJ off=1658547 len=611359 2023-12-16T19:55:39.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 1437 completed, throughput=5MB/sec 2023-12-16T19:55:39.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QAR0b-OohmxG9bV off=21027089 len=1304068 2023-12-16T19:55:39.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 1438 completed, throughput=5MB/sec 2023-12-16T19:55:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:39 smithi002 ceph-mon[137674]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:55:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:39 smithi002 ceph-mon[140029]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:55:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:39 smithi043 ceph-mon[135010]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:55:40.476 INFO:tasks.workunit.client.0.smithi002.stdout: 281: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:40.476 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0xhLqh21-hdGg_i off=1705505 len=861632 2023-12-16T19:55:40.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 1439 completed, throughput=4.99MB/sec 2023-12-16T19:55:40.481 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EyFotLQbEJT6F2z off=5817874 len=300279 2023-12-16T19:55:40.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 1440 completed, throughput=4.99MB/sec 2023-12-16T19:55:40.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--v5qgD3vPCo3GCm off=613103 len=1055421 2023-12-16T19:55:40.488 INFO:tasks.workunit.client.0.smithi002.stdout:op 1441 completed, throughput=4.99MB/sec 2023-12-16T19:55:40.488 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9g10yBAHjVynggY off=4805400 len=909710 2023-12-16T19:55:40.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 1442 completed, throughput=5MB/sec 2023-12-16T19:55:40.493 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0TgSMwWeVasFHe2 off=1788407 len=1813773 2023-12-16T19:55:40.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 1443 completed, throughput=5MB/sec 2023-12-16T19:55:41.495 INFO:tasks.workunit.client.0.smithi002.stdout: 282: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:41.495 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mLT3KZLlbQdMXPS off=5349934 len=1855885 2023-12-16T19:55:41.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 1444 completed, throughput=4.99MB/sec 2023-12-16T19:55:41.505 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f_RgEJNpSqz71gn off=13633923 len=1408752 2023-12-16T19:55:41.512 INFO:tasks.workunit.client.0.smithi002.stdout:op 1445 completed, throughput=5MB/sec 2023-12-16T19:55:41.512 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D7V4oRPi21g6oMj off=8157564 len=233320 2023-12-16T19:55:41.513 INFO:tasks.workunit.client.0.smithi002.stdout:op 1446 completed, throughput=5MB/sec 2023-12-16T19:55:41.513 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3heBXVN0FW9WQgz off=3696788 len=1892477 2023-12-16T19:55:41.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 1447 completed, throughput=5MB/sec 2023-12-16T19:55:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:41] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2023-12-16T19:55:42.522 INFO:tasks.workunit.client.0.smithi002.stdout: 283: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:42.522 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Umg4QARUMoUBL2Y off=1278238 len=1142019 2023-12-16T19:55:42.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 1448 completed, throughput=4.99MB/sec 2023-12-16T19:55:42.523 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SA7SvTHJKYMjQz3 off=4204809 len=895873 2023-12-16T19:55:42.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 1449 completed, throughput=4.99MB/sec 2023-12-16T19:55:42.525 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fUTI27nlF_ByOPs off=8308615 len=558611 2023-12-16T19:55:42.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 1450 completed, throughput=4.99MB/sec 2023-12-16T19:55:42.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Un7r927woF2PYsM off=2848787 len=1714808 2023-12-16T19:55:42.529 INFO:tasks.workunit.client.0.smithi002.stdout:op 1451 completed, throughput=5MB/sec 2023-12-16T19:55:42.530 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-es14BAyOvGjRop5 off=646191 len=811695 2023-12-16T19:55:42.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 1452 completed, throughput=5MB/sec 2023-12-16T19:55:42.950 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:42 smithi043 ceph-mon[135010]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:55:42.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:42 smithi002 ceph-mon[137674]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:55:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:42 smithi002 ceph-mon[140029]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:55:43.535 INFO:tasks.workunit.client.0.smithi002.stdout: 284: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:43.536 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9DdgHLHTpThhVJ2 off=5314481 len=1209035 2023-12-16T19:55:43.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 1453 completed, throughput=4.99MB/sec 2023-12-16T19:55:43.542 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7rIiEVcPRv1FzO1 off=18935477 len=265053 2023-12-16T19:55:43.543 INFO:tasks.workunit.client.0.smithi002.stdout:op 1454 completed, throughput=4.99MB/sec 2023-12-16T19:55:43.543 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EHKsZy-9OkVo5vs off=3465807 len=1346927 2023-12-16T19:55:43.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 1455 completed, throughput=4.99MB/sec 2023-12-16T19:55:43.545 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VP_8eR8rx4GrtN- off=10984394 len=1704587 2023-12-16T19:55:43.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 1456 completed, throughput=5MB/sec 2023-12-16T19:55:43.554 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xQ4wWg78JulWMTS off=1975917 len=380490 2023-12-16T19:55:43.555 INFO:tasks.workunit.client.0.smithi002.stdout:op 1457 completed, throughput=5MB/sec 2023-12-16T19:55:44.555 INFO:tasks.workunit.client.0.smithi002.stdout: 285: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:44.555 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UC1PBNnhQIQFnFq off=9037685 len=1676225 2023-12-16T19:55:44.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 1458 completed, throughput=4.99MB/sec 2023-12-16T19:55:44.563 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-clp3Ro0teLs3k5k off=416268 len=1827664 2023-12-16T19:55:44.571 INFO:tasks.workunit.client.0.smithi002.stdout:op 1459 completed, throughput=4.99MB/sec 2023-12-16T19:55:44.571 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BT4da9OGi7dKTP0 off=353056 len=1356048 2023-12-16T19:55:44.572 INFO:tasks.workunit.client.0.smithi002.stdout:op 1460 completed, throughput=5MB/sec 2023-12-16T19:55:44.572 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q2FWwYRqnGWrBwR off=5922264 len=455173 2023-12-16T19:55:44.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 1461 completed, throughput=5MB/sec 2023-12-16T19:55:44.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:44 smithi002 ceph-mon[137674]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:44.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:44 smithi002 ceph-mon[140029]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:44.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:44 smithi043 ceph-mon[135010]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:55:45.577 INFO:tasks.workunit.client.0.smithi002.stdout: 286: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:45.577 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HO53d2N4YuWg-ON off=6467426 len=1334338 2023-12-16T19:55:45.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 1462 completed, throughput=4.99MB/sec 2023-12-16T19:55:45.583 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JUvzI0_-MPgRUSt off=885986 len=1967073 2023-12-16T19:55:45.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 1463 completed, throughput=4.99MB/sec 2023-12-16T19:55:45.592 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x2KaWpa2o2Kw8B3 off=4624569 len=778045 2023-12-16T19:55:45.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 1464 completed, throughput=5MB/sec 2023-12-16T19:55:45.597 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-60-H0MswUjNubcJ off=13669751 len=1471880 2023-12-16T19:55:45.600 INFO:tasks.workunit.client.0.smithi002.stdout:op 1465 completed, throughput=5MB/sec 2023-12-16T19:55:46.600 INFO:tasks.workunit.client.0.smithi002.stdout: 287: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:46.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NsFrNtUuKo74dyc off=4205868 len=399347 2023-12-16T19:55:46.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 1466 completed, throughput=4.98MB/sec 2023-12-16T19:55:46.604 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NHaYV_VeHaZMolO off=335359 len=1845637 2023-12-16T19:55:46.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 1467 completed, throughput=4.99MB/sec 2023-12-16T19:55:46.612 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CsXLwsPDiMAKNZR off=12337792 len=268263 2023-12-16T19:55:46.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 1468 completed, throughput=4.99MB/sec 2023-12-16T19:55:46.613 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rR3QOLDCtUbRaC0 off=12243242 len=623768 2023-12-16T19:55:46.617 INFO:tasks.workunit.client.0.smithi002.stdout:op 1469 completed, throughput=4.99MB/sec 2023-12-16T19:55:46.617 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kZmT12vU2tFmiHC off=582236 len=27496 2023-12-16T19:55:46.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 1470 completed, throughput=4.99MB/sec 2023-12-16T19:55:46.618 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AnSvxumYNOkESzA off=883488 len=762604 2023-12-16T19:55:46.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 1471 completed, throughput=5MB/sec 2023-12-16T19:55:46.622 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZPHFZl1Y3Mo6wgn off=1680984 len=1725975 2023-12-16T19:55:46.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 1472 completed, throughput=5MB/sec 2023-12-16T19:55:46.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:46 smithi002 ceph-mon[137674]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:46.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:46 smithi002 ceph-mon[140029]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:46.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:46 smithi043 ceph-mon[135010]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:55:47.631 INFO:tasks.workunit.client.0.smithi002.stdout: 288: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:47.632 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WSmvVn7aWBzm7ZI off=4319638 len=610371 2023-12-16T19:55:47.635 INFO:tasks.workunit.client.0.smithi002.stdout:op 1473 completed, throughput=4.99MB/sec 2023-12-16T19:55:47.635 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-es14BAyOvGjRop5 off=223617 len=1234269 2023-12-16T19:55:47.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 1474 completed, throughput=4.99MB/sec 2023-12-16T19:55:47.644 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yx7y_SRdlDbWn3P off=6917917 len=1957862 2023-12-16T19:55:47.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 1475 completed, throughput=5MB/sec 2023-12-16T19:55:47.654 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nGCfwqcu1fVacMp off=137968 len=1157604 2023-12-16T19:55:47.659 INFO:tasks.workunit.client.0.smithi002.stdout:op 1476 completed, throughput=5MB/sec 2023-12-16T19:55:48.660 INFO:tasks.workunit.client.0.smithi002.stdout: 289: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:48.660 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a3KgR1KaL5CIhJC off=1024358 len=1553774 2023-12-16T19:55:48.667 INFO:tasks.workunit.client.0.smithi002.stdout:op 1477 completed, throughput=4.99MB/sec 2023-12-16T19:55:48.667 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wDVJJ2X0sxI06Q9 off=4310600 len=953368 2023-12-16T19:55:48.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 1478 completed, throughput=4.99MB/sec 2023-12-16T19:55:48.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hsa71l8pYnp1uFI off=12844816 len=712856 2023-12-16T19:55:48.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 1479 completed, throughput=4.99MB/sec 2023-12-16T19:55:48.677 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-af4ncFbd5hkVw6f off=11182682 len=1950243 2023-12-16T19:55:48.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 1480 completed, throughput=5MB/sec 2023-12-16T19:55:48.690 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dOjHdIvRzSa8GeP off=14560264 len=1478737 2023-12-16T19:55:48.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 1481 completed, throughput=5MB/sec 2023-12-16T19:55:48.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:48 smithi002 ceph-mon[140029]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:48.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:48 smithi002 ceph-mon[137674]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:48.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:48 smithi043 ceph-mon[135010]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:55:49.689 INFO:tasks.workunit.client.0.smithi002.stdout: 290: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:49.689 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CcJDOuzi91T4k3a off=5147125 len=744551 2023-12-16T19:55:49.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 1482 completed, throughput=4.99MB/sec 2023-12-16T19:55:49.694 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Tz0NHH-5ABTUvCQ off=844299 len=3937 2023-12-16T19:55:49.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 1483 completed, throughput=4.99MB/sec 2023-12-16T19:55:49.696 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iVjcXfNnM0QHScC off=6013914 len=2096902 2023-12-16T19:55:49.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 1484 completed, throughput=5MB/sec 2023-12-16T19:55:49.706 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YmAvT4pl5XIoIIO off=6635932 len=948640 2023-12-16T19:55:49.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 1485 completed, throughput=5MB/sec 2023-12-16T19:55:49.711 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tb4bn59w60yJl3X off=5310181 len=1239882 2023-12-16T19:55:49.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 1486 completed, throughput=5MB/sec 2023-12-16T19:55:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:49 smithi002 ceph-mon[137674]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:55:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:49 smithi002 ceph-mon[140029]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:55:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:49 smithi043 ceph-mon[135010]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T19:55:50.716 INFO:tasks.workunit.client.0.smithi002.stdout: 291: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:50.716 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W5QtUktx2SHSe_Q off=1169273 len=607549 2023-12-16T19:55:50.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 1487 completed, throughput=4.99MB/sec 2023-12-16T19:55:50.717 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WI8UwuhBPsY1tkf off=265498 len=590111 2023-12-16T19:55:50.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 1488 completed, throughput=4.99MB/sec 2023-12-16T19:55:50.722 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cLG4D2engdtHiys off=1993095 len=1759545 2023-12-16T19:55:50.730 INFO:tasks.workunit.client.0.smithi002.stdout:op 1489 completed, throughput=5MB/sec 2023-12-16T19:55:50.731 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xuuWSeH9SRCVYdM off=712703 len=2082797 2023-12-16T19:55:50.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 1490 completed, throughput=5MB/sec 2023-12-16T19:55:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:55:51.741 INFO:tasks.workunit.client.0.smithi002.stdout: 292: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:51.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ca6tgrj2YoLBD61 off=5945361 len=1581893 2023-12-16T19:55:51.749 INFO:tasks.workunit.client.0.smithi002.stdout:op 1491 completed, throughput=4.99MB/sec 2023-12-16T19:55:51.749 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gTaRq0Uw4Af1jbY off=2017949 len=394838 2023-12-16T19:55:51.753 INFO:tasks.workunit.client.0.smithi002.stdout:op 1492 completed, throughput=4.99MB/sec 2023-12-16T19:55:51.753 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0TGNDOCrwCnlh5k off=11021249 len=3961 2023-12-16T19:55:51.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 1493 completed, throughput=4.99MB/sec 2023-12-16T19:55:51.755 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YpuOkqi04IvZqWF off=9059768 len=225058 2023-12-16T19:55:51.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 1494 completed, throughput=4.99MB/sec 2023-12-16T19:55:51.758 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tSoyYysOPXbJdkU off=74467 len=1344140 2023-12-16T19:55:51.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 1495 completed, throughput=5MB/sec 2023-12-16T19:55:51.765 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7rHLNqTceLieT7P off=2617877 len=1886441 2023-12-16T19:55:51.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 1496 completed, throughput=5MB/sec 2023-12-16T19:55:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:51 smithi002 ceph-mon[137674]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:55:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:51 smithi002 ceph-mon[140029]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:55:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:55:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:55:51] "GET /metrics HTTP/1.1" 200 33921 "" "Prometheus/2.43.0" 2023-12-16T19:55:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:51 smithi043 ceph-mon[135010]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:55:52.767 INFO:tasks.workunit.client.0.smithi002.stdout: 293: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:52.767 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rT3rI4Epc3SLD3d off=648171 len=1889261 2023-12-16T19:55:52.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 1497 completed, throughput=4.99MB/sec 2023-12-16T19:55:52.771 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZDngXUHeywdc4Bf off=4605049 len=392611 2023-12-16T19:55:52.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 1498 completed, throughput=4.99MB/sec 2023-12-16T19:55:52.772 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wvOuuKp7_U8Ux0I off=4908930 len=478532 2023-12-16T19:55:52.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 1499 completed, throughput=4.99MB/sec 2023-12-16T19:55:52.773 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vMu-R3Df9Aejb3L off=916915 len=1817182 2023-12-16T19:55:52.783 INFO:tasks.workunit.client.0.smithi002.stdout:op 1500 completed, throughput=5MB/sec 2023-12-16T19:55:52.783 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-m582by8q_gQmDnW off=2593300 len=54470 2023-12-16T19:55:52.784 INFO:tasks.workunit.client.0.smithi002.stdout:op 1501 completed, throughput=5MB/sec 2023-12-16T19:55:53.784 INFO:tasks.workunit.client.0.smithi002.stdout: 294: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:53.784 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9PVVZZiJs8ZBOfz off=3639776 len=846543 2023-12-16T19:55:53.786 INFO:tasks.workunit.client.0.smithi002.stdout:op 1502 completed, throughput=4.99MB/sec 2023-12-16T19:55:53.786 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R--NPQPiCgGBKIK off=841660 len=218299 2023-12-16T19:55:53.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 1503 completed, throughput=4.99MB/sec 2023-12-16T19:55:53.788 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ivg9kvP2RYUPIAt off=3339076 len=1853781 2023-12-16T19:55:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 1504 completed, throughput=4.99MB/sec 2023-12-16T19:55:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3gXGsD2z2zjXo1a off=14640562 len=1876018 2023-12-16T19:55:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 1505 completed, throughput=5MB/sec 2023-12-16T19:55:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9kCfCQsWsGpRFlX off=1511324 len=1537194 2023-12-16T19:55:53.807 INFO:tasks.workunit.client.0.smithi002.stdout:op 1506 completed, throughput=5MB/sec 2023-12-16T19:55:54.807 INFO:tasks.workunit.client.0.smithi002.stdout: 295: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:54.807 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VYmKij3JrvFt7pa off=16463013 len=455552 2023-12-16T19:55:54.808 INFO:tasks.workunit.client.0.smithi002.stdout:op 1507 completed, throughput=4.99MB/sec 2023-12-16T19:55:54.808 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NYJTI_e61fzyMtP off=1847078 len=1075630 2023-12-16T19:55:54.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 1508 completed, throughput=4.99MB/sec 2023-12-16T19:55:54.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v0mRc-fvFWkMz3x off=4430743 len=584154 2023-12-16T19:55:54.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 1509 completed, throughput=4.99MB/sec 2023-12-16T19:55:54.819 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tOdHhKLXtVonsWC off=4629891 len=1283974 2023-12-16T19:55:54.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 1510 completed, throughput=5MB/sec 2023-12-16T19:55:54.821 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-de5QmjqMw1TqCPa off=934131 len=289695 2023-12-16T19:55:54.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 1511 completed, throughput=5MB/sec 2023-12-16T19:55:54.822 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0tXuC6i83KfEr95 off=421400 len=939748 2023-12-16T19:55:54.823 INFO:tasks.workunit.client.0.smithi002.stdout:op 1512 completed, throughput=5MB/sec 2023-12-16T19:55:54.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:54 smithi002 ceph-mon[137674]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2023-12-16T19:55:54.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:54 smithi002 ceph-mon[140029]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2023-12-16T19:55:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:54 smithi043 ceph-mon[135010]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2023-12-16T19:55:55.823 INFO:tasks.workunit.client.0.smithi002.stdout: 296: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:55.824 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9fD9bztgAvv4TIJ off=8300740 len=1453063 2023-12-16T19:55:55.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 1513 completed, throughput=4.99MB/sec 2023-12-16T19:55:55.832 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6u8j0AqslQjPcfr off=1188068 len=1336303 2023-12-16T19:55:55.835 INFO:tasks.workunit.client.0.smithi002.stdout:op 1514 completed, throughput=4.99MB/sec 2023-12-16T19:55:55.835 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z4hM4ha9TH0VkbB off=183141 len=2028486 2023-12-16T19:55:55.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 1515 completed, throughput=5MB/sec 2023-12-16T19:55:55.846 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wk6yivLi5EzOZgi off=10224542 len=1832079 2023-12-16T19:55:55.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 1516 completed, throughput=5MB/sec 2023-12-16T19:55:56.853 INFO:tasks.workunit.client.0.smithi002.stdout: 297: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:56.854 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jeD9rFvX43QbM8x off=1596663 len=926926 2023-12-16T19:55:56.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 1517 completed, throughput=4.99MB/sec 2023-12-16T19:55:56.859 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RWpsw0ancaHvKNw off=6248682 len=452761 2023-12-16T19:55:56.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 1518 completed, throughput=4.99MB/sec 2023-12-16T19:55:56.863 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jeKM2PLQPmMl9Sf off=2344099 len=2008 2023-12-16T19:55:56.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 1519 completed, throughput=4.99MB/sec 2023-12-16T19:55:56.863 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OoiC-3K0o9ZDCMB off=2561004 len=1457827 2023-12-16T19:55:56.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 1520 completed, throughput=5MB/sec 2023-12-16T19:55:56.865 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qvT7sRMFdtj-zZQ off=15614093 len=1392915 2023-12-16T19:55:56.867 INFO:tasks.workunit.client.0.smithi002.stdout:op 1521 completed, throughput=5MB/sec 2023-12-16T19:55:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:56 smithi002 ceph-mon[137674]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2023-12-16T19:55:56.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:56 smithi002 ceph-mon[140029]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2023-12-16T19:55:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:56 smithi043 ceph-mon[135010]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2023-12-16T19:55:57.867 INFO:tasks.workunit.client.0.smithi002.stdout: 298: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:57.868 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-458GwFvSFMKdH-X off=782932 len=1037148 2023-12-16T19:55:57.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 1522 completed, throughput=4.99MB/sec 2023-12-16T19:55:57.869 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0nQEmhXMt5qhnL7 off=2981258 len=1801690 2023-12-16T19:55:57.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 1523 completed, throughput=4.99MB/sec 2023-12-16T19:55:57.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9FneAUVExc1eaix off=1241949 len=1568756 2023-12-16T19:55:57.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 1524 completed, throughput=5MB/sec 2023-12-16T19:55:57.880 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RkHyDiTSEuUyLQ7 off=3431700 len=1286894 2023-12-16T19:55:57.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 1525 completed, throughput=5MB/sec 2023-12-16T19:55:58.888 INFO:tasks.workunit.client.0.smithi002.stdout: 299: throughput=4.99MB/sec pending data=0 2023-12-16T19:55:58.888 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5soX90eRUGBxvMl off=1660049 len=1741844 2023-12-16T19:55:58.889 INFO:tasks.workunit.client.0.smithi002.stdout:op 1526 completed, throughput=4.99MB/sec 2023-12-16T19:55:58.890 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cYguSFDib1f2vf1 off=8266145 len=147341 2023-12-16T19:55:58.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 1527 completed, throughput=4.99MB/sec 2023-12-16T19:55:58.892 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Sk4cNSX2h5OF2SS off=6333189 len=1342578 2023-12-16T19:55:58.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 1528 completed, throughput=5MB/sec 2023-12-16T19:55:58.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rtW6e6vma9Kj6nh off=3522579 len=252551 2023-12-16T19:55:58.901 INFO:tasks.workunit.client.0.smithi002.stdout:op 1529 completed, throughput=5MB/sec 2023-12-16T19:55:58.902 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UAPsYuOgWjBZHC9 off=13124764 len=364467 2023-12-16T19:55:58.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 1530 completed, throughput=5MB/sec 2023-12-16T19:55:58.902 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DSqQEJw3VZGjYB9 off=17709987 len=642499 2023-12-16T19:55:58.904 INFO:tasks.workunit.client.0.smithi002.stdout:op 1531 completed, throughput=5MB/sec 2023-12-16T19:55:58.904 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TktkaMseZwr4AsH off=4427265 len=415934 2023-12-16T19:55:58.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 1532 completed, throughput=5MB/sec 2023-12-16T19:55:58.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:58 smithi002 ceph-mon[137674]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:55:58.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:58 smithi002 ceph-mon[140029]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:55:58.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:58 smithi043 ceph-mon[135010]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T19:55:59.179 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (24m) 21s ago 26m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (23m) 8m ago 26m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (27m) 21s ago 27m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (27m) 8m ago 27m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (23m) 8m ago 29m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (23m) 21s ago 31m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:55:59.503 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (23m) 21s ago 31m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (22m) 8m ago 30m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (22m) 21s ago 30m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (24m) 21s ago 26m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (23m) 8m ago 26m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (22m) 21s ago 29m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (21m) 21s ago 29m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (21m) 21s ago 29m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (20m) 21s ago 28m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (20m) 8m ago 28m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (19m) 8m ago 28m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (19m) 8m ago 28m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (18m) 8m ago 27m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:55:59.504 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (23m) 8m ago 27m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:55:59.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:55:59.908 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:55:59.909 INFO:tasks.workunit.client.0.smithi002.stdout: 300: throughput=4.98MB/sec pending data=0 2023-12-16T19:55:59.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fIDJlk_ZSrJwM8W off=481967 len=118695 2023-12-16T19:55:59.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 1533 completed, throughput=4.99MB/sec 2023-12-16T19:55:59.911 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e3V9d6rKJgiXvM3 off=4791003 len=476834 2023-12-16T19:55:59.914 INFO:tasks.workunit.client.0.smithi002.stdout:op 1534 completed, throughput=4.99MB/sec 2023-12-16T19:55:59.914 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6leooVpyWnEL28D off=6639769 len=1492039 2023-12-16T19:55:59.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 1535 completed, throughput=4.99MB/sec 2023-12-16T19:55:59.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XEsk4i8rhWqScD7 off=10060761 len=1699735 2023-12-16T19:55:59.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 1536 completed, throughput=5MB/sec 2023-12-16T19:55:59.923 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4A4-viPZkZ4qkZI off=12660393 len=379812 2023-12-16T19:55:59.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 1537 completed, throughput=5MB/sec 2023-12-16T19:55:59.926 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vUD-VK5inr942rA off=819681 len=72490 2023-12-16T19:55:59.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 1538 completed, throughput=5MB/sec 2023-12-16T19:55:59.928 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8aA-B7kSwolW15E off=13191585 len=836389 2023-12-16T19:55:59.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 1539 completed, throughput=5MB/sec 2023-12-16T19:56:00.089 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[137674]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.090 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[137674]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.090 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[137674]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-16T19:56:00.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[140029]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[140029]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.090 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:55:59 smithi002 ceph-mon[140029]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-16T19:56:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:59 smithi043 ceph-mon[135010]: from='client.45380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:59 smithi043 ceph-mon[135010]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:00.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:55:59 smithi043 ceph-mon[135010]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-16T19:56:00.929 INFO:tasks.workunit.client.0.smithi002.stdout: 301: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:00.929 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SuXRws_dCO2J3Ao off=22488537 len=194429 2023-12-16T19:56:00.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 1540 completed, throughput=4.98MB/sec 2023-12-16T19:56:00.933 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WMF5emtuHAG8Pvg off=4121361 len=1281303 2023-12-16T19:56:00.934 INFO:tasks.workunit.client.0.smithi002.stdout:op 1541 completed, throughput=4.99MB/sec 2023-12-16T19:56:00.935 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vF9n19itRt5a0_Z off=9260535 len=216759 2023-12-16T19:56:00.935 INFO:tasks.workunit.client.0.smithi002.stdout:op 1542 completed, throughput=4.99MB/sec 2023-12-16T19:56:00.935 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nhdpIEwqM4ip5kk off=4408820 len=786440 2023-12-16T19:56:00.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 1543 completed, throughput=4.99MB/sec 2023-12-16T19:56:00.940 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9LVvBLoP3AOyQ6F off=500697 len=1206278 2023-12-16T19:56:00.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 1544 completed, throughput=5MB/sec 2023-12-16T19:56:00.942 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A0QxCLD1YTSoLLW off=0 len=1165203 2023-12-16T19:56:00.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 1545 completed, throughput=5MB/sec 2023-12-16T19:56:00.944 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-emfzwkEZD-me7b1 off=14144982 len=1027146 2023-12-16T19:56:00.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 1546 completed, throughput=5MB/sec 2023-12-16T19:56:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3050389197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:01.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3050389197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3050389197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:01.945 INFO:tasks.workunit.client.0.smithi002.stdout: 302: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:01.945 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pPuk5250QWk66n0 off=1573474 len=766051 2023-12-16T19:56:01.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 1547 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.947 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fo_pUkHSpCKbvu9 off=4419420 len=43320 2023-12-16T19:56:01.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 1548 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.949 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BzA5TGrxKnw5pH2 off=5004613 len=1058817 2023-12-16T19:56:01.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 1549 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.956 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oIKN8pOa5Yn-OUR off=1305809 len=353802 2023-12-16T19:56:01.956 INFO:tasks.workunit.client.0.smithi002.stdout:op 1550 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.956 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GAk3KUAjVJLL080 off=338628 len=234865 2023-12-16T19:56:01.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 1551 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0a7rODSkt1dbXT1 off=24357415 len=547174 2023-12-16T19:56:01.961 INFO:tasks.workunit.client.0.smithi002.stdout:op 1552 completed, throughput=4.99MB/sec 2023-12-16T19:56:01.961 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SSrbAHBtm-EVRaS off=1488902 len=1735620 2023-12-16T19:56:01.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 1553 completed, throughput=5MB/sec 2023-12-16T19:56:01.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0vqyp0bAym9s8i8 off=16113637 len=288250 2023-12-16T19:56:01.970 INFO:tasks.workunit.client.0.smithi002.stdout:op 1554 completed, throughput=5MB/sec 2023-12-16T19:56:02.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:01 smithi002 ceph-mon[137674]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:56:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:01] "GET /metrics HTTP/1.1" 200 33921 "" "Prometheus/2.43.0" 2023-12-16T19:56:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:01 smithi002 ceph-mon[140029]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:56:02.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:01 smithi043 ceph-mon[135010]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-16T19:56:02.970 INFO:tasks.workunit.client.0.smithi002.stdout: 303: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:02.970 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-n2XDMuQkB50CDn7 off=10843351 len=1083458 2023-12-16T19:56:02.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 1555 completed, throughput=4.99MB/sec 2023-12-16T19:56:02.972 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nxhYM_42hzhHky9 off=1689984 len=1495762 2023-12-16T19:56:02.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 1556 completed, throughput=4.99MB/sec 2023-12-16T19:56:02.980 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xGqEmNxbpw7hQDJ off=5352243 len=638380 2023-12-16T19:56:02.981 INFO:tasks.workunit.client.0.smithi002.stdout:op 1557 completed, throughput=4.99MB/sec 2023-12-16T19:56:02.981 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FM87icNamMoo3Jk off=16779751 len=794098 2023-12-16T19:56:02.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 1558 completed, throughput=5MB/sec 2023-12-16T19:56:02.986 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YRLPH1KLSpu4QPZ off=6627191 len=124712 2023-12-16T19:56:02.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 1559 completed, throughput=5MB/sec 2023-12-16T19:56:02.989 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BB-PKGWv4tnZo59 off=8778542 len=537253 2023-12-16T19:56:02.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 1560 completed, throughput=5MB/sec 2023-12-16T19:56:02.990 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DfFMvqrBif8Vrw3 off=512073 len=1232097 2023-12-16T19:56:02.991 INFO:tasks.workunit.client.0.smithi002.stdout:op 1561 completed, throughput=5MB/sec 2023-12-16T19:56:03.992 INFO:tasks.workunit.client.0.smithi002.stdout: 304: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:03.992 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lHajNNJwBSXi7Oa off=2621146 len=601631 2023-12-16T19:56:03.996 INFO:tasks.workunit.client.0.smithi002.stdout:op 1562 completed, throughput=4.99MB/sec 2023-12-16T19:56:03.997 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FaDDDcp6b8wuS03 off=17851476 len=1009701 2023-12-16T19:56:03.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 1563 completed, throughput=4.99MB/sec 2023-12-16T19:56:03.998 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9fD9bztgAvv4TIJ off=5687955 len=767111 2023-12-16T19:56:04.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 1564 completed, throughput=4.99MB/sec 2023-12-16T19:56:04.004 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pcb3j7QrhnAYB48 off=859493 len=1459714 2023-12-16T19:56:04.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 1565 completed, throughput=5MB/sec 2023-12-16T19:56:04.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YfI4XSuOA_e2toy off=12145016 len=278016 2023-12-16T19:56:04.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 1566 completed, throughput=5MB/sec 2023-12-16T19:56:04.014 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--kiFOhz3Atr3nsc off=12232896 len=710711 2023-12-16T19:56:04.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 1567 completed, throughput=5MB/sec 2023-12-16T19:56:04.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:04 smithi002 ceph-mon[137674]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:04.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:04 smithi002 ceph-mon[140029]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:04 smithi043 ceph-mon[135010]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:05.019 INFO:tasks.workunit.client.0.smithi002.stdout: 305: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:05.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TS1NqdZlckBKGzy off=2903395 len=200874 2023-12-16T19:56:05.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 1568 completed, throughput=4.99MB/sec 2023-12-16T19:56:05.020 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ascw2d-0hUgQiSB off=363158 len=470942 2023-12-16T19:56:05.020 INFO:tasks.workunit.client.0.smithi002.stdout:op 1569 completed, throughput=4.99MB/sec 2023-12-16T19:56:05.021 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XnZJG8UnFq1RDWv off=8451260 len=310593 2023-12-16T19:56:05.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 1570 completed, throughput=4.99MB/sec 2023-12-16T19:56:05.024 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bHoVhsdnunbgr6g off=790339 len=1749078 2023-12-16T19:56:05.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 1571 completed, throughput=4.99MB/sec 2023-12-16T19:56:05.026 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MKLpNZWqGUE2JpD off=0 len=1205370 2023-12-16T19:56:05.033 INFO:tasks.workunit.client.0.smithi002.stdout:op 1572 completed, throughput=5MB/sec 2023-12-16T19:56:05.033 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gLAC088zOVxu-2c off=578792 len=1323058 2023-12-16T19:56:05.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 1573 completed, throughput=5MB/sec 2023-12-16T19:56:06.040 INFO:tasks.workunit.client.0.smithi002.stdout: 306: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:06.040 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zDbQZRm4666njDZ off=342701 len=761196 2023-12-16T19:56:06.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 1574 completed, throughput=4.99MB/sec 2023-12-16T19:56:06.041 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d2fSpShF0ZJWZvR off=4875824 len=1745348 2023-12-16T19:56:06.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 1575 completed, throughput=4.99MB/sec 2023-12-16T19:56:06.050 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dJyscUPpW_LeZGt off=5918776 len=515895 2023-12-16T19:56:06.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 1576 completed, throughput=4.99MB/sec 2023-12-16T19:56:06.055 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sqrVZeyOEgjBEN4 off=313074 len=1098214 2023-12-16T19:56:06.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 1577 completed, throughput=5MB/sec 2023-12-16T19:56:06.057 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8wfnzaj1sCYO0DY off=10050929 len=103326 2023-12-16T19:56:06.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 1578 completed, throughput=5MB/sec 2023-12-16T19:56:06.058 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZjPYokzJIRaiiJf off=21793408 len=993008 2023-12-16T19:56:06.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 1579 completed, throughput=5MB/sec 2023-12-16T19:56:06.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:06 smithi002 ceph-mon[137674]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:06.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:06 smithi002 ceph-mon[140029]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:06 smithi043 ceph-mon[135010]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:07.063 INFO:tasks.workunit.client.0.smithi002.stdout: 307: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:07.064 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OhvvshEVRhdpYn0 off=530073 len=810839 2023-12-16T19:56:07.069 INFO:tasks.workunit.client.0.smithi002.stdout:op 1580 completed, throughput=4.99MB/sec 2023-12-16T19:56:07.069 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cCNzD3rgvtClSzT off=2800756 len=550487 2023-12-16T19:56:07.070 INFO:tasks.workunit.client.0.smithi002.stdout:op 1581 completed, throughput=4.99MB/sec 2023-12-16T19:56:07.070 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hInuZJdsm3clHS7 off=2360479 len=475399 2023-12-16T19:56:07.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 1582 completed, throughput=4.99MB/sec 2023-12-16T19:56:07.072 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vrLKK5fwFZrH450 off=433661 len=1726213 2023-12-16T19:56:07.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 1583 completed, throughput=4.99MB/sec 2023-12-16T19:56:07.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o3oCLwXqNWjs7_c off=15977168 len=184903 2023-12-16T19:56:07.082 INFO:tasks.workunit.client.0.smithi002.stdout:op 1584 completed, throughput=5MB/sec 2023-12-16T19:56:07.082 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HY2uWZdst49Gn3E off=11816678 len=1205852 2023-12-16T19:56:07.089 INFO:tasks.workunit.client.0.smithi002.stdout:op 1585 completed, throughput=5MB/sec 2023-12-16T19:56:07.089 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IT1pQ9rzSDRs6bE off=4258365 len=772429 2023-12-16T19:56:07.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 1586 completed, throughput=5MB/sec 2023-12-16T19:56:08.094 INFO:tasks.workunit.client.0.smithi002.stdout: 308: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:08.094 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pxXqKxOdM0yFKRT off=12043192 len=1741131 2023-12-16T19:56:08.102 INFO:tasks.workunit.client.0.smithi002.stdout:op 1587 completed, throughput=4.99MB/sec 2023-12-16T19:56:08.102 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-47b6DYl6wHrdPVI off=9449223 len=187622 2023-12-16T19:56:08.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 1588 completed, throughput=4.99MB/sec 2023-12-16T19:56:08.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5wH5QXjs445tGnT off=1312385 len=1026588 2023-12-16T19:56:08.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 1589 completed, throughput=4.99MB/sec 2023-12-16T19:56:08.104 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UHJ259wn8vV4z2X off=12859267 len=2054830 2023-12-16T19:56:08.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 1590 completed, throughput=5MB/sec 2023-12-16T19:56:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:08 smithi002 ceph-mon[137674]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:08 smithi002 ceph-mon[140029]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:08.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:08 smithi043 ceph-mon[135010]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:09.108 INFO:tasks.workunit.client.0.smithi002.stdout: 309: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:09.109 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rFeTCvPcci6YYQ7 off=243877 len=1741685 2023-12-16T19:56:09.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 1591 completed, throughput=4.99MB/sec 2023-12-16T19:56:09.118 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IAFxSJAKIT4ZWdR off=134205 len=1862697 2023-12-16T19:56:09.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 1592 completed, throughput=4.99MB/sec 2023-12-16T19:56:09.127 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f5nBiuvotzKgaRy off=1719328 len=1969831 2023-12-16T19:56:09.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 1593 completed, throughput=5MB/sec 2023-12-16T19:56:10.131 INFO:tasks.workunit.client.0.smithi002.stdout: 310: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:10.131 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HHq50eL4vekZ88X off=10722045 len=1291560 2023-12-16T19:56:10.134 INFO:tasks.workunit.client.0.smithi002.stdout:op 1594 completed, throughput=4.99MB/sec 2023-12-16T19:56:10.134 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-l4MQJrbEqQE7BZb off=14344894 len=701238 2023-12-16T19:56:10.139 INFO:tasks.workunit.client.0.smithi002.stdout:op 1595 completed, throughput=4.99MB/sec 2023-12-16T19:56:10.139 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xbKCnm52w1GyH-l off=7089994 len=1161311 2023-12-16T19:56:10.141 INFO:tasks.workunit.client.0.smithi002.stdout:op 1596 completed, throughput=4.99MB/sec 2023-12-16T19:56:10.141 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y5TZLxp6y8oVHI_ off=399533 len=1125409 2023-12-16T19:56:10.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 1597 completed, throughput=5MB/sec 2023-12-16T19:56:10.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hOcBQdO70ZFM7_L off=5491390 len=1443492 2023-12-16T19:56:10.154 INFO:tasks.workunit.client.0.smithi002.stdout:op 1598 completed, throughput=5MB/sec 2023-12-16T19:56:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:09 smithi002 ceph-mon[137674]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:56:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:09 smithi002 ceph-mon[140029]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:56:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:09 smithi043 ceph-mon[135010]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T19:56:11.155 INFO:tasks.workunit.client.0.smithi002.stdout: 311: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:11.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0rgB4mWCBQDskp3 off=624564 len=1282445 2023-12-16T19:56:11.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 1599 completed, throughput=4.99MB/sec 2023-12-16T19:56:11.163 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-57QZS9bP9R6zaH8 off=6880618 len=492748 2023-12-16T19:56:11.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 1600 completed, throughput=4.99MB/sec 2023-12-16T19:56:11.164 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TgbaBXWJfcd472C off=8827374 len=104434 2023-12-16T19:56:11.166 INFO:tasks.workunit.client.0.smithi002.stdout:op 1601 completed, throughput=4.99MB/sec 2023-12-16T19:56:11.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rtW6e6vma9Kj6nh off=2542877 len=1901101 2023-12-16T19:56:11.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 1602 completed, throughput=5MB/sec 2023-12-16T19:56:11.177 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CyUbTlMnRjERZ_K off=2382190 len=1215632 2023-12-16T19:56:11.182 INFO:tasks.workunit.client.0.smithi002.stdout:op 1603 completed, throughput=5MB/sec 2023-12-16T19:56:12.183 INFO:tasks.workunit.client.0.smithi002.stdout: 312: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:12.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5hyb6dsRAT8VgI9 off=13103444 len=1629494 2023-12-16T19:56:12.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 1604 completed, throughput=4.99MB/sec 2023-12-16T19:56:12.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fz9NFFeCyXyjlVL off=2125361 len=531613 2023-12-16T19:56:12.191 INFO:tasks.workunit.client.0.smithi002.stdout:op 1605 completed, throughput=4.99MB/sec 2023-12-16T19:56:12.191 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DGja4Vx5UmWHQIv off=9612143 len=422854 2023-12-16T19:56:12.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 1606 completed, throughput=4.99MB/sec 2023-12-16T19:56:12.192 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fwxCttvpmrNPWMm off=2499604 len=1050083 2023-12-16T19:56:12.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 1607 completed, throughput=5MB/sec 2023-12-16T19:56:12.198 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UnHaucZcGpKjYt6 off=5506065 len=583025 2023-12-16T19:56:12.199 INFO:tasks.workunit.client.0.smithi002.stdout:op 1608 completed, throughput=5MB/sec 2023-12-16T19:56:12.199 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jEGLpyw7GSNc9zQ off=942134 len=1501719 2023-12-16T19:56:12.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 1609 completed, throughput=5MB/sec 2023-12-16T19:56:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:11] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:56:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:12 smithi002 ceph-mon[137674]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:12.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:12 smithi002 ceph-mon[140029]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:12 smithi043 ceph-mon[135010]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:56:13.202 INFO:tasks.workunit.client.0.smithi002.stdout: 313: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:13.202 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ifAl0YKxwLqajFI off=1827140 len=1711036 2023-12-16T19:56:13.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 1610 completed, throughput=4.99MB/sec 2023-12-16T19:56:13.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7XoWQBJupwDvsk4 off=12175693 len=1588023 2023-12-16T19:56:13.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 1611 completed, throughput=5MB/sec 2023-12-16T19:56:13.211 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IOJb3W7YXZqkk68 off=9749534 len=696255 2023-12-16T19:56:13.212 INFO:tasks.workunit.client.0.smithi002.stdout:op 1612 completed, throughput=5MB/sec 2023-12-16T19:56:13.213 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u9zPF_MLaa65XBu off=5462831 len=1650513 2023-12-16T19:56:13.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 1613 completed, throughput=5MB/sec 2023-12-16T19:56:14.217 INFO:tasks.workunit.client.0.smithi002.stdout: 314: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:14.217 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VDaYQ9nhLJWg_zm off=10629435 len=1891970 2023-12-16T19:56:14.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 1614 completed, throughput=4.99MB/sec 2023-12-16T19:56:14.219 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-elrly0wXsiagPnk off=4816138 len=529609 2023-12-16T19:56:14.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 1615 completed, throughput=4.99MB/sec 2023-12-16T19:56:14.223 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nAJxgTK66f9nEKt off=17774983 len=1849460 2023-12-16T19:56:14.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 1616 completed, throughput=5MB/sec 2023-12-16T19:56:14.225 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b-xWTUr6-9T0RlV off=4214074 len=1251745 2023-12-16T19:56:14.231 INFO:tasks.workunit.client.0.smithi002.stdout:op 1617 completed, throughput=5MB/sec 2023-12-16T19:56:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:14 smithi002 ceph-mon[137674]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:56:14.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:14 smithi002 ceph-mon[140029]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:56:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:14 smithi043 ceph-mon[135010]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:56:15.231 INFO:tasks.workunit.client.0.smithi002.stdout: 315: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:15.231 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xaLJq_kKdhzu2B6 off=4272977 len=1749587 2023-12-16T19:56:15.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 1618 completed, throughput=4.99MB/sec 2023-12-16T19:56:15.234 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-N9r1mmk7K04rJjy off=6290076 len=413771 2023-12-16T19:56:15.237 INFO:tasks.workunit.client.0.smithi002.stdout:op 1619 completed, throughput=4.99MB/sec 2023-12-16T19:56:15.237 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R7rVmYqy8Adv8Ld off=9849036 len=347112 2023-12-16T19:56:15.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 1620 completed, throughput=5MB/sec 2023-12-16T19:56:15.238 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RLvqj1yB7zppKcy off=151082 len=328327 2023-12-16T19:56:15.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 1621 completed, throughput=5MB/sec 2023-12-16T19:56:15.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TdqsF-aAZSvDjUH off=15148624 len=1263393 2023-12-16T19:56:15.249 INFO:tasks.workunit.client.0.smithi002.stdout:op 1622 completed, throughput=5MB/sec 2023-12-16T19:56:15.249 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1EQFJczJJUwgcsm off=11034832 len=499334 2023-12-16T19:56:15.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 1623 completed, throughput=5MB/sec 2023-12-16T19:56:16.253 INFO:tasks.workunit.client.0.smithi002.stdout: 316: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:16.253 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rYdR4UJqQkP0u8g off=7384662 len=1948766 2023-12-16T19:56:16.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 1624 completed, throughput=4.99MB/sec 2023-12-16T19:56:16.255 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5qvgkLJwNBzJxO2 off=1147609 len=654634 2023-12-16T19:56:16.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 1625 completed, throughput=4.99MB/sec 2023-12-16T19:56:16.256 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2cZc0abczMRL82V off=5250535 len=1753192 2023-12-16T19:56:16.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 1626 completed, throughput=5MB/sec 2023-12-16T19:56:16.264 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-31YgDdCTHioheqW off=12334515 len=1143343 2023-12-16T19:56:16.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 1627 completed, throughput=5MB/sec 2023-12-16T19:56:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:16 smithi002 ceph-mon[137674]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:56:16.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:16 smithi002 ceph-mon[140029]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:56:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:16 smithi043 ceph-mon[135010]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:56:17.267 INFO:tasks.workunit.client.0.smithi002.stdout: 317: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:17.267 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--glsxT5_jnVFxMg off=9689178 len=88541 2023-12-16T19:56:17.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 1628 completed, throughput=4.99MB/sec 2023-12-16T19:56:17.269 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3F9iWT7N250Rjkp off=9594510 len=273001 2023-12-16T19:56:17.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 1629 completed, throughput=4.99MB/sec 2023-12-16T19:56:17.273 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j1iFPJQIIad6EQu off=405140 len=878000 2023-12-16T19:56:17.274 INFO:tasks.workunit.client.0.smithi002.stdout:op 1630 completed, throughput=4.99MB/sec 2023-12-16T19:56:17.274 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mZUzD2cTFXioEFf off=22067192 len=1284986 2023-12-16T19:56:17.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 1631 completed, throughput=4.99MB/sec 2023-12-16T19:56:17.277 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jr0hwVmxOrEB6_d off=1441236 len=234013 2023-12-16T19:56:17.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 1632 completed, throughput=4.99MB/sec 2023-12-16T19:56:17.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-liByDIcw3jt8MKZ off=13724002 len=1412226 2023-12-16T19:56:17.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 1633 completed, throughput=5MB/sec 2023-12-16T19:56:17.289 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9niAzQZT3YzKlLI off=1681482 len=714142 2023-12-16T19:56:17.293 INFO:tasks.workunit.client.0.smithi002.stdout:op 1634 completed, throughput=5MB/sec 2023-12-16T19:56:18.294 INFO:tasks.workunit.client.0.smithi002.stdout: 318: throughput=4.98MB/sec pending data=0 2023-12-16T19:56:18.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6iw6i0GN2J2UpYj off=7256635 len=690030 2023-12-16T19:56:18.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 1635 completed, throughput=4.99MB/sec 2023-12-16T19:56:18.298 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Yh-i0NuQTjZ5mUn off=5728150 len=1173489 2023-12-16T19:56:18.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 1636 completed, throughput=4.99MB/sec 2023-12-16T19:56:18.300 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WyQeYUob23qM2RK off=3982677 len=1084768 2023-12-16T19:56:18.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 1637 completed, throughput=4.99MB/sec 2023-12-16T19:56:18.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9gNBnHYYv56qlvg off=2704218 len=2374 2023-12-16T19:56:18.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 1638 completed, throughput=4.99MB/sec 2023-12-16T19:56:18.308 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_EYDqo5LW8cJqO_ off=12224316 len=28574 2023-12-16T19:56:18.309 INFO:tasks.workunit.client.0.smithi002.stdout:op 1639 completed, throughput=4.99MB/sec 2023-12-16T19:56:18.309 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylLXZnKUCTPO7G1 off=3840845 len=1394401 2023-12-16T19:56:18.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 1640 completed, throughput=5MB/sec 2023-12-16T19:56:18.315 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LL_0Xj0K817Oqwi off=2241729 len=1675747 2023-12-16T19:56:18.322 INFO:tasks.workunit.client.0.smithi002.stdout:op 1641 completed, throughput=5MB/sec 2023-12-16T19:56:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:18 smithi002 ceph-mon[137674]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:18 smithi002 ceph-mon[140029]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:18 smithi043 ceph-mon[135010]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:19.323 INFO:tasks.workunit.client.0.smithi002.stdout: 319: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:19.323 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HpX7dZVkYN3oD_s off=1635473 len=448004 2023-12-16T19:56:19.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 1642 completed, throughput=4.99MB/sec 2023-12-16T19:56:19.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3juWMtlSbF-Os88 off=5289086 len=1253352 2023-12-16T19:56:19.333 INFO:tasks.workunit.client.0.smithi002.stdout:op 1643 completed, throughput=4.99MB/sec 2023-12-16T19:56:19.333 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LhuL63zRlW77DTI off=9334656 len=262881 2023-12-16T19:56:19.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 1644 completed, throughput=4.99MB/sec 2023-12-16T19:56:19.336 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F8ryk_Dj3iqGKig off=12056 len=1418882 2023-12-16T19:56:19.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 1645 completed, throughput=5MB/sec 2023-12-16T19:56:19.343 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IQpFTAB2Hbccv3t off=1632965 len=140556 2023-12-16T19:56:19.345 INFO:tasks.workunit.client.0.smithi002.stdout:op 1646 completed, throughput=5MB/sec 2023-12-16T19:56:19.345 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h9O7qXz6NtC0oTa off=2445888 len=354510 2023-12-16T19:56:19.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 1647 completed, throughput=5MB/sec 2023-12-16T19:56:19.346 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mDItA9X0lf0Pvdo off=365113 len=88643 2023-12-16T19:56:19.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 1648 completed, throughput=5MB/sec 2023-12-16T19:56:19.346 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w8OxHiGIl3m_dQh off=1245370 len=1705531 2023-12-16T19:56:19.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 1649 completed, throughput=5MB/sec 2023-12-16T19:56:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:19 smithi002 ceph-mon[137674]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:56:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:19 smithi002 ceph-mon[140029]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:56:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:19 smithi043 ceph-mon[135010]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:56:20.349 INFO:tasks.workunit.client.0.smithi002.stdout: 320: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:20.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-emfzwkEZD-me7b1 off=13179810 len=1178622 2023-12-16T19:56:20.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 1650 completed, throughput=4.99MB/sec 2023-12-16T19:56:20.356 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cgxYkNoplxMKn1J off=14712731 len=574862 2023-12-16T19:56:20.357 INFO:tasks.workunit.client.0.smithi002.stdout:op 1651 completed, throughput=4.99MB/sec 2023-12-16T19:56:20.358 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LXf29ds7p5RFG95 off=1025303 len=518387 2023-12-16T19:56:20.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 1652 completed, throughput=4.99MB/sec 2023-12-16T19:56:20.362 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oRdRuaci_VLT0w7 off=8966155 len=1015152 2023-12-16T19:56:20.368 INFO:tasks.workunit.client.0.smithi002.stdout:op 1653 completed, throughput=5MB/sec 2023-12-16T19:56:20.368 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ozXVxFlDodzddkS off=7012369 len=432793 2023-12-16T19:56:20.371 INFO:tasks.workunit.client.0.smithi002.stdout:op 1654 completed, throughput=5MB/sec 2023-12-16T19:56:20.371 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ptWFRnzXaS_BT_p off=4918947 len=188850 2023-12-16T19:56:20.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 1655 completed, throughput=5MB/sec 2023-12-16T19:56:20.374 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q0Jbq3c2C-6e9lS off=11643403 len=1122282 2023-12-16T19:56:20.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 1656 completed, throughput=5MB/sec 2023-12-16T19:56:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:21.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:21.376 INFO:tasks.workunit.client.0.smithi002.stdout: 321: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:21.376 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v_5ZIZIkjoMaUcY off=7538113 len=179668 2023-12-16T19:56:21.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 1657 completed, throughput=4.99MB/sec 2023-12-16T19:56:21.377 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yS63ALMFLgzPjiZ off=12422642 len=662966 2023-12-16T19:56:21.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 1658 completed, throughput=4.99MB/sec 2023-12-16T19:56:21.381 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CsXLwsPDiMAKNZR off=13173463 len=289357 2023-12-16T19:56:21.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 1659 completed, throughput=4.99MB/sec 2023-12-16T19:56:21.382 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rrsyWuJmcEYfsXI off=1985570 len=1331923 2023-12-16T19:56:21.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 1660 completed, throughput=4.99MB/sec 2023-12-16T19:56:21.384 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tpu-E77dWY4VizA off=4884615 len=355110 2023-12-16T19:56:21.388 INFO:tasks.workunit.client.0.smithi002.stdout:op 1661 completed, throughput=4.99MB/sec 2023-12-16T19:56:21.388 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8Ymd18keqbKM6v3 off=7730441 len=459148 2023-12-16T19:56:21.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 1662 completed, throughput=5MB/sec 2023-12-16T19:56:21.392 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D_nXGDY9519rr3g off=7499001 len=1006037 2023-12-16T19:56:21.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 1663 completed, throughput=5MB/sec 2023-12-16T19:56:21.394 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wRsstXplTYs-c0N off=23334745 len=681805 2023-12-16T19:56:21.395 INFO:tasks.workunit.client.0.smithi002.stdout:op 1664 completed, throughput=5MB/sec 2023-12-16T19:56:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:21 smithi002 ceph-mon[137674]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:56:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:21] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:56:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:21 smithi002 ceph-mon[140029]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:56:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:21 smithi043 ceph-mon[135010]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:56:22.396 INFO:tasks.workunit.client.0.smithi002.stdout: 322: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:22.396 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LtthHkRTwfYRKoh off=0 len=1270719 2023-12-16T19:56:22.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 1665 completed, throughput=4.99MB/sec 2023-12-16T19:56:22.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M5vet3m0JRxzFX1 off=2528021 len=14537 2023-12-16T19:56:22.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 1666 completed, throughput=4.99MB/sec 2023-12-16T19:56:22.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-92HXSQn-dCYiett off=661666 len=834092 2023-12-16T19:56:22.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 1667 completed, throughput=4.99MB/sec 2023-12-16T19:56:22.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IU7ZgJk5EWHpiE4 off=137541 len=1161239 2023-12-16T19:56:22.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 1668 completed, throughput=4.99MB/sec 2023-12-16T19:56:22.405 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NWT0xLvQ7LyClLw off=15228936 len=970796 2023-12-16T19:56:22.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 1669 completed, throughput=5MB/sec 2023-12-16T19:56:22.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tU5oSXsIQql0jw0 off=2465961 len=1833197 2023-12-16T19:56:22.412 INFO:tasks.workunit.client.0.smithi002.stdout:op 1670 completed, throughput=5MB/sec 2023-12-16T19:56:23.413 INFO:tasks.workunit.client.0.smithi002.stdout: 323: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:23.414 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7qB0WNtqp6wVQFQ off=940325 len=1325456 2023-12-16T19:56:23.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 1671 completed, throughput=4.99MB/sec 2023-12-16T19:56:23.415 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cHGSBY_v_ONJDwb off=6894352 len=578074 2023-12-16T19:56:23.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 1672 completed, throughput=4.99MB/sec 2023-12-16T19:56:23.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CKi_uU8V_MNk9ej off=6297801 len=60153 2023-12-16T19:56:23.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 1673 completed, throughput=4.99MB/sec 2023-12-16T19:56:23.417 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rSq2uZ3ISWaeilt off=4443865 len=542088 2023-12-16T19:56:23.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 1674 completed, throughput=4.99MB/sec 2023-12-16T19:56:23.421 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f5nBiuvotzKgaRy off=2685252 len=1401399 2023-12-16T19:56:23.429 INFO:tasks.workunit.client.0.smithi002.stdout:op 1675 completed, throughput=5MB/sec 2023-12-16T19:56:23.429 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-toIG1dizeqM4SA_ off=4487053 len=41744 2023-12-16T19:56:23.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 1676 completed, throughput=5MB/sec 2023-12-16T19:56:23.430 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TCQRNLgwFpsLzpV off=21872431 len=1095322 2023-12-16T19:56:23.434 INFO:tasks.workunit.client.0.smithi002.stdout:op 1677 completed, throughput=5MB/sec 2023-12-16T19:56:24.435 INFO:tasks.workunit.client.0.smithi002.stdout: 324: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:24.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XwkB_vP-9kziLGc off=1522720 len=1668820 2023-12-16T19:56:24.443 INFO:tasks.workunit.client.0.smithi002.stdout:op 1678 completed, throughput=4.99MB/sec 2023-12-16T19:56:24.443 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xaBjt6AlUQmf0iS off=9409276 len=1782089 2023-12-16T19:56:24.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 1679 completed, throughput=5MB/sec 2023-12-16T19:56:24.450 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OzoSZBJn4sFTsC8 off=385408 len=967087 2023-12-16T19:56:24.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 1680 completed, throughput=5MB/sec 2023-12-16T19:56:24.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KJqACsUZUN1O4kT off=2443354 len=66055 2023-12-16T19:56:24.457 INFO:tasks.workunit.client.0.smithi002.stdout:op 1681 completed, throughput=5MB/sec 2023-12-16T19:56:24.457 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RWMs35entOh_bhp off=2338060 len=929902 2023-12-16T19:56:24.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 1682 completed, throughput=5MB/sec 2023-12-16T19:56:24.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:24 smithi002 ceph-mon[137674]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:24.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:24 smithi002 ceph-mon[140029]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:24 smithi043 ceph-mon[135010]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:56:25.462 INFO:tasks.workunit.client.0.smithi002.stdout: 325: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:25.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I9_73fPe3GGXa4h off=5753770 len=228399 2023-12-16T19:56:25.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 1683 completed, throughput=4.99MB/sec 2023-12-16T19:56:25.465 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gvyStioFnaVnKBd off=1644 len=1273514 2023-12-16T19:56:25.466 INFO:tasks.workunit.client.0.smithi002.stdout:op 1684 completed, throughput=4.99MB/sec 2023-12-16T19:56:25.467 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B6ljpSbC7hisCXj off=1048681 len=2060250 2023-12-16T19:56:25.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 1685 completed, throughput=5MB/sec 2023-12-16T19:56:25.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8TriZRZ56_rXWEX off=2986946 len=527123 2023-12-16T19:56:25.473 INFO:tasks.workunit.client.0.smithi002.stdout:op 1686 completed, throughput=5MB/sec 2023-12-16T19:56:25.473 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oDQOpxBV8ZlYzSt off=6201624 len=1087647 2023-12-16T19:56:25.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 1687 completed, throughput=5MB/sec 2023-12-16T19:56:26.476 INFO:tasks.workunit.client.0.smithi002.stdout: 326: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:26.476 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vL3Ggfm9IYbdYep off=267938 len=434019 2023-12-16T19:56:26.479 INFO:tasks.workunit.client.0.smithi002.stdout:op 1688 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.479 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FeYtzNGwUZyC6_c off=15511992 len=332636 2023-12-16T19:56:26.483 INFO:tasks.workunit.client.0.smithi002.stdout:op 1689 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.483 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-COCZzfkaWBDlkiX off=5796848 len=394043 2023-12-16T19:56:26.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 1690 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.484 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KazDnz1RxttxLfK off=1870348 len=245851 2023-12-16T19:56:26.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 1691 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7NU2lLjVC1F8bDl off=2376157 len=451112 2023-12-16T19:56:26.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 1692 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.489 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bA55K2pSYuLFvs2 off=2237366 len=21750 2023-12-16T19:56:26.491 INFO:tasks.workunit.client.0.smithi002.stdout:op 1693 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.491 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M2L3In-jnIfY8KY off=16312496 len=1135857 2023-12-16T19:56:26.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 1694 completed, throughput=4.99MB/sec 2023-12-16T19:56:26.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L3h1dSa8UIRYtUe off=6358660 len=609350 2023-12-16T19:56:26.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 1695 completed, throughput=5MB/sec 2023-12-16T19:56:26.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UA5JgrU7q3WW4yy off=9955202 len=751790 2023-12-16T19:56:26.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 1696 completed, throughput=5MB/sec 2023-12-16T19:56:26.499 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QEhxxDwKtBFsqkj off=8141499 len=621264 2023-12-16T19:56:26.503 INFO:tasks.workunit.client.0.smithi002.stdout:op 1697 completed, throughput=5MB/sec 2023-12-16T19:56:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:26 smithi002 ceph-mon[137674]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:56:26.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:26 smithi002 ceph-mon[140029]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:56:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:26 smithi043 ceph-mon[135010]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:56:27.503 INFO:tasks.workunit.client.0.smithi002.stdout: 327: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:27.503 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hrxEJiNme6RTTjB off=236144 len=1886428 2023-12-16T19:56:27.511 INFO:tasks.workunit.client.0.smithi002.stdout:op 1698 completed, throughput=4.99MB/sec 2023-12-16T19:56:27.511 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MCE4T6iE5C2IN_T off=3428910 len=434648 2023-12-16T19:56:27.512 INFO:tasks.workunit.client.0.smithi002.stdout:op 1699 completed, throughput=4.99MB/sec 2023-12-16T19:56:27.512 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-F6ISHS2aH5RBEVB off=15639325 len=932838 2023-12-16T19:56:27.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 1700 completed, throughput=4.99MB/sec 2023-12-16T19:56:27.514 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BwJAnFAjUQcNvOW off=16407662 len=316048 2023-12-16T19:56:27.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 1701 completed, throughput=5MB/sec 2023-12-16T19:56:27.515 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Dg-gK7eGyr0WxJP off=4061960 len=638824 2023-12-16T19:56:27.520 INFO:tasks.workunit.client.0.smithi002.stdout:op 1702 completed, throughput=5MB/sec 2023-12-16T19:56:27.520 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WU4GlaHe3SLgG7N off=15606094 len=864237 2023-12-16T19:56:27.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 1703 completed, throughput=5MB/sec 2023-12-16T19:56:27.524 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3oZhKrylqkpEWfb off=15381784 len=835013 2023-12-16T19:56:27.530 INFO:tasks.workunit.client.0.smithi002.stdout:op 1704 completed, throughput=5MB/sec 2023-12-16T19:56:28.530 INFO:tasks.workunit.client.0.smithi002.stdout: 328: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:28.530 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Wl2HvqqBr_tgqLQ off=664584 len=1806668 2023-12-16T19:56:28.534 INFO:tasks.workunit.client.0.smithi002.stdout:op 1705 completed, throughput=4.99MB/sec 2023-12-16T19:56:28.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g9YY2309X9-Gpjr off=15558122 len=122388 2023-12-16T19:56:28.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 1706 completed, throughput=4.99MB/sec 2023-12-16T19:56:28.535 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zDLpxlwacPLm6sp off=15847951 len=1533408 2023-12-16T19:56:28.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 1707 completed, throughput=5MB/sec 2023-12-16T19:56:28.544 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U6nhXRSSENfYl6k off=2466886 len=1091153 2023-12-16T19:56:28.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 1708 completed, throughput=5MB/sec 2023-12-16T19:56:28.545 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EGb9WBcfa_hF3-m off=7749419 len=1264721 2023-12-16T19:56:28.551 INFO:tasks.workunit.client.0.smithi002.stdout:op 1709 completed, throughput=5MB/sec 2023-12-16T19:56:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:28 smithi002 ceph-mon[137674]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:28.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:28 smithi002 ceph-mon[140029]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:28.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:28 smithi043 ceph-mon[135010]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:29.552 INFO:tasks.workunit.client.0.smithi002.stdout: 329: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:29.552 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Br18-rOAa7cfnaM off=4246802 len=1810468 2023-12-16T19:56:29.555 INFO:tasks.workunit.client.0.smithi002.stdout:op 1710 completed, throughput=4.99MB/sec 2023-12-16T19:56:29.555 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QHQ6iKz3_xKEA37 off=4145844 len=1012043 2023-12-16T19:56:29.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 1711 completed, throughput=5MB/sec 2023-12-16T19:56:29.557 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IfsChgQK8QECfy7 off=11115897 len=1211072 2023-12-16T19:56:29.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 1712 completed, throughput=5MB/sec 2023-12-16T19:56:29.563 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sriSK0jqTcufThS off=1443571 len=951357 2023-12-16T19:56:29.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 1713 completed, throughput=5MB/sec 2023-12-16T19:56:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:29 smithi002 ceph-mon[137674]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:29 smithi002 ceph-mon[140029]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:29 smithi043 ceph-mon[135010]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:56:30.275 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:56:30.564 INFO:tasks.workunit.client.0.smithi002.stdout: 330: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:30.564 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9GaT7uJHx0lYjYs off=11589775 len=622259 2023-12-16T19:56:30.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 1714 completed, throughput=4.99MB/sec 2023-12-16T19:56:30.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QJlhuPIQne3tBQr off=5440824 len=1436136 2023-12-16T19:56:30.571 INFO:tasks.workunit.client.0.smithi002.stdout:op 1715 completed, throughput=4.99MB/sec 2023-12-16T19:56:30.571 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wvuZjsCh2ePnc6a off=21768266 len=85610 2023-12-16T19:56:30.572 INFO:tasks.workunit.client.0.smithi002.stdout:op 1716 completed, throughput=4.99MB/sec 2023-12-16T19:56:30.572 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JTVI406tR99SdTn off=3187283 len=1658897 2023-12-16T19:56:30.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 1717 completed, throughput=5MB/sec 2023-12-16T19:56:30.574 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-olCi3F1z0dY-h4x off=1826448 len=18912 2023-12-16T19:56:30.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 1718 completed, throughput=5MB/sec 2023-12-16T19:56:30.576 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Jx51Y97ajk0pPMS off=9113207 len=1013074 2023-12-16T19:56:30.577 INFO:tasks.workunit.client.0.smithi002.stdout:op 1719 completed, throughput=5MB/sec 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (24m) 52s ago 27m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (24m) 9m ago 27m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (28m) 52s ago 28m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (28m) 9m ago 28m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (23m) 9m ago 30m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (24m) 52s ago 31m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (23m) 52s ago 31m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:56:30.600 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (23m) 9m ago 30m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (23m) 52s ago 30m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (24m) 52s ago 27m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (24m) 9m ago 27m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (22m) 52s ago 30m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (22m) 52s ago 29m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (21m) 52s ago 29m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (21m) 52s ago 29m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (20m) 9m ago 29m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (20m) 9m ago 28m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (19m) 9m ago 28m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (19m) 9m ago 28m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:56:30.601 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (24m) 9m ago 27m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:56:30.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:30 smithi002 ceph-mon[137674]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:30.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:30 smithi002 ceph-mon[137674]: from='client.35463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:30.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:30 smithi002 ceph-mon[140029]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:30.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:30 smithi002 ceph-mon[140029]: from='client.35463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:56:31.001 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:56:31.002 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:56:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:30 smithi043 ceph-mon[135010]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:31.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:30 smithi043 ceph-mon[135010]: from='client.35463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:56:31.577 INFO:tasks.workunit.client.0.smithi002.stdout: 331: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:31.577 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0soZyMbgjzbH61a off=10639098 len=383540 2023-12-16T19:56:31.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 1720 completed, throughput=4.99MB/sec 2023-12-16T19:56:31.578 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JHDANi76Dxhiz6Y off=823000 len=1645001 2023-12-16T19:56:31.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 1721 completed, throughput=4.99MB/sec 2023-12-16T19:56:31.580 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaLfCUtdff2_pMS off=133106 len=1609918 2023-12-16T19:56:31.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 1722 completed, throughput=5MB/sec 2023-12-16T19:56:31.584 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dkBmPbvufSyhIv6 off=3995834 len=531792 2023-12-16T19:56:31.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 1723 completed, throughput=5MB/sec 2023-12-16T19:56:31.586 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1yjyu2kC9cUaiaJ off=8401184 len=904873 2023-12-16T19:56:31.590 INFO:tasks.workunit.client.0.smithi002.stdout:op 1724 completed, throughput=5MB/sec 2023-12-16T19:56:32.242 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:31] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:56:32.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3858801381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:32.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:31 smithi002 ceph-mon[140029]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-16T19:56:32.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3858801381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:32.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:31 smithi002 ceph-mon[137674]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-16T19:56:32.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3858801381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:56:32.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:31 smithi043 ceph-mon[135010]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-16T19:56:32.591 INFO:tasks.workunit.client.0.smithi002.stdout: 332: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:32.591 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0oHtKw5C6TYLDWL off=4850281 len=2020544 2023-12-16T19:56:32.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 1725 completed, throughput=4.99MB/sec 2023-12-16T19:56:32.593 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SXG0Z0PbletM-Pf off=20451049 len=1727196 2023-12-16T19:56:32.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 1726 completed, throughput=5MB/sec 2023-12-16T19:56:32.596 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gp7RRCmZhn50NC0 off=5093942 len=809625 2023-12-16T19:56:32.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 1727 completed, throughput=5MB/sec 2023-12-16T19:56:32.598 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qvskOJ5Wjx6awUm off=17298660 len=311452 2023-12-16T19:56:32.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 1728 completed, throughput=5MB/sec 2023-12-16T19:56:32.599 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Zm3WxRHeO762XCF off=3768327 len=804511 2023-12-16T19:56:32.600 INFO:tasks.workunit.client.0.smithi002.stdout:op 1729 completed, throughput=5MB/sec 2023-12-16T19:56:33.600 INFO:tasks.workunit.client.0.smithi002.stdout: 333: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:33.600 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3inZHrUqYz9c-Fj off=258003 len=571772 2023-12-16T19:56:33.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 1730 completed, throughput=4.99MB/sec 2023-12-16T19:56:33.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KKuDPec3JVuDzy3 off=23171630 len=1568361 2023-12-16T19:56:33.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 1731 completed, throughput=4.99MB/sec 2023-12-16T19:56:33.613 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iIt0_zF0cdjFdbC off=16192829 len=1412976 2023-12-16T19:56:33.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 1732 completed, throughput=5MB/sec 2023-12-16T19:56:33.616 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yx7y_SRdlDbWn3P off=10505844 len=1688996 2023-12-16T19:56:33.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 1733 completed, throughput=5MB/sec 2023-12-16T19:56:34.619 INFO:tasks.workunit.client.0.smithi002.stdout: 334: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:34.619 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Dl_uaXAdTWIf8b6 off=8486105 len=1174612 2023-12-16T19:56:34.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 1734 completed, throughput=4.99MB/sec 2023-12-16T19:56:34.621 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Unmjeu9waHHqhT3 off=8153482 len=1942248 2023-12-16T19:56:34.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 1735 completed, throughput=5MB/sec 2023-12-16T19:56:34.629 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-671fNmbRmLyEzbI off=1661058 len=726528 2023-12-16T19:56:34.630 INFO:tasks.workunit.client.0.smithi002.stdout:op 1736 completed, throughput=5MB/sec 2023-12-16T19:56:34.630 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nSHqQ1CG22_qFIy off=3647736 len=25390 2023-12-16T19:56:34.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 1737 completed, throughput=5MB/sec 2023-12-16T19:56:34.631 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DzJh5MB0BPfDkzC off=6448421 len=1106489 2023-12-16T19:56:34.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 1738 completed, throughput=5MB/sec 2023-12-16T19:56:34.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:34 smithi002 ceph-mon[137674]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:34.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:34 smithi002 ceph-mon[140029]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:34 smithi043 ceph-mon[135010]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:56:35.636 INFO:tasks.workunit.client.0.smithi002.stdout: 335: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:35.636 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JkZN8lTHWH9JnpR off=8159682 len=1944865 2023-12-16T19:56:35.639 INFO:tasks.workunit.client.0.smithi002.stdout:op 1739 completed, throughput=4.99MB/sec 2023-12-16T19:56:35.639 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3kvcsXI8qnotav6 off=3918741 len=745302 2023-12-16T19:56:35.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 1740 completed, throughput=4.99MB/sec 2023-12-16T19:56:35.641 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-khM-qv0XeA8YYvU off=5874572 len=347598 2023-12-16T19:56:35.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 1741 completed, throughput=4.99MB/sec 2023-12-16T19:56:35.644 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Chaqg-nKOLcNrnW off=21170587 len=1835500 2023-12-16T19:56:35.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 1742 completed, throughput=5MB/sec 2023-12-16T19:56:35.652 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RHDEWrtr_ZYGTA5 off=3760613 len=1274841 2023-12-16T19:56:35.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 1743 completed, throughput=5MB/sec 2023-12-16T19:56:36.654 INFO:tasks.workunit.client.0.smithi002.stdout: 336: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:36.654 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pbpvDdrsZem11ob off=2060578 len=1149870 2023-12-16T19:56:36.660 INFO:tasks.workunit.client.0.smithi002.stdout:op 1744 completed, throughput=4.99MB/sec 2023-12-16T19:56:36.660 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gYMcGNmlSFgYAgG off=11737422 len=2093628 2023-12-16T19:56:36.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 1745 completed, throughput=5MB/sec 2023-12-16T19:56:36.669 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YdXhGjrNXcLAuMK off=3951873 len=946032 2023-12-16T19:56:36.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 1746 completed, throughput=5MB/sec 2023-12-16T19:56:36.672 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-05rQVwL2coCO8uL off=10475896 len=2062224 2023-12-16T19:56:36.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 1747 completed, throughput=5MB/sec 2023-12-16T19:56:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:36 smithi002 ceph-mon[137674]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:56:36.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:36 smithi002 ceph-mon[140029]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:56:36.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:36 smithi043 ceph-mon[135010]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T19:56:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:37.674 INFO:tasks.workunit.client.0.smithi002.stdout: 337: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:37.674 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XZ307mqaKfI_qSk off=1457672 len=231560 2023-12-16T19:56:37.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 1748 completed, throughput=4.99MB/sec 2023-12-16T19:56:37.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W-xDrdiNzk8wCWF off=9104271 len=1661882 2023-12-16T19:56:37.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 1749 completed, throughput=5MB/sec 2023-12-16T19:56:37.677 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fSRMYW987d7Ymzl off=826426 len=1140022 2023-12-16T19:56:37.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 1750 completed, throughput=5MB/sec 2023-12-16T19:56:37.679 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fycVReGcH3WTJ_N off=9770554 len=1463364 2023-12-16T19:56:37.688 INFO:tasks.workunit.client.0.smithi002.stdout:op 1751 completed, throughput=5MB/sec 2023-12-16T19:56:38.688 INFO:tasks.workunit.client.0.smithi002.stdout: 338: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:38.689 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ug8x0D_cXiD4JLE off=10377206 len=1565173 2023-12-16T19:56:38.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 1752 completed, throughput=4.99MB/sec 2023-12-16T19:56:38.690 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XuBw9zEMqNv4b3n off=13745457 len=1815391 2023-12-16T19:56:38.692 INFO:tasks.workunit.client.0.smithi002.stdout:op 1753 completed, throughput=5MB/sec 2023-12-16T19:56:38.693 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Yj5qJLcWvBGaxgm off=3165264 len=1434506 2023-12-16T19:56:38.699 INFO:tasks.workunit.client.0.smithi002.stdout:op 1754 completed, throughput=5MB/sec 2023-12-16T19:56:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:38 smithi002 ceph-mon[137674]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:38.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:38 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:56:38.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:38 smithi002 ceph-mon[140029]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:38.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:38 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:56:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:38 smithi043 ceph-mon[135010]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:38 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:56:39.699 INFO:tasks.workunit.client.0.smithi002.stdout: 339: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:39.699 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--wGFXSkP-cgMQu7 off=9951819 len=1075685 2023-12-16T19:56:39.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 1755 completed, throughput=4.99MB/sec 2023-12-16T19:56:39.701 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lJL5XvDG4vM_rLV off=14339111 len=1001853 2023-12-16T19:56:39.702 INFO:tasks.workunit.client.0.smithi002.stdout:op 1756 completed, throughput=4.99MB/sec 2023-12-16T19:56:39.703 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hpmlZYDdruhUdrW off=3446439 len=1529610 2023-12-16T19:56:39.704 INFO:tasks.workunit.client.0.smithi002.stdout:op 1757 completed, throughput=5MB/sec 2023-12-16T19:56:39.704 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kogLTcNJVourcUV off=6988434 len=484329 2023-12-16T19:56:39.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 1758 completed, throughput=5MB/sec 2023-12-16T19:56:39.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B76lX11YdSYNtKf off=1757228 len=422913 2023-12-16T19:56:39.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 1759 completed, throughput=5MB/sec 2023-12-16T19:56:39.711 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yh7mVy3KzxADF3e off=19481656 len=1762379 2023-12-16T19:56:39.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 1760 completed, throughput=5MB/sec 2023-12-16T19:56:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:56:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:56:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:40 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-16T19:56:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:56:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:56:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:40 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:56:40.718 INFO:tasks.workunit.client.0.smithi002.stdout: 340: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:40.719 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VSLu13G4ZrsSe0y off=6292024 len=646168 2023-12-16T19:56:40.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 1761 completed, throughput=4.99MB/sec 2023-12-16T19:56:40.723 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U4FEnIrDipKcbK9 off=1444623 len=1484414 2023-12-16T19:56:40.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 1762 completed, throughput=5MB/sec 2023-12-16T19:56:40.731 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T7ZCBY6LhUi0VF3 off=11159581 len=1027889 2023-12-16T19:56:40.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 1763 completed, throughput=5MB/sec 2023-12-16T19:56:40.733 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-twKNuPvT6pGCIdf off=9233616 len=1125703 2023-12-16T19:56:40.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 1764 completed, throughput=5MB/sec 2023-12-16T19:56:41.734 INFO:tasks.workunit.client.0.smithi002.stdout: 341: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:41.734 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JOtFqIaMoPe01NB off=1005309 len=1204393 2023-12-16T19:56:41.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 1765 completed, throughput=4.99MB/sec 2023-12-16T19:56:41.741 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2sHaet9oNyXgkm6 off=10251277 len=1333487 2023-12-16T19:56:41.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 1766 completed, throughput=4.99MB/sec 2023-12-16T19:56:41.743 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yd2uYfq7Aey3rr9 off=3754177 len=905208 2023-12-16T19:56:41.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 1767 completed, throughput=5MB/sec 2023-12-16T19:56:41.744 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YH715sQYzFYxzc8 off=623156 len=2077303 2023-12-16T19:56:41.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 1768 completed, throughput=5MB/sec 2023-12-16T19:56:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:41] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:56:42.756 INFO:tasks.workunit.client.0.smithi002.stdout: 342: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:42.756 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WEGCBPoYWOHbhPz off=15071437 len=963666 2023-12-16T19:56:42.761 INFO:tasks.workunit.client.0.smithi002.stdout:op 1769 completed, throughput=4.99MB/sec 2023-12-16T19:56:42.762 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K6qAW88mmd__vsY off=8342062 len=655953 2023-12-16T19:56:42.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 1770 completed, throughput=4.99MB/sec 2023-12-16T19:56:42.765 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--TzWP4RJpHKlJyv off=7552918 len=1083015 2023-12-16T19:56:42.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 1771 completed, throughput=4.99MB/sec 2023-12-16T19:56:42.767 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3AYSY12Pni-bEVQ off=13404177 len=750774 2023-12-16T19:56:42.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 1772 completed, throughput=5MB/sec 2023-12-16T19:56:42.768 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sDY_6HwB_eh5-yN off=3742276 len=1166852 2023-12-16T19:56:42.769 INFO:tasks.workunit.client.0.smithi002.stdout:op 1773 completed, throughput=5MB/sec 2023-12-16T19:56:42.769 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V2jT7RdMKcEKE9o off=1728668 len=1345969 2023-12-16T19:56:42.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 1774 completed, throughput=5MB/sec 2023-12-16T19:56:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:42 smithi002 ceph-mon[140029]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:56:42.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:42 smithi002 ceph-mon[137674]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:56:42.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:42 smithi043 ceph-mon[135010]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T19:56:43.771 INFO:tasks.workunit.client.0.smithi002.stdout: 343: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:43.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LRYIZ32vZDnYvCZ off=7774965 len=1865209 2023-12-16T19:56:43.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 1775 completed, throughput=4.99MB/sec 2023-12-16T19:56:43.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xaLJq_kKdhzu2B6 off=11291836 len=1302081 2023-12-16T19:56:43.787 INFO:tasks.workunit.client.0.smithi002.stdout:op 1776 completed, throughput=5MB/sec 2023-12-16T19:56:43.787 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MPrjjZB3WIgds42 off=2401378 len=1188664 2023-12-16T19:56:43.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 1777 completed, throughput=5MB/sec 2023-12-16T19:56:44.789 INFO:tasks.workunit.client.0.smithi002.stdout: 344: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:44.789 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4TwtG0gl8Zsvyuw off=5908176 len=1863684 2023-12-16T19:56:44.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 1778 completed, throughput=4.99MB/sec 2023-12-16T19:56:44.792 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KSoG6XvMS7bnvgL off=13317470 len=1722948 2023-12-16T19:56:44.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 1779 completed, throughput=5MB/sec 2023-12-16T19:56:44.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z36hcIA5jXbF3qD off=7585280 len=1016547 2023-12-16T19:56:44.795 INFO:tasks.workunit.client.0.smithi002.stdout:op 1780 completed, throughput=5MB/sec 2023-12-16T19:56:44.795 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AaQU61uPEmxpOF1 off=17985044 len=1926070 2023-12-16T19:56:44.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 1781 completed, throughput=5MB/sec 2023-12-16T19:56:44.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:44 smithi002 ceph-mon[140029]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T19:56:44.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:44 smithi002 ceph-mon[137674]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T19:56:44.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:44 smithi043 ceph-mon[135010]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T19:56:45.800 INFO:tasks.workunit.client.0.smithi002.stdout: 345: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Rxg9u3qG-c-iIRp off=2700294 len=987916 2023-12-16T19:56:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 1782 completed, throughput=4.99MB/sec 2023-12-16T19:56:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NCLnSTrXI-XgpjR off=7183794 len=1206937 2023-12-16T19:56:45.811 INFO:tasks.workunit.client.0.smithi002.stdout:op 1783 completed, throughput=5MB/sec 2023-12-16T19:56:45.811 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QnvrWxMtJDJ5as2 off=10140963 len=967782 2023-12-16T19:56:45.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 1784 completed, throughput=5MB/sec 2023-12-16T19:56:45.813 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qzQuPp_NYsgv0Rt off=432301 len=1640748 2023-12-16T19:56:45.817 INFO:tasks.workunit.client.0.smithi002.stdout:op 1785 completed, throughput=5MB/sec 2023-12-16T19:56:46.817 INFO:tasks.workunit.client.0.smithi002.stdout: 346: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:46.817 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j9iubo3nFcmAZ3F off=11782186 len=894505 2023-12-16T19:56:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 1786 completed, throughput=4.99MB/sec 2023-12-16T19:56:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a_YwpSqNBRJYhH8 off=3999485 len=2011354 2023-12-16T19:56:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 1787 completed, throughput=5MB/sec 2023-12-16T19:56:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mHqw-PfC5PXZoIS off=2529737 len=1996494 2023-12-16T19:56:46.836 INFO:tasks.workunit.client.0.smithi002.stdout:op 1788 completed, throughput=5MB/sec 2023-12-16T19:56:46.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:46 smithi002 ceph-mon[140029]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:46.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:46 smithi002 ceph-mon[137674]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:46.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:46 smithi043 ceph-mon[135010]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:47.836 INFO:tasks.workunit.client.0.smithi002.stdout: 347: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:47.836 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5Pytn-jNl7WI6gw off=6632952 len=1773161 2023-12-16T19:56:47.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 1789 completed, throughput=4.99MB/sec 2023-12-16T19:56:47.839 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kL8L_MmJwlZQQi1 off=16493293 len=1505 2023-12-16T19:56:47.839 INFO:tasks.workunit.client.0.smithi002.stdout:op 1790 completed, throughput=4.99MB/sec 2023-12-16T19:56:47.839 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rYNzvh0T-D1jCDf off=3628261 len=1145898 2023-12-16T19:56:47.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 1791 completed, throughput=4.99MB/sec 2023-12-16T19:56:47.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IwuA3Q89dfn5gxj off=16211245 len=1606260 2023-12-16T19:56:47.848 INFO:tasks.workunit.client.0.smithi002.stdout:op 1792 completed, throughput=5MB/sec 2023-12-16T19:56:47.848 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G30-MWgt24sk0H7 off=2739998 len=457739 2023-12-16T19:56:47.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 1793 completed, throughput=5MB/sec 2023-12-16T19:56:48.852 INFO:tasks.workunit.client.0.smithi002.stdout: 348: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:48.852 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nM7tPIDgkE7eyi4 off=5135193 len=1042592 2023-12-16T19:56:48.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 1794 completed, throughput=4.99MB/sec 2023-12-16T19:56:48.859 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vSiB7m1etSiWK12 off=1230721 len=1112449 2023-12-16T19:56:48.860 INFO:tasks.workunit.client.0.smithi002.stdout:op 1795 completed, throughput=4.99MB/sec 2023-12-16T19:56:48.860 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2t860KF4k9vk9ay off=1101450 len=550180 2023-12-16T19:56:48.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 1796 completed, throughput=4.99MB/sec 2023-12-16T19:56:48.865 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1s3O5a8UMHC1nvB off=14271961 len=1670054 2023-12-16T19:56:48.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 1797 completed, throughput=5MB/sec 2023-12-16T19:56:48.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AhID5KFuhns_p-B off=8348088 len=372043 2023-12-16T19:56:48.875 INFO:tasks.workunit.client.0.smithi002.stdout:op 1798 completed, throughput=5MB/sec 2023-12-16T19:56:48.875 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xy8DZb2ZGPK1wmL off=5113839 len=1341355 2023-12-16T19:56:48.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 1799 completed, throughput=5MB/sec 2023-12-16T19:56:48.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:48 smithi002 ceph-mon[140029]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:56:48.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:48 smithi002 ceph-mon[137674]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:56:48.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:48 smithi043 ceph-mon[135010]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:56:49.883 INFO:tasks.workunit.client.0.smithi002.stdout: 349: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:49.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FSKExFF1NtXODrW off=17915944 len=1316406 2023-12-16T19:56:49.886 INFO:tasks.workunit.client.0.smithi002.stdout:op 1800 completed, throughput=4.99MB/sec 2023-12-16T19:56:49.886 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u0c9ht4SpYwd2oq off=616876 len=1983112 2023-12-16T19:56:49.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 1801 completed, throughput=5MB/sec 2023-12-16T19:56:49.893 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6OkDPePJ_JlEkCK off=8039159 len=446291 2023-12-16T19:56:49.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 1802 completed, throughput=5MB/sec 2023-12-16T19:56:49.897 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5hk4zEhd3b16qN7 off=1460223 len=338081 2023-12-16T19:56:49.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 1803 completed, throughput=5MB/sec 2023-12-16T19:56:49.898 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-F8ZScP4k--8Tye5 off=9331024 len=378414 2023-12-16T19:56:49.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 1804 completed, throughput=5MB/sec 2023-12-16T19:56:49.898 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6ub_0Q8y8CIAsjK off=824162 len=174483 2023-12-16T19:56:49.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 1805 completed, throughput=5MB/sec 2023-12-16T19:56:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:49 smithi002 ceph-mon[137674]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:56:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:49 smithi002 ceph-mon[140029]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:56:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:49 smithi043 ceph-mon[135010]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:56:50.899 INFO:tasks.workunit.client.0.smithi002.stdout: 350: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:50.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nmomr3T1mna4pnL off=751646 len=627100 2023-12-16T19:56:50.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 1806 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.903 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E5oO9D0JauewqYW off=12655268 len=200271 2023-12-16T19:56:50.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 1807 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.903 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wGIRQajfx25Zzvi off=2066023 len=100694 2023-12-16T19:56:50.904 INFO:tasks.workunit.client.0.smithi002.stdout:op 1808 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.904 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JiAMNxy8vIKsLfo off=7258573 len=315166 2023-12-16T19:56:50.908 INFO:tasks.workunit.client.0.smithi002.stdout:op 1809 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.908 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3nSctXlGAyuyAdA off=2961315 len=459023 2023-12-16T19:56:50.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 1810 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.911 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Cu7Ck0zCkPD4SaE off=11794277 len=252161 2023-12-16T19:56:50.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 1811 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.912 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fUFIcWQAnTkiejp off=8189928 len=492976 2023-12-16T19:56:50.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 1812 completed, throughput=4.99MB/sec 2023-12-16T19:56:50.915 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QF1REH9KCpPVGhe off=6108654 len=1700619 2023-12-16T19:56:50.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 1813 completed, throughput=5MB/sec 2023-12-16T19:56:50.918 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vcGYzBQoxzbTPxU off=342673 len=1340918 2023-12-16T19:56:50.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 1814 completed, throughput=5MB/sec 2023-12-16T19:56:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:56:51.921 INFO:tasks.workunit.client.0.smithi002.stdout: 351: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:51.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--T7cQ6XDNHK13pt off=13200977 len=1407889 2023-12-16T19:56:51.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 1815 completed, throughput=4.99MB/sec 2023-12-16T19:56:51.923 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GIEIEJ5EwRHDwKg off=537141 len=829571 2023-12-16T19:56:51.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 1816 completed, throughput=4.99MB/sec 2023-12-16T19:56:51.929 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ymrScyQacLIeNbq off=3710712 len=148282 2023-12-16T19:56:51.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 1817 completed, throughput=4.99MB/sec 2023-12-16T19:56:51.931 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6tWuMX4cNK-5o4o off=19119157 len=1334636 2023-12-16T19:56:51.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 1818 completed, throughput=5MB/sec 2023-12-16T19:56:51.938 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Np6ZnnMiX3YaNPB off=7680838 len=747695 2023-12-16T19:56:51.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 1819 completed, throughput=5MB/sec 2023-12-16T19:56:51.940 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2YfwsjJtwxVubwq off=546314 len=1066267 2023-12-16T19:56:51.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 1820 completed, throughput=5MB/sec 2023-12-16T19:56:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:51 smithi002 ceph-mon[137674]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:56:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:56:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:56:51] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:56:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:51 smithi002 ceph-mon[140029]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:56:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:51 smithi043 ceph-mon[135010]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:56:52.945 INFO:tasks.workunit.client.0.smithi002.stdout: 352: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:52.945 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CkTsW-s6k4Vq2by off=1100508 len=948862 2023-12-16T19:56:52.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 1821 completed, throughput=4.99MB/sec 2023-12-16T19:56:52.951 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O0uGtTlSgaocq3z off=1242684 len=2027564 2023-12-16T19:56:52.960 INFO:tasks.workunit.client.0.smithi002.stdout:op 1822 completed, throughput=4.99MB/sec 2023-12-16T19:56:52.960 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g0wIYXK-KANK621 off=8988502 len=532906 2023-12-16T19:56:52.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 1823 completed, throughput=5MB/sec 2023-12-16T19:56:52.967 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p3sr64fTLqdoILt off=9957498 len=798579 2023-12-16T19:56:52.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 1824 completed, throughput=5MB/sec 2023-12-16T19:56:52.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9fD9bztgAvv4TIJ off=6633948 len=917357 2023-12-16T19:56:52.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 1825 completed, throughput=5MB/sec 2023-12-16T19:56:53.970 INFO:tasks.workunit.client.0.smithi002.stdout: 353: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:53.970 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BrUheSfcnsuK-W2 off=0 len=1346242 2023-12-16T19:56:53.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 1826 completed, throughput=4.99MB/sec 2023-12-16T19:56:53.976 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-k_-CjbkPVjici_Z off=738499 len=863749 2023-12-16T19:56:53.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 1827 completed, throughput=4.99MB/sec 2023-12-16T19:56:53.981 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ceb95AlJYBnADE7 off=945572 len=2088074 2023-12-16T19:56:53.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 1828 completed, throughput=5MB/sec 2023-12-16T19:56:53.983 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b7oTeosn3cRpuEl off=436534 len=1671946 2023-12-16T19:56:53.984 INFO:tasks.workunit.client.0.smithi002.stdout:op 1829 completed, throughput=5MB/sec 2023-12-16T19:56:54.985 INFO:tasks.workunit.client.0.smithi002.stdout: 354: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:54.985 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XOFLjShBcbuiSSx off=6353524 len=1868925 2023-12-16T19:56:54.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:54 smithi002 ceph-mon[137674]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:54.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:54 smithi002 ceph-mon[140029]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:54.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 1830 completed, throughput=4.99MB/sec 2023-12-16T19:56:54.995 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JYAqTwAWLtVM5b8 off=11155772 len=2012885 2023-12-16T19:56:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:54 smithi043 ceph-mon[135010]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:56:55.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 1831 completed, throughput=5MB/sec 2023-12-16T19:56:55.004 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-F7GewBjUaMayFLX off=20501656 len=1870949 2023-12-16T19:56:55.005 INFO:tasks.workunit.client.0.smithi002.stdout:op 1832 completed, throughput=5MB/sec 2023-12-16T19:56:56.005 INFO:tasks.workunit.client.0.smithi002.stdout: 355: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HUtKRAfb6_Y2em5 off=7633021 len=966648 2023-12-16T19:56:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 1833 completed, throughput=4.99MB/sec 2023-12-16T19:56:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I4k5kwRx1xM1GY1 off=2437042 len=1686810 2023-12-16T19:56:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 1834 completed, throughput=5MB/sec 2023-12-16T19:56:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kbLFWOr16ot-mTy off=8298100 len=1587388 2023-12-16T19:56:56.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 1835 completed, throughput=5MB/sec 2023-12-16T19:56:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:56 smithi002 ceph-mon[137674]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:56:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:56 smithi002 ceph-mon[140029]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:56:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:56 smithi043 ceph-mon[135010]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:56:57.024 INFO:tasks.workunit.client.0.smithi002.stdout: 356: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:57.024 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SQkPoh1Y5fXXUzN off=11230116 len=1747515 2023-12-16T19:56:57.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 1836 completed, throughput=4.99MB/sec 2023-12-16T19:56:57.034 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Em94JQ0L1xjEy9A off=3248422 len=1327568 2023-12-16T19:56:57.035 INFO:tasks.workunit.client.0.smithi002.stdout:op 1837 completed, throughput=4.99MB/sec 2023-12-16T19:56:57.035 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-53BqvWWnvorjHin off=855028 len=232438 2023-12-16T19:56:57.036 INFO:tasks.workunit.client.0.smithi002.stdout:op 1838 completed, throughput=5MB/sec 2023-12-16T19:56:57.036 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GAkugWVSh-LPiKz off=155196 len=1319934 2023-12-16T19:56:57.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 1839 completed, throughput=5MB/sec 2023-12-16T19:56:57.039 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vKsUCwRAEUFv_p4 off=4018781 len=1400710 2023-12-16T19:56:57.048 INFO:tasks.workunit.client.0.smithi002.stdout:op 1840 completed, throughput=5MB/sec 2023-12-16T19:56:58.047 INFO:tasks.workunit.client.0.smithi002.stdout: 357: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:58.047 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RJlXYD7XIoBcm_s off=1511373 len=227607 2023-12-16T19:56:58.047 INFO:tasks.workunit.client.0.smithi002.stdout:op 1841 completed, throughput=4.99MB/sec 2023-12-16T19:56:58.048 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-smD_M5kKgndXDRT off=2006361 len=202243 2023-12-16T19:56:58.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 1842 completed, throughput=4.99MB/sec 2023-12-16T19:56:58.051 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R_jHeHdIf7L477e off=19976715 len=1328520 2023-12-16T19:56:58.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 1843 completed, throughput=4.99MB/sec 2023-12-16T19:56:58.058 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K9kTIhzkOvRDlTy off=2340823 len=1161025 2023-12-16T19:56:58.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 1844 completed, throughput=5MB/sec 2023-12-16T19:56:58.063 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qG-B7xkeJwZvbDT off=2623875 len=1945602 2023-12-16T19:56:58.065 INFO:tasks.workunit.client.0.smithi002.stdout:op 1845 completed, throughput=5MB/sec 2023-12-16T19:56:58.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:58 smithi002 ceph-mon[137674]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:58.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:58 smithi002 ceph-mon[140029]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:58.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:58 smithi043 ceph-mon[135010]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:56:59.065 INFO:tasks.workunit.client.0.smithi002.stdout: 358: throughput=4.99MB/sec pending data=0 2023-12-16T19:56:59.065 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qeD4AsYxSQ0wZKn off=12046585 len=1067952 2023-12-16T19:56:59.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 1846 completed, throughput=4.99MB/sec 2023-12-16T19:56:59.072 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VfTTpCVBmtTLUA5 off=1982625 len=850913 2023-12-16T19:56:59.073 INFO:tasks.workunit.client.0.smithi002.stdout:op 1847 completed, throughput=4.99MB/sec 2023-12-16T19:56:59.073 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ulsxMcrGF1kwcOb off=449226 len=49947 2023-12-16T19:56:59.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 1848 completed, throughput=4.99MB/sec 2023-12-16T19:56:59.074 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dwxzov2tinwy4M2 off=3554496 len=580573 2023-12-16T19:56:59.078 INFO:tasks.workunit.client.0.smithi002.stdout:op 1849 completed, throughput=4.99MB/sec 2023-12-16T19:56:59.078 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o00EA0cfSixjrrz off=3353111 len=2034463 2023-12-16T19:56:59.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 1850 completed, throughput=5MB/sec 2023-12-16T19:56:59.080 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IVmlGe7vrOE_xNO off=2882224 len=277850 2023-12-16T19:56:59.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 1851 completed, throughput=5MB/sec 2023-12-16T19:56:59.082 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KOvvcWcF5WcDV7_ off=197593 len=386601 2023-12-16T19:56:59.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 1852 completed, throughput=5MB/sec 2023-12-16T19:57:00.086 INFO:tasks.workunit.client.0.smithi002.stdout: 359: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:00.086 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SlHPPs_ogH4M8rf off=9124112 len=1150813 2023-12-16T19:57:00.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 1853 completed, throughput=4.99MB/sec 2023-12-16T19:57:00.091 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HXemXN2aV6vf-PB off=21650628 len=946214 2023-12-16T19:57:00.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 1854 completed, throughput=4.99MB/sec 2023-12-16T19:57:00.097 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YQzCb5UZLFPL02z off=2772835 len=1135410 2023-12-16T19:57:00.102 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:56:59 smithi002 ceph-mon[137674]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:00.103 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:56:59 smithi002 ceph-mon[140029]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:00.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 1855 completed, throughput=5MB/sec 2023-12-16T19:57:00.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tB24aKXFqXATvsQ off=892300 len=754854 2023-12-16T19:57:00.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 1856 completed, throughput=5MB/sec 2023-12-16T19:57:00.104 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S_568-T4A9V9udQ off=4393981 len=995949 2023-12-16T19:57:00.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 1857 completed, throughput=5MB/sec 2023-12-16T19:57:00.109 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gnN_YMJ9xiowbss off=1414902 len=1475917 2023-12-16T19:57:00.116 INFO:tasks.workunit.client.0.smithi002.stdout:op 1858 completed, throughput=5MB/sec 2023-12-16T19:57:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:56:59 smithi043 ceph-mon[135010]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:01.116 INFO:tasks.workunit.client.0.smithi002.stdout: 360: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:01.116 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pIwW6KJ02BJ7SCQ off=13243427 len=666311 2023-12-16T19:57:01.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 1859 completed, throughput=4.99MB/sec 2023-12-16T19:57:01.117 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4GTs1Wi9m6Z2Ore off=812027 len=976714 2023-12-16T19:57:01.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 1860 completed, throughput=4.99MB/sec 2023-12-16T19:57:01.118 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jqaXLwkNusvmG2t off=1726999 len=859454 2023-12-16T19:57:01.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 1861 completed, throughput=5MB/sec 2023-12-16T19:57:01.123 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TvdlE94nt7TCEaK off=10072161 len=31297 2023-12-16T19:57:01.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 1862 completed, throughput=5MB/sec 2023-12-16T19:57:01.126 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3e3lJMKhStrDTfE off=857346 len=1242592 2023-12-16T19:57:01.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 1863 completed, throughput=5MB/sec 2023-12-16T19:57:01.128 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iiBwj4uK4y1FkN9 off=1819554 len=1054365 2023-12-16T19:57:01.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 1864 completed, throughput=5MB/sec 2023-12-16T19:57:01.369 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:57:01.694 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (25m) 83s ago 27m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (24m) 9m ago 27m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (28m) 83s ago 28m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (28m) 9m ago 28m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (24m) 9m ago 30m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (24m) 83s ago 32m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (24m) 83s ago 32m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (23m) 9m ago 31m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (23m) 83s ago 31m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (25m) 83s ago 27m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (24m) 9m ago 27m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (23m) 83s ago 30m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:57:01.695 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (22m) 83s ago 30m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (22m) 83s ago 30m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (21m) 83s ago 29m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (21m) 9m ago 29m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (20m) 9m ago 29m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (20m) 9m ago 29m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (19m) 9m ago 29m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:57:01.696 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (24m) 9m ago 28m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:57:01.988 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:01] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:02.103 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:57:02.104 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:57:02.130 INFO:tasks.workunit.client.0.smithi002.stdout: 361: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:02.130 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4ij9bSMlVfmPixk off=263725 len=1091481 2023-12-16T19:57:02.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 1865 completed, throughput=4.99MB/sec 2023-12-16T19:57:02.131 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sDY_6HwB_eh5-yN off=3411772 len=2096949 2023-12-16T19:57:02.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 1866 completed, throughput=5MB/sec 2023-12-16T19:57:02.144 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sHOtzGwMym27la0 off=10430261 len=1039385 2023-12-16T19:57:02.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 1867 completed, throughput=5MB/sec 2023-12-16T19:57:02.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PBkwB5RCtRwn9bp off=3049846 len=541332 2023-12-16T19:57:02.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 1868 completed, throughput=5MB/sec 2023-12-16T19:57:02.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[137674]: from='client.35475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[137674]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:57:02.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[137674]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/991534764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:02.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[140029]: from='client.35475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[140029]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:57:02.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[140029]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/991534764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:02 smithi043 ceph-mon[135010]: from='client.35475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:02 smithi043 ceph-mon[135010]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:57:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:02 smithi043 ceph-mon[135010]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/991534764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:03.146 INFO:tasks.workunit.client.0.smithi002.stdout: 362: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:03.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Osa1qO6su-AqHIU off=377301 len=1604561 2023-12-16T19:57:03.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 1869 completed, throughput=4.99MB/sec 2023-12-16T19:57:03.148 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iqt47kkvCetgFbV off=5352276 len=545461 2023-12-16T19:57:03.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 1870 completed, throughput=4.99MB/sec 2023-12-16T19:57:03.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Zlkn0jP2omTqK7q off=166081 len=2063334 2023-12-16T19:57:03.154 INFO:tasks.workunit.client.0.smithi002.stdout:op 1871 completed, throughput=5MB/sec 2023-12-16T19:57:03.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Af1fwkbpVbkSAqV off=21719348 len=853367 2023-12-16T19:57:03.159 INFO:tasks.workunit.client.0.smithi002.stdout:op 1872 completed, throughput=5MB/sec 2023-12-16T19:57:04.159 INFO:tasks.workunit.client.0.smithi002.stdout: 363: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:04.160 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O__LOoafy_vB6iT off=14309645 len=705233 2023-12-16T19:57:04.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 1873 completed, throughput=4.99MB/sec 2023-12-16T19:57:04.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vJ4ocVZlnkKl0NY off=4304282 len=1268078 2023-12-16T19:57:04.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 1874 completed, throughput=4.99MB/sec 2023-12-16T19:57:04.170 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wry8M0bgx6aLvL8 off=2609734 len=1747851 2023-12-16T19:57:04.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 1875 completed, throughput=5MB/sec 2023-12-16T19:57:04.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MOo6OUMTCWsKFo6 off=7092117 len=1625464 2023-12-16T19:57:04.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 1876 completed, throughput=5MB/sec 2023-12-16T19:57:04.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:04 smithi002 ceph-mon[137674]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:57:04.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:04 smithi002 ceph-mon[140029]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:57:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:04 smithi043 ceph-mon[135010]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:57:05.178 INFO:tasks.workunit.client.0.smithi002.stdout: 364: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:05.179 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1a9SwleE7Pr-T8 off=3604480 len=1501705 2023-12-16T19:57:05.180 INFO:tasks.workunit.client.0.smithi002.stdout:op 1877 completed, throughput=4.99MB/sec 2023-12-16T19:57:05.180 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zcZyUQni8zN1ted off=7534473 len=1490584 2023-12-16T19:57:05.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 1878 completed, throughput=4.99MB/sec 2023-12-16T19:57:05.183 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lu9JWRIbSbCgYmd off=13405829 len=1317307 2023-12-16T19:57:05.189 INFO:tasks.workunit.client.0.smithi002.stdout:op 1879 completed, throughput=5MB/sec 2023-12-16T19:57:05.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DZfS6ZGRNdBK6bx off=4045062 len=1942275 2023-12-16T19:57:05.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 1880 completed, throughput=5MB/sec 2023-12-16T19:57:06.194 INFO:tasks.workunit.client.0.smithi002.stdout: 365: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:06.194 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rp72jCB7fMvD8-m off=1744487 len=1747849 2023-12-16T19:57:06.196 INFO:tasks.workunit.client.0.smithi002.stdout:op 1881 completed, throughput=4.99MB/sec 2023-12-16T19:57:06.196 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4B2ZHnBv8-Uf0Op off=329199 len=1846989 2023-12-16T19:57:06.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 1882 completed, throughput=5MB/sec 2023-12-16T19:57:06.198 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qyvAcf_gKUJ3eHA off=1532427 len=1898414 2023-12-16T19:57:06.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 1883 completed, throughput=5MB/sec 2023-12-16T19:57:06.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:06 smithi002 ceph-mon[137674]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:06.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:06 smithi002 ceph-mon[140029]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:06.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:06.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:06 smithi043 ceph-mon[135010]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:06.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:07.200 INFO:tasks.workunit.client.0.smithi002.stdout: 366: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:07.201 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eYq7oc-cPjrLhcb off=1820176 len=456897 2023-12-16T19:57:07.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 1884 completed, throughput=4.99MB/sec 2023-12-16T19:57:07.205 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CFS1A9fPEVIKIB1 off=4611876 len=457070 2023-12-16T19:57:07.206 INFO:tasks.workunit.client.0.smithi002.stdout:op 1885 completed, throughput=4.99MB/sec 2023-12-16T19:57:07.206 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4QLmt0wGMDcvThQ off=4940437 len=2032219 2023-12-16T19:57:07.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 1886 completed, throughput=5MB/sec 2023-12-16T19:57:07.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kYWnHc3QO0mdbwR off=7552333 len=682851 2023-12-16T19:57:07.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 1887 completed, throughput=5MB/sec 2023-12-16T19:57:07.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zsFySstILyJYQgD off=12012380 len=1697736 2023-12-16T19:57:07.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 1888 completed, throughput=5MB/sec 2023-12-16T19:57:08.218 INFO:tasks.workunit.client.0.smithi002.stdout: 367: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:08.219 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W0Qen4v51hwtfnP off=4931054 len=1246593 2023-12-16T19:57:08.226 INFO:tasks.workunit.client.0.smithi002.stdout:op 1889 completed, throughput=4.99MB/sec 2023-12-16T19:57:08.226 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RSEm6sgPuIDdDEo off=12224218 len=1236165 2023-12-16T19:57:08.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 1890 completed, throughput=5MB/sec 2023-12-16T19:57:08.229 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fH4trdFZfANSEL- off=3810236 len=249753 2023-12-16T19:57:08.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 1891 completed, throughput=5MB/sec 2023-12-16T19:57:08.232 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9niAzQZT3YzKlLI off=4789341 len=1349033 2023-12-16T19:57:08.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 1892 completed, throughput=5MB/sec 2023-12-16T19:57:08.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FKLS_Wt5JaGwWA- off=9349804 len=1743382 2023-12-16T19:57:08.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 1893 completed, throughput=5MB/sec 2023-12-16T19:57:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:08 smithi002 ceph-mon[137674]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:57:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:08 smithi002 ceph-mon[140029]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:57:08.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:08 smithi043 ceph-mon[135010]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:57:09.244 INFO:tasks.workunit.client.0.smithi002.stdout: 368: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:09.244 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xxOz4Rl3K-_uT0q off=566436 len=216287 2023-12-16T19:57:09.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 1894 completed, throughput=4.99MB/sec 2023-12-16T19:57:09.248 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fHR051jWHB2gS3t off=12243231 len=1926813 2023-12-16T19:57:09.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 1895 completed, throughput=5MB/sec 2023-12-16T19:57:09.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RCMKZi7GgTtXpWE off=5114437 len=842231 2023-12-16T19:57:09.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 1896 completed, throughput=5MB/sec 2023-12-16T19:57:09.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gjcs5jy7uspbTOx off=5564814 len=432200 2023-12-16T19:57:09.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 1897 completed, throughput=5MB/sec 2023-12-16T19:57:09.261 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HpgrSH5UCsdpMRC off=11227442 len=194115 2023-12-16T19:57:09.262 INFO:tasks.workunit.client.0.smithi002.stdout:op 1898 completed, throughput=5MB/sec 2023-12-16T19:57:09.262 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hkx0JS8nN-GVAC2 off=712046 len=1019594 2023-12-16T19:57:09.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 1899 completed, throughput=5MB/sec 2023-12-16T19:57:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:09 smithi002 ceph-mon[137674]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:09 smithi002 ceph-mon[140029]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:09 smithi043 ceph-mon[135010]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:10.268 INFO:tasks.workunit.client.0.smithi002.stdout: 369: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:10.268 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iCggGmLKwJWfz0y off=1967528 len=881487 2023-12-16T19:57:10.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 1900 completed, throughput=4.99MB/sec 2023-12-16T19:57:10.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-57vFgCHOHfwZgm8 off=14209475 len=676810 2023-12-16T19:57:10.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 1901 completed, throughput=4.99MB/sec 2023-12-16T19:57:10.278 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u17Ll7QPLwvTU-v off=10694846 len=175163 2023-12-16T19:57:10.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 1902 completed, throughput=4.99MB/sec 2023-12-16T19:57:10.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LtthHkRTwfYRKoh off=0 len=1270719 2023-12-16T19:57:10.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 1903 completed, throughput=5MB/sec 2023-12-16T19:57:10.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LQyyJ47r6pifG3C off=1836887 len=71212 2023-12-16T19:57:10.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 1904 completed, throughput=5MB/sec 2023-12-16T19:57:10.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ExerwwnS9bxI8eb off=9844233 len=1593179 2023-12-16T19:57:10.290 INFO:tasks.workunit.client.0.smithi002.stdout:op 1905 completed, throughput=5MB/sec 2023-12-16T19:57:11.290 INFO:tasks.workunit.client.0.smithi002.stdout: 370: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:11.291 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oMfkt-DmEhbGTeE off=7703267 len=1064677 2023-12-16T19:57:11.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 1906 completed, throughput=4.99MB/sec 2023-12-16T19:57:11.292 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UODot53NO30tnwc off=2047250 len=1267053 2023-12-16T19:57:11.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 1907 completed, throughput=4.99MB/sec 2023-12-16T19:57:11.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nIuhboQT497spcz off=10002365 len=1787168 2023-12-16T19:57:11.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 1908 completed, throughput=5MB/sec 2023-12-16T19:57:11.302 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y-Mt7giVTIe2W0S off=9347921 len=1448781 2023-12-16T19:57:11.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 1909 completed, throughput=5MB/sec 2023-12-16T19:57:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:11] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:57:12.310 INFO:tasks.workunit.client.0.smithi002.stdout: 371: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:12.310 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WBKe0NYB2yuiNVB off=6249540 len=682381 2023-12-16T19:57:12.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 1910 completed, throughput=4.99MB/sec 2023-12-16T19:57:12.314 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VareD1XDW7pxUKc off=12640733 len=986996 2023-12-16T19:57:12.319 INFO:tasks.workunit.client.0.smithi002.stdout:op 1911 completed, throughput=4.99MB/sec 2023-12-16T19:57:12.319 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AvUMFdCoQe-31jp off=7622012 len=1751500 2023-12-16T19:57:12.323 INFO:tasks.workunit.client.0.smithi002.stdout:op 1912 completed, throughput=5MB/sec 2023-12-16T19:57:12.323 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1g905VKqFl8vCK off=4892383 len=1311981 2023-12-16T19:57:12.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 1913 completed, throughput=5MB/sec 2023-12-16T19:57:12.325 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hLhjmVXaWVlkBcV off=7159757 len=1184515 2023-12-16T19:57:12.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 1914 completed, throughput=5MB/sec 2023-12-16T19:57:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:12 smithi002 ceph-mon[137674]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:12.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:12 smithi002 ceph-mon[140029]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:12.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:12 smithi043 ceph-mon[135010]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:13.330 INFO:tasks.workunit.client.0.smithi002.stdout: 372: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:13.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pi5OJzRxmLTQZA9 off=2934779 len=120579 2023-12-16T19:57:13.333 INFO:tasks.workunit.client.0.smithi002.stdout:op 1915 completed, throughput=4.99MB/sec 2023-12-16T19:57:13.333 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FKLS_Wt5JaGwWA- off=3921343 len=890227 2023-12-16T19:57:13.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 1916 completed, throughput=4.99MB/sec 2023-12-16T19:57:13.335 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tiDk0KK56Z_alu8 off=14857986 len=273383 2023-12-16T19:57:13.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 1917 completed, throughput=4.99MB/sec 2023-12-16T19:57:13.335 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vKsUCwRAEUFv_p4 off=9197213 len=1743286 2023-12-16T19:57:13.345 INFO:tasks.workunit.client.0.smithi002.stdout:op 1918 completed, throughput=5MB/sec 2023-12-16T19:57:13.345 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8HyjUVKUbXnDNwA off=8259875 len=1589819 2023-12-16T19:57:13.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 1919 completed, throughput=5MB/sec 2023-12-16T19:57:14.346 INFO:tasks.workunit.client.0.smithi002.stdout: 373: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:14.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--wlb1Zz4cXLa8Bl off=179864 len=1324051 2023-12-16T19:57:14.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 1920 completed, throughput=4.99MB/sec 2023-12-16T19:57:14.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2gPhyfnoXvAYfcu off=272155 len=1273020 2023-12-16T19:57:14.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 1921 completed, throughput=4.99MB/sec 2023-12-16T19:57:14.356 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wyfAevXPI7QaxSM off=5626506 len=27919 2023-12-16T19:57:14.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 1922 completed, throughput=4.99MB/sec 2023-12-16T19:57:14.357 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BH0kodCutPHbd-U off=11402306 len=544378 2023-12-16T19:57:14.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 1923 completed, throughput=5MB/sec 2023-12-16T19:57:14.360 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oJ7DaB32RdnLax9 off=4397986 len=885998 2023-12-16T19:57:14.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 1924 completed, throughput=5MB/sec 2023-12-16T19:57:14.365 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ft3f2-JTulljixi off=3773228 len=1380975 2023-12-16T19:57:14.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 1925 completed, throughput=5MB/sec 2023-12-16T19:57:14.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:14 smithi002 ceph-mon[137674]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:57:14.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:14 smithi002 ceph-mon[140029]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:57:14.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:14 smithi043 ceph-mon[135010]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T19:57:15.367 INFO:tasks.workunit.client.0.smithi002.stdout: 374: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:15.367 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l0ZDFxhkazebVaH off=1801772 len=1124788 2023-12-16T19:57:15.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 1926 completed, throughput=4.99MB/sec 2023-12-16T19:57:15.369 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e2pcz3y0V625-DH off=3999422 len=1219059 2023-12-16T19:57:15.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 1927 completed, throughput=4.99MB/sec 2023-12-16T19:57:15.375 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHVms-JHFnpAh-h off=4629687 len=558258 2023-12-16T19:57:15.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 1928 completed, throughput=4.99MB/sec 2023-12-16T19:57:15.376 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lDFz-qyxyxCOKCf off=3810544 len=304778 2023-12-16T19:57:15.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 1929 completed, throughput=5MB/sec 2023-12-16T19:57:15.380 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tXWOivGrW-gZOQf off=5790943 len=453381 2023-12-16T19:57:15.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 1930 completed, throughput=5MB/sec 2023-12-16T19:57:15.384 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pLr1F4AAZtMpnDN off=16262270 len=469794 2023-12-16T19:57:15.388 INFO:tasks.workunit.client.0.smithi002.stdout:op 1931 completed, throughput=5MB/sec 2023-12-16T19:57:15.388 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CDO3EjZdsYts6qC off=7959191 len=537770 2023-12-16T19:57:15.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 1932 completed, throughput=5MB/sec 2023-12-16T19:57:15.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-znjYm9CUUQVxC7f off=2892501 len=463852 2023-12-16T19:57:15.395 INFO:tasks.workunit.client.0.smithi002.stdout:op 1933 completed, throughput=5MB/sec 2023-12-16T19:57:16.395 INFO:tasks.workunit.client.0.smithi002.stdout: 375: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:16.395 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YOt3_Hu4ofGViMq off=6808779 len=695260 2023-12-16T19:57:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 1934 completed, throughput=4.99MB/sec 2023-12-16T19:57:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jl322Vs26Dxv_wv off=14589934 len=1109017 2023-12-16T19:57:16.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 1935 completed, throughput=4.99MB/sec 2023-12-16T19:57:16.407 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OZL-lM0OMEPVyZm off=1979245 len=801614 2023-12-16T19:57:16.411 INFO:tasks.workunit.client.0.smithi002.stdout:op 1936 completed, throughput=4.99MB/sec 2023-12-16T19:57:16.411 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TiE39mLfQn3Tb8a off=14816106 len=1299559 2023-12-16T19:57:16.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 1937 completed, throughput=5MB/sec 2023-12-16T19:57:16.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6cJiE89RDbsemZH off=10793815 len=2031132 2023-12-16T19:57:16.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 1938 completed, throughput=5MB/sec 2023-12-16T19:57:16.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:16 smithi002 ceph-mon[137674]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:57:16.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:16 smithi002 ceph-mon[140029]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:57:16.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:16 smithi043 ceph-mon[135010]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T19:57:17.415 INFO:tasks.workunit.client.0.smithi002.stdout: 376: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:17.416 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EGCtRXKEJWDbg1P off=2548698 len=1936065 2023-12-16T19:57:17.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 1939 completed, throughput=4.99MB/sec 2023-12-16T19:57:17.424 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MP1J1z66mESQeUY off=4297457 len=2030465 2023-12-16T19:57:17.433 INFO:tasks.workunit.client.0.smithi002.stdout:op 1940 completed, throughput=5MB/sec 2023-12-16T19:57:17.433 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-npJW6AffYIVhZCv off=12142954 len=1492090 2023-12-16T19:57:17.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 1941 completed, throughput=5MB/sec 2023-12-16T19:57:18.436 INFO:tasks.workunit.client.0.smithi002.stdout: 377: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:18.436 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R70i7A_Vu6ivNvw off=6413545 len=1376377 2023-12-16T19:57:18.443 INFO:tasks.workunit.client.0.smithi002.stdout:op 1942 completed, throughput=4.99MB/sec 2023-12-16T19:57:18.443 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-65PWr84rKMpTHc1 off=7596343 len=394614 2023-12-16T19:57:18.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 1943 completed, throughput=4.99MB/sec 2023-12-16T19:57:18.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pI41hO5Ivzgkvz5 off=16354713 len=378815 2023-12-16T19:57:18.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 1944 completed, throughput=4.99MB/sec 2023-12-16T19:57:18.451 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0obmF_Vs91cKKLt off=6318858 len=572836 2023-12-16T19:57:18.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 1945 completed, throughput=5MB/sec 2023-12-16T19:57:18.452 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gtj2JHwmBcY8Sf6 off=1869099 len=1447382 2023-12-16T19:57:18.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 1946 completed, throughput=5MB/sec 2023-12-16T19:57:18.454 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lEeJIDvDm6Vx_hT off=17795507 len=958788 2023-12-16T19:57:18.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 1947 completed, throughput=5MB/sec 2023-12-16T19:57:18.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:18 smithi002 ceph-mon[137674]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:18.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:18 smithi002 ceph-mon[140029]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:18.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:18 smithi043 ceph-mon[135010]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:19.459 INFO:tasks.workunit.client.0.smithi002.stdout: 378: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:19.459 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C-Ett5kdZMia8_A off=10887200 len=633586 2023-12-16T19:57:19.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 1948 completed, throughput=4.99MB/sec 2023-12-16T19:57:19.463 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zQj3_-wqT5GGXsP off=7139690 len=1848662 2023-12-16T19:57:19.466 INFO:tasks.workunit.client.0.smithi002.stdout:op 1949 completed, throughput=4.99MB/sec 2023-12-16T19:57:19.466 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YrBwy3ooyekWGMH off=12968194 len=950782 2023-12-16T19:57:19.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 1950 completed, throughput=5MB/sec 2023-12-16T19:57:19.467 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4bhH8-X1wdHMQ2F off=250182 len=771916 2023-12-16T19:57:19.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 1951 completed, throughput=5MB/sec 2023-12-16T19:57:19.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HpAigeYnYxkwlUl off=25175 len=1653715 2023-12-16T19:57:19.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 1952 completed, throughput=5MB/sec 2023-12-16T19:57:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:19 smithi002 ceph-mon[137674]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:19 smithi002 ceph-mon[140029]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:19 smithi043 ceph-mon[135010]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T19:57:20.478 INFO:tasks.workunit.client.0.smithi002.stdout: 379: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:20.478 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Iy9MqsxJraTtMAR off=2918627 len=1327327 2023-12-16T19:57:20.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 1953 completed, throughput=4.99MB/sec 2023-12-16T19:57:20.481 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NTLp_A4uR6RIc4n off=185762 len=1000128 2023-12-16T19:57:20.487 INFO:tasks.workunit.client.0.smithi002.stdout:op 1954 completed, throughput=5MB/sec 2023-12-16T19:57:20.487 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--rE5dKO_BoNZQgW off=945985 len=316846 2023-12-16T19:57:20.488 INFO:tasks.workunit.client.0.smithi002.stdout:op 1955 completed, throughput=5MB/sec 2023-12-16T19:57:20.488 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jtJFfRvMO2wWbQD off=7058101 len=1869756 2023-12-16T19:57:20.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 1956 completed, throughput=5MB/sec 2023-12-16T19:57:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:21.496 INFO:tasks.workunit.client.0.smithi002.stdout: 380: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:21.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gk-s7TJz8Kd0PqE off=5468795 len=2037694 2023-12-16T19:57:21.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 1957 completed, throughput=4.99MB/sec 2023-12-16T19:57:21.499 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fNeXwJsel68Jfm9 off=6807829 len=827000 2023-12-16T19:57:21.504 INFO:tasks.workunit.client.0.smithi002.stdout:op 1958 completed, throughput=4.99MB/sec 2023-12-16T19:57:21.504 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MNKkfjiEe2wUtua off=4430669 len=1044747 2023-12-16T19:57:21.507 INFO:tasks.workunit.client.0.smithi002.stdout:op 1959 completed, throughput=5MB/sec 2023-12-16T19:57:21.507 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tXWOivGrW-gZOQf off=1406651 len=1250813 2023-12-16T19:57:21.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 1960 completed, throughput=5MB/sec 2023-12-16T19:57:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:21 smithi002 ceph-mon[137674]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:21 smithi002 ceph-mon[140029]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:21] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:57:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:21 smithi043 ceph-mon[135010]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T19:57:22.514 INFO:tasks.workunit.client.0.smithi002.stdout: 381: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:22.514 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BkPrbiDIrDAfDq5 off=17284869 len=947953 2023-12-16T19:57:22.520 INFO:tasks.workunit.client.0.smithi002.stdout:op 1961 completed, throughput=4.99MB/sec 2023-12-16T19:57:22.520 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MEb-n0XngzdETpL off=2130727 len=278173 2023-12-16T19:57:22.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 1962 completed, throughput=4.99MB/sec 2023-12-16T19:57:22.524 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JTeR9tCqjPeAuKg off=9050756 len=1546343 2023-12-16T19:57:22.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 1963 completed, throughput=4.99MB/sec 2023-12-16T19:57:22.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tVzfaXmDTKhz2Jt off=848923 len=742600 2023-12-16T19:57:22.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 1964 completed, throughput=5MB/sec 2023-12-16T19:57:22.527 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jeKM2PLQPmMl9Sf off=1267645 len=1362048 2023-12-16T19:57:22.534 INFO:tasks.workunit.client.0.smithi002.stdout:op 1965 completed, throughput=5MB/sec 2023-12-16T19:57:22.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bvJPoktHj0Pce2P off=15401494 len=248542 2023-12-16T19:57:22.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 1966 completed, throughput=5MB/sec 2023-12-16T19:57:22.535 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E-0gpUZ3vWa7dL0 off=14729158 len=970158 2023-12-16T19:57:22.540 INFO:tasks.workunit.client.0.smithi002.stdout:op 1967 completed, throughput=5MB/sec 2023-12-16T19:57:23.540 INFO:tasks.workunit.client.0.smithi002.stdout: 382: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:23.540 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bznl3F2L_40HPo2 off=581067 len=1763405 2023-12-16T19:57:23.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 1968 completed, throughput=4.99MB/sec 2023-12-16T19:57:23.542 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tBONabTUj1dOmFj off=4146067 len=1133036 2023-12-16T19:57:23.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 1969 completed, throughput=5MB/sec 2023-12-16T19:57:23.544 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fsC_IaCNeZjn2Em off=699388 len=949860 2023-12-16T19:57:23.550 INFO:tasks.workunit.client.0.smithi002.stdout:op 1970 completed, throughput=5MB/sec 2023-12-16T19:57:23.550 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KNQwJ6FOeVj8iiL off=5995564 len=542295 2023-12-16T19:57:23.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 1971 completed, throughput=5MB/sec 2023-12-16T19:57:23.555 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-33U-EaZFd7eaojM off=9868376 len=628013 2023-12-16T19:57:23.559 INFO:tasks.workunit.client.0.smithi002.stdout:op 1972 completed, throughput=5MB/sec 2023-12-16T19:57:24.559 INFO:tasks.workunit.client.0.smithi002.stdout: 383: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:24.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-63q6D1OCTTwDw1d off=13391103 len=642383 2023-12-16T19:57:24.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 1973 completed, throughput=4.99MB/sec 2023-12-16T19:57:24.561 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v3u5S693wfY-Md5 off=2161877 len=1766027 2023-12-16T19:57:24.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 1974 completed, throughput=4.99MB/sec 2023-12-16T19:57:24.565 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aVCq8ej8qHUnB9- off=8144909 len=1266834 2023-12-16T19:57:24.566 INFO:tasks.workunit.client.0.smithi002.stdout:op 1975 completed, throughput=5MB/sec 2023-12-16T19:57:24.567 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zZ0n-LZqQ5AdrPq off=3946802 len=995307 2023-12-16T19:57:24.572 INFO:tasks.workunit.client.0.smithi002.stdout:op 1976 completed, throughput=5MB/sec 2023-12-16T19:57:24.572 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-La5-Aay-OeoWuO2 off=0 len=1441723 2023-12-16T19:57:24.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 1977 completed, throughput=5MB/sec 2023-12-16T19:57:24.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:24 smithi002 ceph-mon[137674]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:24.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:24 smithi002 ceph-mon[140029]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:24.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:24 smithi043 ceph-mon[135010]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:25.578 INFO:tasks.workunit.client.0.smithi002.stdout: 384: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:25.579 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uUOFmloDZwVTEAy off=1559383 len=1569752 2023-12-16T19:57:25.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 1978 completed, throughput=4.99MB/sec 2023-12-16T19:57:25.581 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DzSG6tgGKwU3wi2 off=4484018 len=1176349 2023-12-16T19:57:25.582 INFO:tasks.workunit.client.0.smithi002.stdout:op 1979 completed, throughput=5MB/sec 2023-12-16T19:57:25.583 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WyTcBmoXXUdH3Hj off=820106 len=538959 2023-12-16T19:57:25.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 1980 completed, throughput=5MB/sec 2023-12-16T19:57:25.591 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q_kY6Wk_Y88u970 off=635535 len=1288089 2023-12-16T19:57:25.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 1981 completed, throughput=5MB/sec 2023-12-16T19:57:26.589 INFO:tasks.workunit.client.0.smithi002.stdout: 385: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:26.589 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tDe_1mpyJeDWyUy off=14232133 len=1505821 2023-12-16T19:57:26.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 1982 completed, throughput=4.99MB/sec 2023-12-16T19:57:26.597 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MynlfjA9k5HC74J off=3252974 len=917415 2023-12-16T19:57:26.602 INFO:tasks.workunit.client.0.smithi002.stdout:op 1983 completed, throughput=4.99MB/sec 2023-12-16T19:57:26.602 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Tk6-w6-eaqMr6Mh off=500861 len=1310384 2023-12-16T19:57:26.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 1984 completed, throughput=5MB/sec 2023-12-16T19:57:26.604 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bizuh7ozkGr8eEn off=4249318 len=259768 2023-12-16T19:57:26.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 1985 completed, throughput=5MB/sec 2023-12-16T19:57:26.604 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3BXXO76gfeSxWds off=4907457 len=239125 2023-12-16T19:57:26.606 INFO:tasks.workunit.client.0.smithi002.stdout:op 1986 completed, throughput=5MB/sec 2023-12-16T19:57:26.606 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qmermWaZbtGURJ4 off=4657217 len=2008291 2023-12-16T19:57:26.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 1987 completed, throughput=5MB/sec 2023-12-16T19:57:26.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:26 smithi002 ceph-mon[137674]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:26.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:26 smithi002 ceph-mon[140029]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:26.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:26 smithi043 ceph-mon[135010]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:57:27.610 INFO:tasks.workunit.client.0.smithi002.stdout: 386: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:27.610 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-40hddtU1Xj1A8w3 off=3332327 len=17971 2023-12-16T19:57:27.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 1988 completed, throughput=4.99MB/sec 2023-12-16T19:57:27.611 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m1q_FeflxL4Dusq off=3793066 len=1735600 2023-12-16T19:57:27.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 1989 completed, throughput=4.99MB/sec 2023-12-16T19:57:27.621 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N1KJPD_kV1fV-ZM off=14540415 len=531954 2023-12-16T19:57:27.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 1990 completed, throughput=5MB/sec 2023-12-16T19:57:27.622 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K_dc_wJonZVpxW5 off=4654846 len=361345 2023-12-16T19:57:27.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 1991 completed, throughput=5MB/sec 2023-12-16T19:57:27.624 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-olCi3F1z0dY-h4x off=4137566 len=728583 2023-12-16T19:57:27.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 1992 completed, throughput=5MB/sec 2023-12-16T19:57:27.628 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qE3sq5IA-ygygz0 off=489523 len=9766 2023-12-16T19:57:27.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 1993 completed, throughput=5MB/sec 2023-12-16T19:57:27.629 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aM8OgP8PH6fvkdf off=7511755 len=1806107 2023-12-16T19:57:27.637 INFO:tasks.workunit.client.0.smithi002.stdout:op 1994 completed, throughput=5MB/sec 2023-12-16T19:57:28.637 INFO:tasks.workunit.client.0.smithi002.stdout: 387: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:28.637 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4yBt4MUso4d3SOB off=3892681 len=270247 2023-12-16T19:57:28.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 1995 completed, throughput=4.99MB/sec 2023-12-16T19:57:28.640 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ls2smqC1c33zIl5 off=4967397 len=323981 2023-12-16T19:57:28.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 1996 completed, throughput=4.99MB/sec 2023-12-16T19:57:28.641 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NJucteZJf-pt4Wr off=2740563 len=160909 2023-12-16T19:57:28.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 1997 completed, throughput=4.99MB/sec 2023-12-16T19:57:28.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mLr4m8rkYsp9_-l off=4735442 len=1496083 2023-12-16T19:57:28.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 1998 completed, throughput=5MB/sec 2023-12-16T19:57:28.649 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bbh2_LZdgEuXTuY off=6987712 len=960158 2023-12-16T19:57:28.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 1999 completed, throughput=5MB/sec 2023-12-16T19:57:28.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DJI7AtGfbE23vyv off=3687560 len=754496 2023-12-16T19:57:28.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 2000 completed, throughput=5MB/sec 2023-12-16T19:57:28.655 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L0KvutHJ1LM29OJ off=1461110 len=597107 2023-12-16T19:57:28.655 INFO:tasks.workunit.client.0.smithi002.stdout:op 2001 completed, throughput=5MB/sec 2023-12-16T19:57:28.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:28 smithi002 ceph-mon[137674]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:28.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:28 smithi002 ceph-mon[140029]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:28.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:28 smithi043 ceph-mon[135010]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:29.656 INFO:tasks.workunit.client.0.smithi002.stdout: 388: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:29.656 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-opB5OSaLKv-mHlo off=5677523 len=1502227 2023-12-16T19:57:29.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 2002 completed, throughput=4.99MB/sec 2023-12-16T19:57:29.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mv2Hl5b67o8ACrv off=8691706 len=547155 2023-12-16T19:57:29.662 INFO:tasks.workunit.client.0.smithi002.stdout:op 2003 completed, throughput=4.99MB/sec 2023-12-16T19:57:29.662 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eKGMvmvAy_FabOw off=694041 len=1542668 2023-12-16T19:57:29.664 INFO:tasks.workunit.client.0.smithi002.stdout:op 2004 completed, throughput=5MB/sec 2023-12-16T19:57:29.664 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9fD9bztgAvv4TIJ off=6960994 len=1019430 2023-12-16T19:57:29.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 2005 completed, throughput=5MB/sec 2023-12-16T19:57:29.666 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fPkbz2cwNqfH7Ji off=7245548 len=1943612 2023-12-16T19:57:29.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 2006 completed, throughput=5MB/sec 2023-12-16T19:57:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:29 smithi002 ceph-mon[137674]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:29 smithi002 ceph-mon[140029]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:29 smithi043 ceph-mon[135010]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:30.669 INFO:tasks.workunit.client.0.smithi002.stdout: 389: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:30.669 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F5xaug1UdC3SnZr off=19500244 len=2005329 2023-12-16T19:57:30.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 2007 completed, throughput=5MB/sec 2023-12-16T19:57:30.679 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ls7_MTALj2rWy0f off=223228 len=1613043 2023-12-16T19:57:30.687 INFO:tasks.workunit.client.0.smithi002.stdout:op 2008 completed, throughput=5MB/sec 2023-12-16T19:57:30.687 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r4mQOvK3CCskzwI off=13563531 len=1416135 2023-12-16T19:57:30.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 2009 completed, throughput=5MB/sec 2023-12-16T19:57:31.694 INFO:tasks.workunit.client.0.smithi002.stdout: 390: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:31.695 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2oF68-f_Y_MxRui off=8569164 len=495868 2023-12-16T19:57:31.699 INFO:tasks.workunit.client.0.smithi002.stdout:op 2010 completed, throughput=4.99MB/sec 2023-12-16T19:57:31.699 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kiP74f75VuPRmKZ off=3557796 len=569818 2023-12-16T19:57:31.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 2011 completed, throughput=4.99MB/sec 2023-12-16T19:57:31.700 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VOMNaLVJYpNEGyI off=11183244 len=2080664 2023-12-16T19:57:31.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 2012 completed, throughput=5MB/sec 2023-12-16T19:57:31.711 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RtMdctdEfyKJQzq off=18013271 len=1375944 2023-12-16T19:57:31.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 2013 completed, throughput=5MB/sec 2023-12-16T19:57:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:31] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2023-12-16T19:57:32.466 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:57:32.717 INFO:tasks.workunit.client.0.smithi002.stdout: 391: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:32.717 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BvIJpmvUKWKjKTL off=4030117 len=385010 2023-12-16T19:57:32.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 2014 completed, throughput=4.99MB/sec 2023-12-16T19:57:32.718 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OOXqSktaLZtphQ3 off=1388354 len=192424 2023-12-16T19:57:32.721 INFO:tasks.workunit.client.0.smithi002.stdout:op 2015 completed, throughput=4.99MB/sec 2023-12-16T19:57:32.721 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zOcUFelgKOTy-3C off=17307052 len=1315536 2023-12-16T19:57:32.726 INFO:tasks.workunit.client.0.smithi002.stdout:op 2016 completed, throughput=4.99MB/sec 2023-12-16T19:57:32.726 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U2gdWVftRZqG_r1 off=3151111 len=1292511 2023-12-16T19:57:32.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 2017 completed, throughput=5MB/sec 2023-12-16T19:57:32.733 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XF2cK1FEsXL481e off=5188212 len=1740716 2023-12-16T19:57:32.735 INFO:tasks.workunit.client.0.smithi002.stdout:op 2018 completed, throughput=5MB/sec 2023-12-16T19:57:32.791 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:57:32.791 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (25m) 114s ago 28m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (25m) 10m ago 28m 83.4M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (29m) 114s ago 29m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (29m) 10m ago 29m 24.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (25m) 10m ago 31m 448M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (25m) 114s ago 32m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (24m) 114s ago 32m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (24m) 10m ago 31m 69.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (24m) 114s ago 31m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (25m) 114s ago 28m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (25m) 10m ago 28m 16.8M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (23m) 114s ago 31m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (23m) 114s ago 30m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:57:32.792 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (22m) 114s ago 30m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (22m) 114s ago 30m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (21m) 10m ago 30m 512M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (21m) 10m ago 29m 348M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (20m) 10m ago 29m 382M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (20m) 10m ago 29m 386M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:57:32.793 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (25m) 10m ago 28m 63.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:57:32.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:32 smithi002 ceph-mon[137674]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:32.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:32 smithi002 ceph-mon[140029]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:32.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:32 smithi043 ceph-mon[135010]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:33.196 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:57:33.197 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:57:33.736 INFO:tasks.workunit.client.0.smithi002.stdout: 392: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:33.736 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-83nF4sCC4n7htmH off=6634305 len=589297 2023-12-16T19:57:33.737 INFO:tasks.workunit.client.0.smithi002.stdout:op 2019 completed, throughput=4.99MB/sec 2023-12-16T19:57:33.737 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-avBemwVpNTxz6A5 off=9139893 len=1479523 2023-12-16T19:57:33.746 INFO:tasks.workunit.client.0.smithi002.stdout:op 2020 completed, throughput=4.99MB/sec 2023-12-16T19:57:33.746 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gSfCQyNH_RdTQnG off=7848137 len=75133 2023-12-16T19:57:33.747 INFO:tasks.workunit.client.0.smithi002.stdout:op 2021 completed, throughput=4.99MB/sec 2023-12-16T19:57:33.747 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f8mXOcH1zGX41u0 off=2381490 len=508156 2023-12-16T19:57:33.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 2022 completed, throughput=4.99MB/sec 2023-12-16T19:57:33.750 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uCM5iicDdiJVH8O off=2174816 len=1688635 2023-12-16T19:57:33.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 2023 completed, throughput=5MB/sec 2023-12-16T19:57:33.753 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kq9uGdrTJ11kUwJ off=1911197 len=1065254 2023-12-16T19:57:33.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 2024 completed, throughput=5MB/sec 2023-12-16T19:57:33.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:33 smithi043 ceph-mon[135010]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:33.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:33 smithi043 ceph-mon[135010]: from='client.35499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:33.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/175661732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:34.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[137674]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:34.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[137674]: from='client.35499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:34.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/175661732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[140029]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[140029]: from='client.35499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:57:34.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/175661732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:57:34.759 INFO:tasks.workunit.client.0.smithi002.stdout: 393: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:34.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Hp2o0qP7WFRF8fS off=1443006 len=259052 2023-12-16T19:57:34.762 INFO:tasks.workunit.client.0.smithi002.stdout:op 2025 completed, throughput=4.99MB/sec 2023-12-16T19:57:34.762 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hYLow96Xm2xIiHR off=12890499 len=289725 2023-12-16T19:57:34.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 2026 completed, throughput=4.99MB/sec 2023-12-16T19:57:34.766 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uY5GpNZYQnlx4M7 off=5224018 len=71925 2023-12-16T19:57:34.768 INFO:tasks.workunit.client.0.smithi002.stdout:op 2027 completed, throughput=4.99MB/sec 2023-12-16T19:57:34.768 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0WH3ugfmlZMemjC off=1083388 len=2071239 2023-12-16T19:57:34.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 2028 completed, throughput=4.99MB/sec 2023-12-16T19:57:34.770 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nhl0ZdMbTmCLBWl off=3063682 len=14996 2023-12-16T19:57:34.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 2029 completed, throughput=4.99MB/sec 2023-12-16T19:57:34.772 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LZXumLr9QZm6z7m off=6462409 len=972096 2023-12-16T19:57:34.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 2030 completed, throughput=5MB/sec 2023-12-16T19:57:34.777 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DFDPrlXIgdGf_VD off=2144835 len=245423 2023-12-16T19:57:34.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 2031 completed, throughput=5MB/sec 2023-12-16T19:57:34.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wlzg4GF7bDboxl6 off=1485822 len=1945964 2023-12-16T19:57:34.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 2032 completed, throughput=5MB/sec 2023-12-16T19:57:34.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:34 smithi043 ceph-mon[135010]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:34 smithi002 ceph-mon[137674]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:34 smithi002 ceph-mon[140029]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:57:35.780 INFO:tasks.workunit.client.0.smithi002.stdout: 394: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:35.780 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-th_gnkNwKeSAUK_ off=359104 len=1060535 2023-12-16T19:57:35.786 INFO:tasks.workunit.client.0.smithi002.stdout:op 2033 completed, throughput=4.99MB/sec 2023-12-16T19:57:35.786 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G1r_3dyns9M7ggv off=883432 len=95237 2023-12-16T19:57:35.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 2034 completed, throughput=4.99MB/sec 2023-12-16T19:57:35.789 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XQYJA9Twz1f8Pkp off=6149747 len=860481 2023-12-16T19:57:35.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 2035 completed, throughput=4.99MB/sec 2023-12-16T19:57:35.791 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9IcTpWIBTOaqeGw off=10346943 len=1056115 2023-12-16T19:57:35.798 INFO:tasks.workunit.client.0.smithi002.stdout:op 2036 completed, throughput=5MB/sec 2023-12-16T19:57:35.798 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YaIlASPTLhqTjg5 off=4689534 len=978453 2023-12-16T19:57:35.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 2037 completed, throughput=5MB/sec 2023-12-16T19:57:35.799 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T-Azb-ysCN8DyT9 off=5250749 len=1336950 2023-12-16T19:57:35.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 2038 completed, throughput=5MB/sec 2023-12-16T19:57:36.806 INFO:tasks.workunit.client.0.smithi002.stdout: 395: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:36.806 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8Ru8noJVdnO2Qw5 off=2023891 len=434536 2023-12-16T19:57:36.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 2039 completed, throughput=4.99MB/sec 2023-12-16T19:57:36.809 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9tdMkANX1hoM_Pn off=141072 len=736477 2023-12-16T19:57:36.811 INFO:tasks.workunit.client.0.smithi002.stdout:op 2040 completed, throughput=4.99MB/sec 2023-12-16T19:57:36.811 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-or9B1IEx5U0QXwC off=5608558 len=1225194 2023-12-16T19:57:36.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 2041 completed, throughput=4.99MB/sec 2023-12-16T19:57:36.819 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QQkOgZbEM4Fqfv- off=48190 len=2074179 2023-12-16T19:57:36.820 INFO:tasks.workunit.client.0.smithi002.stdout:op 2042 completed, throughput=5MB/sec 2023-12-16T19:57:36.820 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kIV_lGODI-cxCHm off=2156125 len=792926 2023-12-16T19:57:36.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 2043 completed, throughput=5MB/sec 2023-12-16T19:57:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:36 smithi043 ceph-mon[135010]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:57:36.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:36 smithi002 ceph-mon[137674]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:57:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:36 smithi002 ceph-mon[140029]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:57:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:37.822 INFO:tasks.workunit.client.0.smithi002.stdout: 396: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:37.822 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GOiJYCofGCcpzIb off=15828170 len=1102423 2023-12-16T19:57:37.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 2044 completed, throughput=4.99MB/sec 2023-12-16T19:57:37.828 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TSvOMKmJtuj280D off=654484 len=1779126 2023-12-16T19:57:37.830 INFO:tasks.workunit.client.0.smithi002.stdout:op 2045 completed, throughput=5MB/sec 2023-12-16T19:57:37.831 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ib4ZeyyXqgwFQok off=16385373 len=975503 2023-12-16T19:57:37.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 2046 completed, throughput=5MB/sec 2023-12-16T19:57:37.832 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KPw0bY3I0S5Ch-r off=7728650 len=1920788 2023-12-16T19:57:37.834 INFO:tasks.workunit.client.0.smithi002.stdout:op 2047 completed, throughput=5MB/sec 2023-12-16T19:57:38.835 INFO:tasks.workunit.client.0.smithi002.stdout: 397: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:38.835 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RHpP3v8Hpv3Ad28 off=10278653 len=1019073 2023-12-16T19:57:38.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 2048 completed, throughput=4.99MB/sec 2023-12-16T19:57:38.837 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SL0Ku1PqSQQ7_rw off=513754 len=1109096 2023-12-16T19:57:38.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 2049 completed, throughput=5MB/sec 2023-12-16T19:57:38.840 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uGgDxH8sXwncqeq off=475615 len=1993872 2023-12-16T19:57:38.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 2050 completed, throughput=5MB/sec 2023-12-16T19:57:38.842 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QsnzDBeyQd-LBiF off=9208800 len=1196826 2023-12-16T19:57:38.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 2051 completed, throughput=5MB/sec 2023-12-16T19:57:38.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:38 smithi043 ceph-mon[135010]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:38 smithi002 ceph-mon[137674]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:38 smithi002 ceph-mon[140029]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:39.849 INFO:tasks.workunit.client.0.smithi002.stdout: 398: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:39.850 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LG15x9XoOxWotya off=12532056 len=1967100 2023-12-16T19:57:39.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 2052 completed, throughput=4.99MB/sec 2023-12-16T19:57:39.852 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Mi-1cjtM0GMMwAA off=1079841 len=387849 2023-12-16T19:57:39.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 2053 completed, throughput=5MB/sec 2023-12-16T19:57:39.856 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lk46dcVZXKll1rN off=7378270 len=333113 2023-12-16T19:57:39.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 2054 completed, throughput=5MB/sec 2023-12-16T19:57:39.859 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r3BLV8sVmYZRW0S off=2799762 len=1270326 2023-12-16T19:57:39.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 2055 completed, throughput=5MB/sec 2023-12-16T19:57:39.866 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a51gkgWArND9_Dz off=12313483 len=1722074 2023-12-16T19:57:39.875 INFO:tasks.workunit.client.0.smithi002.stdout:op 2056 completed, throughput=5MB/sec 2023-12-16T19:57:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:39 smithi002 ceph-mon[137674]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:39 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:57:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:39 smithi002 ceph-mon[140029]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:39 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:57:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:39 smithi043 ceph-mon[135010]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:39 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:57:40.876 INFO:tasks.workunit.client.0.smithi002.stdout: 399: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:40.876 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kTtLNivntiTXlRD off=15280299 len=2037733 2023-12-16T19:57:40.878 INFO:tasks.workunit.client.0.smithi002.stdout:op 2057 completed, throughput=5MB/sec 2023-12-16T19:57:40.878 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oizgpdzHw7D-cJC off=9103659 len=652610 2023-12-16T19:57:40.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 2058 completed, throughput=5MB/sec 2023-12-16T19:57:40.879 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0GWG9eYvyb7yRXu off=18572769 len=645618 2023-12-16T19:57:40.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 2059 completed, throughput=5MB/sec 2023-12-16T19:57:40.882 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rWZB2-e9xtAAwy2 off=6181478 len=322263 2023-12-16T19:57:40.883 INFO:tasks.workunit.client.0.smithi002.stdout:op 2060 completed, throughput=5MB/sec 2023-12-16T19:57:40.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1vIiVnyKXuuUbX3 off=3505824 len=1272659 2023-12-16T19:57:40.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 2061 completed, throughput=5MB/sec 2023-12-16T19:57:41.884 INFO:tasks.workunit.client.0.smithi002.stdout: 400: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:41.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8vfy4WKEB_KmYxA off=12065093 len=1911942 2023-12-16T19:57:41.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 2062 completed, throughput=4.99MB/sec 2023-12-16T19:57:41.887 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fMYoh4UKVgvvf24 off=18572791 len=1509436 2023-12-16T19:57:41.889 INFO:tasks.workunit.client.0.smithi002.stdout:op 2063 completed, throughput=5MB/sec 2023-12-16T19:57:41.889 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NzdPjkVERar_ckj off=3805756 len=1281909 2023-12-16T19:57:41.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 2064 completed, throughput=5MB/sec 2023-12-16T19:57:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:41] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:57:42.892 INFO:tasks.workunit.client.0.smithi002.stdout: 401: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:42.892 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J0LNCQ4miww5Dp2 off=4766627 len=612500 2023-12-16T19:57:42.896 INFO:tasks.workunit.client.0.smithi002.stdout:op 2065 completed, throughput=4.99MB/sec 2023-12-16T19:57:42.896 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wR6D473X70NqpzQ off=18778262 len=1860204 2023-12-16T19:57:42.904 INFO:tasks.workunit.client.0.smithi002.stdout:op 2066 completed, throughput=4.99MB/sec 2023-12-16T19:57:42.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mSw7xWGJGffAIMt off=1296786 len=696587 2023-12-16T19:57:42.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 2067 completed, throughput=5MB/sec 2023-12-16T19:57:42.906 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NilOXR70tG-_6YH off=1666070 len=599224 2023-12-16T19:57:42.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 2068 completed, throughput=5MB/sec 2023-12-16T19:57:42.909 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dXINkz2iWKQYMeB off=10792738 len=54636 2023-12-16T19:57:42.910 INFO:tasks.workunit.client.0.smithi002.stdout:op 2069 completed, throughput=5MB/sec 2023-12-16T19:57:42.910 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nx0ufg2DsmhA0yM off=8906579 len=769086 2023-12-16T19:57:42.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 2070 completed, throughput=5MB/sec 2023-12-16T19:57:42.911 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8IwjvI-DDI919Vl off=11002597 len=975753 2023-12-16T19:57:42.916 INFO:tasks.workunit.client.0.smithi002.stdout:op 2071 completed, throughput=5MB/sec 2023-12-16T19:57:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[140029]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:42.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:42.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[137674]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:42.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:42.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:42.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:42 smithi043 ceph-mon[135010]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:42.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:42.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:43.917 INFO:tasks.workunit.client.0.smithi002.stdout: 402: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:43.917 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L0_ECL13yGxI4zu off=6376358 len=1594609 2023-12-16T19:57:43.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 2072 completed, throughput=4.99MB/sec 2023-12-16T19:57:43.925 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-prrQywkT6Et6ibP off=13891996 len=693651 2023-12-16T19:57:43.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 2073 completed, throughput=4.99MB/sec 2023-12-16T19:57:43.926 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LMlDADrrKZFVsSq off=220125 len=905296 2023-12-16T19:57:43.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 2074 completed, throughput=5MB/sec 2023-12-16T19:57:43.928 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vvz2i2O6QouoWy_ off=995655 len=424652 2023-12-16T19:57:43.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 2075 completed, throughput=5MB/sec 2023-12-16T19:57:43.932 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-drOq79T3PZRTgVF off=10496269 len=366934 2023-12-16T19:57:43.935 INFO:tasks.workunit.client.0.smithi002.stdout:op 2076 completed, throughput=5MB/sec 2023-12-16T19:57:43.936 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nqXkiCw8VC62ZAg off=3792119 len=1862164 2023-12-16T19:57:43.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 2077 completed, throughput=5MB/sec 2023-12-16T19:57:43.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:57:43.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:57:43.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:44.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:57:44.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:57:44.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:44.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:57:44.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:57:44.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:57:44.938 INFO:tasks.workunit.client.0.smithi002.stdout: 403: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:44.938 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j2xzaIzMiOPaA0A off=13255053 len=152605 2023-12-16T19:57:44.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 2078 completed, throughput=4.99MB/sec 2023-12-16T19:57:44.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vn3S5rVoKkEcINo off=2944207 len=2064 2023-12-16T19:57:44.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 2079 completed, throughput=4.99MB/sec 2023-12-16T19:57:44.939 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-13kscl5NHb_Gnbh off=2133047 len=743175 2023-12-16T19:57:44.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 2080 completed, throughput=4.99MB/sec 2023-12-16T19:57:44.945 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e8lDhxfBke8Q6Q0 off=2804802 len=686207 2023-12-16T19:57:44.950 INFO:tasks.workunit.client.0.smithi002.stdout:op 2081 completed, throughput=4.99MB/sec 2023-12-16T19:57:44.950 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UnHaucZcGpKjYt6 off=18380514 len=742199 2023-12-16T19:57:44.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 2082 completed, throughput=5MB/sec 2023-12-16T19:57:44.954 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JkUlDowrJCjcCLB off=2079442 len=1033359 2023-12-16T19:57:44.960 INFO:tasks.workunit.client.0.smithi002.stdout:op 2083 completed, throughput=5MB/sec 2023-12-16T19:57:44.960 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4unDHAV__f8yL5E off=262160 len=1326301 2023-12-16T19:57:44.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 2084 completed, throughput=5MB/sec 2023-12-16T19:57:44.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:44 smithi043 ceph-mon[135010]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:44 smithi002 ceph-mon[137674]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:44 smithi002 ceph-mon[140029]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:57:45.966 INFO:tasks.workunit.client.0.smithi002.stdout: 404: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:45.966 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NIoVQlMYMSKmWqX off=17764550 len=962918 2023-12-16T19:57:45.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 2085 completed, throughput=4.99MB/sec 2023-12-16T19:57:45.968 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CoFv1S_lu8DEr0Z off=1134742 len=290931 2023-12-16T19:57:45.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 2086 completed, throughput=4.99MB/sec 2023-12-16T19:57:45.971 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-03CdVmCcYQP_q8U off=6029675 len=1187001 2023-12-16T19:57:45.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 2087 completed, throughput=4.99MB/sec 2023-12-16T19:57:45.978 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OJGpNL6lEtpL-mK off=12352510 len=60116 2023-12-16T19:57:45.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 2088 completed, throughput=4.99MB/sec 2023-12-16T19:57:45.979 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xvExFKkj27xwtRy off=5789848 len=1288280 2023-12-16T19:57:45.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 2089 completed, throughput=5MB/sec 2023-12-16T19:57:45.980 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cWW7DmmjTabr3VY off=499244 len=316720 2023-12-16T19:57:45.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 2090 completed, throughput=5MB/sec 2023-12-16T19:57:45.984 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VDaYQ9nhLJWg_zm off=5011242 len=1941354 2023-12-16T19:57:45.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 2091 completed, throughput=5MB/sec 2023-12-16T19:57:46.992 INFO:tasks.workunit.client.0.smithi002.stdout: 405: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:46.992 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qG-B7xkeJwZvbDT off=1203186 len=1294741 2023-12-16T19:57:46.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 2092 completed, throughput=4.99MB/sec 2023-12-16T19:57:46.994 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sG1UNos0Q5g_8sE off=16632103 len=1309544 2023-12-16T19:57:46.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 2093 completed, throughput=5MB/sec 2023-12-16T19:57:46.996 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dVuyKLq13rFlOPI off=12048919 len=1901642 2023-12-16T19:57:46.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:46 smithi043 ceph-mon[135010]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:57:47.005 INFO:tasks.workunit.client.0.smithi002.stdout:op 2094 completed, throughput=5MB/sec 2023-12-16T19:57:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:46 smithi002 ceph-mon[137674]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:57:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:46 smithi002 ceph-mon[140029]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:57:48.006 INFO:tasks.workunit.client.0.smithi002.stdout: 406: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:48.006 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nq6lQKRxYWr9SM4 off=2209712 len=195069 2023-12-16T19:57:48.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 2095 completed, throughput=4.99MB/sec 2023-12-16T19:57:48.009 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W3r38LzJaCgLI14 off=3015314 len=1778412 2023-12-16T19:57:48.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 2096 completed, throughput=4.99MB/sec 2023-12-16T19:57:48.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XuBw9zEMqNv4b3n off=8260571 len=1182354 2023-12-16T19:57:48.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 2097 completed, throughput=5MB/sec 2023-12-16T19:57:48.017 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CnniwIO14s4SzIe off=649653 len=806242 2023-12-16T19:57:48.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 2098 completed, throughput=5MB/sec 2023-12-16T19:57:48.018 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eue_SBC6J4r-fSL off=4873495 len=1530606 2023-12-16T19:57:48.020 INFO:tasks.workunit.client.0.smithi002.stdout:op 2099 completed, throughput=5MB/sec 2023-12-16T19:57:48.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:48 smithi043 ceph-mon[135010]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:57:49.020 INFO:tasks.workunit.client.0.smithi002.stdout: 407: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:49.020 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jXFlZTjQmV3m_Lf off=4854309 len=2045324 2023-12-16T19:57:49.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 2100 completed, throughput=4.99MB/sec 2023-12-16T19:57:49.023 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XXPMg8L92sTtxFc off=7678812 len=353958 2023-12-16T19:57:49.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 2101 completed, throughput=4.99MB/sec 2023-12-16T19:57:49.024 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVVblskGRXOaDcf off=2501674 len=449624 2023-12-16T19:57:49.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 2102 completed, throughput=5MB/sec 2023-12-16T19:57:49.028 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ON1d0unmVpegO65 off=17606092 len=819694 2023-12-16T19:57:49.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 2103 completed, throughput=5MB/sec 2023-12-16T19:57:49.033 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HOhWPWm_ZatlBmU off=2557015 len=338005 2023-12-16T19:57:49.036 INFO:tasks.workunit.client.0.smithi002.stdout:op 2104 completed, throughput=5MB/sec 2023-12-16T19:57:49.036 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MiDlaDbAY8OZdF0 off=2374031 len=1590909 2023-12-16T19:57:49.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:48 smithi002 ceph-mon[137674]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:57:49.039 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:48 smithi002 ceph-mon[140029]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:57:49.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 2105 completed, throughput=5MB/sec 2023-12-16T19:57:50.043 INFO:tasks.workunit.client.0.smithi002.stdout: 408: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:50.043 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VP_8eR8rx4GrtN- off=2992857 len=987546 2023-12-16T19:57:50.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 2106 completed, throughput=4.99MB/sec 2023-12-16T19:57:50.045 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xXMG1eeFaSIw5VD off=6660690 len=938176 2023-12-16T19:57:50.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 2107 completed, throughput=4.99MB/sec 2023-12-16T19:57:50.051 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qm8VFewwm7TXC8j off=4167658 len=245089 2023-12-16T19:57:50.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 2108 completed, throughput=4.99MB/sec 2023-12-16T19:57:50.054 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fi26fmqcJxH5Y7T off=1112944 len=888335 2023-12-16T19:57:50.060 INFO:tasks.workunit.client.0.smithi002.stdout:op 2109 completed, throughput=5MB/sec 2023-12-16T19:57:50.060 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tfkJoN9w1Cb0zMG off=4474838 len=1916217 2023-12-16T19:57:50.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 2110 completed, throughput=5MB/sec 2023-12-16T19:57:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:49 smithi002 ceph-mon[137674]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:57:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:49 smithi002 ceph-mon[140029]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:57:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:49 smithi043 ceph-mon[135010]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:57:51.069 INFO:tasks.workunit.client.0.smithi002.stdout: 409: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:51.069 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zeyI8b65R8dQ--e off=15127461 len=1976967 2023-12-16T19:57:51.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 2111 completed, throughput=4.99MB/sec 2023-12-16T19:57:51.071 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0pVW-etYwYrkkxb off=3557565 len=892164 2023-12-16T19:57:51.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 2112 completed, throughput=5MB/sec 2023-12-16T19:57:51.076 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hl0BgyMc6bBy292 off=10206182 len=1383897 2023-12-16T19:57:51.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 2113 completed, throughput=5MB/sec 2023-12-16T19:57:51.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MTjvuRbFiZOyXuT off=7396588 len=2083366 2023-12-16T19:57:51.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 2114 completed, throughput=5MB/sec 2023-12-16T19:57:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:51.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:57:52.091 INFO:tasks.workunit.client.0.smithi002.stdout: 410: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:52.091 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0IvKChOH0de5f3p off=4841085 len=1569648 2023-12-16T19:57:52.098 INFO:tasks.workunit.client.0.smithi002.stdout:op 2115 completed, throughput=4.99MB/sec 2023-12-16T19:57:52.099 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3XGHVYeov4o_j7b off=17528808 len=1472532 2023-12-16T19:57:52.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 2116 completed, throughput=5MB/sec 2023-12-16T19:57:52.100 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dO0ZPQdpTLmrXuk off=4859028 len=987643 2023-12-16T19:57:52.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 2117 completed, throughput=5MB/sec 2023-12-16T19:57:52.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z1vnMrqHUI54l8J off=9513760 len=457563 2023-12-16T19:57:52.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 2118 completed, throughput=5MB/sec 2023-12-16T19:57:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:51 smithi002 ceph-mon[137674]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:57:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:57:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:57:51] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:57:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:51 smithi002 ceph-mon[140029]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:57:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:51 smithi043 ceph-mon[135010]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T19:57:53.105 INFO:tasks.workunit.client.0.smithi002.stdout: 411: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:53.105 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g3ilPmCggExIYj- off=5669754 len=1674505 2023-12-16T19:57:53.114 INFO:tasks.workunit.client.0.smithi002.stdout:op 2119 completed, throughput=4.99MB/sec 2023-12-16T19:57:53.114 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iCI5QRg71s5OSlh off=9214190 len=658043 2023-12-16T19:57:53.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 2120 completed, throughput=4.99MB/sec 2023-12-16T19:57:53.119 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gCwMSX1uEUQ0U3P off=19443859 len=49409 2023-12-16T19:57:53.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 2121 completed, throughput=4.99MB/sec 2023-12-16T19:57:53.122 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zxzUnlrGBq4Pkpq off=2991049 len=1282702 2023-12-16T19:57:53.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 2122 completed, throughput=5MB/sec 2023-12-16T19:57:53.128 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JMls_g7HbihfnPn off=5238329 len=2088280 2023-12-16T19:57:53.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 2123 completed, throughput=5MB/sec 2023-12-16T19:57:54.132 INFO:tasks.workunit.client.0.smithi002.stdout: 412: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:54.133 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jKv6vEDvxwJ6ylO off=13309927 len=605667 2023-12-16T19:57:54.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 2124 completed, throughput=4.99MB/sec 2023-12-16T19:57:54.137 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CagR5CCqrPfECNM off=18994184 len=364860 2023-12-16T19:57:54.141 INFO:tasks.workunit.client.0.smithi002.stdout:op 2125 completed, throughput=4.99MB/sec 2023-12-16T19:57:54.141 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KSBFnRj9WUTmzba off=3630949 len=833613 2023-12-16T19:57:54.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 2126 completed, throughput=4.99MB/sec 2023-12-16T19:57:54.145 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fs2OnUfNgr8ZaJn off=4729306 len=354875 2023-12-16T19:57:54.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 2127 completed, throughput=4.99MB/sec 2023-12-16T19:57:54.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p1c75tnF78p5AXW off=4546308 len=1824133 2023-12-16T19:57:54.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 2128 completed, throughput=5MB/sec 2023-12-16T19:57:54.148 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dxNurLP2BfC67KH off=11569119 len=1694629 2023-12-16T19:57:54.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 2129 completed, throughput=5MB/sec 2023-12-16T19:57:54.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:54 smithi043 ceph-mon[135010]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:55.155 INFO:tasks.workunit.client.0.smithi002.stdout: 413: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:55.156 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y9qCbPQPndYKqAd off=5790323 len=322166 2023-12-16T19:57:55.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 2130 completed, throughput=4.99MB/sec 2023-12-16T19:57:55.156 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cLIy_SPwpsZDzQ6 off=17381793 len=937859 2023-12-16T19:57:55.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 2131 completed, throughput=4.99MB/sec 2023-12-16T19:57:55.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-elJtyvRWSFHrpUw off=15577396 len=111196 2023-12-16T19:57:55.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 2132 completed, throughput=4.99MB/sec 2023-12-16T19:57:55.165 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O5N8pm-NJ9pT2Oq off=6778148 len=1575422 2023-12-16T19:57:55.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 2133 completed, throughput=5MB/sec 2023-12-16T19:57:55.167 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CCTKtYjz-b8mMNx off=2270362 len=1546323 2023-12-16T19:57:55.168 INFO:tasks.workunit.client.0.smithi002.stdout:op 2134 completed, throughput=5MB/sec 2023-12-16T19:57:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:54 smithi002 ceph-mon[137674]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:54 smithi002 ceph-mon[140029]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:57:56.169 INFO:tasks.workunit.client.0.smithi002.stdout: 414: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:56.169 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wQLbwzdeEMryQ3I off=11609486 len=1393029 2023-12-16T19:57:56.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 2135 completed, throughput=4.99MB/sec 2023-12-16T19:57:56.176 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HoXEtPzZGNic3g6 off=10442345 len=1268084 2023-12-16T19:57:56.182 INFO:tasks.workunit.client.0.smithi002.stdout:op 2136 completed, throughput=4.99MB/sec 2023-12-16T19:57:56.182 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JwNLojCBbZtFAGl off=12678834 len=439334 2023-12-16T19:57:56.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 2137 completed, throughput=5MB/sec 2023-12-16T19:57:56.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JkZN8lTHWH9JnpR off=16568474 len=198759 2023-12-16T19:57:56.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 2138 completed, throughput=5MB/sec 2023-12-16T19:57:56.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CQTCoDcCDRONFuy off=8757476 len=1914355 2023-12-16T19:57:56.188 INFO:tasks.workunit.client.0.smithi002.stdout:op 2139 completed, throughput=5MB/sec 2023-12-16T19:57:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:56 smithi043 ceph-mon[135010]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:57.189 INFO:tasks.workunit.client.0.smithi002.stdout: 415: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:57.189 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w9puMSJkxAouyz3 off=2710230 len=456367 2023-12-16T19:57:57.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 2140 completed, throughput=4.99MB/sec 2023-12-16T19:57:57.193 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5omCY6CVZRVj92V off=17209141 len=1314681 2023-12-16T19:57:57.195 INFO:tasks.workunit.client.0.smithi002.stdout:op 2141 completed, throughput=4.99MB/sec 2023-12-16T19:57:57.195 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EGqLhFJJc4BTTr5 off=16350105 len=798316 2023-12-16T19:57:57.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 2142 completed, throughput=4.99MB/sec 2023-12-16T19:57:57.200 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hSbeRwt16ov8y3W off=4731025 len=635244 2023-12-16T19:57:57.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 2143 completed, throughput=5MB/sec 2023-12-16T19:57:57.201 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R6DMU5x-rFTF8zw off=5195048 len=1119193 2023-12-16T19:57:57.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 2144 completed, throughput=5MB/sec 2023-12-16T19:57:57.203 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5_tYqEFCJFwxuY0 off=6802564 len=753978 2023-12-16T19:57:57.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 2145 completed, throughput=5MB/sec 2023-12-16T19:57:57.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9BX0hv9KFl_J7oB off=9016423 len=1932765 2023-12-16T19:57:57.210 INFO:tasks.workunit.client.0.smithi002.stdout:op 2146 completed, throughput=5MB/sec 2023-12-16T19:57:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:56 smithi002 ceph-mon[137674]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:56 smithi002 ceph-mon[140029]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T19:57:58.210 INFO:tasks.workunit.client.0.smithi002.stdout: 416: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:58.210 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UfJIGwW5Jahhmfp off=16508306 len=1795942 2023-12-16T19:57:58.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 2147 completed, throughput=5MB/sec 2023-12-16T19:57:58.219 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-18wOPRXtAAV6Cmu off=4709977 len=1175669 2023-12-16T19:57:58.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 2148 completed, throughput=5MB/sec 2023-12-16T19:57:58.222 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HepgQdl7p8AnuXT off=10527374 len=1551955 2023-12-16T19:57:58.228 INFO:tasks.workunit.client.0.smithi002.stdout:op 2149 completed, throughput=5MB/sec 2023-12-16T19:57:58.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:58 smithi043 ceph-mon[135010]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:57:59.229 INFO:tasks.workunit.client.0.smithi002.stdout: 417: throughput=4.99MB/sec pending data=0 2023-12-16T19:57:59.229 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z7x0vT7orSew6S0 off=2615056 len=939466 2023-12-16T19:57:59.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 2150 completed, throughput=4.99MB/sec 2023-12-16T19:57:59.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VhzhnSyg8KLpmW3 off=1142944 len=237410 2023-12-16T19:57:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:58 smithi002 ceph-mon[137674]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:57:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:58 smithi002 ceph-mon[140029]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:57:59.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 2151 completed, throughput=4.99MB/sec 2023-12-16T19:57:59.238 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FU7hgVnX3LRDZfX off=11597163 len=1497060 2023-12-16T19:57:59.240 INFO:tasks.workunit.client.0.smithi002.stdout:op 2152 completed, throughput=5MB/sec 2023-12-16T19:57:59.240 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xxOz4Rl3K-_uT0q off=1878823 len=345606 2023-12-16T19:57:59.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 2153 completed, throughput=5MB/sec 2023-12-16T19:57:59.242 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7q23SY1tAIq1azs off=21640226 len=1241178 2023-12-16T19:57:59.248 INFO:tasks.workunit.client.0.smithi002.stdout:op 2154 completed, throughput=5MB/sec 2023-12-16T19:57:59.248 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xKfZMXJcb0xiW5t off=281170 len=1212130 2023-12-16T19:57:59.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 2155 completed, throughput=5MB/sec 2023-12-16T19:58:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:57:59 smithi002 ceph-mon[137674]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:57:59 smithi002 ceph-mon[140029]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:57:59 smithi043 ceph-mon[135010]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:00.254 INFO:tasks.workunit.client.0.smithi002.stdout: 418: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:00.254 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K1bN7dXo91l4cyZ off=17416150 len=801220 2023-12-16T19:58:00.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 2156 completed, throughput=4.99MB/sec 2023-12-16T19:58:00.255 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--kiFOhz3Atr3nsc off=2648119 len=164748 2023-12-16T19:58:00.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 2157 completed, throughput=4.99MB/sec 2023-12-16T19:58:00.256 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2OdQjbM9zarPCEU off=1453920 len=1799719 2023-12-16T19:58:00.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 2158 completed, throughput=5MB/sec 2023-12-16T19:58:00.264 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Qbr8xI2bdUGv80D off=21124405 len=774386 2023-12-16T19:58:00.265 INFO:tasks.workunit.client.0.smithi002.stdout:op 2159 completed, throughput=5MB/sec 2023-12-16T19:58:00.265 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xmu_bHHJEYWltj3 off=12432290 len=2058692 2023-12-16T19:58:00.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 2160 completed, throughput=5MB/sec 2023-12-16T19:58:01.269 INFO:tasks.workunit.client.0.smithi002.stdout: 419: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:01.270 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L3h1dSa8UIRYtUe off=14288204 len=1993682 2023-12-16T19:58:01.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 2161 completed, throughput=5MB/sec 2023-12-16T19:58:01.274 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gUS5UoiBYHRH3TC off=8337390 len=581668 2023-12-16T19:58:01.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 2162 completed, throughput=5MB/sec 2023-12-16T19:58:01.278 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SPCVcuoRqOhVePO off=199469 len=950715 2023-12-16T19:58:01.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 2163 completed, throughput=5MB/sec 2023-12-16T19:58:01.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--rrCYSsteiKaECS off=5898003 len=156316 2023-12-16T19:58:01.283 INFO:tasks.workunit.client.0.smithi002.stdout:op 2164 completed, throughput=5MB/sec 2023-12-16T19:58:01.283 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EiZmtDq1L9kxqew off=4880208 len=397423 2023-12-16T19:58:01.284 INFO:tasks.workunit.client.0.smithi002.stdout:op 2165 completed, throughput=5MB/sec 2023-12-16T19:58:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:01] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:58:02.284 INFO:tasks.workunit.client.0.smithi002.stdout: 420: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:02.284 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Yigdnm7UpUj7_nS off=2817243 len=60694 2023-12-16T19:58:02.287 INFO:tasks.workunit.client.0.smithi002.stdout:op 2166 completed, throughput=4.99MB/sec 2023-12-16T19:58:02.287 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w8rRkt6NoRe-e3y off=1374617 len=257213 2023-12-16T19:58:02.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 2167 completed, throughput=4.99MB/sec 2023-12-16T19:58:02.288 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EG6XO4csTfb5a5g off=3416079 len=949060 2023-12-16T19:58:02.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 2168 completed, throughput=4.99MB/sec 2023-12-16T19:58:02.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D6p4T8txOeFk3mC off=13408663 len=164805 2023-12-16T19:58:02.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 2169 completed, throughput=4.99MB/sec 2023-12-16T19:58:02.297 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CAQXV24vbAu_KAJ off=19255954 len=1898262 2023-12-16T19:58:02.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 2170 completed, throughput=5MB/sec 2023-12-16T19:58:02.305 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D_JUyF71Swa8f8l off=11425303 len=2018896 2023-12-16T19:58:02.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 2171 completed, throughput=5MB/sec 2023-12-16T19:58:02.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:02 smithi043 ceph-mon[135010]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:58:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:02 smithi002 ceph-mon[137674]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:58:03.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:02 smithi002 ceph-mon[140029]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T19:58:03.309 INFO:tasks.workunit.client.0.smithi002.stdout: 421: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:03.309 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7xlX6T2bi7VGUr4 off=22476506 len=1272253 2023-12-16T19:58:03.309 INFO:tasks.workunit.client.0.smithi002.stdout:op 2172 completed, throughput=4.99MB/sec 2023-12-16T19:58:03.309 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LPmyxPkj0iQcD-e off=11656522 len=1965722 2023-12-16T19:58:03.319 INFO:tasks.workunit.client.0.smithi002.stdout:op 2173 completed, throughput=5MB/sec 2023-12-16T19:58:03.319 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aK8fttVlZrQ2s6M off=2852384 len=2048179 2023-12-16T19:58:03.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 2174 completed, throughput=5MB/sec 2023-12-16T19:58:03.563 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:58:03.887 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:58:03.887 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (26m) 2m ago 28m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (26m) 21s ago 28m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (29m) 2m ago 29m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (29m) 21s ago 29m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (25m) 21s ago 31m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (25m) 2m ago 33m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (25m) 2m ago 33m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (24m) 21s ago 32m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (25m) 2m ago 32m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (26m) 2m ago 28m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (25m) 21s ago 28m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (24m) 2m ago 31m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (23m) 2m ago 31m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (23m) 2m ago 31m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:58:03.888 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (22m) 2m ago 30m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:58:03.889 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (22m) 21s ago 30m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:58:03.889 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (21m) 21s ago 30m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:58:03.889 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (21m) 21s ago 30m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:58:03.889 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (20m) 21s ago 30m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:58:03.889 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (25m) 21s ago 29m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:58:04.291 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:58:04.291 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:58:04.291 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:58:04.291 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:04.291 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:04.292 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:58:04.293 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:58:04.321 INFO:tasks.workunit.client.0.smithi002.stdout: 422: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:04.322 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vzGJLQnbjy6bfdW off=7112194 len=321120 2023-12-16T19:58:04.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 2175 completed, throughput=4.99MB/sec 2023-12-16T19:58:04.324 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nIYIBPNgdtiBi3X off=9774140 len=1634726 2023-12-16T19:58:04.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 2176 completed, throughput=4.99MB/sec 2023-12-16T19:58:04.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yc16mvV8EISK3JM off=2521672 len=1291122 2023-12-16T19:58:04.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 2177 completed, throughput=5MB/sec 2023-12-16T19:58:04.336 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2x36WMMrI_1RW4C off=11672048 len=369326 2023-12-16T19:58:04.339 INFO:tasks.workunit.client.0.smithi002.stdout:op 2178 completed, throughput=5MB/sec 2023-12-16T19:58:04.339 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l4d2DNXIIZyqG8Y off=1872910 len=1658965 2023-12-16T19:58:04.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 2179 completed, throughput=5MB/sec 2023-12-16T19:58:04.342 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6WiXiEKuZr_eAY_ off=8462636 len=1126845 2023-12-16T19:58:04.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 2180 completed, throughput=5MB/sec 2023-12-16T19:58:04.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:04 smithi043 ceph-mon[135010]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:04.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:04 smithi043 ceph-mon[135010]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:58:04.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1501190118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[137674]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[137674]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:58:05.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1501190118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[140029]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[140029]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:58:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1501190118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:05.349 INFO:tasks.workunit.client.0.smithi002.stdout: 423: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:05.349 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oABaHZKM-JpuDVV off=15308677 len=1215201 2023-12-16T19:58:05.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 2181 completed, throughput=4.99MB/sec 2023-12-16T19:58:05.351 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kK2AfW-zpD4_rWe off=7945546 len=142375 2023-12-16T19:58:05.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 2182 completed, throughput=4.99MB/sec 2023-12-16T19:58:05.352 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IYySH5jJUd89c_d off=18892381 len=703257 2023-12-16T19:58:05.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 2183 completed, throughput=5MB/sec 2023-12-16T19:58:05.356 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ouFD1aBK8Z0BZmE off=13141031 len=874084 2023-12-16T19:58:05.359 INFO:tasks.workunit.client.0.smithi002.stdout:op 2184 completed, throughput=5MB/sec 2023-12-16T19:58:05.359 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lt5qyykXWeqYXcO off=23608213 len=1709611 2023-12-16T19:58:05.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 2185 completed, throughput=5MB/sec 2023-12-16T19:58:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:05 smithi002 ceph-mon[137674]: from='client.45458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:06.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:05 smithi002 ceph-mon[140029]: from='client.45458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:05 smithi043 ceph-mon[135010]: from='client.45458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:06.367 INFO:tasks.workunit.client.0.smithi002.stdout: 424: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:06.368 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GH7gFZQQR7anA4d off=17207498 len=149374 2023-12-16T19:58:06.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 2186 completed, throughput=4.99MB/sec 2023-12-16T19:58:06.371 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VDaYQ9nhLJWg_zm off=4979771 len=1522098 2023-12-16T19:58:06.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 2187 completed, throughput=4.99MB/sec 2023-12-16T19:58:06.378 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kbc-E2aG-swS1P2 off=293255 len=1281502 2023-12-16T19:58:06.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 2188 completed, throughput=5MB/sec 2023-12-16T19:58:06.384 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-apLv2cDFPpLHi3k off=14432181 len=1419874 2023-12-16T19:58:06.386 INFO:tasks.workunit.client.0.smithi002.stdout:op 2189 completed, throughput=5MB/sec 2023-12-16T19:58:06.386 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y9gOx2kLr7bDsGd off=15394486 len=1526669 2023-12-16T19:58:06.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 2190 completed, throughput=5MB/sec 2023-12-16T19:58:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:06 smithi002 ceph-mon[137674]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:06 smithi002 ceph-mon[140029]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:06 smithi043 ceph-mon[135010]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: 425: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:07.390 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0Gsztz0wglmfP93 off=853268 len=530893 2023-12-16T19:58:07.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 2191 completed, throughput=4.99MB/sec 2023-12-16T19:58:07.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mtpLkUgfnqgYMF_ off=7053392 len=1229521 2023-12-16T19:58:07.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 2192 completed, throughput=4.99MB/sec 2023-12-16T19:58:07.399 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZQdpmxqEAADa6qX off=12802568 len=160934 2023-12-16T19:58:07.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 2193 completed, throughput=4.99MB/sec 2023-12-16T19:58:07.399 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Egz9UFIP6FPiFXn off=16693493 len=203161 2023-12-16T19:58:07.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 2194 completed, throughput=5MB/sec 2023-12-16T19:58:07.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HR_1hPHV8_KcGTn off=12914434 len=1322422 2023-12-16T19:58:07.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 2195 completed, throughput=5MB/sec 2023-12-16T19:58:07.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-I5_GbSqLjkoeKhn off=5267596 len=1794550 2023-12-16T19:58:07.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 2196 completed, throughput=5MB/sec 2023-12-16T19:58:08.408 INFO:tasks.workunit.client.0.smithi002.stdout: 426: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:08.408 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IovtJ5K5C9NHQEE off=2797480 len=1693422 2023-12-16T19:58:08.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 2197 completed, throughput=4.99MB/sec 2023-12-16T19:58:08.418 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Xh4s1Ok58vffW8j off=4726572 len=1727893 2023-12-16T19:58:08.420 INFO:tasks.workunit.client.0.smithi002.stdout:op 2198 completed, throughput=5MB/sec 2023-12-16T19:58:08.420 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NYJTI_e61fzyMtP off=4888806 len=602867 2023-12-16T19:58:08.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 2199 completed, throughput=5MB/sec 2023-12-16T19:58:08.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kbLFWOr16ot-mTy off=7870251 len=945899 2023-12-16T19:58:08.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 2200 completed, throughput=5MB/sec 2023-12-16T19:58:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:08 smithi002 ceph-mon[137674]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:58:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:08 smithi002 ceph-mon[140029]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:58:09.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:08 smithi043 ceph-mon[135010]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T19:58:09.424 INFO:tasks.workunit.client.0.smithi002.stdout: 427: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:09.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oIa2Ej7ttOdqatg off=19606985 len=332551 2023-12-16T19:58:09.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 2201 completed, throughput=4.99MB/sec 2023-12-16T19:58:09.425 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-I9_73fPe3GGXa4h off=16468239 len=25812 2023-12-16T19:58:09.426 INFO:tasks.workunit.client.0.smithi002.stdout:op 2202 completed, throughput=4.99MB/sec 2023-12-16T19:58:09.426 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IEu9QrV1sC9oi4c off=9548530 len=1386737 2023-12-16T19:58:09.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 2203 completed, throughput=4.99MB/sec 2023-12-16T19:58:09.432 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O0uGtTlSgaocq3z off=1610938 len=895204 2023-12-16T19:58:09.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 2204 completed, throughput=5MB/sec 2023-12-16T19:58:09.437 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GNMC4pIK2hlzm5j off=11087206 len=1354938 2023-12-16T19:58:09.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 2205 completed, throughput=5MB/sec 2023-12-16T19:58:09.440 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7KEjYs4Q45Hj-98 off=6813011 len=1094258 2023-12-16T19:58:09.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 2206 completed, throughput=5MB/sec 2023-12-16T19:58:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:09 smithi002 ceph-mon[137674]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:09 smithi002 ceph-mon[140029]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:09 smithi043 ceph-mon[135010]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:10.447 INFO:tasks.workunit.client.0.smithi002.stdout: 428: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:10.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2TGMPbvlxUU31-o off=3492126 len=372399 2023-12-16T19:58:10.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 2207 completed, throughput=4.99MB/sec 2023-12-16T19:58:10.450 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fW-fDJFyamU4lBO off=1258126 len=1930813 2023-12-16T19:58:10.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 2208 completed, throughput=4.99MB/sec 2023-12-16T19:58:10.459 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HP09GDgYWcyQtt7 off=10442885 len=1065002 2023-12-16T19:58:10.460 INFO:tasks.workunit.client.0.smithi002.stdout:op 2209 completed, throughput=5MB/sec 2023-12-16T19:58:10.460 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zRN70WdOAgQhiX6 off=1566375 len=1383974 2023-12-16T19:58:10.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 2210 completed, throughput=5MB/sec 2023-12-16T19:58:10.467 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bxtM5HP1keqXOi5 off=499314 len=1168666 2023-12-16T19:58:10.468 INFO:tasks.workunit.client.0.smithi002.stdout:op 2211 completed, throughput=5MB/sec 2023-12-16T19:58:11.469 INFO:tasks.workunit.client.0.smithi002.stdout: 429: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:11.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tiDk0KK56Z_alu8 off=9733136 len=1697448 2023-12-16T19:58:11.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 2212 completed, throughput=4.99MB/sec 2023-12-16T19:58:11.476 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V_YU8RF2NCxNkek off=6057318 len=1778071 2023-12-16T19:58:11.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 2213 completed, throughput=5MB/sec 2023-12-16T19:58:11.480 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DfFMvqrBif8Vrw3 off=4649439 len=485367 2023-12-16T19:58:11.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 2214 completed, throughput=5MB/sec 2023-12-16T19:58:11.481 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LWK7_FSoFmHRRUJ off=10122775 len=1066709 2023-12-16T19:58:11.487 INFO:tasks.workunit.client.0.smithi002.stdout:op 2215 completed, throughput=5MB/sec 2023-12-16T19:58:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:11] "GET /metrics HTTP/1.1" 200 33939 "" "Prometheus/2.43.0" 2023-12-16T19:58:12.487 INFO:tasks.workunit.client.0.smithi002.stdout: 430: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:12.487 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MUrCKHLTxUcLGoT off=16495303 len=444980 2023-12-16T19:58:12.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 2216 completed, throughput=4.99MB/sec 2023-12-16T19:58:12.489 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2aDMG2wZotfj0b_ off=9944215 len=1607258 2023-12-16T19:58:12.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 2217 completed, throughput=4.99MB/sec 2023-12-16T19:58:12.492 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2OdQjbM9zarPCEU off=8566 len=175464 2023-12-16T19:58:12.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 2218 completed, throughput=4.99MB/sec 2023-12-16T19:58:12.493 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_i13jwmFbLApZUs off=4995856 len=399874 2023-12-16T19:58:12.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 2219 completed, throughput=5MB/sec 2023-12-16T19:58:12.496 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e6cY9Sq47a7O2Tv off=8196615 len=272719 2023-12-16T19:58:12.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 2220 completed, throughput=5MB/sec 2023-12-16T19:58:12.500 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OT-dlUq7dmknr9F off=2186571 len=1654747 2023-12-16T19:58:12.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 2221 completed, throughput=5MB/sec 2023-12-16T19:58:12.502 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vgIpS2rL2Jf1nLb off=8031333 len=1390754 2023-12-16T19:58:12.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 2222 completed, throughput=5MB/sec 2023-12-16T19:58:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:12 smithi002 ceph-mon[137674]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:12 smithi002 ceph-mon[140029]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:12 smithi043 ceph-mon[135010]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:13.510 INFO:tasks.workunit.client.0.smithi002.stdout: 431: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:13.511 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2W9UvKYktZO4D30 off=3177851 len=1308241 2023-12-16T19:58:13.512 INFO:tasks.workunit.client.0.smithi002.stdout:op 2223 completed, throughput=4.99MB/sec 2023-12-16T19:58:13.512 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BI5iuQqKMB6mOSe off=297673 len=1159486 2023-12-16T19:58:13.513 INFO:tasks.workunit.client.0.smithi002.stdout:op 2224 completed, throughput=5MB/sec 2023-12-16T19:58:13.513 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4YTwgXPINpixgwV off=1901929 len=1000661 2023-12-16T19:58:13.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 2225 completed, throughput=5MB/sec 2023-12-16T19:58:13.515 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xivVF2gzuhkTBkK off=768126 len=877103 2023-12-16T19:58:13.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 2226 completed, throughput=5MB/sec 2023-12-16T19:58:14.516 INFO:tasks.workunit.client.0.smithi002.stdout: 432: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:14.516 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JQh6pzxHig3go1F off=49753 len=1210753 2023-12-16T19:58:14.518 INFO:tasks.workunit.client.0.smithi002.stdout:op 2227 completed, throughput=4.99MB/sec 2023-12-16T19:58:14.518 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NHaYV_VeHaZMolO off=1885017 len=497841 2023-12-16T19:58:14.519 INFO:tasks.workunit.client.0.smithi002.stdout:op 2228 completed, throughput=4.99MB/sec 2023-12-16T19:58:14.519 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0dtNOCgmsbbGJT4 off=11846253 len=312285 2023-12-16T19:58:14.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 2229 completed, throughput=4.99MB/sec 2023-12-16T19:58:14.521 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n2fvMCOj6dC-eiA off=358483 len=532972 2023-12-16T19:58:14.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 2230 completed, throughput=4.99MB/sec 2023-12-16T19:58:14.525 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MqYJjpEi57wGVRm off=12387691 len=1188987 2023-12-16T19:58:14.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 2231 completed, throughput=5MB/sec 2023-12-16T19:58:14.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8LnFP6Rw2afEjDq off=8589990 len=754801 2023-12-16T19:58:14.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 2232 completed, throughput=5MB/sec 2023-12-16T19:58:14.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2XyM8m3YFwGYSqY off=6519315 len=1179981 2023-12-16T19:58:14.529 INFO:tasks.workunit.client.0.smithi002.stdout:op 2233 completed, throughput=5MB/sec 2023-12-16T19:58:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:14 smithi002 ceph-mon[137674]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:14 smithi002 ceph-mon[140029]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:14 smithi043 ceph-mon[135010]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:15.529 INFO:tasks.workunit.client.0.smithi002.stdout: 433: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:15.530 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uZ_KKQ5BimYX3ft off=8325207 len=1859336 2023-12-16T19:58:15.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 2234 completed, throughput=4.99MB/sec 2023-12-16T19:58:15.532 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-63te0XJw79z1i2R off=185670 len=954585 2023-12-16T19:58:15.534 INFO:tasks.workunit.client.0.smithi002.stdout:op 2235 completed, throughput=5MB/sec 2023-12-16T19:58:15.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SO6Zytr4v10WnPx off=3036702 len=1022277 2023-12-16T19:58:15.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 2236 completed, throughput=5MB/sec 2023-12-16T19:58:15.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2h07h-DaYcP0hk1 off=2386897 len=625883 2023-12-16T19:58:15.536 INFO:tasks.workunit.client.0.smithi002.stdout:op 2237 completed, throughput=5MB/sec 2023-12-16T19:58:15.536 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j6SbOVY2_t0DmbE off=2782625 len=1149780 2023-12-16T19:58:15.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 2238 completed, throughput=5MB/sec 2023-12-16T19:58:16.543 INFO:tasks.workunit.client.0.smithi002.stdout: 434: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:16.543 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RpgTDkeYGpq03j0 off=16346454 len=391434 2023-12-16T19:58:16.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 2239 completed, throughput=4.99MB/sec 2023-12-16T19:58:16.547 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tRLvd9s1KQn1H_7 off=8725073 len=390403 2023-12-16T19:58:16.550 INFO:tasks.workunit.client.0.smithi002.stdout:op 2240 completed, throughput=4.99MB/sec 2023-12-16T19:58:16.550 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ro75fsCpmLkAiRZ off=7086910 len=1592771 2023-12-16T19:58:16.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 2241 completed, throughput=5MB/sec 2023-12-16T19:58:16.553 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-C7KNyzLp-UmlFRv off=856967 len=299380 2023-12-16T19:58:16.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 2242 completed, throughput=5MB/sec 2023-12-16T19:58:16.553 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rePJaUaVpVnHT6K off=329278 len=412328 2023-12-16T19:58:16.556 INFO:tasks.workunit.client.0.smithi002.stdout:op 2243 completed, throughput=5MB/sec 2023-12-16T19:58:16.556 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ub2c0xDIwd02jv- off=5862624 len=281320 2023-12-16T19:58:16.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 2244 completed, throughput=5MB/sec 2023-12-16T19:58:16.557 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3nYkkLq7SRyuZR_ off=4182875 len=261047 2023-12-16T19:58:16.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 2245 completed, throughput=5MB/sec 2023-12-16T19:58:16.558 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o1ht3cQinds2_5e off=6787036 len=1885383 2023-12-16T19:58:16.567 INFO:tasks.workunit.client.0.smithi002.stdout:op 2246 completed, throughput=5MB/sec 2023-12-16T19:58:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:16 smithi002 ceph-mon[137674]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:16 smithi002 ceph-mon[140029]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:16 smithi043 ceph-mon[135010]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T19:58:17.568 INFO:tasks.workunit.client.0.smithi002.stdout: 435: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:17.568 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o_8T9tntDrWiJe6 off=1443047 len=2038419 2023-12-16T19:58:17.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 2247 completed, throughput=5MB/sec 2023-12-16T19:58:17.570 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-87bvBWx1teJSuCf off=731619 len=244030 2023-12-16T19:58:17.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 2248 completed, throughput=5MB/sec 2023-12-16T19:58:17.574 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O4Nx6i_i4HL5uW1 off=6871869 len=2039342 2023-12-16T19:58:17.582 INFO:tasks.workunit.client.0.smithi002.stdout:op 2249 completed, throughput=5MB/sec 2023-12-16T19:58:17.582 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b7OJtACKkkQ_XGy off=8649112 len=184423 2023-12-16T19:58:17.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 2250 completed, throughput=5MB/sec 2023-12-16T19:58:18.585 INFO:tasks.workunit.client.0.smithi002.stdout: 436: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:18.585 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zuI5XLK9UfW6nnV off=11512283 len=1982478 2023-12-16T19:58:18.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 2251 completed, throughput=4.99MB/sec 2023-12-16T19:58:18.588 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4UWFrXoWUWcJ-st off=8773690 len=1497294 2023-12-16T19:58:18.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 2252 completed, throughput=5MB/sec 2023-12-16T19:58:18.596 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bdwwNl459fZ3rwi off=7561802 len=710057 2023-12-16T19:58:18.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 2253 completed, throughput=5MB/sec 2023-12-16T19:58:18.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ldm0OJyUH1-bf7P off=55184 len=505754 2023-12-16T19:58:18.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 2254 completed, throughput=5MB/sec 2023-12-16T19:58:18.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yypR1OYDmN-EzMz off=140983 len=1990749 2023-12-16T19:58:18.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 2255 completed, throughput=5MB/sec 2023-12-16T19:58:19.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:18 smithi002 ceph-mon[137674]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:19.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:18 smithi002 ceph-mon[140029]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:18 smithi043 ceph-mon[135010]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:19.613 INFO:tasks.workunit.client.0.smithi002.stdout: 437: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:19.613 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3ZKXFz0aSSL2Q_x off=2994898 len=1512280 2023-12-16T19:58:19.616 INFO:tasks.workunit.client.0.smithi002.stdout:op 2256 completed, throughput=4.99MB/sec 2023-12-16T19:58:19.616 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EdHbFLyS__MRBKi off=5201938 len=514924 2023-12-16T19:58:19.617 INFO:tasks.workunit.client.0.smithi002.stdout:op 2257 completed, throughput=5MB/sec 2023-12-16T19:58:19.617 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l7pIPVl9Rw5Yhwg off=7553239 len=326485 2023-12-16T19:58:19.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 2258 completed, throughput=5MB/sec 2023-12-16T19:58:19.618 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1GP_933dRAsYmhb off=11047501 len=526689 2023-12-16T19:58:19.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 2259 completed, throughput=5MB/sec 2023-12-16T19:58:19.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6ec17qk9uL-ZtXi off=2862092 len=444166 2023-12-16T19:58:19.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 2260 completed, throughput=5MB/sec 2023-12-16T19:58:19.627 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MQc6l6bLfzG5acK off=8830816 len=1182751 2023-12-16T19:58:19.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 2261 completed, throughput=5MB/sec 2023-12-16T19:58:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:19 smithi002 ceph-mon[137674]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:58:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:19 smithi002 ceph-mon[140029]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:58:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:19 smithi043 ceph-mon[135010]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:58:20.633 INFO:tasks.workunit.client.0.smithi002.stdout: 438: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:20.633 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ktC8FYAM7NXj3CF off=288909 len=424784 2023-12-16T19:58:20.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 2262 completed, throughput=4.99MB/sec 2023-12-16T19:58:20.636 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DN8ezrkj5bSvnv9 off=6929794 len=843816 2023-12-16T19:58:20.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 2263 completed, throughput=4.99MB/sec 2023-12-16T19:58:20.641 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KNQwJ6FOeVj8iiL off=5141215 len=1848861 2023-12-16T19:58:20.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 2264 completed, throughput=5MB/sec 2023-12-16T19:58:20.649 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9sRzhph-_4TeUeE off=7346124 len=2028299 2023-12-16T19:58:20.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 2265 completed, throughput=5MB/sec 2023-12-16T19:58:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:21.658 INFO:tasks.workunit.client.0.smithi002.stdout: 439: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:21.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0sunVvYy8WimChu off=15205980 len=2007050 2023-12-16T19:58:21.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 2266 completed, throughput=4.99MB/sec 2023-12-16T19:58:21.669 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gog6B0FgBORqefh off=16258030 len=1894390 2023-12-16T19:58:21.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 2267 completed, throughput=5MB/sec 2023-12-16T19:58:21.671 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cUY5vhCWVbg6Deq off=2963307 len=1427198 2023-12-16T19:58:21.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 2268 completed, throughput=5MB/sec 2023-12-16T19:58:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:21 smithi002 ceph-mon[137674]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:58:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:21] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:58:22.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:21 smithi002 ceph-mon[140029]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:58:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:21 smithi043 ceph-mon[135010]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:58:22.679 INFO:tasks.workunit.client.0.smithi002.stdout: 440: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:22.679 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YpuOkqi04IvZqWF off=18252505 len=21352 2023-12-16T19:58:22.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 2269 completed, throughput=4.99MB/sec 2023-12-16T19:58:22.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QX45Ze-bqbdEhn0 off=12574051 len=1541361 2023-12-16T19:58:22.683 INFO:tasks.workunit.client.0.smithi002.stdout:op 2270 completed, throughput=4.99MB/sec 2023-12-16T19:58:22.683 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-48V9jQey4-vTRzY off=597717 len=1869602 2023-12-16T19:58:22.691 INFO:tasks.workunit.client.0.smithi002.stdout:op 2271 completed, throughput=5MB/sec 2023-12-16T19:58:22.692 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5IHyWeooCu4zsvs off=430927 len=1520704 2023-12-16T19:58:22.699 INFO:tasks.workunit.client.0.smithi002.stdout:op 2272 completed, throughput=5MB/sec 2023-12-16T19:58:22.699 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-klhFaT_Ou-afCje off=5398995 len=676243 2023-12-16T19:58:22.703 INFO:tasks.workunit.client.0.smithi002.stdout:op 2273 completed, throughput=5MB/sec 2023-12-16T19:58:23.704 INFO:tasks.workunit.client.0.smithi002.stdout: 441: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:23.704 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D77pE8UPde2y81r off=1935212 len=514153 2023-12-16T19:58:23.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 2274 completed, throughput=4.99MB/sec 2023-12-16T19:58:23.705 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Osa1qO6su-AqHIU off=3286831 len=778720 2023-12-16T19:58:23.706 INFO:tasks.workunit.client.0.smithi002.stdout:op 2275 completed, throughput=4.99MB/sec 2023-12-16T19:58:23.707 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ifAl0YKxwLqajFI off=393211 len=1140386 2023-12-16T19:58:23.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 2276 completed, throughput=5MB/sec 2023-12-16T19:58:23.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o7NA6GkS2JlgK9J off=14422724 len=1060987 2023-12-16T19:58:23.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 2277 completed, throughput=5MB/sec 2023-12-16T19:58:23.710 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Bh3z_au_ECGI6YQ off=8065718 len=1163001 2023-12-16T19:58:23.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 2278 completed, throughput=5MB/sec 2023-12-16T19:58:23.716 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EQp5xJxbsV0zPbV off=904337 len=1643899 2023-12-16T19:58:23.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 2279 completed, throughput=5MB/sec 2023-12-16T19:58:24.718 INFO:tasks.workunit.client.0.smithi002.stdout: 442: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:24.718 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QZV8XTChxFV2cuH off=11323775 len=797706 2023-12-16T19:58:24.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 2280 completed, throughput=4.99MB/sec 2023-12-16T19:58:24.724 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XFgBWqVmBspgCgQ off=1903857 len=210087 2023-12-16T19:58:24.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 2281 completed, throughput=4.99MB/sec 2023-12-16T19:58:24.725 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-woyIFtaIek5J_G2 off=4914919 len=737028 2023-12-16T19:58:24.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 2282 completed, throughput=5MB/sec 2023-12-16T19:58:24.729 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JK6YiZk4T-mKuZM off=4867667 len=275229 2023-12-16T19:58:24.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 2283 completed, throughput=5MB/sec 2023-12-16T19:58:24.732 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DZpDUJK7_emhE8k off=724061 len=1821553 2023-12-16T19:58:24.736 INFO:tasks.workunit.client.0.smithi002.stdout:op 2284 completed, throughput=5MB/sec 2023-12-16T19:58:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:24 smithi002 ceph-mon[137674]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:24 smithi002 ceph-mon[140029]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:24 smithi043 ceph-mon[135010]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:25.737 INFO:tasks.workunit.client.0.smithi002.stdout: 443: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:25.737 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J5Tc8ryej6gtrs7 off=12368032 len=1299339 2023-12-16T19:58:25.739 INFO:tasks.workunit.client.0.smithi002.stdout:op 2285 completed, throughput=4.99MB/sec 2023-12-16T19:58:25.739 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GAiufPSeTLcBQ95 off=1951844 len=246502 2023-12-16T19:58:25.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 2286 completed, throughput=4.99MB/sec 2023-12-16T19:58:25.743 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JKYP9tVAeYzEflo off=6933865 len=332926 2023-12-16T19:58:25.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 2287 completed, throughput=4.99MB/sec 2023-12-16T19:58:25.744 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kIR1g0ZvLLBe9Ot off=8080895 len=46784 2023-12-16T19:58:25.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 2288 completed, throughput=4.99MB/sec 2023-12-16T19:58:25.744 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-96bHP5BHZpPbEsi off=14455030 len=621996 2023-12-16T19:58:25.748 INFO:tasks.workunit.client.0.smithi002.stdout:op 2289 completed, throughput=4.99MB/sec 2023-12-16T19:58:25.748 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pUvVZdMTij6rA9P off=0 len=1302517 2023-12-16T19:58:25.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 2290 completed, throughput=5MB/sec 2023-12-16T19:58:25.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JMls_g7HbihfnPn off=6821961 len=699273 2023-12-16T19:58:25.761 INFO:tasks.workunit.client.0.smithi002.stdout:op 2291 completed, throughput=5MB/sec 2023-12-16T19:58:25.761 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_MdxQJ4RcsB-Q-- off=15250255 len=551628 2023-12-16T19:58:25.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 2292 completed, throughput=5MB/sec 2023-12-16T19:58:25.765 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-doPdBR0R7VkG-R1 off=1214837 len=1421336 2023-12-16T19:58:25.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 2293 completed, throughput=5MB/sec 2023-12-16T19:58:26.771 INFO:tasks.workunit.client.0.smithi002.stdout: 444: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:26.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SiVBSw9NHycS8Hq off=2052528 len=969276 2023-12-16T19:58:26.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 2294 completed, throughput=4.99MB/sec 2023-12-16T19:58:26.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H8Ek1no8jltunk4 off=4059406 len=291802 2023-12-16T19:58:26.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 2295 completed, throughput=4.99MB/sec 2023-12-16T19:58:26.779 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-niCui2HlBEPWr2H off=4412743 len=1817744 2023-12-16T19:58:26.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 2296 completed, throughput=5MB/sec 2023-12-16T19:58:26.781 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pn91_aasR60Pt0E off=22145601 len=831421 2023-12-16T19:58:26.783 INFO:tasks.workunit.client.0.smithi002.stdout:op 2297 completed, throughput=5MB/sec 2023-12-16T19:58:26.783 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P33qKZbTz53AfNL off=3881509 len=2013369 2023-12-16T19:58:26.795 INFO:tasks.workunit.client.0.smithi002.stdout:op 2298 completed, throughput=5MB/sec 2023-12-16T19:58:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:26 smithi002 ceph-mon[137674]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:26 smithi002 ceph-mon[140029]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:26 smithi043 ceph-mon[135010]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:27.795 INFO:tasks.workunit.client.0.smithi002.stdout: 445: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:27.795 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WGkDXkMv2gErSuq off=4157454 len=1206404 2023-12-16T19:58:27.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 2299 completed, throughput=4.99MB/sec 2023-12-16T19:58:27.803 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wR-cDStMdHFuBvH off=1844754 len=243897 2023-12-16T19:58:27.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 2300 completed, throughput=5MB/sec 2023-12-16T19:58:27.803 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LRwM9QshqpDyoqO off=5341926 len=722279 2023-12-16T19:58:27.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 2301 completed, throughput=5MB/sec 2023-12-16T19:58:27.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jwM2VULMaxIDnY6 off=277396 len=49073 2023-12-16T19:58:27.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 2302 completed, throughput=5MB/sec 2023-12-16T19:58:27.806 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ovyieAZrGoZRMgO off=405973 len=1604701 2023-12-16T19:58:27.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 2303 completed, throughput=5MB/sec 2023-12-16T19:58:28.813 INFO:tasks.workunit.client.0.smithi002.stdout: 446: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:28.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D35CeJS9yPJsMeg off=14431867 len=482128 2023-12-16T19:58:28.817 INFO:tasks.workunit.client.0.smithi002.stdout:op 2304 completed, throughput=4.99MB/sec 2023-12-16T19:58:28.817 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VKmBkvaTtTgLTeA off=16638443 len=453826 2023-12-16T19:58:28.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 2305 completed, throughput=4.99MB/sec 2023-12-16T19:58:28.819 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-msGX7fZeeNlvTY4 off=22460274 len=236721 2023-12-16T19:58:28.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 2306 completed, throughput=4.99MB/sec 2023-12-16T19:58:28.823 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mb7j00BMLDXIYTV off=11280868 len=763740 2023-12-16T19:58:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 2307 completed, throughput=4.99MB/sec 2023-12-16T19:58:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FQxC81dUW8PUzfd off=11594677 len=1729452 2023-12-16T19:58:28.833 INFO:tasks.workunit.client.0.smithi002.stdout:op 2308 completed, throughput=5MB/sec 2023-12-16T19:58:28.834 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0RiJkf3O-6b7q5E off=3088663 len=1569286 2023-12-16T19:58:28.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 2309 completed, throughput=5MB/sec 2023-12-16T19:58:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:28 smithi002 ceph-mon[137674]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:28 smithi002 ceph-mon[140029]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:28 smithi043 ceph-mon[135010]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:29.842 INFO:tasks.workunit.client.0.smithi002.stdout: 447: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:29.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L4bRj90-ClJrOYw off=3140401 len=270814 2023-12-16T19:58:29.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 2310 completed, throughput=4.99MB/sec 2023-12-16T19:58:29.843 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2qmHo8wljSiEFis off=2006593 len=1636664 2023-12-16T19:58:29.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 2311 completed, throughput=4.99MB/sec 2023-12-16T19:58:29.852 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u5vh5AH-oKEbGra off=5034476 len=1080886 2023-12-16T19:58:29.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 2312 completed, throughput=5MB/sec 2023-12-16T19:58:29.857 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KFxnxT8UhMKwj8a off=3220886 len=499418 2023-12-16T19:58:29.861 INFO:tasks.workunit.client.0.smithi002.stdout:op 2313 completed, throughput=5MB/sec 2023-12-16T19:58:29.861 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_cJProvYlzwQBby off=201647 len=426149 2023-12-16T19:58:29.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 2314 completed, throughput=5MB/sec 2023-12-16T19:58:29.862 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Im6fk7VACmdjfNj off=2509009 len=597524 2023-12-16T19:58:29.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 2315 completed, throughput=5MB/sec 2023-12-16T19:58:29.863 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T-hnpmWX8VgMYyq off=15182633 len=1257784 2023-12-16T19:58:29.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 2316 completed, throughput=5MB/sec 2023-12-16T19:58:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:29 smithi002 ceph-mon[137674]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:58:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:29 smithi002 ceph-mon[140029]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:58:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:29 smithi043 ceph-mon[135010]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:58:30.869 INFO:tasks.workunit.client.0.smithi002.stdout: 448: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:30.869 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yq_Hn8Nz9ugR-R4 off=8311484 len=1522132 2023-12-16T19:58:30.876 INFO:tasks.workunit.client.0.smithi002.stdout:op 2317 completed, throughput=4.99MB/sec 2023-12-16T19:58:30.877 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W-xDrdiNzk8wCWF off=9712799 len=56237 2023-12-16T19:58:30.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 2318 completed, throughput=4.99MB/sec 2023-12-16T19:58:30.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VL63VushdxFvq5Y off=1285848 len=1659469 2023-12-16T19:58:30.881 INFO:tasks.workunit.client.0.smithi002.stdout:op 2319 completed, throughput=5MB/sec 2023-12-16T19:58:30.881 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hiD27i6ec6fJG3J off=6746474 len=1904121 2023-12-16T19:58:30.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 2320 completed, throughput=5MB/sec 2023-12-16T19:58:31.891 INFO:tasks.workunit.client.0.smithi002.stdout: 449: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:31.892 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DqU94jngJmSE1H8 off=15818995 len=1750257 2023-12-16T19:58:31.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 2321 completed, throughput=4.99MB/sec 2023-12-16T19:58:31.894 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9TZZ9oi7dODocl off=1082832 len=220413 2023-12-16T19:58:31.895 INFO:tasks.workunit.client.0.smithi002.stdout:op 2322 completed, throughput=4.99MB/sec 2023-12-16T19:58:31.895 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WV1gqEDOzdO-GQN off=1305536 len=1507888 2023-12-16T19:58:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 2323 completed, throughput=5MB/sec 2023-12-16T19:58:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mWjKNVGGY9r7dPD off=4349584 len=1733568 2023-12-16T19:58:31.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 2324 completed, throughput=5MB/sec 2023-12-16T19:58:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:31] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:58:32.899 INFO:tasks.workunit.client.0.smithi002.stdout: 450: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:32.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JHwDaDY46t73Kzl off=14079901 len=2085536 2023-12-16T19:58:32.908 INFO:tasks.workunit.client.0.smithi002.stdout:op 2325 completed, throughput=4.99MB/sec 2023-12-16T19:58:32.908 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g_gafiGoqAbZ9cv off=19543260 len=307701 2023-12-16T19:58:32.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 2326 completed, throughput=4.99MB/sec 2023-12-16T19:58:32.912 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VgEUhszK3PkglP6 off=2056415 len=472908 2023-12-16T19:58:32.916 INFO:tasks.workunit.client.0.smithi002.stdout:op 2327 completed, throughput=5MB/sec 2023-12-16T19:58:32.917 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v3E1OufYUHglL5m off=10894863 len=58990 2023-12-16T19:58:32.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 2328 completed, throughput=5MB/sec 2023-12-16T19:58:32.917 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VF8ahXl9o24dU-S off=8748044 len=452162 2023-12-16T19:58:32.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 2329 completed, throughput=5MB/sec 2023-12-16T19:58:32.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v6EQNMvvAEessUv off=2482196 len=1847133 2023-12-16T19:58:32.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 2330 completed, throughput=5MB/sec 2023-12-16T19:58:32.922 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-50ATgj2TzrqwHL_ off=10710031 len=211843 2023-12-16T19:58:32.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 2331 completed, throughput=5MB/sec 2023-12-16T19:58:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:32 smithi002 ceph-mon[137674]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:58:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:32 smithi002 ceph-mon[140029]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:58:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:32 smithi043 ceph-mon[135010]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:58:33.923 INFO:tasks.workunit.client.0.smithi002.stdout: 451: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:33.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AV5IiFioiDkaiT0 off=17678242 len=1551237 2023-12-16T19:58:33.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 2332 completed, throughput=4.99MB/sec 2023-12-16T19:58:33.925 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D14lmSeG9_JMR8s off=18649823 len=583596 2023-12-16T19:58:33.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 2333 completed, throughput=4.99MB/sec 2023-12-16T19:58:33.926 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TnwZ7bP6QzsgGZ- off=9021494 len=1172278 2023-12-16T19:58:33.933 INFO:tasks.workunit.client.0.smithi002.stdout:op 2334 completed, throughput=5MB/sec 2023-12-16T19:58:33.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L_AWGJFVNsp3eCJ off=2476307 len=805485 2023-12-16T19:58:33.937 INFO:tasks.workunit.client.0.smithi002.stdout:op 2335 completed, throughput=5MB/sec 2023-12-16T19:58:33.938 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RSEm6sgPuIDdDEo off=9013706 len=1936150 2023-12-16T19:58:33.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 2336 completed, throughput=5MB/sec 2023-12-16T19:58:34.655 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:58:34.942 INFO:tasks.workunit.client.0.smithi002.stdout: 452: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:34.942 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-l1l3ddF2AhEP7dn off=6447564 len=1208448 2023-12-16T19:58:34.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 2337 completed, throughput=4.99MB/sec 2023-12-16T19:58:34.947 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZTMFw8Xyaz9gbRV off=24850 len=579622 2023-12-16T19:58:34.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 2338 completed, throughput=4.99MB/sec 2023-12-16T19:58:34.951 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0540Zc6gwS1w907 off=714694 len=1764523 2023-12-16T19:58:34.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 2339 completed, throughput=5MB/sec 2023-12-16T19:58:34.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HdV3U1bfFeBgwkW off=10083627 len=591535 2023-12-16T19:58:34.961 INFO:tasks.workunit.client.0.smithi002.stdout:op 2340 completed, throughput=5MB/sec 2023-12-16T19:58:34.961 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f1s-nxK3efJU8AT off=2435067 len=1804840 2023-12-16T19:58:34.970 INFO:tasks.workunit.client.0.smithi002.stdout:op 2341 completed, throughput=5MB/sec 2023-12-16T19:58:34.986 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:34 smithi002 ceph-mon[137674]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:58:34.986 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:34 smithi002 ceph-mon[140029]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (26m) 2m ago 29m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (26m) 52s ago 29m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (30m) 2m ago 30m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (30m) 52s ago 30m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (26m) 52s ago 32m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (26m) 2m ago 33m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (25m) 2m ago 33m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (25m) 52s ago 32m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (25m) 2m ago 32m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:58:34.987 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (26m) 2m ago 29m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (26m) 52s ago 29m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (24m) 2m ago 32m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (24m) 2m ago 31m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (23m) 2m ago 31m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (23m) 2m ago 31m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (22m) 52s ago 31m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (22m) 52s ago 31m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (21m) 52s ago 30m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (21m) 52s ago 30m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:58:34.988 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (26m) 52s ago 29m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:58:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:34 smithi043 ceph-mon[135010]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:58:35.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:58:35.393 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:58:35.971 INFO:tasks.workunit.client.0.smithi002.stdout: 453: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:35.971 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LiWNRc88tACVqLO off=861787 len=1524951 2023-12-16T19:58:35.973 INFO:tasks.workunit.client.0.smithi002.stdout:op 2342 completed, throughput=5MB/sec 2023-12-16T19:58:35.973 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KvXjwgjaFTzXVvh off=15088546 len=1565860 2023-12-16T19:58:35.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 2343 completed, throughput=5MB/sec 2023-12-16T19:58:35.975 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UKJifyiKT_7wOOR off=4090303 len=393918 2023-12-16T19:58:35.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 2344 completed, throughput=5MB/sec 2023-12-16T19:58:35.979 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WHgwwRDKwITkC73 off=3075507 len=536501 2023-12-16T19:58:35.982 INFO:tasks.workunit.client.0.smithi002.stdout:op 2345 completed, throughput=5MB/sec 2023-12-16T19:58:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:35 smithi002 ceph-mon[137674]: from='client.35529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:35 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4253728868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:36.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:35 smithi002 ceph-mon[140029]: from='client.35529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:35 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4253728868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:35 smithi043 ceph-mon[135010]: from='client.35529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:35 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4253728868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:58:36.982 INFO:tasks.workunit.client.0.smithi002.stdout: 454: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:36.982 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vabJlSJkybIf5Qz off=30671 len=282526 2023-12-16T19:58:36.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 2346 completed, throughput=4.99MB/sec 2023-12-16T19:58:36.986 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cMRBlkv3k1RsT7H off=12358730 len=601681 2023-12-16T19:58:36.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 2347 completed, throughput=4.99MB/sec 2023-12-16T19:58:36.990 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_LWt4gDknf8LYyO off=1765478 len=1296432 2023-12-16T19:58:36.996 INFO:tasks.workunit.client.0.smithi002.stdout:op 2348 completed, throughput=4.99MB/sec 2023-12-16T19:58:36.996 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p_j8ClsViVWUUka off=15042666 len=675560 2023-12-16T19:58:36.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 2349 completed, throughput=5MB/sec 2023-12-16T19:58:36.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7fyo9yAR3kiwDJ0 off=4714612 len=57268 2023-12-16T19:58:36.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 2350 completed, throughput=5MB/sec 2023-12-16T19:58:36.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VFFnO817DMOYhin off=1497787 len=848862 2023-12-16T19:58:36.999 INFO:tasks.workunit.client.0.smithi002.stdout:op 2351 completed, throughput=5MB/sec 2023-12-16T19:58:36.999 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jd0vouUGbD0YInH off=196196 len=1720653 2023-12-16T19:58:37.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 2352 completed, throughput=5MB/sec 2023-12-16T19:58:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[140029]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[140029]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:58:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[137674]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[137674]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:58:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:36 smithi043 ceph-mon[135010]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:58:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:36 smithi043 ceph-mon[135010]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T19:58:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:38.007 INFO:tasks.workunit.client.0.smithi002.stdout: 455: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:38.007 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Y8zjY_Qn1H20KPZ off=1668296 len=1790780 2023-12-16T19:58:38.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 2353 completed, throughput=4.99MB/sec 2023-12-16T19:58:38.010 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wbaSEJDr6EJseDO off=27644 len=1754911 2023-12-16T19:58:38.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 2354 completed, throughput=5MB/sec 2023-12-16T19:58:38.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iAaovvcpO1UL0sM off=8703960 len=1266477 2023-12-16T19:58:38.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 2355 completed, throughput=5MB/sec 2023-12-16T19:58:38.017 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ge7iyidJ-ZU-MjY off=2404383 len=162752 2023-12-16T19:58:38.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 2356 completed, throughput=5MB/sec 2023-12-16T19:58:38.018 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eAi6gSOXecQlndm off=12713199 len=994703 2023-12-16T19:58:38.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 2357 completed, throughput=5MB/sec 2023-12-16T19:58:39.020 INFO:tasks.workunit.client.0.smithi002.stdout: 456: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:39.020 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G1r_3dyns9M7ggv off=8922456 len=1499051 2023-12-16T19:58:39.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 2358 completed, throughput=4.99MB/sec 2023-12-16T19:58:39.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TfFws-vJEF7MJ7W off=4547240 len=1518127 2023-12-16T19:58:39.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 2359 completed, throughput=5MB/sec 2023-12-16T19:58:39.030 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Id_UMQeVES06rb2 off=2091124 len=2066792 2023-12-16T19:58:39.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 2360 completed, throughput=5MB/sec 2023-12-16T19:58:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:38 smithi002 ceph-mon[137674]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:38 smithi002 ceph-mon[140029]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:38 smithi043 ceph-mon[135010]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T19:58:40.038 INFO:tasks.workunit.client.0.smithi002.stdout: 457: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:40.039 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nQ60_vBPV0_6JPx off=13767267 len=2091797 2023-12-16T19:58:40.048 INFO:tasks.workunit.client.0.smithi002.stdout:op 2361 completed, throughput=4.99MB/sec 2023-12-16T19:58:40.048 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UN7PCGg2kIgvKPF off=733052 len=574779 2023-12-16T19:58:40.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 2362 completed, throughput=5MB/sec 2023-12-16T19:58:40.049 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nIRD1AAO7FoL7cd off=3527201 len=728098 2023-12-16T19:58:40.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 2363 completed, throughput=5MB/sec 2023-12-16T19:58:40.052 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nb26BQ8uMcpDK7Y off=364203 len=1516710 2023-12-16T19:58:40.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 2364 completed, throughput=5MB/sec 2023-12-16T19:58:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:39 smithi002 ceph-mon[137674]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:39 smithi002 ceph-mon[140029]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:40.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:39 smithi043 ceph-mon[135010]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:41.054 INFO:tasks.workunit.client.0.smithi002.stdout: 458: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:41.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UDR0pZAatcqlIx- off=3823644 len=1097621 2023-12-16T19:58:41.061 INFO:tasks.workunit.client.0.smithi002.stdout:op 2365 completed, throughput=4.99MB/sec 2023-12-16T19:58:41.061 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YjmATXwoYHbysDz off=12111580 len=392659 2023-12-16T19:58:41.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 2366 completed, throughput=4.99MB/sec 2023-12-16T19:58:41.062 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ujP-1oTntlcUtPD off=8213561 len=1734499 2023-12-16T19:58:41.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 2367 completed, throughput=5MB/sec 2023-12-16T19:58:41.064 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZIBsLZJIBlmSaWw off=7224401 len=1807812 2023-12-16T19:58:41.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 2368 completed, throughput=5MB/sec 2023-12-16T19:58:41.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yacGR4rdLTtdN_8 off=4816123 len=1571187 2023-12-16T19:58:41.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 2369 completed, throughput=5MB/sec 2023-12-16T19:58:42.077 INFO:tasks.workunit.client.0.smithi002.stdout: 459: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:42.077 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JJ0csbsvKxC7mIE off=429221 len=792787 2023-12-16T19:58:42.078 INFO:tasks.workunit.client.0.smithi002.stdout:op 2370 completed, throughput=4.99MB/sec 2023-12-16T19:58:42.078 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b7oTeosn3cRpuEl off=1913271 len=1280313 2023-12-16T19:58:42.084 INFO:tasks.workunit.client.0.smithi002.stdout:op 2371 completed, throughput=5MB/sec 2023-12-16T19:58:42.085 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iAaovvcpO1UL0sM off=2284765 len=1115939 2023-12-16T19:58:42.089 INFO:tasks.workunit.client.0.smithi002.stdout:op 2372 completed, throughput=5MB/sec 2023-12-16T19:58:42.089 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xmct-p9A-5U0L0G off=9373805 len=562621 2023-12-16T19:58:42.090 INFO:tasks.workunit.client.0.smithi002.stdout:op 2373 completed, throughput=5MB/sec 2023-12-16T19:58:42.090 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xji6ED9OGvTPUDD off=623347 len=478180 2023-12-16T19:58:42.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 2374 completed, throughput=5MB/sec 2023-12-16T19:58:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:41] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T19:58:43.095 INFO:tasks.workunit.client.0.smithi002.stdout: 460: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:43.095 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OcKuRmFYDp2CxGF off=97170 len=347037 2023-12-16T19:58:43.095 INFO:tasks.workunit.client.0.smithi002.stdout:op 2375 completed, throughput=4.99MB/sec 2023-12-16T19:58:43.095 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Rt6Ni4gLVHjaD1e off=1270151 len=359655 2023-12-16T19:58:43.096 INFO:tasks.workunit.client.0.smithi002.stdout:op 2376 completed, throughput=4.99MB/sec 2023-12-16T19:58:43.096 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NUxuzVPu0Lue42V off=4057823 len=773327 2023-12-16T19:58:43.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 2377 completed, throughput=4.99MB/sec 2023-12-16T19:58:43.097 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fwxCttvpmrNPWMm off=4170173 len=1410599 2023-12-16T19:58:43.105 INFO:tasks.workunit.client.0.smithi002.stdout:op 2378 completed, throughput=5MB/sec 2023-12-16T19:58:43.106 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CDO3EjZdsYts6qC off=8668919 len=507830 2023-12-16T19:58:43.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 2379 completed, throughput=5MB/sec 2023-12-16T19:58:43.107 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qPjxMpqZ8-m7WF_ off=6690229 len=1514074 2023-12-16T19:58:43.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 2380 completed, throughput=5MB/sec 2023-12-16T19:58:43.115 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0D11lpGYzQIK2kG off=8768333 len=72445 2023-12-16T19:58:43.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 2381 completed, throughput=5MB/sec 2023-12-16T19:58:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:42 smithi002 ceph-mon[140029]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:58:43.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:42 smithi002 ceph-mon[137674]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:58:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:42 smithi043 ceph-mon[135010]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T19:58:44.118 INFO:tasks.workunit.client.0.smithi002.stdout: 461: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:44.118 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4PNDHNdaxGvRzLD off=61138 len=1642486 2023-12-16T19:58:44.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 2382 completed, throughput=4.99MB/sec 2023-12-16T19:58:44.121 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XamLpLOWrD2SGkZ off=11779865 len=2046851 2023-12-16T19:58:44.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 2383 completed, throughput=5MB/sec 2023-12-16T19:58:44.129 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aOav4xtXb4NNLg8 off=148140 len=1175821 2023-12-16T19:58:44.130 INFO:tasks.workunit.client.0.smithi002.stdout:op 2384 completed, throughput=5MB/sec 2023-12-16T19:58:44.130 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oEDRRqpRox8t0qw off=0 len=1651827 2023-12-16T19:58:44.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 2385 completed, throughput=5MB/sec 2023-12-16T19:58:44.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:43 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:58:44.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:43 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:58:44.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:43 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:58:45.132 INFO:tasks.workunit.client.0.smithi002.stdout: 462: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:45.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KzdOWcLgIQUDqne off=527685 len=1313202 2023-12-16T19:58:45.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 2386 completed, throughput=4.99MB/sec 2023-12-16T19:58:45.139 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J5Tc8ryej6gtrs7 off=6350032 len=1384750 2023-12-16T19:58:45.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 2387 completed, throughput=5MB/sec 2023-12-16T19:58:45.146 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U8OtmpfLkfOSyvM off=405782 len=1901007 2023-12-16T19:58:45.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 2388 completed, throughput=5MB/sec 2023-12-16T19:58:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[140029]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:58:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:58:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:58:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[137674]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:58:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:58:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:58:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:44 smithi043 ceph-mon[135010]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:58:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:58:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:58:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:58:46.156 INFO:tasks.workunit.client.0.smithi002.stdout: 463: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:46.156 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dZ9eJXqr-clxJ_c off=11848414 len=2006787 2023-12-16T19:58:46.158 INFO:tasks.workunit.client.0.smithi002.stdout:op 2389 completed, throughput=4.99MB/sec 2023-12-16T19:58:46.158 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hszP9Rd3Zj-4eab off=356369 len=631532 2023-12-16T19:58:46.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 2390 completed, throughput=5MB/sec 2023-12-16T19:58:46.163 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HR_1hPHV8_KcGTn off=4019803 len=1527224 2023-12-16T19:58:46.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 2391 completed, throughput=5MB/sec 2023-12-16T19:58:46.165 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4YTwgXPINpixgwV off=4810645 len=1521057 2023-12-16T19:58:46.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 2392 completed, throughput=5MB/sec 2023-12-16T19:58:47.167 INFO:tasks.workunit.client.0.smithi002.stdout: 464: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:47.167 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iXnSnuVoUBHjwk6 off=6037583 len=142687 2023-12-16T19:58:47.168 INFO:tasks.workunit.client.0.smithi002.stdout:op 2393 completed, throughput=4.99MB/sec 2023-12-16T19:58:47.168 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2RRLcHER8PUaCb6 off=22369907 len=1278240 2023-12-16T19:58:47.170 INFO:tasks.workunit.client.0.smithi002.stdout:op 2394 completed, throughput=4.99MB/sec 2023-12-16T19:58:47.170 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LzFohUJhFfkxNid off=7726443 len=1865383 2023-12-16T19:58:47.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 2395 completed, throughput=5MB/sec 2023-12-16T19:58:47.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bG9RM373I9SQsSt off=12472824 len=1763766 2023-12-16T19:58:47.188 INFO:tasks.workunit.client.0.smithi002.stdout:op 2396 completed, throughput=5MB/sec 2023-12-16T19:58:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:46 smithi002 ceph-mon[137674]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:58:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:46 smithi002 ceph-mon[140029]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:58:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:46 smithi043 ceph-mon[135010]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T19:58:48.188 INFO:tasks.workunit.client.0.smithi002.stdout: 465: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:48.188 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wQe8KGlfkZ-c3Ls off=14903366 len=1319177 2023-12-16T19:58:48.195 INFO:tasks.workunit.client.0.smithi002.stdout:op 2397 completed, throughput=4.99MB/sec 2023-12-16T19:58:48.196 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J0zrXFuh0P0SpZl off=1114562 len=1787367 2023-12-16T19:58:48.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 2398 completed, throughput=5MB/sec 2023-12-16T19:58:48.198 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u-GwctLHhJwDwEg off=7184519 len=1152810 2023-12-16T19:58:48.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 2399 completed, throughput=5MB/sec 2023-12-16T19:58:48.200 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q9mBOKJvnXlmp_T off=9808741 len=1029526 2023-12-16T19:58:48.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 2400 completed, throughput=5MB/sec 2023-12-16T19:58:49.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:48 smithi002 ceph-mon[137674]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:49.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:48 smithi002 ceph-mon[140029]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:49.206 INFO:tasks.workunit.client.0.smithi002.stdout: 466: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:49.206 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7kQ6GX0H3bPLhw- off=14894910 len=413766 2023-12-16T19:58:49.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 2401 completed, throughput=4.99MB/sec 2023-12-16T19:58:49.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eYpL2dRofBTrlZ6 off=996775 len=357687 2023-12-16T19:58:49.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 2402 completed, throughput=4.99MB/sec 2023-12-16T19:58:49.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JTolOEC9oNDP009 off=6888869 len=110182 2023-12-16T19:58:49.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 2403 completed, throughput=4.99MB/sec 2023-12-16T19:58:49.210 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1t0Q71nQj09o8LZ off=129387 len=1824663 2023-12-16T19:58:49.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 2404 completed, throughput=5MB/sec 2023-12-16T19:58:49.220 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LdSOrVmr7C8VH3c off=6688359 len=569875 2023-12-16T19:58:49.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 2405 completed, throughput=5MB/sec 2023-12-16T19:58:49.221 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--WRRZWAOIa1J482 off=9227669 len=1931931 2023-12-16T19:58:49.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 2406 completed, throughput=5MB/sec 2023-12-16T19:58:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:48 smithi043 ceph-mon[135010]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T19:58:50.229 INFO:tasks.workunit.client.0.smithi002.stdout: 467: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:50.230 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1hyBxymi92GrwBa off=2192264 len=1840329 2023-12-16T19:58:50.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 2407 completed, throughput=4.99MB/sec 2023-12-16T19:58:50.232 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7E-MRiZR-WNydvF off=7833690 len=24572 2023-12-16T19:58:50.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 2408 completed, throughput=4.99MB/sec 2023-12-16T19:58:50.234 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HCZ07v-LcC4UAP1 off=3998170 len=575782 2023-12-16T19:58:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:49 smithi002 ceph-mon[137674]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T19:58:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:49 smithi002 ceph-mon[140029]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T19:58:50.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 2409 completed, throughput=4.99MB/sec 2023-12-16T19:58:50.239 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MZi6mU2iUkYOCOe off=0 len=1562706 2023-12-16T19:58:50.240 INFO:tasks.workunit.client.0.smithi002.stdout:op 2410 completed, throughput=5MB/sec 2023-12-16T19:58:50.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hTFmpe0U_gjGTft off=9950822 len=27094 2023-12-16T19:58:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:op 2411 completed, throughput=5MB/sec 2023-12-16T19:58:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I-oy9yZeoYdvPAz off=3277527 len=419206 2023-12-16T19:58:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:49 smithi043 ceph-mon[135010]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T19:58:50.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 2412 completed, throughput=5MB/sec 2023-12-16T19:58:50.247 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s5Wn7zakcxTnkTq off=1679416 len=3805 2023-12-16T19:58:50.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 2413 completed, throughput=5MB/sec 2023-12-16T19:58:50.248 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3OIDGVGrxoVg7ob off=3495430 len=108911 2023-12-16T19:58:50.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 2414 completed, throughput=5MB/sec 2023-12-16T19:58:50.250 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6leooVpyWnEL28D off=18679404 len=282129 2023-12-16T19:58:50.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 2415 completed, throughput=5MB/sec 2023-12-16T19:58:50.251 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rnw1n4DqaEYk-IC off=1127360 len=1277270 2023-12-16T19:58:50.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 2416 completed, throughput=5MB/sec 2023-12-16T19:58:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:51.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:58:51.253 INFO:tasks.workunit.client.0.smithi002.stdout: 468: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:51.253 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WQzhCKSPk29Rc8o off=4874967 len=1901947 2023-12-16T19:58:51.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 2417 completed, throughput=5MB/sec 2023-12-16T19:58:51.261 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nUVtltDm96FPQem off=12108793 len=1107885 2023-12-16T19:58:51.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 2418 completed, throughput=5MB/sec 2023-12-16T19:58:51.266 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mm5QTTTibnxjv_j off=9320351 len=1512207 2023-12-16T19:58:51.267 INFO:tasks.workunit.client.0.smithi002.stdout:op 2419 completed, throughput=5MB/sec 2023-12-16T19:58:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:51 smithi002 ceph-mon[137674]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:58:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:58:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:58:51] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T19:58:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:51 smithi002 ceph-mon[140029]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:58:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:51 smithi043 ceph-mon[135010]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:58:52.268 INFO:tasks.workunit.client.0.smithi002.stdout: 469: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:52.268 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0E6Na6YBKwqhgN1 off=3107692 len=276892 2023-12-16T19:58:52.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 2420 completed, throughput=4.99MB/sec 2023-12-16T19:58:52.269 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R70i7A_Vu6ivNvw off=10757570 len=1792170 2023-12-16T19:58:52.279 INFO:tasks.workunit.client.0.smithi002.stdout:op 2421 completed, throughput=4.99MB/sec 2023-12-16T19:58:52.279 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Gbs6XEA73pkH63M off=3816016 len=1637020 2023-12-16T19:58:52.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 2422 completed, throughput=5MB/sec 2023-12-16T19:58:52.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BD71L3QvhUuuUkX off=3308594 len=1670344 2023-12-16T19:58:52.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 2423 completed, throughput=5MB/sec 2023-12-16T19:58:53.289 INFO:tasks.workunit.client.0.smithi002.stdout: 470: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:53.289 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2DTOWEpjJQnm25c off=5604027 len=248014 2023-12-16T19:58:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 2424 completed, throughput=4.99MB/sec 2023-12-16T19:58:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gYMcGNmlSFgYAgG off=9049645 len=1924163 2023-12-16T19:58:53.295 INFO:tasks.workunit.client.0.smithi002.stdout:op 2425 completed, throughput=4.99MB/sec 2023-12-16T19:58:53.295 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fvhNgOKKtbO6org off=17712235 len=1319899 2023-12-16T19:58:53.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 2426 completed, throughput=5MB/sec 2023-12-16T19:58:53.298 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_6GuJr1J7HOewIk off=2698645 len=519999 2023-12-16T19:58:53.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 2427 completed, throughput=5MB/sec 2023-12-16T19:58:53.302 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BNezMh6HkNf_yqm off=1604488 len=824638 2023-12-16T19:58:53.303 INFO:tasks.workunit.client.0.smithi002.stdout:op 2428 completed, throughput=5MB/sec 2023-12-16T19:58:53.303 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p1RBFgyraOxKduL off=21345419 len=367120 2023-12-16T19:58:53.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 2429 completed, throughput=5MB/sec 2023-12-16T19:58:54.307 INFO:tasks.workunit.client.0.smithi002.stdout: 471: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:54.307 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u-Ya0bADVeaof6r off=4759206 len=1926 2023-12-16T19:58:54.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 2430 completed, throughput=4.99MB/sec 2023-12-16T19:58:54.308 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_81h45orzp59Aqq off=12093845 len=51678 2023-12-16T19:58:54.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 2431 completed, throughput=4.99MB/sec 2023-12-16T19:58:54.308 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W5QtUktx2SHSe_Q off=617153 len=1159669 2023-12-16T19:58:54.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 2432 completed, throughput=4.99MB/sec 2023-12-16T19:58:54.310 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-STH3pHgUp1sEweb off=7995914 len=80711 2023-12-16T19:58:54.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 2433 completed, throughput=4.99MB/sec 2023-12-16T19:58:54.310 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r8dzWwKatk1kOiL off=3450905 len=1448739 2023-12-16T19:58:54.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 2434 completed, throughput=5MB/sec 2023-12-16T19:58:54.312 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--glsxT5_jnVFxMg off=18519389 len=1754127 2023-12-16T19:58:54.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 2435 completed, throughput=5MB/sec 2023-12-16T19:58:54.320 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eQG8Uz9Jk2p-vmK off=5387228 len=1150154 2023-12-16T19:58:54.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 2436 completed, throughput=5MB/sec 2023-12-16T19:58:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:54 smithi002 ceph-mon[137674]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:58:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:54 smithi002 ceph-mon[140029]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:58:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:54 smithi043 ceph-mon[135010]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T19:58:55.326 INFO:tasks.workunit.client.0.smithi002.stdout: 472: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:55.326 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2h07h-DaYcP0hk1 off=1098421 len=2094988 2023-12-16T19:58:55.329 INFO:tasks.workunit.client.0.smithi002.stdout:op 2437 completed, throughput=4.99MB/sec 2023-12-16T19:58:55.329 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZJ9x38nu8STMqWB off=11591586 len=440231 2023-12-16T19:58:55.333 INFO:tasks.workunit.client.0.smithi002.stdout:op 2438 completed, throughput=5MB/sec 2023-12-16T19:58:55.333 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Mu0JmpSgb5rcOWM off=11617095 len=1907739 2023-12-16T19:58:55.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 2439 completed, throughput=5MB/sec 2023-12-16T19:58:55.337 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j9wPPgYZO2-Vcp1 off=8734037 len=623252 2023-12-16T19:58:55.341 INFO:tasks.workunit.client.0.smithi002.stdout:op 2440 completed, throughput=5MB/sec 2023-12-16T19:58:56.341 INFO:tasks.workunit.client.0.smithi002.stdout: 473: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:56.341 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DV0rkyfuizjGO2_ off=216783 len=478802 2023-12-16T19:58:56.345 INFO:tasks.workunit.client.0.smithi002.stdout:op 2441 completed, throughput=4.99MB/sec 2023-12-16T19:58:56.345 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q6sqbfhtcqcOouv off=9320537 len=87960 2023-12-16T19:58:56.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 2442 completed, throughput=4.99MB/sec 2023-12-16T19:58:56.348 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vQgsB2IDV2xsCg_ off=6658686 len=1301383 2023-12-16T19:58:56.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 2443 completed, throughput=4.99MB/sec 2023-12-16T19:58:56.354 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y8TxeuHNjc4kOnu off=3637528 len=1926766 2023-12-16T19:58:56.362 INFO:tasks.workunit.client.0.smithi002.stdout:op 2444 completed, throughput=5MB/sec 2023-12-16T19:58:56.362 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VU2eH4NpSv47x6x off=16015838 len=756389 2023-12-16T19:58:56.363 INFO:tasks.workunit.client.0.smithi002.stdout:op 2445 completed, throughput=5MB/sec 2023-12-16T19:58:56.364 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Qe0PR9kGjBxS1Y5 off=8508738 len=2064060 2023-12-16T19:58:56.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 2446 completed, throughput=5MB/sec 2023-12-16T19:58:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:56 smithi002 ceph-mon[137674]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:56 smithi002 ceph-mon[140029]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:56 smithi043 ceph-mon[135010]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:58:57.374 INFO:tasks.workunit.client.0.smithi002.stdout: 474: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:57.374 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GdDq553CxBcm0ah off=20227844 len=60893 2023-12-16T19:58:57.377 INFO:tasks.workunit.client.0.smithi002.stdout:op 2447 completed, throughput=4.99MB/sec 2023-12-16T19:58:57.377 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IIaE4rwiCoOPSCx off=1636182 len=1589850 2023-12-16T19:58:57.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 2448 completed, throughput=5MB/sec 2023-12-16T19:58:57.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xGqEmNxbpw7hQDJ off=1300230 len=1521601 2023-12-16T19:58:57.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 2449 completed, throughput=5MB/sec 2023-12-16T19:58:57.381 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ANqGrwMV5SA64Bx off=4219715 len=1361545 2023-12-16T19:58:57.383 INFO:tasks.workunit.client.0.smithi002.stdout:op 2450 completed, throughput=5MB/sec 2023-12-16T19:58:58.383 INFO:tasks.workunit.client.0.smithi002.stdout: 475: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:58.383 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DueqGF00D7JOgmk off=5132527 len=750064 2023-12-16T19:58:58.388 INFO:tasks.workunit.client.0.smithi002.stdout:op 2451 completed, throughput=4.99MB/sec 2023-12-16T19:58:58.388 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jeKM2PLQPmMl9Sf off=2232121 len=342648 2023-12-16T19:58:58.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 2452 completed, throughput=4.99MB/sec 2023-12-16T19:58:58.390 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tH-W981C6ZnJODz off=3583301 len=1002786 2023-12-16T19:58:58.396 INFO:tasks.workunit.client.0.smithi002.stdout:op 2453 completed, throughput=4.99MB/sec 2023-12-16T19:58:58.396 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qBPsHOOsKqhHoof off=62430 len=88369 2023-12-16T19:58:58.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 2454 completed, throughput=5MB/sec 2023-12-16T19:58:58.399 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JGoeqZPfNcgEyUu off=5151053 len=868588 2023-12-16T19:58:58.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 2455 completed, throughput=5MB/sec 2023-12-16T19:58:58.405 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F6ISHS2aH5RBEVB off=1062766 len=258323 2023-12-16T19:58:58.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 2456 completed, throughput=5MB/sec 2023-12-16T19:58:58.407 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4ktufJZy0PCvAUn off=5890765 len=1712410 2023-12-16T19:58:58.414 INFO:tasks.workunit.client.0.smithi002.stdout:op 2457 completed, throughput=5MB/sec 2023-12-16T19:58:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:58 smithi002 ceph-mon[137674]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:58 smithi002 ceph-mon[140029]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:58 smithi043 ceph-mon[135010]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:58:59.415 INFO:tasks.workunit.client.0.smithi002.stdout: 476: throughput=4.99MB/sec pending data=0 2023-12-16T19:58:59.415 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kJtwZ99WIUx2uy8 off=12941554 len=1424351 2023-12-16T19:58:59.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 2458 completed, throughput=4.99MB/sec 2023-12-16T19:58:59.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HHq50eL4vekZ88X off=9815491 len=2087516 2023-12-16T19:58:59.426 INFO:tasks.workunit.client.0.smithi002.stdout:op 2459 completed, throughput=5MB/sec 2023-12-16T19:58:59.427 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q41Ak82byP9I_H7 off=244790 len=1286244 2023-12-16T19:58:59.434 INFO:tasks.workunit.client.0.smithi002.stdout:op 2460 completed, throughput=5MB/sec 2023-12-16T19:58:59.434 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zFG_SwLP9l4TTY8 off=1201106 len=615083 2023-12-16T19:58:59.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 2461 completed, throughput=5MB/sec 2023-12-16T19:59:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:58:59 smithi002 ceph-mon[137674]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:58:59 smithi002 ceph-mon[140029]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:58:59 smithi043 ceph-mon[135010]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:00.435 INFO:tasks.workunit.client.0.smithi002.stdout: 477: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:00.436 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OVOwxP6-p7nIRUD off=4927028 len=557691 2023-12-16T19:59:00.436 INFO:tasks.workunit.client.0.smithi002.stdout:op 2462 completed, throughput=4.99MB/sec 2023-12-16T19:59:00.436 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uJhOO6vjQpfHKCA off=22146204 len=644748 2023-12-16T19:59:00.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 2463 completed, throughput=4.99MB/sec 2023-12-16T19:59:00.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LjwjghZuZGb80wk off=2761872 len=332261 2023-12-16T19:59:00.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 2464 completed, throughput=4.99MB/sec 2023-12-16T19:59:00.444 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0YKMnzIIx_kI4Ds off=12102213 len=1711727 2023-12-16T19:59:00.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 2465 completed, throughput=5MB/sec 2023-12-16T19:59:00.453 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NengHsQJnuSiFdH off=10869500 len=949560 2023-12-16T19:59:00.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 2466 completed, throughput=5MB/sec 2023-12-16T19:59:00.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--wZIYViy_5FfzvA off=2264704 len=331525 2023-12-16T19:59:00.458 INFO:tasks.workunit.client.0.smithi002.stdout:op 2467 completed, throughput=5MB/sec 2023-12-16T19:59:00.458 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pIwW6KJ02BJ7SCQ off=7146026 len=543736 2023-12-16T19:59:00.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 2468 completed, throughput=5MB/sec 2023-12-16T19:59:01.459 INFO:tasks.workunit.client.0.smithi002.stdout: 478: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:01.459 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NsvFPKoyrFdz6mZ off=4075324 len=59204 2023-12-16T19:59:01.460 INFO:tasks.workunit.client.0.smithi002.stdout:op 2469 completed, throughput=4.99MB/sec 2023-12-16T19:59:01.460 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-60-H0MswUjNubcJ off=15938489 len=343773 2023-12-16T19:59:01.464 INFO:tasks.workunit.client.0.smithi002.stdout:op 2470 completed, throughput=4.99MB/sec 2023-12-16T19:59:01.464 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SbZRDUopA_spDij off=8507966 len=631007 2023-12-16T19:59:01.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 2471 completed, throughput=4.99MB/sec 2023-12-16T19:59:01.465 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7cKREwM-7YISN8i off=6844240 len=459623 2023-12-16T19:59:01.468 INFO:tasks.workunit.client.0.smithi002.stdout:op 2472 completed, throughput=4.99MB/sec 2023-12-16T19:59:01.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NO5851qVLtRr2ro off=18261590 len=320692 2023-12-16T19:59:01.472 INFO:tasks.workunit.client.0.smithi002.stdout:op 2473 completed, throughput=4.99MB/sec 2023-12-16T19:59:01.472 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rNrmPzmwy1VNj7m off=6213423 len=1317476 2023-12-16T19:59:01.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 2474 completed, throughput=5MB/sec 2023-12-16T19:59:01.478 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-__IcItxDXZEd7_v off=23163360 len=1683026 2023-12-16T19:59:01.487 INFO:tasks.workunit.client.0.smithi002.stdout:op 2475 completed, throughput=5MB/sec 2023-12-16T19:59:01.487 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FuWYyJ5Q_cD7oj8 off=12386822 len=1893771 2023-12-16T19:59:01.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 2476 completed, throughput=5MB/sec 2023-12-16T19:59:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:01] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T19:59:02.495 INFO:tasks.workunit.client.0.smithi002.stdout: 479: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:02.496 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T4rBTlbjDprEr8B off=2227559 len=1763782 2023-12-16T19:59:02.506 INFO:tasks.workunit.client.0.smithi002.stdout:op 2477 completed, throughput=5MB/sec 2023-12-16T19:59:02.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2KUZlLPVM49iEdC off=15282514 len=1632101 2023-12-16T19:59:02.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 2478 completed, throughput=5MB/sec 2023-12-16T19:59:02.514 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fRLFFRq6qAbl333 off=6681960 len=424111 2023-12-16T19:59:02.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 2479 completed, throughput=5MB/sec 2023-12-16T19:59:02.515 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4UmCzkg438Bchra off=6181380 len=747479 2023-12-16T19:59:02.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 2480 completed, throughput=5MB/sec 2023-12-16T19:59:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:02 smithi002 ceph-mon[137674]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:59:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:02 smithi002 ceph-mon[140029]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:59:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:02 smithi043 ceph-mon[135010]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T19:59:03.517 INFO:tasks.workunit.client.0.smithi002.stdout: 480: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:03.517 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XfMI5FFcThd7ofu off=5752440 len=1803888 2023-12-16T19:59:03.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 2481 completed, throughput=4.99MB/sec 2023-12-16T19:59:03.526 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e32VNUyLuPXhHuZ off=3202606 len=1698787 2023-12-16T19:59:03.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 2482 completed, throughput=5MB/sec 2023-12-16T19:59:03.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ETSgxqOjSJgUANK off=1334320 len=1876826 2023-12-16T19:59:03.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 2483 completed, throughput=5MB/sec 2023-12-16T19:59:04.538 INFO:tasks.workunit.client.0.smithi002.stdout: 481: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:04.538 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NTPsLSdbw2hHhgo off=5423332 len=1704411 2023-12-16T19:59:04.540 INFO:tasks.workunit.client.0.smithi002.stdout:op 2484 completed, throughput=4.99MB/sec 2023-12-16T19:59:04.540 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Oe9zsOB-E5ou6l4 off=3640911 len=1160088 2023-12-16T19:59:04.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 2485 completed, throughput=5MB/sec 2023-12-16T19:59:04.542 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9jFk8heMuSzu2kt off=3854858 len=88190 2023-12-16T19:59:04.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 2486 completed, throughput=5MB/sec 2023-12-16T19:59:04.545 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2qVbcb6zK1YdiTJ off=4734833 len=637768 2023-12-16T19:59:04.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 2487 completed, throughput=5MB/sec 2023-12-16T19:59:04.546 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVnRplhfCYjOgTM off=723815 len=395204 2023-12-16T19:59:04.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 2488 completed, throughput=5MB/sec 2023-12-16T19:59:04.550 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NQPt3s7nG-RDaR0 off=257591 len=833271 2023-12-16T19:59:04.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 2489 completed, throughput=5MB/sec 2023-12-16T19:59:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:04 smithi002 ceph-mon[137674]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:04 smithi002 ceph-mon[140029]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:04 smithi043 ceph-mon[135010]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:05.554 INFO:tasks.workunit.client.0.smithi002.stdout: 482: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:05.554 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xWJGxIcWAGcz7sT off=276405 len=1286752 2023-12-16T19:59:05.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 2490 completed, throughput=4.99MB/sec 2023-12-16T19:59:05.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RlxKr_IHPRFUkqB off=8001506 len=1615075 2023-12-16T19:59:05.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 2491 completed, throughput=5MB/sec 2023-12-16T19:59:05.564 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--0MYjC0I4gkGL-1 off=165755 len=592100 2023-12-16T19:59:05.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 2492 completed, throughput=5MB/sec 2023-12-16T19:59:05.568 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lEfoZKDwGtyyWMd off=2698089 len=1200926 2023-12-16T19:59:05.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 2493 completed, throughput=5MB/sec 2023-12-16T19:59:05.574 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-COCZzfkaWBDlkiX off=6143706 len=1048137 2023-12-16T19:59:05.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 2494 completed, throughput=5MB/sec 2023-12-16T19:59:05.762 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (27m) 3m ago 29m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (27m) 83s ago 29m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (30m) 3m ago 30m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (30m) 83s ago 30m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (26m) 83s ago 32m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:59:06.087 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (26m) 3m ago 34m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (26m) 3m ago 34m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (25m) 83s ago 33m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (26m) 3m ago 33m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (27m) 3m ago 29m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (27m) 83s ago 29m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (25m) 3m ago 32m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (24m) 3m ago 32m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (24m) 3m ago 32m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (23m) 3m ago 32m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (23m) 83s ago 31m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (22m) 83s ago 31m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (22m) 83s ago 31m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (21m) 83s ago 31m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:59:06.088 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (26m) 83s ago 30m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:59:06.487 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:59:06.488 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:59:06.579 INFO:tasks.workunit.client.0.smithi002.stdout: 483: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:06.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UT0LWoRZjvtwOaQ off=177839 len=2007345 2023-12-16T19:59:06.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 2495 completed, throughput=4.99MB/sec 2023-12-16T19:59:06.587 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZjoZetNecPp-2sF off=2441600 len=1122967 2023-12-16T19:59:06.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 2496 completed, throughput=5MB/sec 2023-12-16T19:59:06.593 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d9kFrfvdhm90EnR off=6849673 len=1344996 2023-12-16T19:59:06.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 2497 completed, throughput=5MB/sec 2023-12-16T19:59:06.594 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3U5nzae0GeP6bJ5 off=1010867 len=391901 2023-12-16T19:59:06.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 2498 completed, throughput=5MB/sec 2023-12-16T19:59:06.597 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CIhyLNafIrF4sYy off=0 len=1370920 2023-12-16T19:59:06.602 INFO:tasks.workunit.client.0.smithi002.stdout:op 2499 completed, throughput=5MB/sec 2023-12-16T19:59:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[137674]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[137674]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3630332253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[140029]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[140029]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3630332253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:06 smithi043 ceph-mon[135010]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:06 smithi043 ceph-mon[135010]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3630332253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:07.602 INFO:tasks.workunit.client.0.smithi002.stdout: 484: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:07.603 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gAd4vU2WxrTzU8g off=20593115 len=1680662 2023-12-16T19:59:07.606 INFO:tasks.workunit.client.0.smithi002.stdout:op 2500 completed, throughput=5MB/sec 2023-12-16T19:59:07.606 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_4De6JAeoQvXeOq off=9214578 len=1473482 2023-12-16T19:59:07.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 2501 completed, throughput=5MB/sec 2023-12-16T19:59:07.615 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6VEA-58glOhyjSZ off=13955102 len=369566 2023-12-16T19:59:07.616 INFO:tasks.workunit.client.0.smithi002.stdout:op 2502 completed, throughput=5MB/sec 2023-12-16T19:59:07.616 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qf1K7Ph7VuLbN6c off=15992798 len=250534 2023-12-16T19:59:07.619 INFO:tasks.workunit.client.0.smithi002.stdout:op 2503 completed, throughput=5MB/sec 2023-12-16T19:59:07.619 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uSHBo2Ofv3UypcD off=7174616 len=919561 2023-12-16T19:59:07.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 2504 completed, throughput=5MB/sec 2023-12-16T19:59:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:07 smithi002 ceph-mon[137674]: from='client.35553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:08.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:07 smithi002 ceph-mon[140029]: from='client.35553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:08.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:07 smithi043 ceph-mon[135010]: from='client.35553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:08.624 INFO:tasks.workunit.client.0.smithi002.stdout: 485: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:08.624 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K-RqHdCnZk5-3Pq off=8545121 len=983448 2023-12-16T19:59:08.626 INFO:tasks.workunit.client.0.smithi002.stdout:op 2505 completed, throughput=4.99MB/sec 2023-12-16T19:59:08.626 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mH5-DiXF8QodseT off=6479164 len=717667 2023-12-16T19:59:08.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 2506 completed, throughput=4.99MB/sec 2023-12-16T19:59:08.627 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Mi-1cjtM0GMMwAA off=6304376 len=416979 2023-12-16T19:59:08.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 2507 completed, throughput=5MB/sec 2023-12-16T19:59:08.631 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LQ4eP8IvuaL7cnQ off=1392577 len=186464 2023-12-16T19:59:08.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 2508 completed, throughput=5MB/sec 2023-12-16T19:59:08.631 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0AlD_gkIvoqUPCy off=583824 len=202421 2023-12-16T19:59:08.635 INFO:tasks.workunit.client.0.smithi002.stdout:op 2509 completed, throughput=5MB/sec 2023-12-16T19:59:08.635 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zZ0n-LZqQ5AdrPq off=6098789 len=1509545 2023-12-16T19:59:08.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 2510 completed, throughput=5MB/sec 2023-12-16T19:59:08.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Yv6HKz1OmiIApuM off=15039825 len=67267 2023-12-16T19:59:08.645 INFO:tasks.workunit.client.0.smithi002.stdout:op 2511 completed, throughput=5MB/sec 2023-12-16T19:59:08.645 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0sunVvYy8WimChu off=19988727 len=1644602 2023-12-16T19:59:08.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 2512 completed, throughput=5MB/sec 2023-12-16T19:59:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:08 smithi002 ceph-mon[137674]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:08 smithi002 ceph-mon[140029]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:08 smithi043 ceph-mon[135010]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:09.654 INFO:tasks.workunit.client.0.smithi002.stdout: 486: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:09.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bd8aET0IFNiglqZ off=1986771 len=1124464 2023-12-16T19:59:09.656 INFO:tasks.workunit.client.0.smithi002.stdout:op 2513 completed, throughput=4.99MB/sec 2023-12-16T19:59:09.656 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J0qccw5jnRUMPVV off=1219667 len=80422 2023-12-16T19:59:09.659 INFO:tasks.workunit.client.0.smithi002.stdout:op 2514 completed, throughput=4.99MB/sec 2023-12-16T19:59:09.659 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yDhTU07yB3QcUTZ off=679603 len=1818806 2023-12-16T19:59:09.661 INFO:tasks.workunit.client.0.smithi002.stdout:op 2515 completed, throughput=5MB/sec 2023-12-16T19:59:09.661 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZXuQgBUCMIVt0nR off=13399121 len=2040273 2023-12-16T19:59:09.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 2516 completed, throughput=5MB/sec 2023-12-16T19:59:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:09 smithi002 ceph-mon[137674]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:09 smithi002 ceph-mon[140029]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:09 smithi043 ceph-mon[135010]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T19:59:10.671 INFO:tasks.workunit.client.0.smithi002.stdout: 487: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:10.671 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a4gtuqNx5NZbJoy off=1187514 len=237622 2023-12-16T19:59:10.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 2517 completed, throughput=4.99MB/sec 2023-12-16T19:59:10.671 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AcqEmMKB8OPlKwU off=4287677 len=1131590 2023-12-16T19:59:10.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 2518 completed, throughput=4.99MB/sec 2023-12-16T19:59:10.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lDtZECOaxez2EqW off=14138191 len=677039 2023-12-16T19:59:10.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 2519 completed, throughput=5MB/sec 2023-12-16T19:59:10.678 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oIa2Ej7ttOdqatg off=10096240 len=187378 2023-12-16T19:59:10.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 2520 completed, throughput=5MB/sec 2023-12-16T19:59:10.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-by096UXbpw43YIF off=9837000 len=1438842 2023-12-16T19:59:10.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 2521 completed, throughput=5MB/sec 2023-12-16T19:59:10.683 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q6sqbfhtcqcOouv off=360093 len=596720 2023-12-16T19:59:10.684 INFO:tasks.workunit.client.0.smithi002.stdout:op 2522 completed, throughput=5MB/sec 2023-12-16T19:59:10.684 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pnIkBgSi7f1hVo1 off=1623185 len=1129065 2023-12-16T19:59:10.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 2523 completed, throughput=5MB/sec 2023-12-16T19:59:11.690 INFO:tasks.workunit.client.0.smithi002.stdout: 488: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:11.691 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1p3HSfzJPA6NrXK off=2287503 len=691604 2023-12-16T19:59:11.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 2524 completed, throughput=4.99MB/sec 2023-12-16T19:59:11.695 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f_9G_VyhmGj8zGl off=19683961 len=1800067 2023-12-16T19:59:11.698 INFO:tasks.workunit.client.0.smithi002.stdout:op 2525 completed, throughput=5MB/sec 2023-12-16T19:59:11.698 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TfFws-vJEF7MJ7W off=7214813 len=1743629 2023-12-16T19:59:11.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 2526 completed, throughput=5MB/sec 2023-12-16T19:59:11.700 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EFnuDXiDtnqP8qi off=3662068 len=852224 2023-12-16T19:59:11.706 INFO:tasks.workunit.client.0.smithi002.stdout:op 2527 completed, throughput=5MB/sec 2023-12-16T19:59:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:11] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T19:59:12.706 INFO:tasks.workunit.client.0.smithi002.stdout: 489: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:12.706 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QIqiAgiV7-MzNwR off=157733 len=233001 2023-12-16T19:59:12.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 2528 completed, throughput=4.99MB/sec 2023-12-16T19:59:12.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-saK2IcTnwTdtlvM off=18180257 len=2038007 2023-12-16T19:59:12.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 2529 completed, throughput=5MB/sec 2023-12-16T19:59:12.716 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rpeKUQ3ZL8myhFr off=270860 len=1045053 2023-12-16T19:59:12.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 2530 completed, throughput=5MB/sec 2023-12-16T19:59:12.717 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ilngTZnJuI8Dq4T off=5376389 len=267623 2023-12-16T19:59:12.720 INFO:tasks.workunit.client.0.smithi002.stdout:op 2531 completed, throughput=5MB/sec 2023-12-16T19:59:12.720 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6DaO1qgMvfvoVRl off=13401774 len=1527134 2023-12-16T19:59:12.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 2532 completed, throughput=5MB/sec 2023-12-16T19:59:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:12 smithi002 ceph-mon[137674]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:59:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:12 smithi002 ceph-mon[140029]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:59:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:12 smithi043 ceph-mon[135010]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T19:59:13.728 INFO:tasks.workunit.client.0.smithi002.stdout: 490: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:13.729 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jgxLgxy3r3YJD1p off=437109 len=244476 2023-12-16T19:59:13.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 2533 completed, throughput=4.99MB/sec 2023-12-16T19:59:13.732 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4xnnyQQ6r8cS-Nr off=13168632 len=550280 2023-12-16T19:59:13.736 INFO:tasks.workunit.client.0.smithi002.stdout:op 2534 completed, throughput=4.99MB/sec 2023-12-16T19:59:13.736 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YQAvmfLFLwj4vgi off=7240185 len=1165139 2023-12-16T19:59:13.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 2535 completed, throughput=4.99MB/sec 2023-12-16T19:59:13.743 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wsdpblhNBzelpcP off=8556641 len=1922920 2023-12-16T19:59:13.746 INFO:tasks.workunit.client.0.smithi002.stdout:op 2536 completed, throughput=5MB/sec 2023-12-16T19:59:13.746 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RX2BYCotHkmdlJn off=1343565 len=228331 2023-12-16T19:59:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:op 2537 completed, throughput=5MB/sec 2023-12-16T19:59:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Jig3xr-LvqXjiUo off=1094131 len=843372 2023-12-16T19:59:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:op 2538 completed, throughput=5MB/sec 2023-12-16T19:59:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gEpUyLafMAUL4d2 off=10513739 len=340475 2023-12-16T19:59:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 2539 completed, throughput=5MB/sec 2023-12-16T19:59:14.751 INFO:tasks.workunit.client.0.smithi002.stdout: 491: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:14.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RWLfQ4GQY8OThjS off=7546281 len=1562429 2023-12-16T19:59:14.753 INFO:tasks.workunit.client.0.smithi002.stdout:op 2540 completed, throughput=4.99MB/sec 2023-12-16T19:59:14.753 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j9BprEH9_8ld-jy off=3181482 len=36244 2023-12-16T19:59:14.756 INFO:tasks.workunit.client.0.smithi002.stdout:op 2541 completed, throughput=4.99MB/sec 2023-12-16T19:59:14.756 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iCI5QRg71s5OSlh off=16792363 len=878451 2023-12-16T19:59:14.761 INFO:tasks.workunit.client.0.smithi002.stdout:op 2542 completed, throughput=4.99MB/sec 2023-12-16T19:59:14.761 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--rE5dKO_BoNZQgW off=3411422 len=1725992 2023-12-16T19:59:14.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 2543 completed, throughput=5MB/sec 2023-12-16T19:59:14.770 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sFwjNf6IVyT4mDf off=2522947 len=1305974 2023-12-16T19:59:14.776 INFO:tasks.workunit.client.0.smithi002.stdout:op 2544 completed, throughput=5MB/sec 2023-12-16T19:59:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:14 smithi002 ceph-mon[137674]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:59:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:14 smithi002 ceph-mon[140029]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:59:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:14 smithi043 ceph-mon[135010]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T19:59:15.777 INFO:tasks.workunit.client.0.smithi002.stdout: 492: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:15.777 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kiX8I8x-_0d-gIX off=7667789 len=2022853 2023-12-16T19:59:15.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 2545 completed, throughput=4.99MB/sec 2023-12-16T19:59:15.779 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C_L9pf39PfgLnHv off=9122356 len=1938051 2023-12-16T19:59:15.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 2546 completed, throughput=5MB/sec 2023-12-16T19:59:15.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-12S6wE38pgmhpGu off=2223809 len=59861 2023-12-16T19:59:15.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 2547 completed, throughput=5MB/sec 2023-12-16T19:59:15.790 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-36VOBZ7vU0FkdkQ off=17712746 len=1792586 2023-12-16T19:59:15.798 INFO:tasks.workunit.client.0.smithi002.stdout:op 2548 completed, throughput=5MB/sec 2023-12-16T19:59:16.798 INFO:tasks.workunit.client.0.smithi002.stdout: 493: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:16.799 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-US24xfWIeVKlqr2 off=1670893 len=231534 2023-12-16T19:59:16.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 2549 completed, throughput=4.99MB/sec 2023-12-16T19:59:16.799 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ixx5hbhTOxtGJ7T off=19851344 len=1588437 2023-12-16T19:59:16.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 2550 completed, throughput=4.99MB/sec 2023-12-16T19:59:16.802 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ONc6NebDIFSwZCv off=4146782 len=1340342 2023-12-16T19:59:16.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 2551 completed, throughput=5MB/sec 2023-12-16T19:59:16.803 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Slx7UPQVDfonxMt off=19366758 len=1128992 2023-12-16T19:59:16.810 INFO:tasks.workunit.client.0.smithi002.stdout:op 2552 completed, throughput=5MB/sec 2023-12-16T19:59:16.810 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3rWVF4y91tHUMmN off=5179180 len=362804 2023-12-16T19:59:16.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 2553 completed, throughput=5MB/sec 2023-12-16T19:59:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:16 smithi002 ceph-mon[137674]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:16 smithi002 ceph-mon[140029]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:16 smithi043 ceph-mon[135010]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T19:59:17.814 INFO:tasks.workunit.client.0.smithi002.stdout: 494: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:17.815 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M0BDa2IYQa-L_4e off=2353232 len=515374 2023-12-16T19:59:17.815 INFO:tasks.workunit.client.0.smithi002.stdout:op 2554 completed, throughput=4.99MB/sec 2023-12-16T19:59:17.816 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aVOpZ95U-hT8-rR off=3778051 len=2048507 2023-12-16T19:59:17.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 2555 completed, throughput=5MB/sec 2023-12-16T19:59:17.818 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rwR2U35Ard93Fkw off=3871370 len=2023459 2023-12-16T19:59:17.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 2556 completed, throughput=5MB/sec 2023-12-16T19:59:17.823 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3X5PZGRNKuBbkcq off=7026919 len=1028008 2023-12-16T19:59:17.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 2557 completed, throughput=5MB/sec 2023-12-16T19:59:18.825 INFO:tasks.workunit.client.0.smithi002.stdout: 495: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:18.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5d4RjPu4Kc7UbNF off=896490 len=931494 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 2558 completed, throughput=4.99MB/sec 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-79x-IfwWNB1lBgT off=2689165 len=874751 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 2559 completed, throughput=4.99MB/sec 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y4ey5P9DqZg6DgA off=10636281 len=1256488 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 2560 completed, throughput=5MB/sec 2023-12-16T19:59:18.841 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yYDeO8y8waJXHfd off=3571082 len=344512 2023-12-16T19:59:18.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 2561 completed, throughput=5MB/sec 2023-12-16T19:59:18.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6WM56qVfUBYZu6a off=930887 len=1417765 2023-12-16T19:59:18.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 2562 completed, throughput=5MB/sec 2023-12-16T19:59:18.843 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A8WbVFGxupxlOog off=12585098 len=1800167 2023-12-16T19:59:18.845 INFO:tasks.workunit.client.0.smithi002.stdout:op 2563 completed, throughput=5MB/sec 2023-12-16T19:59:19.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:18 smithi002 ceph-mon[137674]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:19.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:18 smithi002 ceph-mon[140029]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:18 smithi043 ceph-mon[135010]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:19.845 INFO:tasks.workunit.client.0.smithi002.stdout: 496: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:19.845 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LA0CYxhZsENrFC1 off=7534852 len=1745032 2023-12-16T19:59:19.848 INFO:tasks.workunit.client.0.smithi002.stdout:op 2564 completed, throughput=5MB/sec 2023-12-16T19:59:19.848 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DJ-cTvjFYWQBJvI off=113275 len=750698 2023-12-16T19:59:19.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 2565 completed, throughput=5MB/sec 2023-12-16T19:59:19.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BCU1Gm-yfSGjfLz off=344096 len=341073 2023-12-16T19:59:19.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 2566 completed, throughput=5MB/sec 2023-12-16T19:59:19.853 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iB8dFFewq5U5V6c off=0 len=1324937 2023-12-16T19:59:19.860 INFO:tasks.workunit.client.0.smithi002.stdout:op 2567 completed, throughput=5MB/sec 2023-12-16T19:59:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:19 smithi002 ceph-mon[137674]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:59:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:19 smithi002 ceph-mon[140029]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:59:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:19 smithi043 ceph-mon[135010]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T19:59:20.861 INFO:tasks.workunit.client.0.smithi002.stdout: 497: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:20.861 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--4JtYB0_al3t-Xy off=3500145 len=1027223 2023-12-16T19:59:20.868 INFO:tasks.workunit.client.0.smithi002.stdout:op 2568 completed, throughput=4.99MB/sec 2023-12-16T19:59:20.868 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n510kQpZkFWwdhQ off=282790 len=509275 2023-12-16T19:59:20.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 2569 completed, throughput=4.99MB/sec 2023-12-16T19:59:20.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6PDXPsyVAsaqjaz off=3337558 len=1906611 2023-12-16T19:59:20.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 2570 completed, throughput=5MB/sec 2023-12-16T19:59:20.875 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1IIX9klUEFBjlHq off=6853964 len=490207 2023-12-16T19:59:20.876 INFO:tasks.workunit.client.0.smithi002.stdout:op 2571 completed, throughput=5MB/sec 2023-12-16T19:59:20.876 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YiAZD-LCpz5bjh8 off=875264 len=976200 2023-12-16T19:59:20.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 2572 completed, throughput=5MB/sec 2023-12-16T19:59:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:21.882 INFO:tasks.workunit.client.0.smithi002.stdout: 498: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:21.882 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-93L7TqTjIS4kr73 off=7332976 len=208080 2023-12-16T19:59:21.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 2573 completed, throughput=4.99MB/sec 2023-12-16T19:59:21.886 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zeSjT2ssLh9jWHb off=10363644 len=1212093 2023-12-16T19:59:21.888 INFO:tasks.workunit.client.0.smithi002.stdout:op 2574 completed, throughput=4.99MB/sec 2023-12-16T19:59:21.889 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IBqr6JbLq6TXliX off=6948 len=1627137 2023-12-16T19:59:21.896 INFO:tasks.workunit.client.0.smithi002.stdout:op 2575 completed, throughput=5MB/sec 2023-12-16T19:59:21.896 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B-izcEfygmpc-DW off=14345238 len=52657 2023-12-16T19:59:21.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 2576 completed, throughput=5MB/sec 2023-12-16T19:59:21.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S8nBHHXPXvNt_cL off=13108133 len=197012 2023-12-16T19:59:21.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 2577 completed, throughput=5MB/sec 2023-12-16T19:59:21.902 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TgK3llvWq5tfwq3 off=14491374 len=59496 2023-12-16T19:59:21.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 2578 completed, throughput=5MB/sec 2023-12-16T19:59:21.902 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MItPHyQSbgl9_gh off=3294719 len=1743599 2023-12-16T19:59:21.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 2579 completed, throughput=5MB/sec 2023-12-16T19:59:21.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kJtwZ99WIUx2uy8 off=3519014 len=1384221 2023-12-16T19:59:21.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 2580 completed, throughput=5MB/sec 2023-12-16T19:59:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:21 smithi002 ceph-mon[137674]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:59:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:21] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T19:59:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:21 smithi002 ceph-mon[140029]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:59:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:21 smithi043 ceph-mon[135010]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T19:59:22.908 INFO:tasks.workunit.client.0.smithi002.stdout: 499: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:22.908 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V17_WHnTLsOt0em off=747387 len=795889 2023-12-16T19:59:22.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 2581 completed, throughput=4.99MB/sec 2023-12-16T19:59:22.909 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-69mi9PX_mTdqoOd off=9509526 len=1538505 2023-12-16T19:59:22.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 2582 completed, throughput=5MB/sec 2023-12-16T19:59:22.911 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8gs9j8VsYQ649lx off=5304665 len=1222688 2023-12-16T19:59:22.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 2583 completed, throughput=5MB/sec 2023-12-16T19:59:22.913 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5_P6KOLAXZhKCey off=10395136 len=641065 2023-12-16T19:59:22.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 2584 completed, throughput=5MB/sec 2023-12-16T19:59:23.918 INFO:tasks.workunit.client.0.smithi002.stdout: 500: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:23.918 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WeF5PAXHovku0Q1 off=5830138 len=1162309 2023-12-16T19:59:23.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 2585 completed, throughput=4.99MB/sec 2023-12-16T19:59:23.921 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hLhjmVXaWVlkBcV off=2537497 len=588014 2023-12-16T19:59:23.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 2586 completed, throughput=4.99MB/sec 2023-12-16T19:59:23.925 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylLXZnKUCTPO7G1 off=2677295 len=1463366 2023-12-16T19:59:23.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 2587 completed, throughput=5MB/sec 2023-12-16T19:59:23.932 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YtMh3Pfj1XRGgo5 off=15636120 len=1583803 2023-12-16T19:59:23.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 2588 completed, throughput=5MB/sec 2023-12-16T19:59:23.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lY68QVdLMXKyjbv off=3394418 len=748233 2023-12-16T19:59:23.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 2589 completed, throughput=5MB/sec 2023-12-16T19:59:24.940 INFO:tasks.workunit.client.0.smithi002.stdout: 501: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:24.941 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0R70D4p3Z5nLmMQ off=934829 len=522606 2023-12-16T19:59:24.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 2590 completed, throughput=4.99MB/sec 2023-12-16T19:59:24.941 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7AXLfcMo02hbKRh off=3789722 len=136976 2023-12-16T19:59:24.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 2591 completed, throughput=4.99MB/sec 2023-12-16T19:59:24.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pBPc94ubtUmJiw3 off=20149138 len=813810 2023-12-16T19:59:24.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 2592 completed, throughput=4.99MB/sec 2023-12-16T19:59:24.949 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xMgOYgEgaggEHS9 off=8814634 len=1976350 2023-12-16T19:59:24.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 2593 completed, throughput=5MB/sec 2023-12-16T19:59:24.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MIATMjH6FqAty1f off=5735778 len=1434796 2023-12-16T19:59:24.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 2594 completed, throughput=5MB/sec 2023-12-16T19:59:24.966 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_7oJ9UXAIvtm8gU off=3570835 len=579038 2023-12-16T19:59:24.970 INFO:tasks.workunit.client.0.smithi002.stdout:op 2595 completed, throughput=5MB/sec 2023-12-16T19:59:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:24 smithi002 ceph-mon[137674]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:24 smithi002 ceph-mon[140029]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:24 smithi043 ceph-mon[135010]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T19:59:25.971 INFO:tasks.workunit.client.0.smithi002.stdout: 502: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:25.971 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HpoINydvYIS9bae off=2529562 len=604520 2023-12-16T19:59:25.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 2596 completed, throughput=4.99MB/sec 2023-12-16T19:59:25.972 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Cm3gYipXrT5R01y off=13613629 len=1088292 2023-12-16T19:59:25.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 2597 completed, throughput=4.99MB/sec 2023-12-16T19:59:25.978 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dCDpqqUHuGIYO1U off=8411647 len=918592 2023-12-16T19:59:25.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 2598 completed, throughput=5MB/sec 2023-12-16T19:59:25.980 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cExx0MXN5LNCHor off=10073742 len=304191 2023-12-16T19:59:25.981 INFO:tasks.workunit.client.0.smithi002.stdout:op 2599 completed, throughput=5MB/sec 2023-12-16T19:59:25.981 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BscNvLieLFF1jBY off=3340839 len=1604210 2023-12-16T19:59:25.988 INFO:tasks.workunit.client.0.smithi002.stdout:op 2600 completed, throughput=5MB/sec 2023-12-16T19:59:25.988 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u5Df12lt0khcCVC off=5108564 len=708826 2023-12-16T19:59:25.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 2601 completed, throughput=5MB/sec 2023-12-16T19:59:26.989 INFO:tasks.workunit.client.0.smithi002.stdout: 503: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:26.990 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--VMi034nIdOuViD off=13817804 len=1430073 2023-12-16T19:59:26.991 INFO:tasks.workunit.client.0.smithi002.stdout:op 2602 completed, throughput=4.99MB/sec 2023-12-16T19:59:26.991 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FowTMyg1uwgUVix off=10418719 len=1316758 2023-12-16T19:59:26.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 2603 completed, throughput=5MB/sec 2023-12-16T19:59:26.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g9qfo7xPC1PL6tU off=7528766 len=571601 2023-12-16T19:59:27.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 2604 completed, throughput=5MB/sec 2023-12-16T19:59:27.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YBrCgS_jRYJwjzu off=24112642 len=391580 2023-12-16T19:59:27.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 2605 completed, throughput=5MB/sec 2023-12-16T19:59:27.003 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gkDXAE6bNpBzzyz off=2282847 len=1247597 2023-12-16T19:59:27.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 2606 completed, throughput=5MB/sec 2023-12-16T19:59:27.005 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HJTXBBj9J7_SS8o off=1283045 len=398967 2023-12-16T19:59:27.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 2607 completed, throughput=5MB/sec 2023-12-16T19:59:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:26 smithi002 ceph-mon[137674]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:26 smithi002 ceph-mon[140029]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:26 smithi043 ceph-mon[135010]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:28.009 INFO:tasks.workunit.client.0.smithi002.stdout: 504: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:28.009 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uQNDOSvkme32qTV off=6690002 len=1502357 2023-12-16T19:59:28.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 2608 completed, throughput=4.99MB/sec 2023-12-16T19:59:28.011 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cDh8AbCLIOyRH1V off=11392266 len=1717049 2023-12-16T19:59:28.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 2609 completed, throughput=5MB/sec 2023-12-16T19:59:28.014 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XcCCs3E3qeR59Sh off=5940471 len=1421804 2023-12-16T19:59:28.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 2610 completed, throughput=5MB/sec 2023-12-16T19:59:28.023 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gAd4vU2WxrTzU8g off=8621096 len=609741 2023-12-16T19:59:28.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 2611 completed, throughput=5MB/sec 2023-12-16T19:59:29.024 INFO:tasks.workunit.client.0.smithi002.stdout: 505: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:29.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZY64cDoSudNDdBU off=14490489 len=1480389 2023-12-16T19:59:29.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 2612 completed, throughput=4.99MB/sec 2023-12-16T19:59:29.026 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zjeB2GuH_wHEnjD off=15516750 len=931837 2023-12-16T19:59:29.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 2613 completed, throughput=5MB/sec 2023-12-16T19:59:29.028 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bz85fz3WimvgZLy off=2994778 len=613544 2023-12-16T19:59:29.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 2614 completed, throughput=5MB/sec 2023-12-16T19:59:29.032 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HcE98HOncq1gKQs off=420453 len=594477 2023-12-16T19:59:29.033 INFO:tasks.workunit.client.0.smithi002.stdout:op 2615 completed, throughput=5MB/sec 2023-12-16T19:59:29.033 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HTDMnYq_r8NKnOr off=3295926 len=721595 2023-12-16T19:59:29.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 2616 completed, throughput=5MB/sec 2023-12-16T19:59:29.037 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bLDYsgafiRdgVJ0 off=7157858 len=1352534 2023-12-16T19:59:29.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 2617 completed, throughput=5MB/sec 2023-12-16T19:59:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:28 smithi002 ceph-mon[137674]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:28 smithi002 ceph-mon[140029]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:28 smithi043 ceph-mon[135010]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:30.043 INFO:tasks.workunit.client.0.smithi002.stdout: 506: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:30.044 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3j9WHdefL_i32H8 off=1733550 len=152663 2023-12-16T19:59:30.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 2618 completed, throughput=4.99MB/sec 2023-12-16T19:59:30.044 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6uDyfoyLl2KG_wB off=3667592 len=1165980 2023-12-16T19:59:30.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 2619 completed, throughput=4.99MB/sec 2023-12-16T19:59:30.051 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9JiUaerBFYNlVCz off=8917631 len=1458033 2023-12-16T19:59:30.053 INFO:tasks.workunit.client.0.smithi002.stdout:op 2620 completed, throughput=5MB/sec 2023-12-16T19:59:30.053 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WHgwwRDKwITkC73 off=1126839 len=1943220 2023-12-16T19:59:30.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 2621 completed, throughput=5MB/sec 2023-12-16T19:59:30.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dBJgN5EW46pEXw8 off=4132425 len=1568900 2023-12-16T19:59:30.063 INFO:tasks.workunit.client.0.smithi002.stdout:op 2622 completed, throughput=5MB/sec 2023-12-16T19:59:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:29 smithi002 ceph-mon[137674]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:29 smithi002 ceph-mon[140029]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:29 smithi043 ceph-mon[135010]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T19:59:31.063 INFO:tasks.workunit.client.0.smithi002.stdout: 507: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:31.063 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B5L13ChAAGgiBt9 off=13371 len=9010 2023-12-16T19:59:31.065 INFO:tasks.workunit.client.0.smithi002.stdout:op 2623 completed, throughput=4.99MB/sec 2023-12-16T19:59:31.065 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r6HqxHgLDU-0l2v off=3674134 len=482214 2023-12-16T19:59:31.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 2624 completed, throughput=4.99MB/sec 2023-12-16T19:59:31.066 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7kkR5cb6fUjpHWG off=89439 len=1577355 2023-12-16T19:59:31.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 2625 completed, throughput=5MB/sec 2023-12-16T19:59:31.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--gGHRpgiUqfjdxW off=13885814 len=130665 2023-12-16T19:59:31.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 2626 completed, throughput=5MB/sec 2023-12-16T19:59:31.075 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OqNeSK_ZnXn7Dll off=7845915 len=1149979 2023-12-16T19:59:31.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 2627 completed, throughput=5MB/sec 2023-12-16T19:59:31.080 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qo62LMrBLq__Qga off=3226950 len=821089 2023-12-16T19:59:31.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 2628 completed, throughput=5MB/sec 2023-12-16T19:59:32.082 INFO:tasks.workunit.client.0.smithi002.stdout: 508: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:32.082 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GjLor9WVuWJPNLH off=8679439 len=1061744 2023-12-16T19:59:32.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 2629 completed, throughput=4.99MB/sec 2023-12-16T19:59:32.085 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wi8inPaDrHYE3m8 off=5478533 len=551152 2023-12-16T19:59:32.086 INFO:tasks.workunit.client.0.smithi002.stdout:op 2630 completed, throughput=4.99MB/sec 2023-12-16T19:59:32.086 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-I0f7AJEYm1n3p8h off=4593162 len=1397000 2023-12-16T19:59:32.087 INFO:tasks.workunit.client.0.smithi002.stdout:op 2631 completed, throughput=5MB/sec 2023-12-16T19:59:32.088 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-On4K-y13MPXmkPc off=13206199 len=623358 2023-12-16T19:59:32.093 INFO:tasks.workunit.client.0.smithi002.stdout:op 2632 completed, throughput=5MB/sec 2023-12-16T19:59:32.093 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2I93n3gH1kjj_-F off=7184468 len=1377513 2023-12-16T19:59:32.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 2633 completed, throughput=5MB/sec 2023-12-16T19:59:32.100 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MHz52nij8YvnSL- off=3612052 len=1039089 2023-12-16T19:59:32.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 2634 completed, throughput=5MB/sec 2023-12-16T19:59:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:31] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T19:59:33.106 INFO:tasks.workunit.client.0.smithi002.stdout: 509: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:33.106 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J7p--UULX21RJng off=12265443 len=1853181 2023-12-16T19:59:33.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 2635 completed, throughput=5MB/sec 2023-12-16T19:59:33.109 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SU-6Pe3ySmzb4zA off=3513997 len=1779519 2023-12-16T19:59:33.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 2636 completed, throughput=5MB/sec 2023-12-16T19:59:33.111 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gurv5PelGAZdzol off=3228164 len=1909169 2023-12-16T19:59:33.113 INFO:tasks.workunit.client.0.smithi002.stdout:op 2637 completed, throughput=5MB/sec 2023-12-16T19:59:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:32 smithi002 ceph-mon[137674]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:59:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:32 smithi002 ceph-mon[140029]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:59:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:32 smithi043 ceph-mon[135010]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T19:59:34.113 INFO:tasks.workunit.client.0.smithi002.stdout: 510: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:34.113 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n1jsV_WBbTjC5hp off=18174515 len=1306813 2023-12-16T19:59:34.120 INFO:tasks.workunit.client.0.smithi002.stdout:op 2638 completed, throughput=4.99MB/sec 2023-12-16T19:59:34.120 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yn3gyRNIHuOs_g6 off=7138778 len=1308986 2023-12-16T19:59:34.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 2639 completed, throughput=5MB/sec 2023-12-16T19:59:34.121 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AENfdwBvHzmkkE6 off=4225257 len=965709 2023-12-16T19:59:34.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 2640 completed, throughput=5MB/sec 2023-12-16T19:59:34.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LKp8xrlOoaw1UAB off=1622832 len=1176155 2023-12-16T19:59:34.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 2641 completed, throughput=5MB/sec 2023-12-16T19:59:35.124 INFO:tasks.workunit.client.0.smithi002.stdout: 511: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:35.124 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_rBUQuycMI_4cWm off=1465349 len=1055685 2023-12-16T19:59:35.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 2642 completed, throughput=4.99MB/sec 2023-12-16T19:59:35.125 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rKNxBo2lYPyvLA6 off=14618287 len=1325265 2023-12-16T19:59:35.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 2643 completed, throughput=5MB/sec 2023-12-16T19:59:35.128 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BlkaXJ3Tx_y9Spm off=2774741 len=114522 2023-12-16T19:59:35.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 2644 completed, throughput=5MB/sec 2023-12-16T19:59:35.131 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nVmLiv5SfjGgOI8 off=9360685 len=334509 2023-12-16T19:59:35.139 INFO:tasks.workunit.client.0.smithi002.stdout:op 2645 completed, throughput=5MB/sec 2023-12-16T19:59:35.139 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YKNly_HuK-ER2Rr off=801051 len=312463 2023-12-16T19:59:35.140 INFO:tasks.workunit.client.0.smithi002.stdout:op 2646 completed, throughput=5MB/sec 2023-12-16T19:59:35.140 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Qbiqjg2J5DMD5qc off=4716395 len=473841 2023-12-16T19:59:35.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 2647 completed, throughput=5MB/sec 2023-12-16T19:59:35.144 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PqNrwbMR_39atSU off=544343 len=765678 2023-12-16T19:59:35.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 2648 completed, throughput=5MB/sec 2023-12-16T19:59:35.145 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2AjPMXqZahlAfMk off=2971712 len=302238 2023-12-16T19:59:35.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 2649 completed, throughput=5MB/sec 2023-12-16T19:59:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:34 smithi002 ceph-mon[137674]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:59:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:34 smithi002 ceph-mon[140029]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:59:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:34 smithi043 ceph-mon[135010]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T19:59:36.148 INFO:tasks.workunit.client.0.smithi002.stdout: 512: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:36.149 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B-p5ChssE2voYa7 off=9545255 len=938288 2023-12-16T19:59:36.154 INFO:tasks.workunit.client.0.smithi002.stdout:op 2650 completed, throughput=4.99MB/sec 2023-12-16T19:59:36.155 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yx55KO9MfGrRkLv off=3755809 len=1186943 2023-12-16T19:59:36.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 2651 completed, throughput=4.99MB/sec 2023-12-16T19:59:36.156 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XvXIK7Z26WtuBZn off=6098787 len=1244550 2023-12-16T19:59:36.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 2652 completed, throughput=5MB/sec 2023-12-16T19:59:36.163 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YRGrrKnISKsPuiD off=1917592 len=1680764 2023-12-16T19:59:36.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 2653 completed, throughput=5MB/sec 2023-12-16T19:59:36.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7hctTmZEPPCm8gc off=1118248 len=1421890 2023-12-16T19:59:36.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 2654 completed, throughput=5MB/sec 2023-12-16T19:59:36.853 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T19:59:37.175 INFO:tasks.workunit.client.0.smithi002.stdout: 513: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:37.175 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0IvKChOH0de5f3p off=9351711 len=284960 2023-12-16T19:59:37.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 2655 completed, throughput=4.99MB/sec 2023-12-16T19:59:37.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TKGZdLWrb9YZwNd off=11068767 len=447065 2023-12-16T19:59:37.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 2656 completed, throughput=4.99MB/sec 2023-12-16T19:59:37.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2e18KZc6rB6T01I off=4134409 len=675976 2023-12-16T19:59:37.180 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (27m) 3m ago 30m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (27m) 114s ago 30m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (31m) 3m ago 31m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (31m) 114s ago 31m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (27m) 114s ago 33m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (27m) 3m ago 34m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (26m) 3m ago 34m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T19:59:37.181 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (26m) 114s ago 33m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (26m) 3m ago 33m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (27m) 3m ago 30m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (27m) 114s ago 30m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (25m) 3m ago 33m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (25m) 3m ago 33m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (24m) 3m ago 32m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (24m) 3m ago 32m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (23m) 114s ago 32m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T19:59:37.182 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (23m) 114s ago 32m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T19:59:37.183 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (22m) 114s ago 31m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T19:59:37.183 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (22m) 114s ago 31m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T19:59:37.183 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (27m) 114s ago 30m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T19:59:37.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:36 smithi002 ceph-mon[137674]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:59:37.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:37.184 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:36 smithi002 ceph-mon[140029]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:59:37.184 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:37.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 2657 completed, throughput=4.99MB/sec 2023-12-16T19:59:37.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-64p0jmJC6YP--x_ off=3043718 len=1748566 2023-12-16T19:59:37.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 2658 completed, throughput=5MB/sec 2023-12-16T19:59:37.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ioMdxYzKlVviEKw off=2805009 len=763631 2023-12-16T19:59:37.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 2659 completed, throughput=5MB/sec 2023-12-16T19:59:37.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iVy-Xq_eWou9jgz off=527327 len=601884 2023-12-16T19:59:37.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 2660 completed, throughput=5MB/sec 2023-12-16T19:59:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:36 smithi043 ceph-mon[135010]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T19:59:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:37.583 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T19:59:37.584 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:59:37.585 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:59:37.586 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T19:59:37.586 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T19:59:37.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:37 smithi002 ceph-mon[137674]: from='client.45506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:37.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:37 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2119070932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:37.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:37 smithi002 ceph-mon[140029]: from='client.45506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:37.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:37 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2119070932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:38.190 INFO:tasks.workunit.client.0.smithi002.stdout: 514: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:38.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hk3AD7FkLvi7DHf off=5291219 len=274322 2023-12-16T19:59:38.191 INFO:tasks.workunit.client.0.smithi002.stdout:op 2661 completed, throughput=4.99MB/sec 2023-12-16T19:59:38.191 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VqClZ2Nq5NjTQpQ off=3552017 len=2088351 2023-12-16T19:59:38.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 2662 completed, throughput=5MB/sec 2023-12-16T19:59:38.200 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R9B_Pm2LY65oOCd off=1181816 len=1429018 2023-12-16T19:59:38.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 2663 completed, throughput=5MB/sec 2023-12-16T19:59:38.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2Hs8aMoQkWwm23V off=18432249 len=1112651 2023-12-16T19:59:38.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 2664 completed, throughput=5MB/sec 2023-12-16T19:59:38.210 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OHeUDJCO8_R96S_ off=564646 len=1773886 2023-12-16T19:59:38.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 2665 completed, throughput=5MB/sec 2023-12-16T19:59:38.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:37 smithi043 ceph-mon[135010]: from='client.45506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:38.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:37 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2119070932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:59:39.219 INFO:tasks.workunit.client.0.smithi002.stdout: 515: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:39.219 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9_ewsX6emLcYvMI off=8221905 len=458158 2023-12-16T19:59:39.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 2666 completed, throughput=4.99MB/sec 2023-12-16T19:59:39.221 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_-z0qPFuK-hGwBN off=13011572 len=1227427 2023-12-16T19:59:39.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 2667 completed, throughput=5MB/sec 2023-12-16T19:59:39.223 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sIfp8UAc_6VeIBF off=10389100 len=1975634 2023-12-16T19:59:39.226 INFO:tasks.workunit.client.0.smithi002.stdout:op 2668 completed, throughput=5MB/sec 2023-12-16T19:59:39.226 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XEdZAW2WzYeigMq off=17492555 len=1898004 2023-12-16T19:59:39.236 INFO:tasks.workunit.client.0.smithi002.stdout:op 2669 completed, throughput=5MB/sec 2023-12-16T19:59:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:38 smithi002 ceph-mon[137674]: from='client.35571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:38 smithi002 ceph-mon[137674]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:59:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:38 smithi002 ceph-mon[140029]: from='client.35571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:38 smithi002 ceph-mon[140029]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:59:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:38 smithi043 ceph-mon[135010]: from='client.35571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:59:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:38 smithi043 ceph-mon[135010]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T19:59:40.236 INFO:tasks.workunit.client.0.smithi002.stdout: 516: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:40.236 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0YII-GgewNNR2ci off=1170687 len=810223 2023-12-16T19:59:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:39 smithi002 ceph-mon[137674]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:39 smithi002 ceph-mon[140029]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:40.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 2670 completed, throughput=5MB/sec 2023-12-16T19:59:40.238 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xxa7S0yXqOsU7uk off=6587733 len=458004 2023-12-16T19:59:40.239 INFO:tasks.workunit.client.0.smithi002.stdout:op 2671 completed, throughput=5MB/sec 2023-12-16T19:59:40.239 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z1o3x4vHxVd0jum off=13471839 len=694492 2023-12-16T19:59:40.240 INFO:tasks.workunit.client.0.smithi002.stdout:op 2672 completed, throughput=5MB/sec 2023-12-16T19:59:40.240 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fsC_IaCNeZjn2Em off=1816820 len=1210929 2023-12-16T19:59:40.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 2673 completed, throughput=5MB/sec 2023-12-16T19:59:40.243 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UAsyrn9p1_h5FDz off=4839029 len=390151 2023-12-16T19:59:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:39 smithi043 ceph-mon[135010]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:40.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 2674 completed, throughput=5MB/sec 2023-12-16T19:59:41.247 INFO:tasks.workunit.client.0.smithi002.stdout: 517: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:41.247 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CUBBjesWks02Q8I off=1237327 len=940422 2023-12-16T19:59:41.249 INFO:tasks.workunit.client.0.smithi002.stdout:op 2675 completed, throughput=4.99MB/sec 2023-12-16T19:59:41.249 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qAy4SBPl3uqWo2B off=5450186 len=1480461 2023-12-16T19:59:41.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 2676 completed, throughput=4.99MB/sec 2023-12-16T19:59:41.255 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4IhIEJwejw5KcMT off=2706959 len=784248 2023-12-16T19:59:41.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 2677 completed, throughput=5MB/sec 2023-12-16T19:59:41.260 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6rQUpK3E6I7_JVY off=745679 len=1469199 2023-12-16T19:59:41.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 2678 completed, throughput=5MB/sec 2023-12-16T19:59:41.261 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uCmWmuzQf2Yjcei off=3372165 len=677503 2023-12-16T19:59:41.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 2679 completed, throughput=5MB/sec 2023-12-16T19:59:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:41] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T19:59:42.265 INFO:tasks.workunit.client.0.smithi002.stdout: 518: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:42.265 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ixIumu2pyQSpu0F off=9195967 len=632726 2023-12-16T19:59:42.267 INFO:tasks.workunit.client.0.smithi002.stdout:op 2680 completed, throughput=4.99MB/sec 2023-12-16T19:59:42.267 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IxINnCvpbkpQeq- off=1957527 len=1928277 2023-12-16T19:59:42.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 2681 completed, throughput=5MB/sec 2023-12-16T19:59:42.277 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cOnQbYxcxjib0rV off=17306046 len=382213 2023-12-16T19:59:42.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 2682 completed, throughput=5MB/sec 2023-12-16T19:59:42.278 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wRsstXplTYs-c0N off=4278227 len=1589600 2023-12-16T19:59:42.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 2683 completed, throughput=5MB/sec 2023-12-16T19:59:42.281 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vUFl4ejhU8MZsB- off=14900575 len=389665 2023-12-16T19:59:42.282 INFO:tasks.workunit.client.0.smithi002.stdout:op 2684 completed, throughput=5MB/sec 2023-12-16T19:59:42.282 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QWbDwicodRgSPW5 off=5252325 len=990232 2023-12-16T19:59:42.283 INFO:tasks.workunit.client.0.smithi002.stdout:op 2685 completed, throughput=5MB/sec 2023-12-16T19:59:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:42 smithi002 ceph-mon[140029]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:43.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:42 smithi002 ceph-mon[137674]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:42 smithi043 ceph-mon[135010]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T19:59:43.284 INFO:tasks.workunit.client.0.smithi002.stdout: 519: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:43.284 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pwEbJi60Wc6WTJI off=3661955 len=681334 2023-12-16T19:59:43.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 2686 completed, throughput=4.99MB/sec 2023-12-16T19:59:43.285 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VSLu13G4ZrsSe0y off=7077165 len=806888 2023-12-16T19:59:43.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 2687 completed, throughput=4.99MB/sec 2023-12-16T19:59:43.290 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-F1wQARPdVEuQloY off=885878 len=621567 2023-12-16T19:59:43.290 INFO:tasks.workunit.client.0.smithi002.stdout:op 2688 completed, throughput=5MB/sec 2023-12-16T19:59:43.291 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1c_IOMV439IdU-v off=964671 len=882647 2023-12-16T19:59:43.293 INFO:tasks.workunit.client.0.smithi002.stdout:op 2689 completed, throughput=5MB/sec 2023-12-16T19:59:43.293 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yFSbdRQRIq_smYJ off=9792224 len=868802 2023-12-16T19:59:43.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 2690 completed, throughput=5MB/sec 2023-12-16T19:59:43.297 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qIQIvrIB3oQrETi off=12927176 len=1465524 2023-12-16T19:59:43.299 INFO:tasks.workunit.client.0.smithi002.stdout:op 2691 completed, throughput=5MB/sec 2023-12-16T19:59:44.299 INFO:tasks.workunit.client.0.smithi002.stdout: 520: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:44.299 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hInuZJdsm3clHS7 off=1584376 len=467882 2023-12-16T19:59:44.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 2692 completed, throughput=4.99MB/sec 2023-12-16T19:59:44.300 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G9LUuPTVFXE1ZV4 off=12816103 len=1710705 2023-12-16T19:59:44.301 INFO:tasks.workunit.client.0.smithi002.stdout:op 2693 completed, throughput=5MB/sec 2023-12-16T19:59:44.301 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8UYz40nhEp2nY1g off=7217733 len=2035107 2023-12-16T19:59:44.303 INFO:tasks.workunit.client.0.smithi002.stdout:op 2694 completed, throughput=5MB/sec 2023-12-16T19:59:44.303 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--gSfRMurKfyQt70 off=12423190 len=2082192 2023-12-16T19:59:44.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 2695 completed, throughput=5MB/sec 2023-12-16T19:59:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:44 smithi002 ceph-mon[137674]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:59:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:44 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:59:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:44 smithi002 ceph-mon[140029]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:59:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:44 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:59:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:44 smithi043 ceph-mon[135010]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T19:59:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:44 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:59:45.307 INFO:tasks.workunit.client.0.smithi002.stdout: 521: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:45.307 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j32KJy2T9xQxXxm off=6042841 len=2059204 2023-12-16T19:59:45.311 INFO:tasks.workunit.client.0.smithi002.stdout:op 2696 completed, throughput=5MB/sec 2023-12-16T19:59:45.311 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E1vyiJKJT1FuaMD off=265079 len=1303715 2023-12-16T19:59:45.313 INFO:tasks.workunit.client.0.smithi002.stdout:op 2697 completed, throughput=5MB/sec 2023-12-16T19:59:45.313 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sn4tSX0CZTAPDtU off=1590904 len=1143009 2023-12-16T19:59:45.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 2698 completed, throughput=5MB/sec 2023-12-16T19:59:46.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:59:46.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:59:46.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:59:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:59:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:59:46.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:59:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:59:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:59:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T19:59:46.315 INFO:tasks.workunit.client.0.smithi002.stdout: 522: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:46.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o0ysESwjmLdBE36 off=21282849 len=2017061 2023-12-16T19:59:46.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 2699 completed, throughput=5MB/sec 2023-12-16T19:59:46.317 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VNgK1UODHV7baqd off=14846775 len=1628120 2023-12-16T19:59:46.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 2700 completed, throughput=5MB/sec 2023-12-16T19:59:46.325 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z-qhlaU1dzjW-Vg off=6577332 len=172042 2023-12-16T19:59:46.328 INFO:tasks.workunit.client.0.smithi002.stdout:op 2701 completed, throughput=5MB/sec 2023-12-16T19:59:46.328 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eFpqVNWhm11nl2X off=20074705 len=1561107 2023-12-16T19:59:46.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 2702 completed, throughput=5MB/sec 2023-12-16T19:59:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:46 smithi002 ceph-mon[137674]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:59:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:46 smithi002 ceph-mon[140029]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:59:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:46 smithi043 ceph-mon[135010]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T19:59:47.336 INFO:tasks.workunit.client.0.smithi002.stdout: 523: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:47.336 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DhFSnoPdHE0TR3W off=529523 len=1140392 2023-12-16T19:59:47.338 INFO:tasks.workunit.client.0.smithi002.stdout:op 2703 completed, throughput=4.99MB/sec 2023-12-16T19:59:47.338 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aK8fttVlZrQ2s6M off=6718132 len=1498833 2023-12-16T19:59:47.341 INFO:tasks.workunit.client.0.smithi002.stdout:op 2704 completed, throughput=5MB/sec 2023-12-16T19:59:47.341 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IRPHLoqOdFY-HST off=2533936 len=909505 2023-12-16T19:59:47.341 INFO:tasks.workunit.client.0.smithi002.stdout:op 2705 completed, throughput=5MB/sec 2023-12-16T19:59:47.341 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eEQAgCC119ZPOgP off=16487198 len=1528394 2023-12-16T19:59:47.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 2706 completed, throughput=5MB/sec 2023-12-16T19:59:48.350 INFO:tasks.workunit.client.0.smithi002.stdout: 524: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:48.350 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Ru8noJVdnO2Qw5 off=7337217 len=431008 2023-12-16T19:59:48.351 INFO:tasks.workunit.client.0.smithi002.stdout:op 2707 completed, throughput=4.99MB/sec 2023-12-16T19:59:48.351 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BCU1Gm-yfSGjfLz off=0 len=1529735 2023-12-16T19:59:48.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 2708 completed, throughput=5MB/sec 2023-12-16T19:59:48.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QY8b0laoy1lx4ow off=7127072 len=1123006 2023-12-16T19:59:48.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 2709 completed, throughput=5MB/sec 2023-12-16T19:59:48.356 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E9gO545BJUfbYT_ off=3778925 len=695198 2023-12-16T19:59:48.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 2710 completed, throughput=5MB/sec 2023-12-16T19:59:48.361 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LJRJJW21DMRNSW6 off=5530240 len=169826 2023-12-16T19:59:48.362 INFO:tasks.workunit.client.0.smithi002.stdout:op 2711 completed, throughput=5MB/sec 2023-12-16T19:59:48.362 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CFlIq7Aw9w0Anwn off=3561947 len=1606821 2023-12-16T19:59:48.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 2712 completed, throughput=5MB/sec 2023-12-16T19:59:49.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:48 smithi002 ceph-mon[137674]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:59:49.040 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:48 smithi002 ceph-mon[140029]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:59:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:48 smithi043 ceph-mon[135010]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T19:59:49.364 INFO:tasks.workunit.client.0.smithi002.stdout: 525: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:49.364 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MR-ykbJLITMw5Va off=3872771 len=1934564 2023-12-16T19:59:49.366 INFO:tasks.workunit.client.0.smithi002.stdout:op 2713 completed, throughput=5MB/sec 2023-12-16T19:59:49.367 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8UYz40nhEp2nY1g off=11941758 len=53047 2023-12-16T19:59:49.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 2714 completed, throughput=5MB/sec 2023-12-16T19:59:49.367 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pMC3GQumieWQzLa off=385028 len=1024478 2023-12-16T19:59:49.372 INFO:tasks.workunit.client.0.smithi002.stdout:op 2715 completed, throughput=5MB/sec 2023-12-16T19:59:49.372 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-snl15R1ztD5FjvV off=3040722 len=982809 2023-12-16T19:59:49.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 2716 completed, throughput=5MB/sec 2023-12-16T19:59:49.373 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1ZF0SbvlQj-q9x4 off=1393372 len=871362 2023-12-16T19:59:49.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 2717 completed, throughput=5MB/sec 2023-12-16T19:59:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:49 smithi002 ceph-mon[137674]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:59:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:49 smithi002 ceph-mon[140029]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:59:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:49 smithi043 ceph-mon[135010]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T19:59:50.375 INFO:tasks.workunit.client.0.smithi002.stdout: 526: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:50.375 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tRPhRRzi7vXntVW off=6195066 len=1833453 2023-12-16T19:59:50.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 2718 completed, throughput=4.99MB/sec 2023-12-16T19:59:50.384 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2mshzfwpVkqHR72 off=8172339 len=1967230 2023-12-16T19:59:50.393 INFO:tasks.workunit.client.0.smithi002.stdout:op 2719 completed, throughput=5MB/sec 2023-12-16T19:59:50.394 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9dWYLjrBj6LYur9 off=10305848 len=1712290 2023-12-16T19:59:50.396 INFO:tasks.workunit.client.0.smithi002.stdout:op 2720 completed, throughput=5MB/sec 2023-12-16T19:59:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:59:51.396 INFO:tasks.workunit.client.0.smithi002.stdout: 527: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:51.396 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ouQ-xCRf-k7km4U off=1136462 len=1224114 2023-12-16T19:59:51.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 2721 completed, throughput=4.99MB/sec 2023-12-16T19:59:51.398 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XffCp8vrefDD_6P off=236141 len=1380819 2023-12-16T19:59:51.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 2722 completed, throughput=5MB/sec 2023-12-16T19:59:51.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YHdR2bqo4Ae8GrX off=2695419 len=1001777 2023-12-16T19:59:51.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 2723 completed, throughput=5MB/sec 2023-12-16T19:59:51.406 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2yj5hYQdCM6bt4a off=3474494 len=108706 2023-12-16T19:59:51.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 2724 completed, throughput=5MB/sec 2023-12-16T19:59:51.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PqB8ZhnOMeuWEnQ off=2570512 len=836931 2023-12-16T19:59:51.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 2725 completed, throughput=5MB/sec 2023-12-16T19:59:51.409 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nH1JXBGDjpSjhOK off=2822817 len=1045 2023-12-16T19:59:51.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 2726 completed, throughput=5MB/sec 2023-12-16T19:59:51.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tSRQR8F5qrA9a5m off=21352906 len=686052 2023-12-16T19:59:51.411 INFO:tasks.workunit.client.0.smithi002.stdout:op 2727 completed, throughput=5MB/sec 2023-12-16T19:59:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:51 smithi002 ceph-mon[137674]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:59:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 19:59:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:19:59:51] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T19:59:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:51 smithi002 ceph-mon[140029]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:59:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:51 smithi043 ceph-mon[135010]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T19:59:52.411 INFO:tasks.workunit.client.0.smithi002.stdout: 528: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:52.411 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rTOiLC3wjlLg_Zm off=2812599 len=1007752 2023-12-16T19:59:52.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 2728 completed, throughput=4.99MB/sec 2023-12-16T19:59:52.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-INxctGMKRlVmpZB off=635688 len=1517095 2023-12-16T19:59:52.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 2729 completed, throughput=5MB/sec 2023-12-16T19:59:52.415 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vL3Ggfm9IYbdYep off=313619 len=929891 2023-12-16T19:59:52.420 INFO:tasks.workunit.client.0.smithi002.stdout:op 2730 completed, throughput=5MB/sec 2023-12-16T19:59:52.420 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5y_0Y30k0LPEOVK off=6352886 len=256670 2023-12-16T19:59:52.420 INFO:tasks.workunit.client.0.smithi002.stdout:op 2731 completed, throughput=5MB/sec 2023-12-16T19:59:52.420 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZIIGT_xJVZJi8Yv off=2439830 len=190646 2023-12-16T19:59:52.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 2732 completed, throughput=5MB/sec 2023-12-16T19:59:52.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_xZIa4ydataLHm4 off=780182 len=508073 2023-12-16T19:59:52.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 2733 completed, throughput=5MB/sec 2023-12-16T19:59:52.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2OxNBs_sM636Igb off=11064827 len=2055835 2023-12-16T19:59:52.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 2734 completed, throughput=5MB/sec 2023-12-16T19:59:53.429 INFO:tasks.workunit.client.0.smithi002.stdout: 529: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:53.429 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Iy9MqsxJraTtMAR off=9645373 len=202651 2023-12-16T19:59:53.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 2735 completed, throughput=4.99MB/sec 2023-12-16T19:59:53.432 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CN5MzBg90jBHeii off=1817552 len=1962336 2023-12-16T19:59:53.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 2736 completed, throughput=5MB/sec 2023-12-16T19:59:53.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jgncGHxUEcg5fGq off=10195184 len=971254 2023-12-16T19:59:53.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 2737 completed, throughput=5MB/sec 2023-12-16T19:59:53.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jpRjv7vfYQT6xqv off=13772255 len=1233809 2023-12-16T19:59:53.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 2738 completed, throughput=5MB/sec 2023-12-16T19:59:54.449 INFO:tasks.workunit.client.0.smithi002.stdout: 530: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:54.449 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Nl4DwdvIn3ssXcH off=5474050 len=1200944 2023-12-16T19:59:54.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 2739 completed, throughput=4.99MB/sec 2023-12-16T19:59:54.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5uCmn83S7B-YU6o off=14409121 len=919247 2023-12-16T19:59:54.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 2740 completed, throughput=5MB/sec 2023-12-16T19:59:54.459 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s4jsGWW18iDArgG off=311987 len=1858993 2023-12-16T19:59:54.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 2741 completed, throughput=5MB/sec 2023-12-16T19:59:54.461 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cdoOjHIAPe89COj off=8007210 len=1170898 2023-12-16T19:59:54.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 2742 completed, throughput=5MB/sec 2023-12-16T19:59:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:54 smithi002 ceph-mon[137674]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T19:59:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:54 smithi002 ceph-mon[140029]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T19:59:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:54 smithi043 ceph-mon[135010]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T19:59:55.463 INFO:tasks.workunit.client.0.smithi002.stdout: 531: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:55.463 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fL5MAfHUv-LjWEQ off=383378 len=1660722 2023-12-16T19:59:55.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 2743 completed, throughput=4.99MB/sec 2023-12-16T19:59:55.465 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RfBoqrUgmLEHmH_ off=6712809 len=2029604 2023-12-16T19:59:55.474 INFO:tasks.workunit.client.0.smithi002.stdout:op 2744 completed, throughput=5MB/sec 2023-12-16T19:59:55.474 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U72nm4dzL4vZhtu off=15237360 len=1659530 2023-12-16T19:59:55.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 2745 completed, throughput=5MB/sec 2023-12-16T19:59:56.481 INFO:tasks.workunit.client.0.smithi002.stdout: 532: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:56.481 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RU3PrK9z9A7xrTE off=15283310 len=1739909 2023-12-16T19:59:56.483 INFO:tasks.workunit.client.0.smithi002.stdout:op 2746 completed, throughput=4.99MB/sec 2023-12-16T19:59:56.483 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XMyZh8r52eDVN-L off=12430537 len=1499476 2023-12-16T19:59:56.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 2747 completed, throughput=5MB/sec 2023-12-16T19:59:56.491 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3X5PZGRNKuBbkcq off=13653408 len=532067 2023-12-16T19:59:56.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 2748 completed, throughput=5MB/sec 2023-12-16T19:59:56.495 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p19WefgCU9UL206 off=9487226 len=1295098 2023-12-16T19:59:56.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 2749 completed, throughput=5MB/sec 2023-12-16T19:59:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:56 smithi002 ceph-mon[137674]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:59:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:56 smithi002 ceph-mon[140029]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:59:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:56 smithi043 ceph-mon[135010]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T19:59:57.502 INFO:tasks.workunit.client.0.smithi002.stdout: 533: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:57.503 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WhHe666PtcfNDTn off=1268542 len=1125285 2023-12-16T19:59:57.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 2750 completed, throughput=4.99MB/sec 2023-12-16T19:59:57.508 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6dhE0FSvLAlVcvb off=3593774 len=179119 2023-12-16T19:59:57.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 2751 completed, throughput=4.99MB/sec 2023-12-16T19:59:57.509 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pnyXQ2DmqjZtCFr off=8556090 len=1016570 2023-12-16T19:59:57.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 2752 completed, throughput=5MB/sec 2023-12-16T19:59:57.515 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JUWi3yvO1u79MXX off=11493321 len=745020 2023-12-16T19:59:57.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 2753 completed, throughput=5MB/sec 2023-12-16T19:59:57.516 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e2pcz3y0V625-DH off=2004332 len=758590 2023-12-16T19:59:57.517 INFO:tasks.workunit.client.0.smithi002.stdout:op 2754 completed, throughput=5MB/sec 2023-12-16T19:59:57.517 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W0sDjGHqwUflqCv off=17314940 len=1009469 2023-12-16T19:59:57.518 INFO:tasks.workunit.client.0.smithi002.stdout:op 2755 completed, throughput=5MB/sec 2023-12-16T19:59:57.518 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--fqpi3nCRoVN7Fu off=13537641 len=1016414 2023-12-16T19:59:57.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 2756 completed, throughput=5MB/sec 2023-12-16T19:59:58.524 INFO:tasks.workunit.client.0.smithi002.stdout: 534: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:58.525 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fGDqd0PaOus8ynj off=1849509 len=1013771 2023-12-16T19:59:58.531 INFO:tasks.workunit.client.0.smithi002.stdout:op 2757 completed, throughput=4.99MB/sec 2023-12-16T19:59:58.531 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LQyyJ47r6pifG3C off=3098812 len=268530 2023-12-16T19:59:58.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 2758 completed, throughput=4.99MB/sec 2023-12-16T19:59:58.532 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylOAhUp2ogApz8N off=1495626 len=1441614 2023-12-16T19:59:58.539 INFO:tasks.workunit.client.0.smithi002.stdout:op 2759 completed, throughput=5MB/sec 2023-12-16T19:59:58.539 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OuX3Q0jAA9W3fdw off=4968854 len=19018 2023-12-16T19:59:58.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 2760 completed, throughput=5MB/sec 2023-12-16T19:59:58.542 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IEiQN4ywivwCKtY off=9177031 len=984758 2023-12-16T19:59:58.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 2761 completed, throughput=5MB/sec 2023-12-16T19:59:58.548 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_pn0YKoOiW9Fyr6 off=1749786 len=860007 2023-12-16T19:59:58.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 2762 completed, throughput=5MB/sec 2023-12-16T19:59:58.549 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IRPHLoqOdFY-HST off=1509797 len=1483142 2023-12-16T19:59:58.556 INFO:tasks.workunit.client.0.smithi002.stdout:op 2763 completed, throughput=5MB/sec 2023-12-16T19:59:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:58 smithi002 ceph-mon[137674]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:58 smithi002 ceph-mon[140029]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:58 smithi043 ceph-mon[135010]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T19:59:59.557 INFO:tasks.workunit.client.0.smithi002.stdout: 535: throughput=4.99MB/sec pending data=0 2023-12-16T19:59:59.557 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wvOuuKp7_U8Ux0I off=1020600 len=580142 2023-12-16T19:59:59.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 2764 completed, throughput=4.99MB/sec 2023-12-16T19:59:59.558 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8U4Bh6yLVQEYvoW off=7736183 len=1041639 2023-12-16T19:59:59.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 2765 completed, throughput=5MB/sec 2023-12-16T19:59:59.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jF-4H3YHGVEtyVw off=12875659 len=607514 2023-12-16T19:59:59.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 2766 completed, throughput=5MB/sec 2023-12-16T19:59:59.561 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xg19DrQYO4HzZUO off=8688663 len=1772701 2023-12-16T19:59:59.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 2767 completed, throughput=5MB/sec 2023-12-16T20:00:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 19:59:59 smithi002 ceph-mon[140029]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T20:00:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 19:59:59 smithi002 ceph-mon[137674]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T20:00:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T19:59:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:00:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 19:59:59 smithi043 ceph-mon[135010]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2023-12-16T20:00:00.563 INFO:tasks.workunit.client.0.smithi002.stdout: 536: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:00.563 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tLnw81AG1lpBUzU off=10786173 len=2013647 2023-12-16T20:00:00.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 2768 completed, throughput=4.99MB/sec 2023-12-16T20:00:00.566 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jQqSEJFY26GzxKG off=1817329 len=2044794 2023-12-16T20:00:00.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 2769 completed, throughput=5MB/sec 2023-12-16T20:00:00.568 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wvOuuKp7_U8Ux0I off=422951 len=1669071 2023-12-16T20:00:00.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 2770 completed, throughput=5MB/sec 2023-12-16T20:00:01.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:00 smithi002 ceph-mon[137674]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:00:01.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:00 smithi002 ceph-mon[140029]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:00:01.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:00 smithi043 ceph-mon[135010]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:00:01.570 INFO:tasks.workunit.client.0.smithi002.stdout: 537: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:01.571 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hOEdUb4CRpX5-z4 off=394149 len=1406838 2023-12-16T20:00:01.572 INFO:tasks.workunit.client.0.smithi002.stdout:op 2771 completed, throughput=4.99MB/sec 2023-12-16T20:00:01.572 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Cx6gN2eAMjshJuq off=936170 len=985803 2023-12-16T20:00:01.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 2772 completed, throughput=5MB/sec 2023-12-16T20:00:01.578 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wKsD1VWyddvpZEF off=15486583 len=641747 2023-12-16T20:00:01.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 2773 completed, throughput=5MB/sec 2023-12-16T20:00:01.579 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JteGx3Zxr7Ey1o- off=0 len=1143246 2023-12-16T20:00:01.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 2774 completed, throughput=5MB/sec 2023-12-16T20:00:01.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4plIf57fWKe6V6r off=1366451 len=1356008 2023-12-16T20:00:01.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 2775 completed, throughput=5MB/sec 2023-12-16T20:00:02.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:01 smithi002 ceph-mon[137674]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:00:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:01] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:00:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:01 smithi002 ceph-mon[140029]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:00:02.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:01 smithi043 ceph-mon[135010]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:00:02.588 INFO:tasks.workunit.client.0.smithi002.stdout: 538: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:02.588 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ba77oboUXbLEvKU off=2822769 len=956564 2023-12-16T20:00:02.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 2776 completed, throughput=4.99MB/sec 2023-12-16T20:00:02.595 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AxHsPb2ciNTciQo off=7732447 len=1389028 2023-12-16T20:00:02.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 2777 completed, throughput=5MB/sec 2023-12-16T20:00:02.596 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nuJApjIZca1xwXH off=14527651 len=1064457 2023-12-16T20:00:02.602 INFO:tasks.workunit.client.0.smithi002.stdout:op 2778 completed, throughput=5MB/sec 2023-12-16T20:00:02.603 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y-sfVEj1nlYszFC off=1113296 len=1224864 2023-12-16T20:00:02.608 INFO:tasks.workunit.client.0.smithi002.stdout:op 2779 completed, throughput=5MB/sec 2023-12-16T20:00:03.609 INFO:tasks.workunit.client.0.smithi002.stdout: 539: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:03.609 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KfAHdIREv2Qbfon off=4602830 len=1030020 2023-12-16T20:00:03.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 2780 completed, throughput=4.99MB/sec 2023-12-16T20:00:03.611 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pb-AvAn9TuPq3i_ off=4163207 len=343062 2023-12-16T20:00:03.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 2781 completed, throughput=4.99MB/sec 2023-12-16T20:00:03.615 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UxQ1L365Ae_XgLJ off=189926 len=898182 2023-12-16T20:00:03.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 2782 completed, throughput=4.99MB/sec 2023-12-16T20:00:03.620 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-znG-I1PhOCXA0YX off=16328509 len=1372435 2023-12-16T20:00:03.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 2783 completed, throughput=5MB/sec 2023-12-16T20:00:03.621 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-619bbDQEHVHWzAg off=1428358 len=1505270 2023-12-16T20:00:03.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 2784 completed, throughput=5MB/sec 2023-12-16T20:00:03.628 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eVmNSSazuU04Bnk off=5248864 len=1161622 2023-12-16T20:00:03.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 2785 completed, throughput=5MB/sec 2023-12-16T20:00:04.634 INFO:tasks.workunit.client.0.smithi002.stdout: 540: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:04.634 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-goAy8ocuG_-xHxx off=10464437 len=82827 2023-12-16T20:00:04.637 INFO:tasks.workunit.client.0.smithi002.stdout:op 2786 completed, throughput=4.99MB/sec 2023-12-16T20:00:04.637 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_p9NOLLVKze27Ex off=22735107 len=1890034 2023-12-16T20:00:04.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 2787 completed, throughput=5MB/sec 2023-12-16T20:00:04.641 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d1yinQuxdNfeo7G off=881166 len=1777250 2023-12-16T20:00:04.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 2788 completed, throughput=5MB/sec 2023-12-16T20:00:04.643 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F1wQARPdVEuQloY off=1124912 len=289038 2023-12-16T20:00:04.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 2789 completed, throughput=5MB/sec 2023-12-16T20:00:04.647 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gKDDFsKHyLWIp-8 off=7286529 len=1167377 2023-12-16T20:00:04.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 2790 completed, throughput=5MB/sec 2023-12-16T20:00:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:04 smithi002 ceph-mon[137674]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:04 smithi002 ceph-mon[140029]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:04 smithi043 ceph-mon[135010]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:05.650 INFO:tasks.workunit.client.0.smithi002.stdout: 541: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:05.650 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VgEUhszK3PkglP6 off=819446 len=1822624 2023-12-16T20:00:05.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 2791 completed, throughput=5MB/sec 2023-12-16T20:00:05.653 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1OUUXsi03Vz3L8 off=1996939 len=714928 2023-12-16T20:00:05.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 2792 completed, throughput=5MB/sec 2023-12-16T20:00:05.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8-9VaYoQuUspCEK off=10510623 len=1544725 2023-12-16T20:00:05.656 INFO:tasks.workunit.client.0.smithi002.stdout:op 2793 completed, throughput=5MB/sec 2023-12-16T20:00:05.657 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AENfdwBvHzmkkE6 off=16423841 len=1153193 2023-12-16T20:00:05.663 INFO:tasks.workunit.client.0.smithi002.stdout:op 2794 completed, throughput=5MB/sec 2023-12-16T20:00:06.663 INFO:tasks.workunit.client.0.smithi002.stdout: 542: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:06.663 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V_YU8RF2NCxNkek off=8432786 len=1319555 2023-12-16T20:00:06.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 2795 completed, throughput=4.99MB/sec 2023-12-16T20:00:06.670 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qPJg84TOuHOMaVO off=11579739 len=1773974 2023-12-16T20:00:06.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 2796 completed, throughput=5MB/sec 2023-12-16T20:00:06.678 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L9Aj3t8CypbB7Mu off=927860 len=1434983 2023-12-16T20:00:06.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 2797 completed, throughput=5MB/sec 2023-12-16T20:00:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:06 smithi002 ceph-mon[137674]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:00:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:06 smithi002 ceph-mon[140029]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:00:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:06 smithi043 ceph-mon[135010]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:00:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:07.680 INFO:tasks.workunit.client.0.smithi002.stdout: 543: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:07.680 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yhNimyoEa0QYUXI off=3027623 len=763938 2023-12-16T20:00:07.684 INFO:tasks.workunit.client.0.smithi002.stdout:op 2798 completed, throughput=4.99MB/sec 2023-12-16T20:00:07.684 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZlDO4LWKjZc03VO off=14169696 len=1126604 2023-12-16T20:00:07.685 INFO:tasks.workunit.client.0.smithi002.stdout:op 2799 completed, throughput=4.99MB/sec 2023-12-16T20:00:07.685 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XNg0Mf1CVVurl5d off=2021466 len=409962 2023-12-16T20:00:07.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 2800 completed, throughput=4.99MB/sec 2023-12-16T20:00:07.686 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jEGLpyw7GSNc9zQ off=447461 len=1410170 2023-12-16T20:00:07.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 2801 completed, throughput=5MB/sec 2023-12-16T20:00:07.694 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VZ6kD3cGe8zRnmg off=1012734 len=1619022 2023-12-16T20:00:07.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 2802 completed, throughput=5MB/sec 2023-12-16T20:00:07.701 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7PLV9IWKJxJNZBp off=7737499 len=1892080 2023-12-16T20:00:07.704 INFO:tasks.workunit.client.0.smithi002.stdout:op 2803 completed, throughput=5MB/sec 2023-12-16T20:00:07.954 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:00:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:00:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (28m) 4m ago 30m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:00:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (28m) 2m ago 30m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:00:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (31m) 4m ago 31m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (31m) 2m ago 31m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (27m) 2m ago 33m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (27m) 4m ago 35m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (27m) 4m ago 35m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (26m) 2m ago 34m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (27m) 4m ago 34m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (28m) 4m ago 30m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (28m) 2m ago 30m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (26m) 4m ago 33m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (25m) 4m ago 33m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (25m) 4m ago 33m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (24m) 4m ago 33m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (24m) 2m ago 32m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:00:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (23m) 2m ago 32m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:00:08.284 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (23m) 2m ago 32m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:00:08.284 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (23m) 2m ago 32m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:00:08.284 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (27m) 2m ago 31m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:00:08.682 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:00:08.683 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:00:08.705 INFO:tasks.workunit.client.0.smithi002.stdout: 544: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:08.705 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G7tjDR9n49MDkcM off=12689226 len=570699 2023-12-16T20:00:08.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 2804 completed, throughput=5MB/sec 2023-12-16T20:00:08.705 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Tb-pOlOy0-C-Svt off=3154672 len=724586 2023-12-16T20:00:08.706 INFO:tasks.workunit.client.0.smithi002.stdout:op 2805 completed, throughput=5MB/sec 2023-12-16T20:00:08.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zJzmiO9B-S4Vlap off=3937336 len=1530882 2023-12-16T20:00:08.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 2806 completed, throughput=5MB/sec 2023-12-16T20:00:08.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-63te0XJw79z1i2R off=3698084 len=108047 2023-12-16T20:00:08.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 2807 completed, throughput=5MB/sec 2023-12-16T20:00:08.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Hn-y2s31vIzQQGq off=3450635 len=1995767 2023-12-16T20:00:08.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 2808 completed, throughput=5MB/sec 2023-12-16T20:00:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:08 smithi002 ceph-mon[137674]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:00:08.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:08 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/660513870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:08 smithi002 ceph-mon[140029]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:00:08.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:08 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/660513870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:08 smithi043 ceph-mon[135010]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:00:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:08 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/660513870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:09.719 INFO:tasks.workunit.client.0.smithi002.stdout: 545: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:09.719 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zKyWshk7BgPvjf1 off=677008 len=477564 2023-12-16T20:00:09.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 2809 completed, throughput=4.99MB/sec 2023-12-16T20:00:09.723 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IN7d9KyMCdgjPDR off=5127583 len=1779646 2023-12-16T20:00:09.726 INFO:tasks.workunit.client.0.smithi002.stdout:op 2810 completed, throughput=5MB/sec 2023-12-16T20:00:09.727 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UrJKdJuZtaGtubI off=2702878 len=660326 2023-12-16T20:00:09.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 2811 completed, throughput=5MB/sec 2023-12-16T20:00:09.728 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-acf8nYTnjeKXUqu off=16170947 len=1073855 2023-12-16T20:00:09.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 2812 completed, throughput=5MB/sec 2023-12-16T20:00:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:09 smithi002 ceph-mon[137674]: from='client.45524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:09 smithi002 ceph-mon[137674]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:09 smithi002 ceph-mon[140029]: from='client.45524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:09 smithi002 ceph-mon[140029]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:09 smithi043 ceph-mon[135010]: from='client.45524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:09 smithi043 ceph-mon[135010]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:10.729 INFO:tasks.workunit.client.0.smithi002.stdout: 546: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:10.730 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2YtG_mMutp4s4BR off=616473 len=20511 2023-12-16T20:00:10.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 2813 completed, throughput=4.99MB/sec 2023-12-16T20:00:10.732 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SryeGOL1SnAl7-j off=19246012 len=301837 2023-12-16T20:00:10.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 2814 completed, throughput=4.99MB/sec 2023-12-16T20:00:10.733 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XffCp8vrefDD_6P off=235862 len=1381098 2023-12-16T20:00:10.739 INFO:tasks.workunit.client.0.smithi002.stdout:op 2815 completed, throughput=4.99MB/sec 2023-12-16T20:00:10.739 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-m9OAcBlRz0I0HbN off=21755921 len=1121405 2023-12-16T20:00:10.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 2816 completed, throughput=5MB/sec 2023-12-16T20:00:10.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XZfAS63YECGSwZ4 off=19139657 len=1258027 2023-12-16T20:00:10.748 INFO:tasks.workunit.client.0.smithi002.stdout:op 2817 completed, throughput=5MB/sec 2023-12-16T20:00:10.748 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7rr_EI29j2JEBqk off=13839546 len=1102034 2023-12-16T20:00:10.751 INFO:tasks.workunit.client.0.smithi002.stdout:op 2818 completed, throughput=5MB/sec 2023-12-16T20:00:10.751 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_1N59fCYZnt58PV off=5809505 len=859912 2023-12-16T20:00:10.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 2819 completed, throughput=5MB/sec 2023-12-16T20:00:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:10 smithi002 ceph-mon[137674]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:00:11.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:10 smithi002 ceph-mon[140029]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:00:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:10 smithi043 ceph-mon[135010]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:00:11.756 INFO:tasks.workunit.client.0.smithi002.stdout: 547: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:11.756 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-P-PNEPyxUPJ2wyX off=11557599 len=890024 2023-12-16T20:00:11.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 2820 completed, throughput=4.99MB/sec 2023-12-16T20:00:11.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xQ4wWg78JulWMTS off=1277481 len=1814814 2023-12-16T20:00:11.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 2821 completed, throughput=5MB/sec 2023-12-16T20:00:11.766 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iTnw9uvJZhmZbl8 off=595903 len=1668067 2023-12-16T20:00:11.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 2822 completed, throughput=5MB/sec 2023-12-16T20:00:11.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VChLlVaeSzCoJ6- off=2237747 len=1898148 2023-12-16T20:00:11.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 2823 completed, throughput=5MB/sec 2023-12-16T20:00:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:11] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T20:00:12.775 INFO:tasks.workunit.client.0.smithi002.stdout: 548: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:12.775 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-31YgDdCTHioheqW off=10509557 len=1839717 2023-12-16T20:00:12.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 2824 completed, throughput=5MB/sec 2023-12-16T20:00:12.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tQ61_dsVijMrJU_ off=4997906 len=609366 2023-12-16T20:00:12.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 2825 completed, throughput=5MB/sec 2023-12-16T20:00:12.789 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o_8T9tntDrWiJe6 off=12367318 len=667070 2023-12-16T20:00:12.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 2826 completed, throughput=5MB/sec 2023-12-16T20:00:12.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hbBvgirV5NnorxT off=2169798 len=1292617 2023-12-16T20:00:12.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 2827 completed, throughput=5MB/sec 2023-12-16T20:00:13.049 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:12 smithi043 ceph-mon[135010]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:00:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:12 smithi002 ceph-mon[137674]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:00:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:12 smithi002 ceph-mon[140029]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:00:13.796 INFO:tasks.workunit.client.0.smithi002.stdout: 549: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:13.796 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kK2AfW-zpD4_rWe off=5356576 len=291078 2023-12-16T20:00:13.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 2828 completed, throughput=4.99MB/sec 2023-12-16T20:00:13.799 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JwNLojCBbZtFAGl off=11001977 len=433083 2023-12-16T20:00:13.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 2829 completed, throughput=4.99MB/sec 2023-12-16T20:00:13.803 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MWsj2l0svg985yp off=4640713 len=1766290 2023-12-16T20:00:13.806 INFO:tasks.workunit.client.0.smithi002.stdout:op 2830 completed, throughput=5MB/sec 2023-12-16T20:00:13.806 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xUaL_RF7pNqJDCh off=1081262 len=757580 2023-12-16T20:00:13.807 INFO:tasks.workunit.client.0.smithi002.stdout:op 2831 completed, throughput=5MB/sec 2023-12-16T20:00:13.807 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J-f3mEidMTUQN7z off=6234644 len=1435809 2023-12-16T20:00:13.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 2832 completed, throughput=5MB/sec 2023-12-16T20:00:14.809 INFO:tasks.workunit.client.0.smithi002.stdout: 550: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:14.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sHOtzGwMym27la0 off=5859998 len=311892 2023-12-16T20:00:14.812 INFO:tasks.workunit.client.0.smithi002.stdout:op 2833 completed, throughput=4.99MB/sec 2023-12-16T20:00:14.813 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fXrzccsqy0zxvkR off=11663100 len=1851987 2023-12-16T20:00:14.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 2834 completed, throughput=4.99MB/sec 2023-12-16T20:00:14.821 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qoTvqKPtbx_7srg off=9011055 len=1323768 2023-12-16T20:00:14.826 INFO:tasks.workunit.client.0.smithi002.stdout:op 2835 completed, throughput=5MB/sec 2023-12-16T20:00:14.826 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MCOglHXqRvvhqXn off=7329171 len=1157827 2023-12-16T20:00:14.831 INFO:tasks.workunit.client.0.smithi002.stdout:op 2836 completed, throughput=5MB/sec 2023-12-16T20:00:14.831 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K7uQqkJ1E_uyVyD off=4616945 len=2010276 2023-12-16T20:00:14.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 2837 completed, throughput=5MB/sec 2023-12-16T20:00:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:14 smithi002 ceph-mon[137674]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:00:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:14 smithi002 ceph-mon[140029]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:00:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:14 smithi043 ceph-mon[135010]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:00:15.838 INFO:tasks.workunit.client.0.smithi002.stdout: 551: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:15.839 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OPfCtVTh-JMdR7Y off=4169116 len=1590868 2023-12-16T20:00:15.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 2838 completed, throughput=5MB/sec 2023-12-16T20:00:15.847 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BEncDhc21ws4Awg off=1760418 len=1751178 2023-12-16T20:00:15.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 2839 completed, throughput=5MB/sec 2023-12-16T20:00:15.856 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XXPMg8L92sTtxFc off=13465262 len=1780846 2023-12-16T20:00:15.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 2840 completed, throughput=5MB/sec 2023-12-16T20:00:16.866 INFO:tasks.workunit.client.0.smithi002.stdout: 552: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:16.866 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ggpYkXznY4gsXZr off=1435207 len=1818124 2023-12-16T20:00:16.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 2841 completed, throughput=5MB/sec 2023-12-16T20:00:16.874 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nmsBL_wlUy_xgHK off=3262824 len=1474714 2023-12-16T20:00:16.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 2842 completed, throughput=5MB/sec 2023-12-16T20:00:16.882 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hIZ4xsC1FBLo2xe off=5184376 len=2022710 2023-12-16T20:00:16.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 2843 completed, throughput=5MB/sec 2023-12-16T20:00:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:16 smithi002 ceph-mon[137674]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:00:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:16 smithi002 ceph-mon[140029]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:00:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:16 smithi043 ceph-mon[135010]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:00:17.885 INFO:tasks.workunit.client.0.smithi002.stdout: 553: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:17.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SdB-buL7mWDAK0S off=14955619 len=1680781 2023-12-16T20:00:17.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 2844 completed, throughput=5MB/sec 2023-12-16T20:00:17.887 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-spPT4qJ2Kh6yXLS off=9786768 len=66216 2023-12-16T20:00:17.890 INFO:tasks.workunit.client.0.smithi002.stdout:op 2845 completed, throughput=5MB/sec 2023-12-16T20:00:17.890 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ebMBtjlccdw4Lpw off=0 len=1472310 2023-12-16T20:00:17.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 2846 completed, throughput=5MB/sec 2023-12-16T20:00:17.898 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DeHJj6ep7YkR6wZ off=2536574 len=916360 2023-12-16T20:00:17.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 2847 completed, throughput=5MB/sec 2023-12-16T20:00:17.900 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GFwI1Rduo9h1s4S off=11335923 len=77696 2023-12-16T20:00:17.900 INFO:tasks.workunit.client.0.smithi002.stdout:op 2848 completed, throughput=5MB/sec 2023-12-16T20:00:18.900 INFO:tasks.workunit.client.0.smithi002.stdout: 554: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:18.901 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YdVgAswX19P1lCU off=177898 len=2055757 2023-12-16T20:00:18.910 INFO:tasks.workunit.client.0.smithi002.stdout:op 2849 completed, throughput=4.99MB/sec 2023-12-16T20:00:18.910 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-29jN9gqfAZ5B1D7 off=7133115 len=1080558 2023-12-16T20:00:18.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 2850 completed, throughput=5MB/sec 2023-12-16T20:00:18.913 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JKYP9tVAeYzEflo off=5656353 len=1770482 2023-12-16T20:00:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 2851 completed, throughput=5MB/sec 2023-12-16T20:00:18.920 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wujtixd9Z8rn6K3 off=2855383 len=2041712 2023-12-16T20:00:18.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 2852 completed, throughput=5MB/sec 2023-12-16T20:00:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:18 smithi002 ceph-mon[137674]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:00:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:18 smithi002 ceph-mon[140029]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:00:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:18 smithi043 ceph-mon[135010]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:00:19.931 INFO:tasks.workunit.client.0.smithi002.stdout: 555: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:19.931 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rZD-S5WWE0G8xpR off=7210071 len=317912 2023-12-16T20:00:19.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 2853 completed, throughput=4.99MB/sec 2023-12-16T20:00:19.932 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tOn7jueLMB5AcFE off=20104052 len=1307943 2023-12-16T20:00:19.934 INFO:tasks.workunit.client.0.smithi002.stdout:op 2854 completed, throughput=5MB/sec 2023-12-16T20:00:19.934 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xrxqeUk1m79jOfn off=1905601 len=1307350 2023-12-16T20:00:19.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 2855 completed, throughput=5MB/sec 2023-12-16T20:00:19.940 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CipqblD8-hhQoXC off=7339887 len=397610 2023-12-16T20:00:19.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 2856 completed, throughput=5MB/sec 2023-12-16T20:00:19.944 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TP_FK-6N4VWLMIm off=1388229 len=106992 2023-12-16T20:00:19.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 2857 completed, throughput=5MB/sec 2023-12-16T20:00:19.945 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b5hm6eZ_GWUVGWW off=1305895 len=381380 2023-12-16T20:00:19.948 INFO:tasks.workunit.client.0.smithi002.stdout:op 2858 completed, throughput=5MB/sec 2023-12-16T20:00:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:19 smithi002 ceph-mon[137674]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T20:00:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:19 smithi002 ceph-mon[140029]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T20:00:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:19 smithi043 ceph-mon[135010]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T20:00:20.949 INFO:tasks.workunit.client.0.smithi002.stdout: 556: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:20.949 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ct65ajL7nj1JJVw off=7110430 len=727807 2023-12-16T20:00:20.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 2859 completed, throughput=4.99MB/sec 2023-12-16T20:00:20.954 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4oN46L7fnYWP6H4 off=2062142 len=311165 2023-12-16T20:00:20.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 2860 completed, throughput=4.99MB/sec 2023-12-16T20:00:20.955 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9MgtQymewhrGyEl off=4663552 len=1141451 2023-12-16T20:00:20.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 2861 completed, throughput=4.99MB/sec 2023-12-16T20:00:20.957 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KLwNTsWY7g-Ai-W off=10382282 len=1816003 2023-12-16T20:00:20.961 INFO:tasks.workunit.client.0.smithi002.stdout:op 2862 completed, throughput=5MB/sec 2023-12-16T20:00:20.961 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GXZp-Hmk1UDDhaz off=3333799 len=315427 2023-12-16T20:00:20.964 INFO:tasks.workunit.client.0.smithi002.stdout:op 2863 completed, throughput=5MB/sec 2023-12-16T20:00:20.965 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CLz_gKtXoesQ3JF off=4472029 len=1736122 2023-12-16T20:00:20.973 INFO:tasks.workunit.client.0.smithi002.stdout:op 2864 completed, throughput=5MB/sec 2023-12-16T20:00:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:21.974 INFO:tasks.workunit.client.0.smithi002.stdout: 557: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:21.974 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5qvgkLJwNBzJxO2 off=2793047 len=956129 2023-12-16T20:00:21.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 2865 completed, throughput=4.99MB/sec 2023-12-16T20:00:21.979 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BKDKsHoFdIJ7AeA off=5656628 len=2032445 2023-12-16T20:00:21.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 2866 completed, throughput=5MB/sec 2023-12-16T20:00:21.983 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JO6dY-8wIWToXA8 off=6874256 len=1680247 2023-12-16T20:00:21.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 2867 completed, throughput=5MB/sec 2023-12-16T20:00:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:21 smithi002 ceph-mon[137674]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:00:22.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:21] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:00:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:21 smithi002 ceph-mon[140029]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:00:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:21 smithi043 ceph-mon[135010]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:00:22.985 INFO:tasks.workunit.client.0.smithi002.stdout: 558: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:22.985 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_3zlu1LPiSqL7OP off=876196 len=229624 2023-12-16T20:00:22.988 INFO:tasks.workunit.client.0.smithi002.stdout:op 2868 completed, throughput=4.99MB/sec 2023-12-16T20:00:22.988 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F4DQAf1LjoxgVoL off=11520882 len=1474217 2023-12-16T20:00:22.997 INFO:tasks.workunit.client.0.smithi002.stdout:op 2869 completed, throughput=4.99MB/sec 2023-12-16T20:00:22.997 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HHq50eL4vekZ88X off=10078360 len=1642308 2023-12-16T20:00:23.005 INFO:tasks.workunit.client.0.smithi002.stdout:op 2870 completed, throughput=5MB/sec 2023-12-16T20:00:23.005 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bFLgfhnJ4qdlLjO off=11805656 len=1195880 2023-12-16T20:00:23.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 2871 completed, throughput=5MB/sec 2023-12-16T20:00:23.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C3EXJy04bLIAP5v off=1156088 len=247357 2023-12-16T20:00:23.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 2872 completed, throughput=5MB/sec 2023-12-16T20:00:23.014 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ApYVNue4ItNzvXD off=11950313 len=558017 2023-12-16T20:00:23.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 2873 completed, throughput=5MB/sec 2023-12-16T20:00:24.015 INFO:tasks.workunit.client.0.smithi002.stdout: 559: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:24.016 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d3cIiA9zIzwfd4y off=4235287 len=315933 2023-12-16T20:00:24.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 2874 completed, throughput=4.99MB/sec 2023-12-16T20:00:24.019 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VKmBkvaTtTgLTeA off=17631489 len=601445 2023-12-16T20:00:24.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 2875 completed, throughput=4.99MB/sec 2023-12-16T20:00:24.023 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yB5CZUtntDBjhIz off=0 len=1285480 2023-12-16T20:00:24.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 2876 completed, throughput=4.99MB/sec 2023-12-16T20:00:24.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sa2a-OPOEykLs85 off=3846497 len=2004990 2023-12-16T20:00:24.035 INFO:tasks.workunit.client.0.smithi002.stdout:op 2877 completed, throughput=5MB/sec 2023-12-16T20:00:24.035 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3ahrANNhS_n1_3z off=13232410 len=1105178 2023-12-16T20:00:24.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 2878 completed, throughput=5MB/sec 2023-12-16T20:00:24.041 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3dxCrU2Y_96E8G2 off=6135559 len=138106 2023-12-16T20:00:24.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 2879 completed, throughput=5MB/sec 2023-12-16T20:00:25.042 INFO:tasks.workunit.client.0.smithi002.stdout: 560: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:25.042 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RLvqj1yB7zppKcy off=0 len=1989284 2023-12-16T20:00:25.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 2880 completed, throughput=4.99MB/sec 2023-12-16T20:00:25.051 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6Gdk81a6G-B48E3 off=1662611 len=430829 2023-12-16T20:00:25.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 2881 completed, throughput=5MB/sec 2023-12-16T20:00:25.055 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PUx559kDkgUH73J off=12942593 len=28568 2023-12-16T20:00:25.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 2882 completed, throughput=5MB/sec 2023-12-16T20:00:25.055 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bhx8qDAMsYMNMX3 off=2210931 len=1552661 2023-12-16T20:00:25.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 2883 completed, throughput=5MB/sec 2023-12-16T20:00:25.059 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GFwI1Rduo9h1s4S off=4688643 len=323974 2023-12-16T20:00:25.061 INFO:tasks.workunit.client.0.smithi002.stdout:op 2884 completed, throughput=5MB/sec 2023-12-16T20:00:25.061 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UL0NVuk-2hE44ID off=5153884 len=320149 2023-12-16T20:00:25.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 2885 completed, throughput=5MB/sec 2023-12-16T20:00:25.064 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7wzEM8CVsoaFKjy off=8846021 len=750402 2023-12-16T20:00:25.069 INFO:tasks.workunit.client.0.smithi002.stdout:op 2886 completed, throughput=5MB/sec 2023-12-16T20:00:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:24 smithi002 ceph-mon[137674]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-16T20:00:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:24 smithi002 ceph-mon[140029]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-16T20:00:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:24 smithi043 ceph-mon[135010]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-16T20:00:26.070 INFO:tasks.workunit.client.0.smithi002.stdout: 561: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:26.070 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9PVVZZiJs8ZBOfz off=12317334 len=1005061 2023-12-16T20:00:26.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 2887 completed, throughput=4.99MB/sec 2023-12-16T20:00:26.075 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kB1nQga3lieYaop off=852 len=1195528 2023-12-16T20:00:26.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 2888 completed, throughput=5MB/sec 2023-12-16T20:00:26.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WrVIew8yQGZm_Xk off=4489971 len=1108637 2023-12-16T20:00:26.087 INFO:tasks.workunit.client.0.smithi002.stdout:op 2889 completed, throughput=5MB/sec 2023-12-16T20:00:26.087 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-841OFW8-2Lm6o6g off=8116015 len=750503 2023-12-16T20:00:26.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 2890 completed, throughput=5MB/sec 2023-12-16T20:00:26.088 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MJbexmkN4oZGgGT off=6859975 len=1454884 2023-12-16T20:00:26.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 2891 completed, throughput=5MB/sec 2023-12-16T20:00:27.091 INFO:tasks.workunit.client.0.smithi002.stdout: 562: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:27.091 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FQcGOKQqW5C2Ruo off=772032 len=622362 2023-12-16T20:00:27.096 INFO:tasks.workunit.client.0.smithi002.stdout:op 2892 completed, throughput=4.99MB/sec 2023-12-16T20:00:27.096 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KGfHJQXKZVA8FuW off=2302014 len=1662473 2023-12-16T20:00:27.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 2893 completed, throughput=5MB/sec 2023-12-16T20:00:27.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ls8ZIdIScwnhXjP off=8865481 len=883137 2023-12-16T20:00:27.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 2894 completed, throughput=5MB/sec 2023-12-16T20:00:27.106 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oJyzigeUkVT4yJm off=4688517 len=499579 2023-12-16T20:00:27.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 2895 completed, throughput=5MB/sec 2023-12-16T20:00:27.106 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1gdTJmd8vVbqS5F off=8842531 len=1861295 2023-12-16T20:00:27.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 2896 completed, throughput=5MB/sec 2023-12-16T20:00:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:26 smithi002 ceph-mon[137674]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:00:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:26 smithi002 ceph-mon[140029]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:00:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:26 smithi043 ceph-mon[135010]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:00:28.109 INFO:tasks.workunit.client.0.smithi002.stdout: 563: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:28.109 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kBn85_w-ioPBuy8 off=9771705 len=1251041 2023-12-16T20:00:28.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 2897 completed, throughput=4.99MB/sec 2023-12-16T20:00:28.112 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wfMNTfJUm3okEEr off=14832626 len=1976001 2023-12-16T20:00:28.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 2898 completed, throughput=5MB/sec 2023-12-16T20:00:28.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RlxKr_IHPRFUkqB off=21076926 len=126786 2023-12-16T20:00:28.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 2899 completed, throughput=5MB/sec 2023-12-16T20:00:28.122 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wfNNIzHIgt-3-9k off=935223 len=1148293 2023-12-16T20:00:28.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 2900 completed, throughput=5MB/sec 2023-12-16T20:00:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UEAwvvZnYsXSO64 off=1048314 len=26118 2023-12-16T20:00:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 2901 completed, throughput=5MB/sec 2023-12-16T20:00:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-odRY5kOXFjRm7gu off=3491716 len=115556 2023-12-16T20:00:28.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 2902 completed, throughput=5MB/sec 2023-12-16T20:00:28.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uzfu9Y-gjuI-xB_ off=360280 len=302989 2023-12-16T20:00:28.135 INFO:tasks.workunit.client.0.smithi002.stdout:op 2903 completed, throughput=5MB/sec 2023-12-16T20:00:29.135 INFO:tasks.workunit.client.0.smithi002.stdout: 564: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:29.135 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dEBSANGV-YV1xIl off=21354661 len=335054 2023-12-16T20:00:29.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 2904 completed, throughput=4.99MB/sec 2023-12-16T20:00:29.136 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9XnGckOv3ScZRVy off=5572590 len=1606866 2023-12-16T20:00:29.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 2905 completed, throughput=4.99MB/sec 2023-12-16T20:00:29.144 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IU0l-L7aF9O7zW1 off=0 len=1203328 2023-12-16T20:00:29.145 INFO:tasks.workunit.client.0.smithi002.stdout:op 2906 completed, throughput=5MB/sec 2023-12-16T20:00:29.145 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bzjckN-FF_YwH5x off=11712031 len=1030768 2023-12-16T20:00:29.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 2907 completed, throughput=5MB/sec 2023-12-16T20:00:29.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DTxAxJ_KcGddyZh off=12959634 len=71265 2023-12-16T20:00:29.149 INFO:tasks.workunit.client.0.smithi002.stdout:op 2908 completed, throughput=5MB/sec 2023-12-16T20:00:29.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BDLpWk7ObCJUMf1 off=17238820 len=2008194 2023-12-16T20:00:29.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 2909 completed, throughput=5MB/sec 2023-12-16T20:00:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:28 smithi002 ceph-mon[137674]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:28 smithi002 ceph-mon[140029]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:28 smithi043 ceph-mon[135010]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:30.154 INFO:tasks.workunit.client.0.smithi002.stdout: 565: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:30.154 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jxqx3OJeMVvWU6l off=671318 len=894267 2023-12-16T20:00:30.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 2910 completed, throughput=4.99MB/sec 2023-12-16T20:00:30.155 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fhXjiOCsfkWEYI8 off=2981126 len=1253693 2023-12-16T20:00:30.158 INFO:tasks.workunit.client.0.smithi002.stdout:op 2911 completed, throughput=5MB/sec 2023-12-16T20:00:30.158 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uCM5iicDdiJVH8O off=2256701 len=1606750 2023-12-16T20:00:30.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 2912 completed, throughput=5MB/sec 2023-12-16T20:00:30.165 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SlJeunhrprz5m_t off=7664742 len=1116115 2023-12-16T20:00:30.172 INFO:tasks.workunit.client.0.smithi002.stdout:op 2913 completed, throughput=5MB/sec 2023-12-16T20:00:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:29 smithi002 ceph-mon[137674]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:00:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:29 smithi002 ceph-mon[140029]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:00:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:29 smithi043 ceph-mon[135010]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:00:31.173 INFO:tasks.workunit.client.0.smithi002.stdout: 566: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:31.173 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8jGpsJ--6WyjtNZ off=13423422 len=238565 2023-12-16T20:00:31.173 INFO:tasks.workunit.client.0.smithi002.stdout:op 2914 completed, throughput=4.99MB/sec 2023-12-16T20:00:31.173 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RZex5kzVo6F3XyD off=3949433 len=947996 2023-12-16T20:00:31.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 2915 completed, throughput=4.99MB/sec 2023-12-16T20:00:31.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G2uKpWRQB0ubvZv off=20776522 len=1405132 2023-12-16T20:00:31.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 2916 completed, throughput=5MB/sec 2023-12-16T20:00:31.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kw43q2fKJz4zjZ2 off=5238221 len=314819 2023-12-16T20:00:31.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 2917 completed, throughput=5MB/sec 2023-12-16T20:00:31.190 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--9BkmY9_NmPfcTn off=2489609 len=1007753 2023-12-16T20:00:31.195 INFO:tasks.workunit.client.0.smithi002.stdout:op 2918 completed, throughput=5MB/sec 2023-12-16T20:00:31.195 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xivVF2gzuhkTBkK off=1356443 len=89633 2023-12-16T20:00:31.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 2919 completed, throughput=5MB/sec 2023-12-16T20:00:31.198 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1kHPMW6q3fbq3y9 off=3123431 len=1549882 2023-12-16T20:00:31.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 2920 completed, throughput=5MB/sec 2023-12-16T20:00:32.201 INFO:tasks.workunit.client.0.smithi002.stdout: 567: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:32.201 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tx-fhBbVckXk3_e off=10121635 len=1455618 2023-12-16T20:00:32.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 2921 completed, throughput=4.99MB/sec 2023-12-16T20:00:32.209 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b0OzfUtKNz8lS0d off=1114282 len=60193 2023-12-16T20:00:32.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 2922 completed, throughput=4.99MB/sec 2023-12-16T20:00:32.209 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kyU74GcdpTnOajK off=6389077 len=1298647 2023-12-16T20:00:32.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 2923 completed, throughput=5MB/sec 2023-12-16T20:00:32.211 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iIt0_zF0cdjFdbC off=14747617 len=1804149 2023-12-16T20:00:32.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 2924 completed, throughput=5MB/sec 2023-12-16T20:00:32.213 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5T_9deNJZ0_wW6j off=2310839 len=517882 2023-12-16T20:00:32.214 INFO:tasks.workunit.client.0.smithi002.stdout:op 2925 completed, throughput=5MB/sec 2023-12-16T20:00:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:31] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:00:33.214 INFO:tasks.workunit.client.0.smithi002.stdout: 568: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:33.214 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yQFcSEjAGcp6ZHt off=21890921 len=485152 2023-12-16T20:00:33.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 2926 completed, throughput=4.99MB/sec 2023-12-16T20:00:33.215 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7vgt_tOG_lwfGq3 off=6705137 len=677862 2023-12-16T20:00:33.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 2927 completed, throughput=4.99MB/sec 2023-12-16T20:00:33.216 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dozclWW-wzBNwup off=16734560 len=1781963 2023-12-16T20:00:33.225 INFO:tasks.workunit.client.0.smithi002.stdout:op 2928 completed, throughput=5MB/sec 2023-12-16T20:00:33.225 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nD7K_deDZCbleUM off=385874 len=2003486 2023-12-16T20:00:33.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 2929 completed, throughput=5MB/sec 2023-12-16T20:00:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:32 smithi002 ceph-mon[137674]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T20:00:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:32 smithi002 ceph-mon[140029]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T20:00:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:32 smithi043 ceph-mon[135010]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-16T20:00:34.227 INFO:tasks.workunit.client.0.smithi002.stdout: 569: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:34.227 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f1s-nxK3efJU8AT off=11663898 len=467909 2023-12-16T20:00:34.231 INFO:tasks.workunit.client.0.smithi002.stdout:op 2930 completed, throughput=4.99MB/sec 2023-12-16T20:00:34.231 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g0wIYXK-KANK621 off=12023051 len=922864 2023-12-16T20:00:34.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 2931 completed, throughput=4.99MB/sec 2023-12-16T20:00:34.233 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gYXz7S9NFxqH4ev off=460620 len=833798 2023-12-16T20:00:34.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 2932 completed, throughput=5MB/sec 2023-12-16T20:00:34.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tLabhHmd2kqy2tU off=1023407 len=1763151 2023-12-16T20:00:34.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 2933 completed, throughput=5MB/sec 2023-12-16T20:00:34.244 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-btWsZ7DkoBlz419 off=18707210 len=1159715 2023-12-16T20:00:34.251 INFO:tasks.workunit.client.0.smithi002.stdout:op 2934 completed, throughput=5MB/sec 2023-12-16T20:00:34.251 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--3CHeBIzIH3Cy_8 off=8452958 len=524464 2023-12-16T20:00:34.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 2935 completed, throughput=5MB/sec 2023-12-16T20:00:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:34 smithi002 ceph-mon[137674]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:00:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:34 smithi002 ceph-mon[140029]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:00:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:34 smithi043 ceph-mon[135010]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:00:35.252 INFO:tasks.workunit.client.0.smithi002.stdout: 570: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:35.253 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q35A9rEvbKUhc5F off=1601900 len=94243 2023-12-16T20:00:35.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 2936 completed, throughput=4.99MB/sec 2023-12-16T20:00:35.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0gVYwk7oPAvPsJv off=10175187 len=1837939 2023-12-16T20:00:35.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 2937 completed, throughput=5MB/sec 2023-12-16T20:00:35.258 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_TXXiQmN7VqWoYq off=5904498 len=1300009 2023-12-16T20:00:35.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 2938 completed, throughput=5MB/sec 2023-12-16T20:00:35.260 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iUTfSesC-8kIF6B off=3923027 len=1217386 2023-12-16T20:00:35.262 INFO:tasks.workunit.client.0.smithi002.stdout:op 2939 completed, throughput=5MB/sec 2023-12-16T20:00:35.262 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LUSpJ_c39ftNZmg off=10924410 len=1576790 2023-12-16T20:00:35.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 2940 completed, throughput=5MB/sec 2023-12-16T20:00:36.264 INFO:tasks.workunit.client.0.smithi002.stdout: 571: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:36.264 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fk1GJcUOb6WemsZ off=799962 len=1798972 2023-12-16T20:00:36.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 2941 completed, throughput=5MB/sec 2023-12-16T20:00:36.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wOP4vg8NXl1GMOi off=643008 len=491050 2023-12-16T20:00:36.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 2942 completed, throughput=5MB/sec 2023-12-16T20:00:36.277 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5e8CBCu6unxIILL off=472310 len=153146 2023-12-16T20:00:36.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 2943 completed, throughput=5MB/sec 2023-12-16T20:00:36.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R9TfRkrIHQjhkAw off=2860249 len=243374 2023-12-16T20:00:36.283 INFO:tasks.workunit.client.0.smithi002.stdout:op 2944 completed, throughput=5MB/sec 2023-12-16T20:00:36.283 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CsLLTHTg4s1RFYz off=1705299 len=1676750 2023-12-16T20:00:36.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 2945 completed, throughput=5MB/sec 2023-12-16T20:00:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:36 smithi002 ceph-mon[137674]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:00:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:36 smithi002 ceph-mon[140029]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:00:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:36 smithi043 ceph-mon[135010]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:00:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:37.290 INFO:tasks.workunit.client.0.smithi002.stdout: 572: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:37.290 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qNAkscuI-wEbqos off=10506969 len=1601503 2023-12-16T20:00:37.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 2946 completed, throughput=4.99MB/sec 2023-12-16T20:00:37.297 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x4TWbRoSif0ofdJ off=7127668 len=543861 2023-12-16T20:00:37.299 INFO:tasks.workunit.client.0.smithi002.stdout:op 2947 completed, throughput=5MB/sec 2023-12-16T20:00:37.299 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ybs5_xnWneXOk6K off=9290641 len=1255618 2023-12-16T20:00:37.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 2948 completed, throughput=5MB/sec 2023-12-16T20:00:37.306 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iN7ePWpkDtXmz9V off=4592316 len=618711 2023-12-16T20:00:37.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 2949 completed, throughput=5MB/sec 2023-12-16T20:00:37.308 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L0KvutHJ1LM29OJ off=5994268 len=1759846 2023-12-16T20:00:37.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 2950 completed, throughput=5MB/sec 2023-12-16T20:00:38.317 INFO:tasks.workunit.client.0.smithi002.stdout: 573: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:38.317 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CdxN8TXgg0ysQDr off=4504681 len=1561801 2023-12-16T20:00:38.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 2951 completed, throughput=4.99MB/sec 2023-12-16T20:00:38.324 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NK9L0tCDNDPWz8U off=14226540 len=497493 2023-12-16T20:00:38.328 INFO:tasks.workunit.client.0.smithi002.stdout:op 2952 completed, throughput=5MB/sec 2023-12-16T20:00:38.328 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cZyPi6KsWFDVZvw off=15483319 len=99577 2023-12-16T20:00:38.329 INFO:tasks.workunit.client.0.smithi002.stdout:op 2953 completed, throughput=5MB/sec 2023-12-16T20:00:38.329 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-avtsgCLJcl4vIr6 off=991126 len=588287 2023-12-16T20:00:38.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 2954 completed, throughput=5MB/sec 2023-12-16T20:00:38.330 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ekqKXegNcavq-wd off=2916301 len=68733 2023-12-16T20:00:38.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 2955 completed, throughput=5MB/sec 2023-12-16T20:00:38.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3-tAggjmRJqvgT_ off=326506 len=1738480 2023-12-16T20:00:38.337 INFO:tasks.workunit.client.0.smithi002.stdout:op 2956 completed, throughput=5MB/sec 2023-12-16T20:00:38.337 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dBMGiP2ntZq0UNM off=13320417 len=1069074 2023-12-16T20:00:38.338 INFO:tasks.workunit.client.0.smithi002.stdout:op 2957 completed, throughput=5MB/sec 2023-12-16T20:00:39.050 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:00:39.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:38 smithi002 ceph-mon[137674]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:39.050 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:38 smithi002 ceph-mon[140029]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:38 smithi043 ceph-mon[135010]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:39.339 INFO:tasks.workunit.client.0.smithi002.stdout: 574: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:39.339 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NqDoZdYWomDls4M off=7724893 len=2021410 2023-12-16T20:00:39.347 INFO:tasks.workunit.client.0.smithi002.stdout:op 2958 completed, throughput=5MB/sec 2023-12-16T20:00:39.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qHReLxL2R8NsHcN off=7117904 len=1027898 2023-12-16T20:00:39.349 INFO:tasks.workunit.client.0.smithi002.stdout:op 2959 completed, throughput=5MB/sec 2023-12-16T20:00:39.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JJ0csbsvKxC7mIE off=1010376 len=211632 2023-12-16T20:00:39.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 2960 completed, throughput=5MB/sec 2023-12-16T20:00:39.352 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7iUVJ8aIbTppScm off=10491333 len=814028 2023-12-16T20:00:39.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 2961 completed, throughput=5MB/sec 2023-12-16T20:00:39.356 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iFiz_NIUtuUWpGM off=3908007 len=10451 2023-12-16T20:00:39.356 INFO:tasks.workunit.client.0.smithi002.stdout:op 2962 completed, throughput=5MB/sec 2023-12-16T20:00:39.356 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3hhD6WFmpBQLvZF off=15628152 len=938063 2023-12-16T20:00:39.362 INFO:tasks.workunit.client.0.smithi002.stdout:op 2963 completed, throughput=5MB/sec 2023-12-16T20:00:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:00:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (28m) 5m ago 31m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:00:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (28m) 2m ago 31m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:00:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (32m) 5m ago 32m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:00:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (32m) 2m ago 32m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (28m) 2m ago 34m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (28m) 5m ago 35m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (27m) 5m ago 35m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (27m) 2m ago 34m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (27m) 5m ago 34m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (28m) 5m ago 31m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (28m) 2m ago 31m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (26m) 5m ago 34m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (26m) 5m ago 34m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (25m) 5m ago 33m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (25m) 5m ago 33m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (24m) 2m ago 33m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (24m) 2m ago 33m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (24m) 2m ago 32m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (23m) 2m ago 32m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:00:39.376 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (28m) 2m ago 31m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:00:39.778 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:00:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:00:39.780 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:00:39.780 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:00:39.780 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:00:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[137674]: from='client.45542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[137674]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[137674]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:40.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/117591618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[140029]: from='client.45542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[140029]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[140029]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:39 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/117591618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:39 smithi043 ceph-mon[135010]: from='client.45542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:39 smithi043 ceph-mon[135010]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:00:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:39 smithi043 ceph-mon[135010]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:00:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:39 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/117591618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:00:40.362 INFO:tasks.workunit.client.0.smithi002.stdout: 575: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:40.363 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ila4Tnu2L9HCmyK off=7872124 len=357822 2023-12-16T20:00:40.366 INFO:tasks.workunit.client.0.smithi002.stdout:op 2964 completed, throughput=4.99MB/sec 2023-12-16T20:00:40.366 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pm8Kjz-avdKiKBx off=10569253 len=1724061 2023-12-16T20:00:40.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 2965 completed, throughput=5MB/sec 2023-12-16T20:00:40.373 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CN5MzBg90jBHeii off=3344361 len=197631 2023-12-16T20:00:40.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 2966 completed, throughput=5MB/sec 2023-12-16T20:00:40.376 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yFSbdRQRIq_smYJ off=11269746 len=1391510 2023-12-16T20:00:40.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 2967 completed, throughput=5MB/sec 2023-12-16T20:00:40.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q8-auRqR1U_cre6 off=3076693 len=1545656 2023-12-16T20:00:40.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 2968 completed, throughput=5MB/sec 2023-12-16T20:00:41.387 INFO:tasks.workunit.client.0.smithi002.stdout: 576: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:41.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V-6JezaSB5maAU3 off=13834626 len=1392270 2023-12-16T20:00:41.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 2969 completed, throughput=4.99MB/sec 2023-12-16T20:00:41.389 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xmu_bHHJEYWltj3 off=20202093 len=1578215 2023-12-16T20:00:41.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 2970 completed, throughput=5MB/sec 2023-12-16T20:00:41.397 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HXfsA40-H_CCg2T off=5399660 len=1515305 2023-12-16T20:00:41.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 2971 completed, throughput=5MB/sec 2023-12-16T20:00:41.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J9OJyBl-UzKsJFr off=2169733 len=1162611 2023-12-16T20:00:41.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 2972 completed, throughput=5MB/sec 2023-12-16T20:00:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:41] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:00:42.407 INFO:tasks.workunit.client.0.smithi002.stdout: 577: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:42.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H3vcLQ0305vs0NJ off=9245242 len=1622764 2023-12-16T20:00:42.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 2973 completed, throughput=5MB/sec 2023-12-16T20:00:42.409 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xsoH8F_teO7fqrp off=2832784 len=1777269 2023-12-16T20:00:42.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 2974 completed, throughput=5MB/sec 2023-12-16T20:00:42.418 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fQjXdfMk-ZFmnJ- off=1144710 len=1478680 2023-12-16T20:00:42.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 2975 completed, throughput=5MB/sec 2023-12-16T20:00:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:42 smithi002 ceph-mon[137674]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:00:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:42 smithi002 ceph-mon[140029]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:00:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:42 smithi043 ceph-mon[135010]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:00:43.427 INFO:tasks.workunit.client.0.smithi002.stdout: 578: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:43.427 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8pyleOP3Wrywg3z off=15068923 len=711749 2023-12-16T20:00:43.431 INFO:tasks.workunit.client.0.smithi002.stdout:op 2976 completed, throughput=4.99MB/sec 2023-12-16T20:00:43.431 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2CT1gRsWyn-P09E off=9541745 len=330252 2023-12-16T20:00:43.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 2977 completed, throughput=4.99MB/sec 2023-12-16T20:00:43.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TpQY_vFAj8LYJqs off=6703876 len=846432 2023-12-16T20:00:43.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 2978 completed, throughput=4.99MB/sec 2023-12-16T20:00:43.440 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E73ASHlO7jlzrr3 off=2451612 len=455394 2023-12-16T20:00:43.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 2979 completed, throughput=5MB/sec 2023-12-16T20:00:43.444 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QbjELzfvPrQ0is9 off=13293965 len=186279 2023-12-16T20:00:43.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 2980 completed, throughput=5MB/sec 2023-12-16T20:00:43.448 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IL9oUqdZOCeNGUB off=11676431 len=855486 2023-12-16T20:00:43.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 2981 completed, throughput=5MB/sec 2023-12-16T20:00:43.453 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8Vdept7n7r9vEnw off=9542774 len=618849 2023-12-16T20:00:43.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 2982 completed, throughput=5MB/sec 2023-12-16T20:00:43.456 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_0HsGk2odkGpTfU off=16554707 len=689036 2023-12-16T20:00:43.460 INFO:tasks.workunit.client.0.smithi002.stdout:op 2983 completed, throughput=5MB/sec 2023-12-16T20:00:43.460 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2VV90INS-5iU-Aq off=1304100 len=1398334 2023-12-16T20:00:43.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 2984 completed, throughput=5MB/sec 2023-12-16T20:00:44.462 INFO:tasks.workunit.client.0.smithi002.stdout: 579: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:44.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E3Zsa4fQ_LcnJf1 off=4331167 len=709879 2023-12-16T20:00:44.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 2985 completed, throughput=4.99MB/sec 2023-12-16T20:00:44.467 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AC9I1OWmQfLoPP1 off=1834319 len=1716123 2023-12-16T20:00:44.475 INFO:tasks.workunit.client.0.smithi002.stdout:op 2986 completed, throughput=5MB/sec 2023-12-16T20:00:44.475 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ce42E3AQNLFwN8Z off=876779 len=1604324 2023-12-16T20:00:44.483 INFO:tasks.workunit.client.0.smithi002.stdout:op 2987 completed, throughput=5MB/sec 2023-12-16T20:00:44.484 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QfJ53Jb1rO9bg9T off=0 len=1298128 2023-12-16T20:00:44.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 2988 completed, throughput=5MB/sec 2023-12-16T20:00:45.048 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:44 smithi043 ceph-mon[135010]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:00:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:44 smithi002 ceph-mon[137674]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:00:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:44 smithi002 ceph-mon[140029]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:00:45.485 INFO:tasks.workunit.client.0.smithi002.stdout: 580: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:45.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FhT9cU4pi8j7swX off=18761585 len=1140615 2023-12-16T20:00:45.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 2989 completed, throughput=4.99MB/sec 2023-12-16T20:00:45.490 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3Vw3Z7DXh_F17FF off=8034433 len=28676 2023-12-16T20:00:45.491 INFO:tasks.workunit.client.0.smithi002.stdout:op 2990 completed, throughput=4.99MB/sec 2023-12-16T20:00:45.491 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FIBmah0f9737fF- off=3159039 len=1075667 2023-12-16T20:00:45.491 INFO:tasks.workunit.client.0.smithi002.stdout:op 2991 completed, throughput=5MB/sec 2023-12-16T20:00:45.491 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mPZoKKnWDX6mJhT off=7369490 len=1967003 2023-12-16T20:00:45.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 2992 completed, throughput=5MB/sec 2023-12-16T20:00:45.493 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HUtKRAfb6_Y2em5 off=2915784 len=1499397 2023-12-16T20:00:45.494 INFO:tasks.workunit.client.0.smithi002.stdout:op 2993 completed, throughput=5MB/sec 2023-12-16T20:00:46.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:00:46.377 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:00:46.378 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:00:46.378 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:00:46.378 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:00:46.379 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:00:46.495 INFO:tasks.workunit.client.0.smithi002.stdout: 581: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:46.495 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FhEEwro4P3sb-Y1 off=2732100 len=344601 2023-12-16T20:00:46.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 2994 completed, throughput=4.99MB/sec 2023-12-16T20:00:46.499 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RU3PrK9z9A7xrTE off=3054783 len=1632896 2023-12-16T20:00:46.509 INFO:tasks.workunit.client.0.smithi002.stdout:op 2995 completed, throughput=5MB/sec 2023-12-16T20:00:46.510 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ArjextdXx8ZuHzP off=2079725 len=152291 2023-12-16T20:00:46.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 2996 completed, throughput=5MB/sec 2023-12-16T20:00:46.510 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N5eaZjOWYUAq6bP off=9471078 len=505714 2023-12-16T20:00:46.511 INFO:tasks.workunit.client.0.smithi002.stdout:op 2997 completed, throughput=5MB/sec 2023-12-16T20:00:46.511 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q-mZ7x-hDVgMqGA off=9844652 len=1517278 2023-12-16T20:00:46.519 INFO:tasks.workunit.client.0.smithi002.stdout:op 2998 completed, throughput=5MB/sec 2023-12-16T20:00:46.519 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LIaG2KzbWtkMUPf off=49964 len=1347616 2023-12-16T20:00:46.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 2999 completed, throughput=5MB/sec 2023-12-16T20:00:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:46 smithi002 ceph-mon[137674]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:00:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:46 smithi002 ceph-mon[140029]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:00:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:46 smithi043 ceph-mon[135010]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:00:47.527 INFO:tasks.workunit.client.0.smithi002.stdout: 582: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:47.528 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OWAzA0qGVaxw4Vj off=3852024 len=161181 2023-12-16T20:00:47.528 INFO:tasks.workunit.client.0.smithi002.stdout:op 3000 completed, throughput=4.99MB/sec 2023-12-16T20:00:47.528 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SYvesN0N3VndDYC off=1766031 len=999529 2023-12-16T20:00:47.530 INFO:tasks.workunit.client.0.smithi002.stdout:op 3001 completed, throughput=5MB/sec 2023-12-16T20:00:47.530 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ruRy2JtCmovjpzC off=1868540 len=82726 2023-12-16T20:00:47.532 INFO:tasks.workunit.client.0.smithi002.stdout:op 3002 completed, throughput=5MB/sec 2023-12-16T20:00:47.532 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tjDQuoEq_EHyFx0 off=1346654 len=352752 2023-12-16T20:00:47.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 3003 completed, throughput=5MB/sec 2023-12-16T20:00:47.534 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aikRsKyYmmSKuW5 off=1634078 len=1421638 2023-12-16T20:00:47.540 INFO:tasks.workunit.client.0.smithi002.stdout:op 3004 completed, throughput=5MB/sec 2023-12-16T20:00:47.540 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XHqrbrdJC5A1Siu off=2823842 len=1659119 2023-12-16T20:00:47.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 3005 completed, throughput=5MB/sec 2023-12-16T20:00:48.542 INFO:tasks.workunit.client.0.smithi002.stdout: 583: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:48.543 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PH3Ol9rBOYc3S0_ off=5900698 len=1221164 2023-12-16T20:00:48.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 3006 completed, throughput=4.99MB/sec 2023-12-16T20:00:48.549 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HbkRCOWAYABbBzY off=9972435 len=123862 2023-12-16T20:00:48.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 3007 completed, throughput=4.99MB/sec 2023-12-16T20:00:48.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XhlyKq8z07KUcHt off=13940371 len=834892 2023-12-16T20:00:48.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 3008 completed, throughput=5MB/sec 2023-12-16T20:00:48.557 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ief8K8uQx3BokXa off=7056764 len=1920428 2023-12-16T20:00:48.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 3009 completed, throughput=5MB/sec 2023-12-16T20:00:48.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g5m8V-nvlrfASLi off=7368701 len=275581 2023-12-16T20:00:48.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 3010 completed, throughput=5MB/sec 2023-12-16T20:00:48.568 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ppJntT8GTbfQgBi off=789738 len=1055943 2023-12-16T20:00:48.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 3011 completed, throughput=5MB/sec 2023-12-16T20:00:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:48 smithi002 ceph-mon[140029]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:00:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:48 smithi002 ceph-mon[137674]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:00:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:48 smithi043 ceph-mon[135010]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:00:49.573 INFO:tasks.workunit.client.0.smithi002.stdout: 584: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:49.574 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wYkG59YrKPZOKcc off=2274560 len=596236 2023-12-16T20:00:49.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 3012 completed, throughput=4.99MB/sec 2023-12-16T20:00:49.578 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hRvdWqeu7EVuQXL off=2987625 len=776795 2023-12-16T20:00:49.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 3013 completed, throughput=4.99MB/sec 2023-12-16T20:00:49.579 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9-KGpiXdBcH_Szk off=18519713 len=892559 2023-12-16T20:00:49.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 3014 completed, throughput=5MB/sec 2023-12-16T20:00:49.584 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-upHfiSAMwIHvegm off=14534747 len=1418246 2023-12-16T20:00:49.586 INFO:tasks.workunit.client.0.smithi002.stdout:op 3015 completed, throughput=5MB/sec 2023-12-16T20:00:49.586 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ulK2BOxJoOXlJys off=5472802 len=493178 2023-12-16T20:00:49.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 3016 completed, throughput=5MB/sec 2023-12-16T20:00:49.587 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TBFkJngUdhqLZtJ off=9969016 len=1955 2023-12-16T20:00:49.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 3017 completed, throughput=5MB/sec 2023-12-16T20:00:49.588 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TwR6Zc9ZSXH2E39 off=6595952 len=2085377 2023-12-16T20:00:49.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 3018 completed, throughput=5MB/sec 2023-12-16T20:00:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:49 smithi002 ceph-mon[137674]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T20:00:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:49 smithi002 ceph-mon[140029]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T20:00:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:49 smithi043 ceph-mon[135010]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T20:00:50.591 INFO:tasks.workunit.client.0.smithi002.stdout: 585: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:50.591 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-icKmwwp1fDYw2PZ off=162472 len=371384 2023-12-16T20:00:50.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 3019 completed, throughput=4.99MB/sec 2023-12-16T20:00:50.593 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_cG1v_nYPsGulhf off=10918757 len=907396 2023-12-16T20:00:50.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 3020 completed, throughput=5MB/sec 2023-12-16T20:00:50.598 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dEBSANGV-YV1xIl off=6078302 len=1025490 2023-12-16T20:00:50.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 3021 completed, throughput=5MB/sec 2023-12-16T20:00:50.604 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Gk-s7TJz8Kd0PqE off=4088667 len=1855134 2023-12-16T20:00:50.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 3022 completed, throughput=5MB/sec 2023-12-16T20:00:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:00:51.613 INFO:tasks.workunit.client.0.smithi002.stdout: 586: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:51.613 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cDyj7MFg-kPnKns off=9539163 len=327442 2023-12-16T20:00:51.616 INFO:tasks.workunit.client.0.smithi002.stdout:op 3023 completed, throughput=4.99MB/sec 2023-12-16T20:00:51.616 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Y4k-UNdIhdwCyYI off=9536146 len=1980947 2023-12-16T20:00:51.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 3024 completed, throughput=5MB/sec 2023-12-16T20:00:51.618 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CBktAYYL-hqYvKL off=1576091 len=1748439 2023-12-16T20:00:51.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 3025 completed, throughput=5MB/sec 2023-12-16T20:00:51.620 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-H9dEgDVXoom6ov8 off=12020378 len=1021666 2023-12-16T20:00:51.626 INFO:tasks.workunit.client.0.smithi002.stdout:op 3026 completed, throughput=5MB/sec 2023-12-16T20:00:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:51 smithi002 ceph-mon[137674]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-16T20:00:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:00:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:00:51] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:00:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:51 smithi002 ceph-mon[140029]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-16T20:00:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:51 smithi043 ceph-mon[135010]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-16T20:00:52.627 INFO:tasks.workunit.client.0.smithi002.stdout: 587: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:52.627 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WQzhCKSPk29Rc8o off=1897234 len=1541 2023-12-16T20:00:52.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 3027 completed, throughput=4.99MB/sec 2023-12-16T20:00:52.627 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lgQKqIFZrzD7uP2 off=2381383 len=1134412 2023-12-16T20:00:52.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 3028 completed, throughput=4.99MB/sec 2023-12-16T20:00:52.633 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-brHDVODN8O7gQjU off=11769895 len=1483588 2023-12-16T20:00:52.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 3029 completed, throughput=5MB/sec 2023-12-16T20:00:52.636 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YfI4XSuOA_e2toy off=11798396 len=2051995 2023-12-16T20:00:52.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 3030 completed, throughput=5MB/sec 2023-12-16T20:00:52.640 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xXMG1eeFaSIw5VD off=3397524 len=318743 2023-12-16T20:00:52.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 3031 completed, throughput=5MB/sec 2023-12-16T20:00:52.641 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s4NmVuW2OV4zPJJ off=5286127 len=1571927 2023-12-16T20:00:52.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 3032 completed, throughput=5MB/sec 2023-12-16T20:00:53.645 INFO:tasks.workunit.client.0.smithi002.stdout: 588: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:53.645 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2OxNBs_sM636Igb off=4923490 len=1084013 2023-12-16T20:00:53.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 3033 completed, throughput=5MB/sec 2023-12-16T20:00:53.650 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mCluThiWvLc7Tfh off=8752073 len=454516 2023-12-16T20:00:53.651 INFO:tasks.workunit.client.0.smithi002.stdout:op 3034 completed, throughput=5MB/sec 2023-12-16T20:00:53.651 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kyU74GcdpTnOajK off=10716871 len=1122371 2023-12-16T20:00:53.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 3035 completed, throughput=5MB/sec 2023-12-16T20:00:53.653 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LeFz74f-wkZv5q0 off=0 len=1386085 2023-12-16T20:00:53.655 INFO:tasks.workunit.client.0.smithi002.stdout:op 3036 completed, throughput=5MB/sec 2023-12-16T20:00:54.655 INFO:tasks.workunit.client.0.smithi002.stdout: 589: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:54.655 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1B0003OUoOiSEDn off=14787835 len=1265729 2023-12-16T20:00:54.661 INFO:tasks.workunit.client.0.smithi002.stdout:op 3037 completed, throughput=4.99MB/sec 2023-12-16T20:00:54.661 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d0ZF-uFxuF02OqU off=6922213 len=1391505 2023-12-16T20:00:54.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 3038 completed, throughput=5MB/sec 2023-12-16T20:00:54.669 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ETKKWdfZ7hpnQst off=1024482 len=375065 2023-12-16T20:00:54.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 3039 completed, throughput=5MB/sec 2023-12-16T20:00:54.670 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3b04xwwt9pj-FGQ off=16710174 len=105572 2023-12-16T20:00:54.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 3040 completed, throughput=5MB/sec 2023-12-16T20:00:54.671 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaOJs85FPm7AZHn off=9694747 len=257808 2023-12-16T20:00:54.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 3041 completed, throughput=5MB/sec 2023-12-16T20:00:54.671 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UCLxpClhBp6ifzX off=14577242 len=817940 2023-12-16T20:00:54.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 3042 completed, throughput=5MB/sec 2023-12-16T20:00:54.677 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tTCxlUzr-isAYFU off=1184252 len=1457319 2023-12-16T20:00:54.685 INFO:tasks.workunit.client.0.smithi002.stdout:op 3043 completed, throughput=5MB/sec 2023-12-16T20:00:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:54 smithi002 ceph-mon[137674]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:54 smithi002 ceph-mon[140029]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:54 smithi043 ceph-mon[135010]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:00:55.685 INFO:tasks.workunit.client.0.smithi002.stdout: 590: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:55.685 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IL9oUqdZOCeNGUB off=2419795 len=1802222 2023-12-16T20:00:55.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 3044 completed, throughput=5MB/sec 2023-12-16T20:00:55.694 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EGhAMuzIrn-9BeI off=2138420 len=1348688 2023-12-16T20:00:55.702 INFO:tasks.workunit.client.0.smithi002.stdout:op 3045 completed, throughput=5MB/sec 2023-12-16T20:00:55.702 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tRLvd9s1KQn1H_7 off=5285604 len=510662 2023-12-16T20:00:55.702 INFO:tasks.workunit.client.0.smithi002.stdout:op 3046 completed, throughput=5MB/sec 2023-12-16T20:00:55.703 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-etI7TULNLCMV1EC off=8806407 len=723603 2023-12-16T20:00:55.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 3047 completed, throughput=5MB/sec 2023-12-16T20:00:55.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_1N59fCYZnt58PV off=11057505 len=728804 2023-12-16T20:00:55.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 3048 completed, throughput=5MB/sec 2023-12-16T20:00:56.709 INFO:tasks.workunit.client.0.smithi002.stdout: 591: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:56.709 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pa27cLbrOsX2iz3 off=2383074 len=1425443 2023-12-16T20:00:56.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 3049 completed, throughput=4.99MB/sec 2023-12-16T20:00:56.713 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h4IjV2lfeb3Tpaf off=17601196 len=1354091 2023-12-16T20:00:56.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 3050 completed, throughput=5MB/sec 2023-12-16T20:00:56.713 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KFxnxT8UhMKwj8a off=11717685 len=92718 2023-12-16T20:00:56.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 3051 completed, throughput=5MB/sec 2023-12-16T20:00:56.715 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WExgLANCqVeZvlt off=2108607 len=1601863 2023-12-16T20:00:56.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 3052 completed, throughput=5MB/sec 2023-12-16T20:00:56.724 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h0yesLzxjQKNoee off=4068707 len=2095645 2023-12-16T20:00:56.725 INFO:tasks.workunit.client.0.smithi002.stdout:op 3053 completed, throughput=5MB/sec 2023-12-16T20:00:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:56 smithi002 ceph-mon[137674]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T20:00:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:56 smithi002 ceph-mon[140029]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T20:00:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:56 smithi043 ceph-mon[135010]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-16T20:00:57.726 INFO:tasks.workunit.client.0.smithi002.stdout: 592: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:57.726 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XGHalo3lhmsjTuK off=1162457 len=229527 2023-12-16T20:00:57.727 INFO:tasks.workunit.client.0.smithi002.stdout:op 3054 completed, throughput=4.99MB/sec 2023-12-16T20:00:57.727 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2nS7eVfccLAHIJC off=3556831 len=661067 2023-12-16T20:00:57.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 3055 completed, throughput=5MB/sec 2023-12-16T20:00:57.729 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M5axILUv51dwMvr off=21193669 len=297491 2023-12-16T20:00:57.730 INFO:tasks.workunit.client.0.smithi002.stdout:op 3056 completed, throughput=5MB/sec 2023-12-16T20:00:57.730 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t7FH6BmmOzQ9TJL off=6959933 len=1304253 2023-12-16T20:00:57.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 3057 completed, throughput=5MB/sec 2023-12-16T20:00:57.732 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JhHLOzPFJpK67PG off=27370 len=1803324 2023-12-16T20:00:57.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 3058 completed, throughput=5MB/sec 2023-12-16T20:00:58.734 INFO:tasks.workunit.client.0.smithi002.stdout: 593: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:58.734 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r-draoxrf-XHxMQ off=10032683 len=1073443 2023-12-16T20:00:58.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 3059 completed, throughput=4.99MB/sec 2023-12-16T20:00:58.741 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wyH6TTEoE0dKRx6 off=791215 len=2000741 2023-12-16T20:00:58.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 3060 completed, throughput=5MB/sec 2023-12-16T20:00:58.743 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xc7VCxX6uLoHmS3 off=16414091 len=718213 2023-12-16T20:00:58.748 INFO:tasks.workunit.client.0.smithi002.stdout:op 3061 completed, throughput=5MB/sec 2023-12-16T20:00:58.748 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fHN6FvKXUdCkKfa off=9294184 len=1778104 2023-12-16T20:00:58.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 3062 completed, throughput=5MB/sec 2023-12-16T20:00:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:58 smithi002 ceph-mon[137674]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:00:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:58 smithi002 ceph-mon[140029]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:00:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:58 smithi043 ceph-mon[135010]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:00:59.751 INFO:tasks.workunit.client.0.smithi002.stdout: 594: throughput=4.99MB/sec pending data=0 2023-12-16T20:00:59.751 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1zhVugl9Ad_jH84 off=16854254 len=1078344 2023-12-16T20:00:59.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 3063 completed, throughput=4.99MB/sec 2023-12-16T20:00:59.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jVYpDUNYpAa1o7W off=20222924 len=700514 2023-12-16T20:00:59.762 INFO:tasks.workunit.client.0.smithi002.stdout:op 3064 completed, throughput=5MB/sec 2023-12-16T20:00:59.762 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SkAPALQNZYbBLWE off=10162607 len=1701349 2023-12-16T20:00:59.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 3065 completed, throughput=5MB/sec 2023-12-16T20:00:59.766 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ktC8FYAM7NXj3CF off=1529767 len=1319431 2023-12-16T20:00:59.768 INFO:tasks.workunit.client.0.smithi002.stdout:op 3066 completed, throughput=5MB/sec 2023-12-16T20:01:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:00:59 smithi002 ceph-mon[137674]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:00:59 smithi002 ceph-mon[140029]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:00:59 smithi043 ceph-mon[135010]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:00.768 INFO:tasks.workunit.client.0.smithi002.stdout: 595: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:00.768 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9VgAho3X8SMmyOP off=6394184 len=441899 2023-12-16T20:01:00.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 3067 completed, throughput=4.99MB/sec 2023-12-16T20:01:00.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bNQPwnfgyeQnOHZ off=3775928 len=483251 2023-12-16T20:01:00.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 3068 completed, throughput=4.99MB/sec 2023-12-16T20:01:00.774 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HTnJORvEPOefSZk off=652148 len=610450 2023-12-16T20:01:00.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 3069 completed, throughput=4.99MB/sec 2023-12-16T20:01:00.779 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LfncKHA0lQqR4ny off=9424327 len=414002 2023-12-16T20:01:00.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 3070 completed, throughput=4.99MB/sec 2023-12-16T20:01:00.783 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ERFjleSOkpS4CJ6 off=4468872 len=1663874 2023-12-16T20:01:00.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 3071 completed, throughput=5MB/sec 2023-12-16T20:01:00.791 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AjClx3qH0CJoP3s off=5266259 len=552197 2023-12-16T20:01:00.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 3072 completed, throughput=5MB/sec 2023-12-16T20:01:00.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eue_SBC6J4r-fSL off=2388032 len=1714006 2023-12-16T20:01:00.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 3073 completed, throughput=5MB/sec 2023-12-16T20:01:01.797 INFO:tasks.workunit.client.0.smithi002.stdout: 596: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:01.797 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TE1tnCKe_uGbcxp off=784537 len=244103 2023-12-16T20:01:01.798 INFO:tasks.workunit.client.0.smithi002.stdout:op 3074 completed, throughput=4.99MB/sec 2023-12-16T20:01:01.798 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JfA3klIfNUnVXr5 off=3452553 len=1314535 2023-12-16T20:01:01.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 3075 completed, throughput=5MB/sec 2023-12-16T20:01:01.806 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ilKfyNr7islelw6 off=10437488 len=883267 2023-12-16T20:01:01.807 INFO:tasks.workunit.client.0.smithi002.stdout:op 3076 completed, throughput=5MB/sec 2023-12-16T20:01:01.807 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UT5gi6QfYVAEubS off=105441 len=1707246 2023-12-16T20:01:01.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 3077 completed, throughput=5MB/sec 2023-12-16T20:01:01.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qa-91ygEAamVxO6 off=4007447 len=313424 2023-12-16T20:01:01.817 INFO:tasks.workunit.client.0.smithi002.stdout:op 3078 completed, throughput=5MB/sec 2023-12-16T20:01:01.818 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LG15x9XoOxWotya off=13202969 len=1735265 2023-12-16T20:01:01.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 3079 completed, throughput=5MB/sec 2023-12-16T20:01:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:01] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:01:02.820 INFO:tasks.workunit.client.0.smithi002.stdout: 597: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:02.820 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6CFz0DEI7fFfJrZ off=4708988 len=1777781 2023-12-16T20:01:02.823 INFO:tasks.workunit.client.0.smithi002.stdout:op 3080 completed, throughput=5MB/sec 2023-12-16T20:01:02.823 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UUW-wUknUIMsO-2 off=22367603 len=203651 2023-12-16T20:01:02.827 INFO:tasks.workunit.client.0.smithi002.stdout:op 3081 completed, throughput=5MB/sec 2023-12-16T20:01:02.827 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lWNXYy9daz_hdY3 off=2711501 len=461845 2023-12-16T20:01:02.831 INFO:tasks.workunit.client.0.smithi002.stdout:op 3082 completed, throughput=5MB/sec 2023-12-16T20:01:02.831 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LWqgRtDWWD3oYqz off=493739 len=1753426 2023-12-16T20:01:02.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 3083 completed, throughput=5MB/sec 2023-12-16T20:01:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:02 smithi002 ceph-mon[137674]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:01:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:02 smithi002 ceph-mon[140029]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:01:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:02 smithi043 ceph-mon[135010]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:01:03.840 INFO:tasks.workunit.client.0.smithi002.stdout: 598: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:03.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jijYtrZtZCPKLmn off=17818933 len=2059986 2023-12-16T20:01:03.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 3084 completed, throughput=5MB/sec 2023-12-16T20:01:03.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LIUIcGO8XmuS_FS off=1783099 len=427526 2023-12-16T20:01:03.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 3085 completed, throughput=5MB/sec 2023-12-16T20:01:03.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uuETClPb9pPooVd off=5665508 len=664669 2023-12-16T20:01:03.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 3086 completed, throughput=5MB/sec 2023-12-16T20:01:03.854 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x4TWbRoSif0ofdJ off=675537 len=10761 2023-12-16T20:01:03.854 INFO:tasks.workunit.client.0.smithi002.stdout:op 3087 completed, throughput=5MB/sec 2023-12-16T20:01:03.854 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_lmJhvQjUwuBoDL off=3225221 len=1231196 2023-12-16T20:01:03.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 3088 completed, throughput=5MB/sec 2023-12-16T20:01:03.856 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qlYNDf9nL124XID off=15398832 len=1022206 2023-12-16T20:01:03.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 3089 completed, throughput=5MB/sec 2023-12-16T20:01:04.857 INFO:tasks.workunit.client.0.smithi002.stdout: 599: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:04.858 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q8-_LHHIwB5My4e off=54307 len=41706 2023-12-16T20:01:04.858 INFO:tasks.workunit.client.0.smithi002.stdout:op 3090 completed, throughput=4.99MB/sec 2023-12-16T20:01:04.859 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xa_nVtvGKPv2U3z off=22863655 len=1222601 2023-12-16T20:01:04.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 3091 completed, throughput=4.99MB/sec 2023-12-16T20:01:04.866 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DudVu5ngHXXMFVg off=9269936 len=1527119 2023-12-16T20:01:04.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 3092 completed, throughput=5MB/sec 2023-12-16T20:01:04.869 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2LczmUzEm610M0w off=2379298 len=1738496 2023-12-16T20:01:04.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 3093 completed, throughput=5MB/sec 2023-12-16T20:01:04.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LFIDH41p_v2Bij4 off=39764 len=224876 2023-12-16T20:01:04.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 3094 completed, throughput=5MB/sec 2023-12-16T20:01:04.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jd1_gelJwgLbMgb off=0 len=1503144 2023-12-16T20:01:04.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 3095 completed, throughput=5MB/sec 2023-12-16T20:01:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:04 smithi002 ceph-mon[137674]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:04 smithi002 ceph-mon[140029]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:04 smithi043 ceph-mon[135010]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:05.879 INFO:tasks.workunit.client.0.smithi002.stdout: 600: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:05.879 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xPo-S4p0Pz52QFF off=19589649 len=1795207 2023-12-16T20:01:05.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 3096 completed, throughput=5MB/sec 2023-12-16T20:01:05.888 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K1gmF_PfWirqU5C off=8918512 len=1229559 2023-12-16T20:01:05.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 3097 completed, throughput=5MB/sec 2023-12-16T20:01:05.893 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CXjssAzTLzFLtTb off=3681859 len=258846 2023-12-16T20:01:05.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 3098 completed, throughput=5MB/sec 2023-12-16T20:01:05.893 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TMyyjrcEH0uu6Nv off=10139331 len=1763710 2023-12-16T20:01:05.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 3099 completed, throughput=5MB/sec 2023-12-16T20:01:06.903 INFO:tasks.workunit.client.0.smithi002.stdout: 601: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:06.903 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f3ThN0ZSJq6jBs5 off=13062176 len=713079 2023-12-16T20:01:06.904 INFO:tasks.workunit.client.0.smithi002.stdout:op 3100 completed, throughput=4.99MB/sec 2023-12-16T20:01:06.904 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UKEldHDlDXQjZ3l off=14046304 len=186936 2023-12-16T20:01:06.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 3101 completed, throughput=4.99MB/sec 2023-12-16T20:01:06.906 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wcTD6DVro_5ZK-0 off=143565 len=235114 2023-12-16T20:01:06.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 3102 completed, throughput=4.99MB/sec 2023-12-16T20:01:06.907 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tNrBoG31X7d_WNM off=2658888 len=1120055 2023-12-16T20:01:06.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 3103 completed, throughput=5MB/sec 2023-12-16T20:01:06.912 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TCD5Q3y8liL75ru off=3635809 len=984181 2023-12-16T20:01:06.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 3104 completed, throughput=5MB/sec 2023-12-16T20:01:06.918 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5KE4rJpAcH48Hw8 off=360689 len=1631776 2023-12-16T20:01:06.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 3105 completed, throughput=5MB/sec 2023-12-16T20:01:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:06 smithi002 ceph-mon[137674]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:06 smithi002 ceph-mon[140029]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:06 smithi043 ceph-mon[135010]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:07.920 INFO:tasks.workunit.client.0.smithi002.stdout: 602: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:07.921 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qtnGQqENVrLT5yh off=1358673 len=1881099 2023-12-16T20:01:07.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 3106 completed, throughput=5MB/sec 2023-12-16T20:01:07.929 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bTrNBixzxNtv4__ off=1310263 len=1798343 2023-12-16T20:01:07.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 3107 completed, throughput=5MB/sec 2023-12-16T20:01:07.938 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WTEo4SYM-cPL0vs off=2089684 len=1281261 2023-12-16T20:01:07.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 3108 completed, throughput=5MB/sec 2023-12-16T20:01:08.940 INFO:tasks.workunit.client.0.smithi002.stdout: 603: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:08.940 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-k4r3q7wYOShfA42 off=6607102 len=242018 2023-12-16T20:01:08.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 3109 completed, throughput=4.99MB/sec 2023-12-16T20:01:08.943 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fIjL-I56mIFcGM9 off=3612097 len=1814322 2023-12-16T20:01:08.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 3110 completed, throughput=5MB/sec 2023-12-16T20:01:08.951 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--_ZzzwN_WCN1LQg off=16746809 len=1001846 2023-12-16T20:01:08.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 3111 completed, throughput=5MB/sec 2023-12-16T20:01:08.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bRnlTPpl0o4TCpu off=20304702 len=2047740 2023-12-16T20:01:08.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 3112 completed, throughput=5MB/sec 2023-12-16T20:01:08.966 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qtdGadAFHrzluoL off=10412997 len=622105 2023-12-16T20:01:08.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 3113 completed, throughput=5MB/sec 2023-12-16T20:01:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:08 smithi002 ceph-mon[137674]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:08 smithi002 ceph-mon[140029]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:08 smithi043 ceph-mon[135010]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:01:09.972 INFO:tasks.workunit.client.0.smithi002.stdout: 604: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:09.972 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6wOsbvhdHQR9GZY off=5196140 len=591165 2023-12-16T20:01:09.973 INFO:tasks.workunit.client.0.smithi002.stdout:op 3114 completed, throughput=4.99MB/sec 2023-12-16T20:01:09.973 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tCqLXCLRdUIsgcR off=18336904 len=1770351 2023-12-16T20:01:09.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 3115 completed, throughput=5MB/sec 2023-12-16T20:01:09.975 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jsIehnQc3r8pk5j off=756048 len=689560 2023-12-16T20:01:09.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 3116 completed, throughput=5MB/sec 2023-12-16T20:01:09.980 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mdtlbxidUE97RB0 off=8985254 len=2025615 2023-12-16T20:01:09.981 INFO:tasks.workunit.client.0.smithi002.stdout:op 3117 completed, throughput=5MB/sec 2023-12-16T20:01:10.157 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:01:10.157 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:09 smithi002 ceph-mon[137674]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:01:10.157 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:09 smithi002 ceph-mon[140029]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:01:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:09 smithi043 ceph-mon[135010]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:01:10.481 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:01:10.481 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (29m) 5m ago 32m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:01:10.481 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (29m) 3m ago 31m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (32m) 5m ago 32m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (32m) 3m ago 32m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (28m) 3m ago 35m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (29m) 5m ago 36m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (28m) 5m ago 36m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (27m) 3m ago 35m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (28m) 5m ago 35m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (29m) 5m ago 31m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (29m) 3m ago 31m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (27m) 5m ago 34m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (26m) 5m ago 34m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (26m) 5m ago 34m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (25m) 5m ago 34m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (25m) 3m ago 33m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:01:10.482 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (25m) 3m ago 33m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:01:10.483 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (24m) 3m ago 33m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:01:10.483 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (24m) 3m ago 33m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:01:10.483 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (28m) 3m ago 32m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:01:10.885 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:01:10.886 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:01:10.887 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:01:10.887 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:01:10.887 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:01:10.982 INFO:tasks.workunit.client.0.smithi002.stdout: 605: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:10.982 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hQTuRTh7TVbzMgw off=3182825 len=244247 2023-12-16T20:01:10.982 INFO:tasks.workunit.client.0.smithi002.stdout:op 3118 completed, throughput=4.99MB/sec 2023-12-16T20:01:10.983 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fTdJv5cDPKurYwz off=7905777 len=1787915 2023-12-16T20:01:10.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 3119 completed, throughput=5MB/sec 2023-12-16T20:01:10.984 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xazmIVtU78wX5Nm off=5308828 len=1730155 2023-12-16T20:01:10.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 3120 completed, throughput=5MB/sec 2023-12-16T20:01:10.986 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SD3yX_SAOiuSKfP off=2898283 len=1375742 2023-12-16T20:01:10.991 INFO:tasks.workunit.client.0.smithi002.stdout:op 3121 completed, throughput=5MB/sec 2023-12-16T20:01:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[137674]: from='client.45560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[137674]: from='client.35625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1308290528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[140029]: from='client.45560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[140029]: from='client.35625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1308290528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:10 smithi043 ceph-mon[135010]: from='client.45560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:10 smithi043 ceph-mon[135010]: from='client.35625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:11.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1308290528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:11.992 INFO:tasks.workunit.client.0.smithi002.stdout: 606: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:11.992 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Czr69uM8QHiQEyD off=1402084 len=294636 2023-12-16T20:01:11.993 INFO:tasks.workunit.client.0.smithi002.stdout:op 3122 completed, throughput=4.99MB/sec 2023-12-16T20:01:11.993 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7FDADB8RBN0EGIx off=22252836 len=865605 2023-12-16T20:01:11.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 3123 completed, throughput=4.99MB/sec 2023-12-16T20:01:11.995 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nUVtltDm96FPQem off=13460948 len=1122493 2023-12-16T20:01:11.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 3124 completed, throughput=5MB/sec 2023-12-16T20:01:11.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-I_2ec47sLUagz64 off=4547019 len=1853710 2023-12-16T20:01:12.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 3125 completed, throughput=5MB/sec 2023-12-16T20:01:12.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o1ht3cQinds2_5e off=7834774 len=1480240 2023-12-16T20:01:12.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 3126 completed, throughput=5MB/sec 2023-12-16T20:01:12.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:11 smithi002 ceph-mon[137674]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:11] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-16T20:01:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:11 smithi002 ceph-mon[140029]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:12.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:11 smithi043 ceph-mon[135010]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:13.008 INFO:tasks.workunit.client.0.smithi002.stdout: 607: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:13.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BkPrbiDIrDAfDq5 off=7424890 len=867658 2023-12-16T20:01:13.010 INFO:tasks.workunit.client.0.smithi002.stdout:op 3127 completed, throughput=4.99MB/sec 2023-12-16T20:01:13.010 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SYvesN0N3VndDYC off=444963 len=217147 2023-12-16T20:01:13.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 3128 completed, throughput=4.99MB/sec 2023-12-16T20:01:13.013 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qKjJOBk4mkqQPIo off=9402178 len=752877 2023-12-16T20:01:13.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 3129 completed, throughput=5MB/sec 2023-12-16T20:01:13.014 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0RekJIVoq4-j_6N off=7338192 len=433680 2023-12-16T20:01:13.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 3130 completed, throughput=5MB/sec 2023-12-16T20:01:13.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mSRxkaQqTBRqsBy off=10725675 len=329127 2023-12-16T20:01:13.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 3131 completed, throughput=5MB/sec 2023-12-16T20:01:13.016 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NnMthvHEAmxjdNB off=1098670 len=445731 2023-12-16T20:01:13.021 INFO:tasks.workunit.client.0.smithi002.stdout:op 3132 completed, throughput=5MB/sec 2023-12-16T20:01:13.021 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SAKlZTibJbt5H1C off=8652779 len=621345 2023-12-16T20:01:13.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 3133 completed, throughput=5MB/sec 2023-12-16T20:01:13.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fvpcPONpvqzxLtt off=1345111 len=540700 2023-12-16T20:01:13.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 3134 completed, throughput=5MB/sec 2023-12-16T20:01:13.026 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b7u2jRPJt6h8b51 off=9327236 len=55759 2023-12-16T20:01:13.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 3135 completed, throughput=5MB/sec 2023-12-16T20:01:13.029 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-i3-9dWkhNTqVvFo off=1377907 len=1494827 2023-12-16T20:01:13.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 3136 completed, throughput=5MB/sec 2023-12-16T20:01:14.031 INFO:tasks.workunit.client.0.smithi002.stdout: 608: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:14.031 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-62WWUr57QIkAfpm off=7593923 len=1350330 2023-12-16T20:01:14.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 3137 completed, throughput=5MB/sec 2023-12-16T20:01:14.037 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PrJGm36aYrKg7-L off=1692375 len=1160656 2023-12-16T20:01:14.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 3138 completed, throughput=5MB/sec 2023-12-16T20:01:14.039 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3lcUnqEcoTpeW_i off=8891828 len=376938 2023-12-16T20:01:14.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 3139 completed, throughput=5MB/sec 2023-12-16T20:01:14.043 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E2lLHwjHk-VtRMh off=4189748 len=1682529 2023-12-16T20:01:14.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 3140 completed, throughput=5MB/sec 2023-12-16T20:01:14.045 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O0h2jlQz0tmvFii off=9122334 len=726905 2023-12-16T20:01:14.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 3141 completed, throughput=5MB/sec 2023-12-16T20:01:15.050 INFO:tasks.workunit.client.0.smithi002.stdout: 609: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:15.050 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FMPZ7y-hVF_n-e_ off=8799147 len=317170 2023-12-16T20:01:15.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 3142 completed, throughput=4.99MB/sec 2023-12-16T20:01:15.051 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7I7tcKAyTQbpmhD off=189250 len=988025 2023-12-16T20:01:15.056 INFO:tasks.workunit.client.0.smithi002.stdout:op 3143 completed, throughput=4.99MB/sec 2023-12-16T20:01:15.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dWaRt6Hggbwq5_c off=10119184 len=2028608 2023-12-16T20:01:15.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 3144 completed, throughput=5MB/sec 2023-12-16T20:01:15.067 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jQhQZ2euDbwfYiK off=2253209 len=1362369 2023-12-16T20:01:15.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 3145 completed, throughput=5MB/sec 2023-12-16T20:01:15.068 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0Gsztz0wglmfP93 off=69135 len=1708554 2023-12-16T20:01:15.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 3146 completed, throughput=5MB/sec 2023-12-16T20:01:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:14 smithi002 ceph-mon[137674]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:15.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:14 smithi002 ceph-mon[140029]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:14 smithi043 ceph-mon[135010]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:16.077 INFO:tasks.workunit.client.0.smithi002.stdout: 610: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:16.077 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Gq-GQedFTGPDoOO off=2214667 len=1325151 2023-12-16T20:01:16.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 3147 completed, throughput=5MB/sec 2023-12-16T20:01:16.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SB364laozt-IgrD off=15896688 len=1664779 2023-12-16T20:01:16.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 3148 completed, throughput=5MB/sec 2023-12-16T20:01:16.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LuOkFeCJebxuREh off=6128319 len=1721942 2023-12-16T20:01:16.095 INFO:tasks.workunit.client.0.smithi002.stdout:op 3149 completed, throughput=5MB/sec 2023-12-16T20:01:17.096 INFO:tasks.workunit.client.0.smithi002.stdout: 611: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:17.096 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kdCBPPS0-N0QQ8O off=918047 len=1529942 2023-12-16T20:01:17.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 3150 completed, throughput=5MB/sec 2023-12-16T20:01:17.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7QNHoL3dyD9XulF off=7145767 len=44109 2023-12-16T20:01:17.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 3151 completed, throughput=5MB/sec 2023-12-16T20:01:17.103 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WU4GlaHe3SLgG7N off=5793033 len=1182470 2023-12-16T20:01:17.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 3152 completed, throughput=5MB/sec 2023-12-16T20:01:17.109 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Cvafx1SOlVCz-5H off=2132855 len=465843 2023-12-16T20:01:17.113 INFO:tasks.workunit.client.0.smithi002.stdout:op 3153 completed, throughput=5MB/sec 2023-12-16T20:01:17.114 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wy0ZKYAttCtAwa_ off=2277836 len=1550842 2023-12-16T20:01:17.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 3154 completed, throughput=5MB/sec 2023-12-16T20:01:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:16 smithi002 ceph-mon[137674]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:01:17.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:16 smithi002 ceph-mon[140029]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:01:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:16 smithi043 ceph-mon[135010]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:01:18.117 INFO:tasks.workunit.client.0.smithi002.stdout: 612: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:18.117 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tpu-E77dWY4VizA off=5385517 len=1353617 2023-12-16T20:01:18.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 3155 completed, throughput=4.99MB/sec 2023-12-16T20:01:18.125 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5bPi7Fc848iOwvk off=1625470 len=1356006 2023-12-16T20:01:18.133 INFO:tasks.workunit.client.0.smithi002.stdout:op 3156 completed, throughput=5MB/sec 2023-12-16T20:01:18.133 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ebr-QuBMCK5YSBl off=6000285 len=326865 2023-12-16T20:01:18.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 3157 completed, throughput=5MB/sec 2023-12-16T20:01:18.136 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V8CWkhJ9UMgEVT9 off=3032992 len=1956446 2023-12-16T20:01:18.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 3158 completed, throughput=5MB/sec 2023-12-16T20:01:19.146 INFO:tasks.workunit.client.0.smithi002.stdout: 613: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:19.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4l2vRHn83BqNq43 off=2658563 len=1415218 2023-12-16T20:01:19.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 3159 completed, throughput=4.99MB/sec 2023-12-16T20:01:19.154 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kx05jIn-ZUeiTOW off=14648670 len=385192 2023-12-16T20:01:19.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 3160 completed, throughput=4.99MB/sec 2023-12-16T20:01:19.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZlFuWqxIWEp6DCj off=9020528 len=1691724 2023-12-16T20:01:19.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 3161 completed, throughput=5MB/sec 2023-12-16T20:01:19.163 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zeImcKYgWeoFQmq off=15455977 len=609423 2023-12-16T20:01:19.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 3162 completed, throughput=5MB/sec 2023-12-16T20:01:19.167 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EgELRUalDuAl2kh off=134387 len=1238079 2023-12-16T20:01:19.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 3163 completed, throughput=5MB/sec 2023-12-16T20:01:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:18 smithi002 ceph-mon[137674]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:18 smithi002 ceph-mon[140029]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:18 smithi043 ceph-mon[135010]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:20.170 INFO:tasks.workunit.client.0.smithi002.stdout: 614: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:20.170 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eXnZQBrAXYuUf4d off=20120327 len=541796 2023-12-16T20:01:20.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 3164 completed, throughput=4.99MB/sec 2023-12-16T20:01:20.171 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uMvRp_G1iASc6vA off=1096315 len=522855 2023-12-16T20:01:20.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 3165 completed, throughput=4.99MB/sec 2023-12-16T20:01:20.171 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qHUT24NFFHREnDx off=3172607 len=1838286 2023-12-16T20:01:20.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 3166 completed, throughput=5MB/sec 2023-12-16T20:01:20.179 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-P7ZJvlewtKN0t6k off=3097699 len=687499 2023-12-16T20:01:20.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 3167 completed, throughput=5MB/sec 2023-12-16T20:01:20.179 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7CBEUorCstm5Nq2 off=9845036 len=1021274 2023-12-16T20:01:20.180 INFO:tasks.workunit.client.0.smithi002.stdout:op 3168 completed, throughput=5MB/sec 2023-12-16T20:01:20.180 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nQkwlaEXITPN8ea off=3331686 len=805157 2023-12-16T20:01:20.182 INFO:tasks.workunit.client.0.smithi002.stdout:op 3169 completed, throughput=5MB/sec 2023-12-16T20:01:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:19 smithi002 ceph-mon[137674]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:19 smithi002 ceph-mon[140029]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:19 smithi043 ceph-mon[135010]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:21.183 INFO:tasks.workunit.client.0.smithi002.stdout: 615: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:21.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1OJ4vJ76T1rzXT8 off=4402125 len=258838 2023-12-16T20:01:21.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 3170 completed, throughput=4.99MB/sec 2023-12-16T20:01:21.184 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0HlzK2IcwpzPCoG off=1975903 len=897568 2023-12-16T20:01:21.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 3171 completed, throughput=4.99MB/sec 2023-12-16T20:01:21.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-C9eR_fgBroYb-Yu off=5255427 len=1684459 2023-12-16T20:01:21.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 3172 completed, throughput=5MB/sec 2023-12-16T20:01:21.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--2etSZE6LX87ebP off=14912314 len=1835248 2023-12-16T20:01:21.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 3173 completed, throughput=5MB/sec 2023-12-16T20:01:21.193 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nt6i4xuqrxn3I5a off=5883914 len=948513 2023-12-16T20:01:21.197 INFO:tasks.workunit.client.0.smithi002.stdout:op 3174 completed, throughput=5MB/sec 2023-12-16T20:01:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:22.198 INFO:tasks.workunit.client.0.smithi002.stdout: 616: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:22.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LDCqimvTAj3uh3G off=4643700 len=1380420 2023-12-16T20:01:22.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 3175 completed, throughput=4.99MB/sec 2023-12-16T20:01:22.205 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Xr7vMYvopinh4vb off=3794195 len=461624 2023-12-16T20:01:22.206 INFO:tasks.workunit.client.0.smithi002.stdout:op 3176 completed, throughput=5MB/sec 2023-12-16T20:01:22.206 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1gGZwNksz7eWuaY off=6176394 len=1961454 2023-12-16T20:01:22.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 3177 completed, throughput=5MB/sec 2023-12-16T20:01:22.216 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MhnoRRt6Gwn1SnA off=2646891 len=1804088 2023-12-16T20:01:22.225 INFO:tasks.workunit.client.0.smithi002.stdout:op 3178 completed, throughput=5MB/sec 2023-12-16T20:01:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:21 smithi002 ceph-mon[137674]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:21 smithi002 ceph-mon[140029]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:21] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:01:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:21 smithi043 ceph-mon[135010]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:23.226 INFO:tasks.workunit.client.0.smithi002.stdout: 617: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:23.226 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jWY8tOeV6zsnJga off=3112013 len=1511233 2023-12-16T20:01:23.228 INFO:tasks.workunit.client.0.smithi002.stdout:op 3179 completed, throughput=5MB/sec 2023-12-16T20:01:23.228 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fuSTTzReeDHVZqm off=7855690 len=1203947 2023-12-16T20:01:23.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 3180 completed, throughput=5MB/sec 2023-12-16T20:01:23.230 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JUcrPXPv3jF0weI off=12201393 len=851977 2023-12-16T20:01:23.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 3181 completed, throughput=5MB/sec 2023-12-16T20:01:23.235 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FMsshQIZrM1lqdL off=16795369 len=35680 2023-12-16T20:01:23.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 3182 completed, throughput=5MB/sec 2023-12-16T20:01:23.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LQyToPXghCF0l4V off=470530 len=1393559 2023-12-16T20:01:23.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 3183 completed, throughput=5MB/sec 2023-12-16T20:01:24.242 INFO:tasks.workunit.client.0.smithi002.stdout: 618: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:24.242 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HzDjvV3o9YOZlQE off=3005676 len=664613 2023-12-16T20:01:24.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 3184 completed, throughput=4.99MB/sec 2023-12-16T20:01:24.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3pmPgXIJj_u4UAx off=9788172 len=404552 2023-12-16T20:01:24.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 3185 completed, throughput=4.99MB/sec 2023-12-16T20:01:24.250 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WBedLbSZtj5tpwA off=5398222 len=1029672 2023-12-16T20:01:24.251 INFO:tasks.workunit.client.0.smithi002.stdout:op 3186 completed, throughput=5MB/sec 2023-12-16T20:01:24.251 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BWVVfSrkEIjIYAF off=20392119 len=300847 2023-12-16T20:01:24.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 3187 completed, throughput=5MB/sec 2023-12-16T20:01:24.252 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iXnSnuVoUBHjwk6 off=17168498 len=482159 2023-12-16T20:01:24.254 INFO:tasks.workunit.client.0.smithi002.stdout:op 3188 completed, throughput=5MB/sec 2023-12-16T20:01:24.254 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cUYxmBqjNkTqGYE off=11062489 len=1749620 2023-12-16T20:01:24.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 3189 completed, throughput=5MB/sec 2023-12-16T20:01:24.256 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--v5qgD3vPCo3GCm off=2333084 len=1629584 2023-12-16T20:01:24.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 3190 completed, throughput=5MB/sec 2023-12-16T20:01:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:24 smithi002 ceph-mon[137674]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:24 smithi002 ceph-mon[140029]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:24 smithi043 ceph-mon[135010]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:25.264 INFO:tasks.workunit.client.0.smithi002.stdout: 619: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:25.264 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p3sr64fTLqdoILt off=340584 len=1462308 2023-12-16T20:01:25.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 3191 completed, throughput=5MB/sec 2023-12-16T20:01:25.266 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W_SCA52p5w4FWIQ off=495797 len=24628 2023-12-16T20:01:25.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 3192 completed, throughput=5MB/sec 2023-12-16T20:01:25.269 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lQByBSLdg7MLbTl off=10750077 len=1498819 2023-12-16T20:01:25.270 INFO:tasks.workunit.client.0.smithi002.stdout:op 3193 completed, throughput=5MB/sec 2023-12-16T20:01:25.271 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaXMacW-KH_en7i off=2759728 len=1718614 2023-12-16T20:01:25.272 INFO:tasks.workunit.client.0.smithi002.stdout:op 3194 completed, throughput=5MB/sec 2023-12-16T20:01:26.273 INFO:tasks.workunit.client.0.smithi002.stdout: 620: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:26.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V3zb1Ue04ke4GIZ off=2073879 len=1270065 2023-12-16T20:01:26.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 3195 completed, throughput=4.99MB/sec 2023-12-16T20:01:26.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sNFcr_ZvI-ss6gR off=10909878 len=1074931 2023-12-16T20:01:26.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 3196 completed, throughput=5MB/sec 2023-12-16T20:01:26.286 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rs7ncevnm3cy5pU off=1136757 len=71425 2023-12-16T20:01:26.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 3197 completed, throughput=5MB/sec 2023-12-16T20:01:26.288 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yPS6P5v-OyIQKSQ off=18411369 len=1169812 2023-12-16T20:01:26.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 3198 completed, throughput=5MB/sec 2023-12-16T20:01:26.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GH7gFZQQR7anA4d off=7055212 len=479721 2023-12-16T20:01:26.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 3199 completed, throughput=5MB/sec 2023-12-16T20:01:26.298 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-03XCPoq_eyFQdF2 off=2485451 len=1535074 2023-12-16T20:01:26.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 3200 completed, throughput=5MB/sec 2023-12-16T20:01:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:26 smithi002 ceph-mon[137674]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:26 smithi002 ceph-mon[140029]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:26 smithi043 ceph-mon[135010]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:01:27.306 INFO:tasks.workunit.client.0.smithi002.stdout: 621: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:27.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LaOgMXRfw8dWpDR off=13872648 len=1698333 2023-12-16T20:01:27.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 3201 completed, throughput=5MB/sec 2023-12-16T20:01:27.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-79WtlZIv53QDBjM off=18412164 len=1083326 2023-12-16T20:01:27.316 INFO:tasks.workunit.client.0.smithi002.stdout:op 3202 completed, throughput=5MB/sec 2023-12-16T20:01:27.316 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0H26IlV9GBYriSj off=8383357 len=1995704 2023-12-16T20:01:27.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 3203 completed, throughput=5MB/sec 2023-12-16T20:01:28.321 INFO:tasks.workunit.client.0.smithi002.stdout: 622: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:28.321 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MO8TbNFq8ISR_uo off=2959720 len=2083221 2023-12-16T20:01:28.323 INFO:tasks.workunit.client.0.smithi002.stdout:op 3204 completed, throughput=5MB/sec 2023-12-16T20:01:28.323 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mg01UnjkCtHFYSa off=22591892 len=812199 2023-12-16T20:01:28.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 3205 completed, throughput=5MB/sec 2023-12-16T20:01:28.325 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FFLVoDNJoaaMEe2 off=3124168 len=1878617 2023-12-16T20:01:28.327 INFO:tasks.workunit.client.0.smithi002.stdout:op 3206 completed, throughput=5MB/sec 2023-12-16T20:01:28.327 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UL0NVuk-2hE44ID off=2804851 len=1023994 2023-12-16T20:01:28.328 INFO:tasks.workunit.client.0.smithi002.stdout:op 3207 completed, throughput=5MB/sec 2023-12-16T20:01:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:28 smithi002 ceph-mon[137674]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:01:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:28 smithi002 ceph-mon[140029]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:01:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:28 smithi043 ceph-mon[135010]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:01:29.328 INFO:tasks.workunit.client.0.smithi002.stdout: 623: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:29.328 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ISiyUYfo_CvcPsI off=1210893 len=1566647 2023-12-16T20:01:29.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 3208 completed, throughput=5MB/sec 2023-12-16T20:01:29.331 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZmymYiGBAS4hc37 off=9837685 len=15432 2023-12-16T20:01:29.331 INFO:tasks.workunit.client.0.smithi002.stdout:op 3209 completed, throughput=5MB/sec 2023-12-16T20:01:29.331 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1fzLNmb7Ox7JAXW off=3855053 len=1933240 2023-12-16T20:01:29.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 3210 completed, throughput=5MB/sec 2023-12-16T20:01:29.342 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q09Srnh6yLl4q_Y off=780048 len=1378720 2023-12-16T20:01:29.344 INFO:tasks.workunit.client.0.smithi002.stdout:op 3211 completed, throughput=5MB/sec 2023-12-16T20:01:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:29 smithi002 ceph-mon[137674]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:29 smithi002 ceph-mon[140029]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:29 smithi043 ceph-mon[135010]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:30.344 INFO:tasks.workunit.client.0.smithi002.stdout: 624: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:30.344 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IOJb3W7YXZqkk68 off=4702853 len=2041570 2023-12-16T20:01:30.347 INFO:tasks.workunit.client.0.smithi002.stdout:op 3212 completed, throughput=5MB/sec 2023-12-16T20:01:30.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uXUZ4dVpUQnrT8j off=7024568 len=1229786 2023-12-16T20:01:30.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 3213 completed, throughput=5MB/sec 2023-12-16T20:01:30.348 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JKupgtfGqzHcfAJ off=7657998 len=233544 2023-12-16T20:01:30.349 INFO:tasks.workunit.client.0.smithi002.stdout:op 3214 completed, throughput=5MB/sec 2023-12-16T20:01:30.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SWBmT1mzahsoRSl off=8037824 len=331553 2023-12-16T20:01:30.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 3215 completed, throughput=5MB/sec 2023-12-16T20:01:30.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B-izcEfygmpc-DW off=13143887 len=654954 2023-12-16T20:01:30.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 3216 completed, throughput=5MB/sec 2023-12-16T20:01:30.354 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oKqPXhFHt3k_eiG off=3356573 len=529029 2023-12-16T20:01:30.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 3217 completed, throughput=5MB/sec 2023-12-16T20:01:31.358 INFO:tasks.workunit.client.0.smithi002.stdout: 625: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:31.358 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MsfNn0WYOPbZbe3 off=0 len=1099692 2023-12-16T20:01:31.359 INFO:tasks.workunit.client.0.smithi002.stdout:op 3218 completed, throughput=4.99MB/sec 2023-12-16T20:01:31.360 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L3ABIMBCFls82jN off=664793 len=1227 2023-12-16T20:01:31.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 3219 completed, throughput=4.99MB/sec 2023-12-16T20:01:31.360 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FlZCOUqDCMaYxzb off=1413798 len=812845 2023-12-16T20:01:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 3220 completed, throughput=5MB/sec 2023-12-16T20:01:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s6HjFV4b5xG9OMt off=230305 len=19742 2023-12-16T20:01:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 3221 completed, throughput=5MB/sec 2023-12-16T20:01:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FBAV-lAU9zZRx8b off=1736924 len=821517 2023-12-16T20:01:31.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 3222 completed, throughput=5MB/sec 2023-12-16T20:01:31.367 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b7u2jRPJt6h8b51 off=4648356 len=1278422 2023-12-16T20:01:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 3223 completed, throughput=5MB/sec 2023-12-16T20:01:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oTbz5m9aS_XBWtB off=7442883 len=1833707 2023-12-16T20:01:31.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 3224 completed, throughput=5MB/sec 2023-12-16T20:01:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:31] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:01:32.379 INFO:tasks.workunit.client.0.smithi002.stdout: 626: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:32.379 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Rqv5alrXYyst73n off=4528159 len=1533825 2023-12-16T20:01:32.386 INFO:tasks.workunit.client.0.smithi002.stdout:op 3225 completed, throughput=5MB/sec 2023-12-16T20:01:32.386 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jiUk_lSI63ErExJ off=11156406 len=1509537 2023-12-16T20:01:32.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 3226 completed, throughput=5MB/sec 2023-12-16T20:01:32.387 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T-HvyjTgqgLQB0v off=4805268 len=714195 2023-12-16T20:01:32.393 INFO:tasks.workunit.client.0.smithi002.stdout:op 3227 completed, throughput=5MB/sec 2023-12-16T20:01:32.393 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oMfkt-DmEhbGTeE off=15351282 len=313677 2023-12-16T20:01:32.396 INFO:tasks.workunit.client.0.smithi002.stdout:op 3228 completed, throughput=5MB/sec 2023-12-16T20:01:32.396 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-k8k2BAF3Qq7zjh2 off=28806 len=1205210 2023-12-16T20:01:32.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 3229 completed, throughput=5MB/sec 2023-12-16T20:01:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:32 smithi002 ceph-mon[137674]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:32 smithi002 ceph-mon[140029]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:32 smithi043 ceph-mon[135010]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:33.403 INFO:tasks.workunit.client.0.smithi002.stdout: 627: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:33.403 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fMU09DaxmCBxBW6 off=2275839 len=1479552 2023-12-16T20:01:33.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 3230 completed, throughput=5MB/sec 2023-12-16T20:01:33.405 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yCpHaUTWNQ2AERn off=759993 len=2046033 2023-12-16T20:01:33.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 3231 completed, throughput=5MB/sec 2023-12-16T20:01:33.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fnEMdxJlchku4UO off=22554012 len=2064475 2023-12-16T20:01:33.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 3232 completed, throughput=5MB/sec 2023-12-16T20:01:34.419 INFO:tasks.workunit.client.0.smithi002.stdout: 628: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:34.419 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FCLYFMKW1MKspOm off=20727703 len=876197 2023-12-16T20:01:34.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 3233 completed, throughput=4.99MB/sec 2023-12-16T20:01:34.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TtZf2BAJ_j0lYPt off=9958822 len=1898004 2023-12-16T20:01:34.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 3234 completed, throughput=5MB/sec 2023-12-16T20:01:34.427 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NxAUVqGawYQ4DZd off=5175760 len=1352353 2023-12-16T20:01:34.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 3235 completed, throughput=5MB/sec 2023-12-16T20:01:34.428 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zQj3_-wqT5GGXsP off=13031618 len=360715 2023-12-16T20:01:34.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 3236 completed, throughput=5MB/sec 2023-12-16T20:01:34.432 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pmUCZwCixL6LnU6 off=3590069 len=366832 2023-12-16T20:01:34.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 3237 completed, throughput=5MB/sec 2023-12-16T20:01:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:34 smithi002 ceph-mon[137674]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:01:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:34 smithi002 ceph-mon[140029]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:01:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:34 smithi043 ceph-mon[135010]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:01:35.435 INFO:tasks.workunit.client.0.smithi002.stdout: 629: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:35.436 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1wB9rJVLbdiH3N_ off=0 len=1128123 2023-12-16T20:01:35.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 3238 completed, throughput=4.99MB/sec 2023-12-16T20:01:35.441 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-m_QIZhJCFaMxxJA off=2468162 len=1529462 2023-12-16T20:01:35.442 INFO:tasks.workunit.client.0.smithi002.stdout:op 3239 completed, throughput=5MB/sec 2023-12-16T20:01:35.443 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gmu--5oOPrJzWxV off=1032866 len=1435727 2023-12-16T20:01:35.449 INFO:tasks.workunit.client.0.smithi002.stdout:op 3240 completed, throughput=5MB/sec 2023-12-16T20:01:35.449 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IovtJ5K5C9NHQEE off=10364596 len=2026036 2023-12-16T20:01:35.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 3241 completed, throughput=5MB/sec 2023-12-16T20:01:36.452 INFO:tasks.workunit.client.0.smithi002.stdout: 630: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:36.452 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oSm_pyM8boLZO18 off=11188791 len=175666 2023-12-16T20:01:36.454 INFO:tasks.workunit.client.0.smithi002.stdout:op 3242 completed, throughput=4.99MB/sec 2023-12-16T20:01:36.454 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rqOU6aUTDNG-1xQ off=6774061 len=1026495 2023-12-16T20:01:36.460 INFO:tasks.workunit.client.0.smithi002.stdout:op 3243 completed, throughput=5MB/sec 2023-12-16T20:01:36.461 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-485V-6xSNqu4lTo off=3401072 len=59999 2023-12-16T20:01:36.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 3244 completed, throughput=5MB/sec 2023-12-16T20:01:36.463 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T3_61bgLnJK6_Sx off=5584852 len=483581 2023-12-16T20:01:36.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 3245 completed, throughput=5MB/sec 2023-12-16T20:01:36.467 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PsxovoDOUEzArkj off=0 len=1609340 2023-12-16T20:01:36.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 3246 completed, throughput=5MB/sec 2023-12-16T20:01:36.476 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XxfyBbn__b7JPUD off=5817984 len=1994775 2023-12-16T20:01:36.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 3247 completed, throughput=5MB/sec 2023-12-16T20:01:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:36 smithi002 ceph-mon[137674]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:01:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:36 smithi002 ceph-mon[140029]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:01:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:36 smithi043 ceph-mon[135010]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:01:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:37.486 INFO:tasks.workunit.client.0.smithi002.stdout: 631: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:37.486 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xKK6pZtkMGUsUlC off=4407635 len=352343 2023-12-16T20:01:37.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 3248 completed, throughput=4.99MB/sec 2023-12-16T20:01:37.489 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DyiKVlQ2mMHRfHs off=14196097 len=1781828 2023-12-16T20:01:37.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 3249 completed, throughput=5MB/sec 2023-12-16T20:01:37.493 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X6hDrxfGyyIhLHd off=2016217 len=1708396 2023-12-16T20:01:37.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 3250 completed, throughput=5MB/sec 2023-12-16T20:01:37.495 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QThLQLpryP3GVon off=6504830 len=1092743 2023-12-16T20:01:37.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 3251 completed, throughput=5MB/sec 2023-12-16T20:01:38.497 INFO:tasks.workunit.client.0.smithi002.stdout: 632: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:38.497 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PN5i9KR3dQsvU7o off=862676 len=968358 2023-12-16T20:01:38.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 3252 completed, throughput=4.99MB/sec 2023-12-16T20:01:38.503 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--ycNvfb8SYlwh4P off=4169170 len=9910 2023-12-16T20:01:38.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 3253 completed, throughput=4.99MB/sec 2023-12-16T20:01:38.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C8H5NXSXWbkN4XF off=5944721 len=12823 2023-12-16T20:01:38.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 3254 completed, throughput=4.99MB/sec 2023-12-16T20:01:38.508 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pbpvDdrsZem11ob off=11453739 len=97414 2023-12-16T20:01:38.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 3255 completed, throughput=4.99MB/sec 2023-12-16T20:01:38.510 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sayQkE7ZkuSdrVx off=2728484 len=764947 2023-12-16T20:01:38.511 INFO:tasks.workunit.client.0.smithi002.stdout:op 3256 completed, throughput=5MB/sec 2023-12-16T20:01:38.511 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AswD477xqH1RuiT off=1418925 len=1945468 2023-12-16T20:01:38.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 3257 completed, throughput=5MB/sec 2023-12-16T20:01:38.521 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q6k9AF3nrXtDUet off=30669 len=2081332 2023-12-16T20:01:38.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 3258 completed, throughput=5MB/sec 2023-12-16T20:01:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:38 smithi002 ceph-mon[137674]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:38 smithi002 ceph-mon[140029]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:38 smithi043 ceph-mon[135010]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:39.524 INFO:tasks.workunit.client.0.smithi002.stdout: 633: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:39.524 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3dxCrU2Y_96E8G2 off=7970743 len=2093925 2023-12-16T20:01:39.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 3259 completed, throughput=5MB/sec 2023-12-16T20:01:39.533 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_CIV_qO2UdaXIPE off=6445265 len=711578 2023-12-16T20:01:39.534 INFO:tasks.workunit.client.0.smithi002.stdout:op 3260 completed, throughput=5MB/sec 2023-12-16T20:01:39.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-My5t2Zz7zzJ3PvA off=12987925 len=1644345 2023-12-16T20:01:39.536 INFO:tasks.workunit.client.0.smithi002.stdout:op 3261 completed, throughput=5MB/sec 2023-12-16T20:01:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:39 smithi002 ceph-mon[137674]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:39 smithi002 ceph-mon[140029]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:39 smithi043 ceph-mon[135010]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T20:01:40.536 INFO:tasks.workunit.client.0.smithi002.stdout: 634: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:40.536 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9e_yaC2uRArXprW off=860598 len=1197530 2023-12-16T20:01:40.538 INFO:tasks.workunit.client.0.smithi002.stdout:op 3262 completed, throughput=4.99MB/sec 2023-12-16T20:01:40.538 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bh79ZKy6CbHs1Pi off=4018055 len=991995 2023-12-16T20:01:40.543 INFO:tasks.workunit.client.0.smithi002.stdout:op 3263 completed, throughput=5MB/sec 2023-12-16T20:01:40.543 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V5xgcE-FSxCIVr5 off=566661 len=383269 2023-12-16T20:01:40.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 3264 completed, throughput=5MB/sec 2023-12-16T20:01:40.544 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2xxllha36b0Qdiw off=2910587 len=1697780 2023-12-16T20:01:40.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 3265 completed, throughput=5MB/sec 2023-12-16T20:01:40.552 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y8AGAYd1qiZR5MU off=3695053 len=392918 2023-12-16T20:01:40.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 3266 completed, throughput=5MB/sec 2023-12-16T20:01:40.552 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pt3bRqlDvG7NSpD off=11266718 len=1041282 2023-12-16T20:01:40.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 3267 completed, throughput=5MB/sec 2023-12-16T20:01:41.251 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:01:41.553 INFO:tasks.workunit.client.0.smithi002.stdout: 635: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:41.553 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NYJTI_e61fzyMtP off=9014474 len=1928046 2023-12-16T20:01:41.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 3268 completed, throughput=5MB/sec 2023-12-16T20:01:41.557 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6u-vsdKB97ZWHU4 off=16861334 len=580482 2023-12-16T20:01:41.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 3269 completed, throughput=5MB/sec 2023-12-16T20:01:41.562 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dW9mtO_dKxYecZF off=3857658 len=275609 2023-12-16T20:01:41.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 3270 completed, throughput=5MB/sec 2023-12-16T20:01:41.563 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n6nF1OM2SA1hkgJ off=4748851 len=814154 2023-12-16T20:01:41.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 3271 completed, throughput=5MB/sec 2023-12-16T20:01:41.568 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BCU1Gm-yfSGjfLz off=0 len=1529735 2023-12-16T20:01:41.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 3272 completed, throughput=5MB/sec 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (29m) 6m ago 32m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (29m) 3m ago 32m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (33m) 6m ago 33m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (33m) 3m ago 33m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (29m) 3m ago 35m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:01:41.578 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (29m) 6m ago 36m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (28m) 6m ago 36m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (28m) 3m ago 35m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (28m) 6m ago 35m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (29m) 6m ago 32m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (29m) 3m ago 32m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (27m) 6m ago 35m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (27m) 6m ago 35m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (26m) 6m ago 34m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (26m) 6m ago 34m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (26m) 3m ago 34m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (25m) 3m ago 34m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (25m) 3m ago 33m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (24m) 3m ago 33m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:01:41.579 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (29m) 3m ago 32m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:41.986 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:01:41.987 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:01:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:41] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:01:42.574 INFO:tasks.workunit.client.0.smithi002.stdout: 636: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:42.574 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PjGTNu3j6B5OGQF off=8747760 len=821127 2023-12-16T20:01:42.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 3273 completed, throughput=4.99MB/sec 2023-12-16T20:01:42.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HO53d2N4YuWg-ON off=14037591 len=68276 2023-12-16T20:01:42.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 3274 completed, throughput=4.99MB/sec 2023-12-16T20:01:42.583 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LTurFr-HOqbxwy6 off=4880241 len=855707 2023-12-16T20:01:42.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 3275 completed, throughput=5MB/sec 2023-12-16T20:01:42.588 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6JoTFg2yO8GNIlX off=7321247 len=2020543 2023-12-16T20:01:42.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 3276 completed, throughput=5MB/sec 2023-12-16T20:01:42.592 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WtI-4inPn5JrUZ9 off=16850952 len=835257 2023-12-16T20:01:42.594 INFO:tasks.workunit.client.0.smithi002.stdout:op 3277 completed, throughput=5MB/sec 2023-12-16T20:01:42.594 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JYAqTwAWLtVM5b8 off=16131679 len=589063 2023-12-16T20:01:42.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 3278 completed, throughput=5MB/sec 2023-12-16T20:01:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[137674]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[137674]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[137674]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:01:43.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3286200743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[140029]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[140029]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[140029]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:01:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3286200743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:42 smithi043 ceph-mon[135010]: from='client.45578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:42 smithi043 ceph-mon[135010]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:01:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:42 smithi043 ceph-mon[135010]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:01:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3286200743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:01:43.595 INFO:tasks.workunit.client.0.smithi002.stdout: 637: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:43.596 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nUhYjrTgfleLh5D off=4484068 len=283714 2023-12-16T20:01:43.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 3279 completed, throughput=4.99MB/sec 2023-12-16T20:01:43.596 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVuftEf4MAyG7MH off=7601942 len=1922431 2023-12-16T20:01:43.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 3280 completed, throughput=5MB/sec 2023-12-16T20:01:43.605 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qO6F4KCgghAjqKn off=5932958 len=685124 2023-12-16T20:01:43.606 INFO:tasks.workunit.client.0.smithi002.stdout:op 3281 completed, throughput=5MB/sec 2023-12-16T20:01:43.606 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0OBy_sDblemLF__ off=3462655 len=2074624 2023-12-16T20:01:43.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 3282 completed, throughput=5MB/sec 2023-12-16T20:01:43.615 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ES415uq3uaOHkng off=494147 len=1631366 2023-12-16T20:01:43.624 INFO:tasks.workunit.client.0.smithi002.stdout:op 3283 completed, throughput=5MB/sec 2023-12-16T20:01:44.624 INFO:tasks.workunit.client.0.smithi002.stdout: 638: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:44.624 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EK7eR8f_yzF-D2m off=11938956 len=1643224 2023-12-16T20:01:44.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 3284 completed, throughput=5MB/sec 2023-12-16T20:01:44.633 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ER6KkFqLxvuW2qn off=2738870 len=143551 2023-12-16T20:01:44.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 3285 completed, throughput=5MB/sec 2023-12-16T20:01:44.634 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4xLhMt6i2b-Rp05 off=43692 len=1050685 2023-12-16T20:01:44.635 INFO:tasks.workunit.client.0.smithi002.stdout:op 3286 completed, throughput=5MB/sec 2023-12-16T20:01:44.635 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MkK7TRV6hQPoI32 off=6170816 len=68198 2023-12-16T20:01:44.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 3287 completed, throughput=5MB/sec 2023-12-16T20:01:44.636 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zIVPpuqXpgewjw3 off=623584 len=1324927 2023-12-16T20:01:44.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 3288 completed, throughput=5MB/sec 2023-12-16T20:01:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:44 smithi002 ceph-mon[137674]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:44 smithi002 ceph-mon[140029]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:44 smithi043 ceph-mon[135010]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:45.644 INFO:tasks.workunit.client.0.smithi002.stdout: 639: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:45.644 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oqKRP7k1S-dnPlp off=10705045 len=2085508 2023-12-16T20:01:45.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 3289 completed, throughput=5MB/sec 2023-12-16T20:01:45.649 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5Z_u-zNEEMdFCxz off=1548176 len=602227 2023-12-16T20:01:45.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 3290 completed, throughput=5MB/sec 2023-12-16T20:01:45.649 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WgsiCwtWYBqESY8 off=2385424 len=25139 2023-12-16T20:01:45.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 3291 completed, throughput=5MB/sec 2023-12-16T20:01:45.650 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7ynlb-8pj4KjvT4 off=5099709 len=1713071 2023-12-16T20:01:45.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 3292 completed, throughput=5MB/sec 2023-12-16T20:01:45.652 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-klNKGmQdEApHe91 off=2581640 len=2092327 2023-12-16T20:01:45.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 3293 completed, throughput=5MB/sec 2023-12-16T20:01:46.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:45 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:01:46.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:45 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:01:46.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:45 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:01:46.654 INFO:tasks.workunit.client.0.smithi002.stdout: 640: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:46.655 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-inACYmvOdbIJDqf off=1534038 len=863503 2023-12-16T20:01:46.659 INFO:tasks.workunit.client.0.smithi002.stdout:op 3294 completed, throughput=5MB/sec 2023-12-16T20:01:46.659 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fVT1rkTaX0HgwTy off=12059254 len=218957 2023-12-16T20:01:46.660 INFO:tasks.workunit.client.0.smithi002.stdout:op 3295 completed, throughput=5MB/sec 2023-12-16T20:01:46.660 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--aSZo-MLa1_-pQT off=1489491 len=588489 2023-12-16T20:01:46.661 INFO:tasks.workunit.client.0.smithi002.stdout:op 3296 completed, throughput=5MB/sec 2023-12-16T20:01:46.661 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--szfoMxa-MvDtct off=427228 len=1534556 2023-12-16T20:01:46.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 3297 completed, throughput=5MB/sec 2023-12-16T20:01:46.667 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uEE1IP6Ns-X8ta1 off=9102560 len=1068321 2023-12-16T20:01:46.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 3298 completed, throughput=5MB/sec 2023-12-16T20:01:47.147 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:46 smithi043 ceph-mon[135010]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:47.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:01:47.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:01:47.148 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:01:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[137674]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:01:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:01:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:01:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[140029]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:01:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:01:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:01:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:01:47.668 INFO:tasks.workunit.client.0.smithi002.stdout: 641: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:47.668 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NLm3o0KxvCcV3ls off=4046190 len=324385 2023-12-16T20:01:47.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 3299 completed, throughput=4.99MB/sec 2023-12-16T20:01:47.672 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-afVYQkHPIz-49fj off=8207482 len=647554 2023-12-16T20:01:47.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 3300 completed, throughput=4.99MB/sec 2023-12-16T20:01:47.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QWHYnfVqUfSZtd5 off=10377142 len=1050097 2023-12-16T20:01:47.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 3301 completed, throughput=5MB/sec 2023-12-16T20:01:47.679 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gfcunXzwbjyaPX7 off=415522 len=1558051 2023-12-16T20:01:47.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 3302 completed, throughput=5MB/sec 2023-12-16T20:01:47.683 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VkVnKL68O3ybQbO off=4042000 len=1506250 2023-12-16T20:01:47.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 3303 completed, throughput=5MB/sec 2023-12-16T20:01:48.691 INFO:tasks.workunit.client.0.smithi002.stdout: 642: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:48.691 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g8JCJipbzp5Euwe off=1627030 len=1432869 2023-12-16T20:01:48.698 INFO:tasks.workunit.client.0.smithi002.stdout:op 3304 completed, throughput=4.99MB/sec 2023-12-16T20:01:48.698 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tHeiE7f_lnQIDvp off=11152218 len=2042742 2023-12-16T20:01:48.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 3305 completed, throughput=5MB/sec 2023-12-16T20:01:48.700 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CB40NmWhDnR_hE- off=5114965 len=1185966 2023-12-16T20:01:48.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 3306 completed, throughput=5MB/sec 2023-12-16T20:01:48.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SY5GT-JivuAIfrm off=1058999 len=1611826 2023-12-16T20:01:48.714 INFO:tasks.workunit.client.0.smithi002.stdout:op 3307 completed, throughput=5MB/sec 2023-12-16T20:01:49.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:48 smithi002 ceph-mon[137674]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:49.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:48 smithi002 ceph-mon[140029]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:48 smithi043 ceph-mon[135010]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:01:49.715 INFO:tasks.workunit.client.0.smithi002.stdout: 643: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:49.715 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3-K1EpAaQbAnN9j off=6625140 len=413957 2023-12-16T20:01:49.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 3308 completed, throughput=4.99MB/sec 2023-12-16T20:01:49.718 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m5ixErGJpiof9uP off=5182511 len=1232868 2023-12-16T20:01:49.725 INFO:tasks.workunit.client.0.smithi002.stdout:op 3309 completed, throughput=5MB/sec 2023-12-16T20:01:49.726 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVT0vHj7HOFIJBU off=15844332 len=1397285 2023-12-16T20:01:49.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 3310 completed, throughput=5MB/sec 2023-12-16T20:01:49.733 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jdbk17xXrJdFjFX off=4195437 len=1778897 2023-12-16T20:01:49.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 3311 completed, throughput=5MB/sec 2023-12-16T20:01:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:49 smithi002 ceph-mon[137674]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:49 smithi002 ceph-mon[140029]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:49 smithi043 ceph-mon[135010]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:50.740 INFO:tasks.workunit.client.0.smithi002.stdout: 644: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:50.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-COUm-x1W7RZH4N4 off=3864197 len=1880255 2023-12-16T20:01:50.749 INFO:tasks.workunit.client.0.smithi002.stdout:op 3312 completed, throughput=5MB/sec 2023-12-16T20:01:50.749 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aBnNUeUXqdW2RZI off=1556442 len=1290842 2023-12-16T20:01:50.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 3313 completed, throughput=5MB/sec 2023-12-16T20:01:50.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5NySJjYEMnA0mJR off=14635253 len=1266513 2023-12-16T20:01:50.753 INFO:tasks.workunit.client.0.smithi002.stdout:op 3314 completed, throughput=5MB/sec 2023-12-16T20:01:50.753 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HAYH13dAazYUigV off=13066857 len=1031439 2023-12-16T20:01:50.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 3315 completed, throughput=5MB/sec 2023-12-16T20:01:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:01:51.759 INFO:tasks.workunit.client.0.smithi002.stdout: 645: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:51.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5omCY6CVZRVj92V off=17141740 len=110942 2023-12-16T20:01:51.762 INFO:tasks.workunit.client.0.smithi002.stdout:op 3316 completed, throughput=4.99MB/sec 2023-12-16T20:01:51.762 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rq5qqP42DxP6ZEe off=565983 len=1047948 2023-12-16T20:01:51.763 INFO:tasks.workunit.client.0.smithi002.stdout:op 3317 completed, throughput=5MB/sec 2023-12-16T20:01:51.763 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bQSSXZxdqjLS-sT off=4816700 len=931486 2023-12-16T20:01:51.769 INFO:tasks.workunit.client.0.smithi002.stdout:op 3318 completed, throughput=5MB/sec 2023-12-16T20:01:51.769 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oAbGTajBS1wA5tB off=908161 len=986412 2023-12-16T20:01:51.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 3319 completed, throughput=5MB/sec 2023-12-16T20:01:51.770 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-suI8wPowATX6zsn off=7060188 len=71194 2023-12-16T20:01:51.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 3320 completed, throughput=5MB/sec 2023-12-16T20:01:51.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yvb0c9yre73cUZ3 off=1716250 len=1962225 2023-12-16T20:01:51.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 3321 completed, throughput=5MB/sec 2023-12-16T20:01:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:51 smithi002 ceph-mon[137674]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:01:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:01:51] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:01:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:51 smithi002 ceph-mon[140029]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:51 smithi043 ceph-mon[135010]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:01:52.780 INFO:tasks.workunit.client.0.smithi002.stdout: 646: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:52.781 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8TriZRZ56_rXWEX off=1709709 len=542581 2023-12-16T20:01:52.785 INFO:tasks.workunit.client.0.smithi002.stdout:op 3322 completed, throughput=4.99MB/sec 2023-12-16T20:01:52.785 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GjuS5-Uy3UAzclQ off=11233952 len=1370686 2023-12-16T20:01:52.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 3323 completed, throughput=5MB/sec 2023-12-16T20:01:52.792 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bR4CevZv8jTLeGW off=789445 len=1769648 2023-12-16T20:01:52.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 3324 completed, throughput=5MB/sec 2023-12-16T20:01:52.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BW1HuibqYXDKivK off=11705188 len=1810131 2023-12-16T20:01:52.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 3325 completed, throughput=5MB/sec 2023-12-16T20:01:53.796 INFO:tasks.workunit.client.0.smithi002.stdout: 647: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BuVF0qq3O3tNK-5 off=4700168 len=379303 2023-12-16T20:01:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 3326 completed, throughput=4.99MB/sec 2023-12-16T20:01:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KCrZJvtpBXWdWuy off=177041 len=1728962 2023-12-16T20:01:53.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 3327 completed, throughput=5MB/sec 2023-12-16T20:01:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dmvhfoRod8r0CZG off=5226332 len=1229809 2023-12-16T20:01:53.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 3328 completed, throughput=5MB/sec 2023-12-16T20:01:53.809 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4EioI6URjC1HzND off=486706 len=770888 2023-12-16T20:01:53.811 INFO:tasks.workunit.client.0.smithi002.stdout:op 3329 completed, throughput=5MB/sec 2023-12-16T20:01:53.811 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9ZMOQ8Z3U_ZkRTp off=2069053 len=374757 2023-12-16T20:01:53.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 3330 completed, throughput=5MB/sec 2023-12-16T20:01:53.814 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nPbc6vRM7bTYPoW off=6295766 len=762999 2023-12-16T20:01:53.815 INFO:tasks.workunit.client.0.smithi002.stdout:op 3331 completed, throughput=5MB/sec 2023-12-16T20:01:54.816 INFO:tasks.workunit.client.0.smithi002.stdout: 648: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:54.816 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gvyStioFnaVnKBd off=17304137 len=2031389 2023-12-16T20:01:54.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 3332 completed, throughput=5MB/sec 2023-12-16T20:01:54.818 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lttJq1XcrI7jHcW off=1606141 len=1068690 2023-12-16T20:01:54.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 3333 completed, throughput=5MB/sec 2023-12-16T20:01:54.825 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--tLSDhPIMdVCn5h off=16052621 len=1599899 2023-12-16T20:01:54.827 INFO:tasks.workunit.client.0.smithi002.stdout:op 3334 completed, throughput=5MB/sec 2023-12-16T20:01:54.827 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cEK7f4nlLc7E-WY off=17111119 len=720345 2023-12-16T20:01:54.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 3335 completed, throughput=5MB/sec 2023-12-16T20:01:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:54 smithi002 ceph-mon[137674]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:54 smithi002 ceph-mon[140029]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:54 smithi043 ceph-mon[135010]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:01:55.832 INFO:tasks.workunit.client.0.smithi002.stdout: 649: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:55.832 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CSHeP3CPB8FgHIt off=5477828 len=1111000 2023-12-16T20:01:55.839 INFO:tasks.workunit.client.0.smithi002.stdout:op 3336 completed, throughput=4.99MB/sec 2023-12-16T20:01:55.839 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zIVPpuqXpgewjw3 off=6953579 len=1202682 2023-12-16T20:01:55.845 INFO:tasks.workunit.client.0.smithi002.stdout:op 3337 completed, throughput=5MB/sec 2023-12-16T20:01:55.845 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KaHYHfQeXqwuLYU off=3707567 len=1979844 2023-12-16T20:01:55.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 3338 completed, throughput=5MB/sec 2023-12-16T20:01:55.856 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KnN7QqHq7DB_nBv off=9174186 len=1861293 2023-12-16T20:01:55.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 3339 completed, throughput=5MB/sec 2023-12-16T20:01:56.858 INFO:tasks.workunit.client.0.smithi002.stdout: 650: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:56.858 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hSLYdOFi2CMrdnm off=9100742 len=2059590 2023-12-16T20:01:56.860 INFO:tasks.workunit.client.0.smithi002.stdout:op 3340 completed, throughput=5MB/sec 2023-12-16T20:01:56.860 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ouIBfgzYF0euSLN off=1693963 len=201837 2023-12-16T20:01:56.864 INFO:tasks.workunit.client.0.smithi002.stdout:op 3341 completed, throughput=5MB/sec 2023-12-16T20:01:56.864 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5dbvcSj4s02Bjac off=449511 len=1178938 2023-12-16T20:01:56.870 INFO:tasks.workunit.client.0.smithi002.stdout:op 3342 completed, throughput=5MB/sec 2023-12-16T20:01:56.870 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-afVYQkHPIz-49fj off=10015109 len=337117 2023-12-16T20:01:56.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 3343 completed, throughput=5MB/sec 2023-12-16T20:01:56.873 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-erzJhBGty3e618L off=2194293 len=1554403 2023-12-16T20:01:56.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 3344 completed, throughput=5MB/sec 2023-12-16T20:01:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:56 smithi002 ceph-mon[137674]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:56 smithi002 ceph-mon[140029]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:56 smithi043 ceph-mon[135010]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:01:57.882 INFO:tasks.workunit.client.0.smithi002.stdout: 651: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:57.882 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cLrxkEPBoLJ15Jp off=2488431 len=1112994 2023-12-16T20:01:57.888 INFO:tasks.workunit.client.0.smithi002.stdout:op 3345 completed, throughput=5MB/sec 2023-12-16T20:01:57.888 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VUDAJdtlLSRdhco off=4800703 len=1760936 2023-12-16T20:01:57.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 3346 completed, throughput=5MB/sec 2023-12-16T20:01:57.897 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ahh1L9nY0-sJVW8 off=8793166 len=1182364 2023-12-16T20:01:57.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 3347 completed, throughput=5MB/sec 2023-12-16T20:01:58.903 INFO:tasks.workunit.client.0.smithi002.stdout: 652: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:58.903 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tJrEpt9UZbDE2Jm off=608485 len=1351267 2023-12-16T20:01:58.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 3348 completed, throughput=4.99MB/sec 2023-12-16T20:01:58.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d3cVyCi1L_0he9p off=607117 len=345916 2023-12-16T20:01:58.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 3349 completed, throughput=5MB/sec 2023-12-16T20:01:58.906 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nPapWd3aExAHXzV off=10126065 len=1167575 2023-12-16T20:01:58.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 3350 completed, throughput=5MB/sec 2023-12-16T20:01:58.912 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0oQxPlo_mqFahhW off=9023399 len=338623 2023-12-16T20:01:58.913 INFO:tasks.workunit.client.0.smithi002.stdout:op 3351 completed, throughput=5MB/sec 2023-12-16T20:01:58.913 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--yShFxc_CygR4r8 off=6238374 len=1807754 2023-12-16T20:01:58.916 INFO:tasks.workunit.client.0.smithi002.stdout:op 3352 completed, throughput=5MB/sec 2023-12-16T20:01:58.916 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DKj0lsaJ18K0gKj off=17859103 len=362378 2023-12-16T20:01:58.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 3353 completed, throughput=5MB/sec 2023-12-16T20:01:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:58 smithi002 ceph-mon[137674]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:58 smithi002 ceph-mon[140029]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:58 smithi043 ceph-mon[135010]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:01:59.920 INFO:tasks.workunit.client.0.smithi002.stdout: 653: throughput=4.99MB/sec pending data=0 2023-12-16T20:01:59.920 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ldJ89n6l_3cjbQw off=11342396 len=54361 2023-12-16T20:01:59.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 3354 completed, throughput=4.99MB/sec 2023-12-16T20:01:59.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2OdQjbM9zarPCEU off=3312274 len=1804104 2023-12-16T20:01:59.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 3355 completed, throughput=5MB/sec 2023-12-16T20:01:59.925 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lEfoZKDwGtyyWMd off=2883930 len=733757 2023-12-16T20:01:59.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 3356 completed, throughput=5MB/sec 2023-12-16T20:01:59.930 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L8s0wA-tFs9YX5v off=15721506 len=1287941 2023-12-16T20:01:59.936 INFO:tasks.workunit.client.0.smithi002.stdout:op 3357 completed, throughput=5MB/sec 2023-12-16T20:01:59.936 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0vqyp0bAym9s8i8 off=7471429 len=1852289 2023-12-16T20:01:59.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 3358 completed, throughput=5MB/sec 2023-12-16T20:02:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:01:59 smithi002 ceph-mon[137674]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:01:59 smithi002 ceph-mon[140029]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:01:59 smithi043 ceph-mon[135010]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:00.939 INFO:tasks.workunit.client.0.smithi002.stdout: 654: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:00.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b5z1fbAgKRQqM3K off=15457368 len=1476384 2023-12-16T20:02:00.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 3359 completed, throughput=5MB/sec 2023-12-16T20:02:00.941 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D6p4T8txOeFk3mC off=8723055 len=1020636 2023-12-16T20:02:00.942 INFO:tasks.workunit.client.0.smithi002.stdout:op 3360 completed, throughput=5MB/sec 2023-12-16T20:02:00.943 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wuiYbhkrMPKnGvo off=22997071 len=1507845 2023-12-16T20:02:00.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 3361 completed, throughput=5MB/sec 2023-12-16T20:02:00.951 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mJXr-TQj0pyyJPm off=13996758 len=1626365 2023-12-16T20:02:00.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 3362 completed, throughput=5MB/sec 2023-12-16T20:02:01.958 INFO:tasks.workunit.client.0.smithi002.stdout: 655: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:01.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TCUAhcUFguZv_5G off=2357867 len=1462829 2023-12-16T20:02:01.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 3363 completed, throughput=5MB/sec 2023-12-16T20:02:01.965 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sk4cNSX2h5OF2SS off=3623866 len=1907175 2023-12-16T20:02:01.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 3364 completed, throughput=5MB/sec 2023-12-16T20:02:01.967 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cIVHJz8_FRmba8t off=4442899 len=1074580 2023-12-16T20:02:01.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 3365 completed, throughput=5MB/sec 2023-12-16T20:02:01.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WHETka2w3Ab1XVM off=7494513 len=1155935 2023-12-16T20:02:01.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 3366 completed, throughput=5MB/sec 2023-12-16T20:02:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:01] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:02:02.972 INFO:tasks.workunit.client.0.smithi002.stdout: 656: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:02.972 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z-qhlaU1dzjW-Vg off=8900092 len=1568962 2023-12-16T20:02:02.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 3367 completed, throughput=5MB/sec 2023-12-16T20:02:02.974 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f9Z7288joD5g2md off=1066066 len=620220 2023-12-16T20:02:02.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 3368 completed, throughput=5MB/sec 2023-12-16T20:02:02.979 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A1GGX9qDztzx3NP off=2381697 len=1512506 2023-12-16T20:02:02.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 3369 completed, throughput=5MB/sec 2023-12-16T20:02:02.985 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-th_gnkNwKeSAUK_ off=2076499 len=503606 2023-12-16T20:02:02.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 3370 completed, throughput=5MB/sec 2023-12-16T20:02:02.987 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YuacIxPDDtdNij3 off=3100121 len=393243 2023-12-16T20:02:02.987 INFO:tasks.workunit.client.0.smithi002.stdout:op 3371 completed, throughput=5MB/sec 2023-12-16T20:02:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:02 smithi002 ceph-mon[137674]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:02:03.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:02 smithi002 ceph-mon[140029]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:02:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:02 smithi043 ceph-mon[135010]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:02:03.988 INFO:tasks.workunit.client.0.smithi002.stdout: 657: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:03.988 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qsSeC6ipJ7VDEVL off=21190681 len=1100306 2023-12-16T20:02:03.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 3372 completed, throughput=4.99MB/sec 2023-12-16T20:02:03.989 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nNrJ-op96_oE5YS off=14096928 len=393154 2023-12-16T20:02:03.993 INFO:tasks.workunit.client.0.smithi002.stdout:op 3373 completed, throughput=5MB/sec 2023-12-16T20:02:03.993 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qIuBxsHR6IE_OTY off=816398 len=53817 2023-12-16T20:02:03.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 3374 completed, throughput=5MB/sec 2023-12-16T20:02:03.994 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-me2dD_6Ya326kpV off=3211348 len=1055753 2023-12-16T20:02:04.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 3375 completed, throughput=5MB/sec 2023-12-16T20:02:04.000 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TkVAlmTji-s0SqQ off=2647365 len=151570 2023-12-16T20:02:04.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 3376 completed, throughput=5MB/sec 2023-12-16T20:02:04.001 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-i8p3OP2bfM4oxCe off=5593955 len=1386223 2023-12-16T20:02:04.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 3377 completed, throughput=5MB/sec 2023-12-16T20:02:04.003 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JLNzeLDDPdtpYej off=4124212 len=61315 2023-12-16T20:02:04.005 INFO:tasks.workunit.client.0.smithi002.stdout:op 3378 completed, throughput=5MB/sec 2023-12-16T20:02:04.005 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-urrALGTEd_b4IUf off=853798 len=623190 2023-12-16T20:02:04.006 INFO:tasks.workunit.client.0.smithi002.stdout:op 3379 completed, throughput=5MB/sec 2023-12-16T20:02:04.006 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-i0My6B5YoA-Ujve off=5018690 len=1792290 2023-12-16T20:02:04.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 3380 completed, throughput=5MB/sec 2023-12-16T20:02:05.009 INFO:tasks.workunit.client.0.smithi002.stdout: 658: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:05.009 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iqt47kkvCetgFbV off=10574399 len=413973 2023-12-16T20:02:05.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 3381 completed, throughput=5MB/sec 2023-12-16T20:02:05.010 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1Qz4hAe3ypabqJQ off=8629053 len=532176 2023-12-16T20:02:05.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 3382 completed, throughput=5MB/sec 2023-12-16T20:02:05.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yTzzF7L0glRTD-5 off=4070181 len=635589 2023-12-16T20:02:05.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 3383 completed, throughput=5MB/sec 2023-12-16T20:02:05.015 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5wWf2G8cKsprhdS off=2295893 len=855769 2023-12-16T20:02:05.020 INFO:tasks.workunit.client.0.smithi002.stdout:op 3384 completed, throughput=5MB/sec 2023-12-16T20:02:05.020 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-svrtXrGR8Ca0lhk off=8706666 len=1671855 2023-12-16T20:02:05.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 3385 completed, throughput=5MB/sec 2023-12-16T20:02:05.080 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:04 smithi043 ceph-mon[135010]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:04 smithi002 ceph-mon[137674]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:04 smithi002 ceph-mon[140029]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:05.496 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:02:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=cleanup t=2023-12-16T20:02:05.080607386Z level=info msg="Completed cleanup jobs" duration=12.934699ms 2023-12-16T20:02:06.023 INFO:tasks.workunit.client.0.smithi002.stdout: 659: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:06.023 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-glfCA63-JYGHjsr off=5538415 len=1654051 2023-12-16T20:02:06.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 3386 completed, throughput=5MB/sec 2023-12-16T20:02:06.032 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O6NUA6_7plyDzIf off=11563893 len=868688 2023-12-16T20:02:06.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 3387 completed, throughput=5MB/sec 2023-12-16T20:02:06.034 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kyk3k4Ldb6yh-gM off=11924861 len=1323395 2023-12-16T20:02:06.035 INFO:tasks.workunit.client.0.smithi002.stdout:op 3388 completed, throughput=5MB/sec 2023-12-16T20:02:06.035 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2mshzfwpVkqHR72 off=1239403 len=1271279 2023-12-16T20:02:06.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 3389 completed, throughput=5MB/sec 2023-12-16T20:02:07.042 INFO:tasks.workunit.client.0.smithi002.stdout: 660: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:07.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dNZduQ5j46tUy_6 off=1972967 len=1443487 2023-12-16T20:02:07.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 3390 completed, throughput=4.99MB/sec 2023-12-16T20:02:07.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1OUUXsi03Vz3L8 off=3641271 len=1671778 2023-12-16T20:02:07.047 INFO:tasks.workunit.client.0.smithi002.stdout:op 3391 completed, throughput=5MB/sec 2023-12-16T20:02:07.047 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vM1lt266ESM1BN4 off=4630254 len=2074 2023-12-16T20:02:07.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 3392 completed, throughput=5MB/sec 2023-12-16T20:02:07.049 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KNQwJ6FOeVj8iiL off=3115282 len=360192 2023-12-16T20:02:07.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 3393 completed, throughput=5MB/sec 2023-12-16T20:02:07.050 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-l0ZDFxhkazebVaH off=11114297 len=517914 2023-12-16T20:02:07.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 3394 completed, throughput=5MB/sec 2023-12-16T20:02:07.054 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6lbzviZuNxqOmcT off=1837544 len=1075188 2023-12-16T20:02:07.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 3395 completed, throughput=5MB/sec 2023-12-16T20:02:07.055 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-79x-IfwWNB1lBgT off=6168811 len=590542 2023-12-16T20:02:07.056 INFO:tasks.workunit.client.0.smithi002.stdout:op 3396 completed, throughput=5MB/sec 2023-12-16T20:02:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:06 smithi002 ceph-mon[137674]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:06 smithi002 ceph-mon[140029]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:06 smithi043 ceph-mon[135010]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:08.056 INFO:tasks.workunit.client.0.smithi002.stdout: 661: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:08.057 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wRsxtrcOMdOdAL3 off=306639 len=422905 2023-12-16T20:02:08.058 INFO:tasks.workunit.client.0.smithi002.stdout:op 3397 completed, throughput=4.99MB/sec 2023-12-16T20:02:08.058 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZTkx7K7SxfkhAjT off=3594293 len=980864 2023-12-16T20:02:08.059 INFO:tasks.workunit.client.0.smithi002.stdout:op 3398 completed, throughput=5MB/sec 2023-12-16T20:02:08.059 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pu7lUXMVbbF7WFP off=2474108 len=1426294 2023-12-16T20:02:08.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 3399 completed, throughput=5MB/sec 2023-12-16T20:02:08.067 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iVy-Xq_eWou9jgz off=502985 len=494198 2023-12-16T20:02:08.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 3400 completed, throughput=5MB/sec 2023-12-16T20:02:08.068 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AeZuXdsl_BYW6Y_ off=541975 len=1352584 2023-12-16T20:02:08.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 3401 completed, throughput=5MB/sec 2023-12-16T20:02:08.075 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oPaxNYaDx86hcQZ off=17844723 len=277002 2023-12-16T20:02:08.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 3402 completed, throughput=5MB/sec 2023-12-16T20:02:09.076 INFO:tasks.workunit.client.0.smithi002.stdout: 662: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:09.076 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uUOFmloDZwVTEAy off=5733257 len=1505279 2023-12-16T20:02:09.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 3403 completed, throughput=4.99MB/sec 2023-12-16T20:02:09.079 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVnRplhfCYjOgTM off=4756591 len=250493 2023-12-16T20:02:09.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 3404 completed, throughput=5MB/sec 2023-12-16T20:02:09.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4mWHymQ7J6-b89b off=3352184 len=1510739 2023-12-16T20:02:09.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 3405 completed, throughput=5MB/sec 2023-12-16T20:02:09.091 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1s3O5a8UMHC1nvB off=6200883 len=1085272 2023-12-16T20:02:09.093 INFO:tasks.workunit.client.0.smithi002.stdout:op 3406 completed, throughput=5MB/sec 2023-12-16T20:02:09.093 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M5vet3m0JRxzFX1 off=1101215 len=447747 2023-12-16T20:02:09.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 3407 completed, throughput=5MB/sec 2023-12-16T20:02:09.097 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bM2-6P2X29vGUgT off=8708488 len=2071912 2023-12-16T20:02:09.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 3408 completed, throughput=5MB/sec 2023-12-16T20:02:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:08 smithi002 ceph-mon[137674]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:08 smithi002 ceph-mon[140029]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:08 smithi043 ceph-mon[135010]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:10.108 INFO:tasks.workunit.client.0.smithi002.stdout: 663: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:10.108 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BhYWrvPPpT5eT8C off=14407094 len=342664 2023-12-16T20:02:10.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 3409 completed, throughput=5MB/sec 2023-12-16T20:02:10.112 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FSKExFF1NtXODrW off=13908711 len=1183247 2023-12-16T20:02:10.114 INFO:tasks.workunit.client.0.smithi002.stdout:op 3410 completed, throughput=5MB/sec 2023-12-16T20:02:10.114 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cVx2espeWs_J4ta off=6785869 len=1268828 2023-12-16T20:02:10.116 INFO:tasks.workunit.client.0.smithi002.stdout:op 3411 completed, throughput=5MB/sec 2023-12-16T20:02:10.116 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w3t3ZBNauJMDSGw off=3490907 len=170011 2023-12-16T20:02:10.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 3412 completed, throughput=5MB/sec 2023-12-16T20:02:10.117 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XacXXtLUK-1W2ZW off=2267422 len=1131113 2023-12-16T20:02:10.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 3413 completed, throughput=5MB/sec 2023-12-16T20:02:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:09 smithi002 ceph-mon[137674]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:09 smithi002 ceph-mon[140029]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:09 smithi043 ceph-mon[135010]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:11.119 INFO:tasks.workunit.client.0.smithi002.stdout: 664: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:11.119 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iCfXkUWdxmSY9Vz off=65472 len=305112 2023-12-16T20:02:11.120 INFO:tasks.workunit.client.0.smithi002.stdout:op 3414 completed, throughput=4.99MB/sec 2023-12-16T20:02:11.120 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pc1qTvw6Hcjg1O- off=3133058 len=40872 2023-12-16T20:02:11.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 3415 completed, throughput=4.99MB/sec 2023-12-16T20:02:11.123 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Vl-8Q_lWl2hPe62 off=8946652 len=727799 2023-12-16T20:02:11.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 3416 completed, throughput=4.99MB/sec 2023-12-16T20:02:11.127 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QZi0d0TdxTnwYaF off=613006 len=194437 2023-12-16T20:02:11.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 3417 completed, throughput=4.99MB/sec 2023-12-16T20:02:11.131 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2Hs8aMoQkWwm23V off=15984465 len=1608258 2023-12-16T20:02:11.134 INFO:tasks.workunit.client.0.smithi002.stdout:op 3418 completed, throughput=5MB/sec 2023-12-16T20:02:11.135 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--i7I2XiMJLV_suF off=10118055 len=1160945 2023-12-16T20:02:11.140 INFO:tasks.workunit.client.0.smithi002.stdout:op 3419 completed, throughput=5MB/sec 2023-12-16T20:02:11.140 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HAPdyBvj4hfQ2h4 off=673810 len=2081214 2023-12-16T20:02:11.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 3420 completed, throughput=5MB/sec 2023-12-16T20:02:12.148 INFO:tasks.workunit.client.0.smithi002.stdout: 665: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:12.148 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GdDq553CxBcm0ah off=24071303 len=734093 2023-12-16T20:02:12.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 3421 completed, throughput=5MB/sec 2023-12-16T20:02:12.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vEYHzfNNWsPGUMr off=76067 len=1550024 2023-12-16T20:02:12.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 3422 completed, throughput=5MB/sec 2023-12-16T20:02:12.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PqNrwbMR_39atSU off=3406501 len=1566442 2023-12-16T20:02:12.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 3423 completed, throughput=5MB/sec 2023-12-16T20:02:12.164 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-luzg0ZBViguEl0D off=11566969 len=1098638 2023-12-16T20:02:12.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 3424 completed, throughput=5MB/sec 2023-12-16T20:02:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:11] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:02:12.357 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:02:12.683 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:02:12.683 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (30m) 6m ago 33m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:02:12.683 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (30m) 4m ago 32m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (33m) 6m ago 33m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (33m) 4m ago 33m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (29m) 4m ago 36m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (30m) 6m ago 37m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (29m) 6m ago 37m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (28m) 4m ago 36m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (29m) 6m ago 36m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (30m) 6m ago 32m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:02:12.684 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (30m) 4m ago 32m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (28m) 6m ago 35m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (27m) 6m ago 35m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (27m) 6m ago 35m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (27m) 6m ago 35m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (26m) 4m ago 34m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (26m) 4m ago 34m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (25m) 4m ago 34m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (25m) 4m ago 34m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:02:12.685 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (29m) 4m ago 33m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:02:12.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:12 smithi002 ceph-mon[137674]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:02:12.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:12 smithi002 ceph-mon[140029]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:02:13.088 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:13.089 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:02:13.090 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:02:13.090 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:02:13.090 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:02:13.090 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:02:13.166 INFO:tasks.workunit.client.0.smithi002.stdout: 666: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:13.166 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PEQMt0g4ij4fEy1 off=11351539 len=463042 2023-12-16T20:02:13.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 3425 completed, throughput=4.99MB/sec 2023-12-16T20:02:13.169 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TXmE-JVgzXNe5-h off=0 len=1521148 2023-12-16T20:02:13.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 3426 completed, throughput=5MB/sec 2023-12-16T20:02:13.177 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DzSG6tgGKwU3wi2 off=12531254 len=1802180 2023-12-16T20:02:13.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 3427 completed, throughput=5MB/sec 2023-12-16T20:02:13.183 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QHZKpnqhz87vlLn off=250865 len=1408779 2023-12-16T20:02:13.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 3428 completed, throughput=5MB/sec 2023-12-16T20:02:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:12 smithi043 ceph-mon[135010]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:02:14.191 INFO:tasks.workunit.client.0.smithi002.stdout: 667: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:14.191 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kzr3ou5rcflBquh off=1095898 len=390413 2023-12-16T20:02:14.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 3429 completed, throughput=4.99MB/sec 2023-12-16T20:02:14.192 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zCHSECwHQf4d27- off=4085209 len=894810 2023-12-16T20:02:14.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 3430 completed, throughput=5MB/sec 2023-12-16T20:02:14.193 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ptT9_bYfVotuGWk off=6701420 len=762257 2023-12-16T20:02:14.198 INFO:tasks.workunit.client.0.smithi002.stdout:op 3431 completed, throughput=5MB/sec 2023-12-16T20:02:14.198 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ebr-QuBMCK5YSBl off=2044169 len=765556 2023-12-16T20:02:14.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 3432 completed, throughput=5MB/sec 2023-12-16T20:02:14.203 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dCYl-vZhKebT0s8 off=2263184 len=980213 2023-12-16T20:02:14.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 3433 completed, throughput=5MB/sec 2023-12-16T20:02:14.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WgsiCwtWYBqESY8 off=5358734 len=355469 2023-12-16T20:02:14.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 3434 completed, throughput=5MB/sec 2023-12-16T20:02:14.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NcNgOsm0A3uM-Du off=8553360 len=608753 2023-12-16T20:02:14.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 3435 completed, throughput=5MB/sec 2023-12-16T20:02:14.209 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4PNDHNdaxGvRzLD off=5158402 len=1084569 2023-12-16T20:02:14.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 3436 completed, throughput=5MB/sec 2023-12-16T20:02:14.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[137674]: from='client.45596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[137674]: from='client.35661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1608584871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:14.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[140029]: from='client.45596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[140029]: from='client.35661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1608584871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:13 smithi043 ceph-mon[135010]: from='client.45596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:13 smithi043 ceph-mon[135010]: from='client.35661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:14.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1608584871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:15.215 INFO:tasks.workunit.client.0.smithi002.stdout: 668: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:15.216 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ayQuyCylzFujERu off=9061977 len=881446 2023-12-16T20:02:15.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 3437 completed, throughput=5MB/sec 2023-12-16T20:02:15.221 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u4sQx2gX-oovmro off=12661167 len=1377642 2023-12-16T20:02:15.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 3438 completed, throughput=5MB/sec 2023-12-16T20:02:15.228 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y1lfdWj6p6MJHXj off=547242 len=1265286 2023-12-16T20:02:15.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 3439 completed, throughput=5MB/sec 2023-12-16T20:02:15.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--Z8-H90LVQoCq0H off=46381 len=1439845 2023-12-16T20:02:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:14 smithi002 ceph-mon[137674]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T20:02:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:14 smithi002 ceph-mon[140029]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T20:02:15.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 3440 completed, throughput=5MB/sec 2023-12-16T20:02:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:14 smithi043 ceph-mon[135010]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T20:02:16.241 INFO:tasks.workunit.client.0.smithi002.stdout: 669: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:16.241 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KwrtJmKNxQ9V_1b off=15251106 len=1913590 2023-12-16T20:02:16.245 INFO:tasks.workunit.client.0.smithi002.stdout:op 3441 completed, throughput=5MB/sec 2023-12-16T20:02:16.245 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gvyStioFnaVnKBd off=17335193 len=594814 2023-12-16T20:02:16.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 3442 completed, throughput=5MB/sec 2023-12-16T20:02:16.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nB8yrgwuDMgsOcv off=9087772 len=1662193 2023-12-16T20:02:16.254 INFO:tasks.workunit.client.0.smithi002.stdout:op 3443 completed, throughput=5MB/sec 2023-12-16T20:02:16.254 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rPsh5ppjrJXtv2g off=6888659 len=850053 2023-12-16T20:02:16.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 3444 completed, throughput=5MB/sec 2023-12-16T20:02:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:16 smithi002 ceph-mon[137674]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:16 smithi002 ceph-mon[140029]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:17.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:16 smithi043 ceph-mon[135010]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:17.256 INFO:tasks.workunit.client.0.smithi002.stdout: 670: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:17.256 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1HwWaYNt7AQeJsX off=630491 len=431536 2023-12-16T20:02:17.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 3445 completed, throughput=4.99MB/sec 2023-12-16T20:02:17.260 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V2YPzjII6e_Nfod off=3619973 len=585162 2023-12-16T20:02:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 3446 completed, throughput=4.99MB/sec 2023-12-16T20:02:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-spXGI21oCP_0nXQ off=9821468 len=275771 2023-12-16T20:02:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 3447 completed, throughput=4.99MB/sec 2023-12-16T20:02:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d54xgCRwg6OmMTw off=14905847 len=1306328 2023-12-16T20:02:17.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 3448 completed, throughput=5MB/sec 2023-12-16T20:02:17.268 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y7E2bsFTFIYqcI4 off=5538306 len=1286915 2023-12-16T20:02:17.275 INFO:tasks.workunit.client.0.smithi002.stdout:op 3449 completed, throughput=5MB/sec 2023-12-16T20:02:17.275 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j2weIwz0DgruRce off=1047061 len=1945581 2023-12-16T20:02:17.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 3450 completed, throughput=5MB/sec 2023-12-16T20:02:18.278 INFO:tasks.workunit.client.0.smithi002.stdout: 671: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:18.404 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3pLZPGWznofskTN off=4889215 len=1888873 2023-12-16T20:02:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 3451 completed, throughput=5MB/sec 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qnvI_YVE4SQNwTk off=9444268 len=285611 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 3452 completed, throughput=5MB/sec 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2_HH61lEB3G7I7Z off=14462552 len=1738178 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 3453 completed, throughput=5MB/sec 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ph-zPPW9wShWBB7 off=3434461 len=1046960 2023-12-16T20:02:18.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 3454 completed, throughput=5MB/sec 2023-12-16T20:02:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:18 smithi002 ceph-mon[137674]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:02:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:18 smithi002 ceph-mon[140029]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:02:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:18 smithi043 ceph-mon[135010]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:02:19.295 INFO:tasks.workunit.client.0.smithi002.stdout: 672: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:19.295 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QylMi6GoSijLBlp off=15690603 len=499854 2023-12-16T20:02:19.296 INFO:tasks.workunit.client.0.smithi002.stdout:op 3455 completed, throughput=4.99MB/sec 2023-12-16T20:02:19.296 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T-HvyjTgqgLQB0v off=2577472 len=1478060 2023-12-16T20:02:19.299 INFO:tasks.workunit.client.0.smithi002.stdout:op 3456 completed, throughput=5MB/sec 2023-12-16T20:02:19.299 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nUoKgYkily-TWTU off=38655 len=286895 2023-12-16T20:02:19.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 3457 completed, throughput=5MB/sec 2023-12-16T20:02:19.300 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v1GcmWeKvjYfLyV off=4794795 len=61691 2023-12-16T20:02:19.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 3458 completed, throughput=5MB/sec 2023-12-16T20:02:19.306 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ej_Uw5UrS7tRfGd off=4121143 len=1746327 2023-12-16T20:02:19.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 3459 completed, throughput=5MB/sec 2023-12-16T20:02:19.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LUxArFlHExQhTjl off=9800927 len=561952 2023-12-16T20:02:19.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 3460 completed, throughput=5MB/sec 2023-12-16T20:02:19.310 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aovtx5QLq6DeLVJ off=4411957 len=1639280 2023-12-16T20:02:19.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 3461 completed, throughput=5MB/sec 2023-12-16T20:02:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:19 smithi002 ceph-mon[137674]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:19 smithi002 ceph-mon[140029]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:19 smithi043 ceph-mon[135010]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:20.312 INFO:tasks.workunit.client.0.smithi002.stdout: 673: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:20.312 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O262A2XB_jUx48m off=613725 len=52193 2023-12-16T20:02:20.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 3462 completed, throughput=4.99MB/sec 2023-12-16T20:02:20.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O0vCJMZB3A2ODfG off=1337161 len=1080257 2023-12-16T20:02:20.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 3463 completed, throughput=5MB/sec 2023-12-16T20:02:20.317 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8l1vzjxAqfJ7PNN off=9184021 len=434482 2023-12-16T20:02:20.318 INFO:tasks.workunit.client.0.smithi002.stdout:op 3464 completed, throughput=5MB/sec 2023-12-16T20:02:20.319 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-50KGgSi7EkQuVDw off=7905620 len=358512 2023-12-16T20:02:20.322 INFO:tasks.workunit.client.0.smithi002.stdout:op 3465 completed, throughput=5MB/sec 2023-12-16T20:02:20.322 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZPdAPQpJKMgkTNC off=14163362 len=764737 2023-12-16T20:02:20.323 INFO:tasks.workunit.client.0.smithi002.stdout:op 3466 completed, throughput=5MB/sec 2023-12-16T20:02:20.323 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4PNDHNdaxGvRzLD off=5806584 len=1021822 2023-12-16T20:02:20.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 3467 completed, throughput=5MB/sec 2023-12-16T20:02:20.334 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5P9xNZZbmD7m1Lk off=7453168 len=1365577 2023-12-16T20:02:20.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 3468 completed, throughput=5MB/sec 2023-12-16T20:02:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:21.337 INFO:tasks.workunit.client.0.smithi002.stdout: 674: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:21.337 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b8qV_pYwLm3miLy off=3459286 len=1482165 2023-12-16T20:02:21.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 3469 completed, throughput=5MB/sec 2023-12-16T20:02:21.346 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pne0aO6QR8MXioP off=10722853 len=1725573 2023-12-16T20:02:21.349 INFO:tasks.workunit.client.0.smithi002.stdout:op 3470 completed, throughput=5MB/sec 2023-12-16T20:02:21.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oXkBP_tCAJGRI85 off=5244548 len=1850687 2023-12-16T20:02:21.357 INFO:tasks.workunit.client.0.smithi002.stdout:op 3471 completed, throughput=5MB/sec 2023-12-16T20:02:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:21 smithi002 ceph-mon[137674]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:02:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:21] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T20:02:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:21 smithi002 ceph-mon[140029]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:02:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:21 smithi043 ceph-mon[135010]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:02:22.358 INFO:tasks.workunit.client.0.smithi002.stdout: 675: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:22.358 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lrOznT2DLjGpyGg off=598599 len=1811081 2023-12-16T20:02:22.368 INFO:tasks.workunit.client.0.smithi002.stdout:op 3472 completed, throughput=5MB/sec 2023-12-16T20:02:22.368 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4l2vRHn83BqNq43 off=1293002 len=812871 2023-12-16T20:02:22.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 3473 completed, throughput=5MB/sec 2023-12-16T20:02:22.373 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EHKsZy-9OkVo5vs off=2976607 len=895597 2023-12-16T20:02:22.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 3474 completed, throughput=5MB/sec 2023-12-16T20:02:22.378 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gKDDFsKHyLWIp-8 off=15518902 len=99703 2023-12-16T20:02:22.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 3475 completed, throughput=5MB/sec 2023-12-16T20:02:22.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VgzqZD-cLD8XlBR off=11368559 len=1318117 2023-12-16T20:02:22.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 3476 completed, throughput=5MB/sec 2023-12-16T20:02:23.387 INFO:tasks.workunit.client.0.smithi002.stdout: 676: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:23.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h7aSKct1j07syyy off=2671711 len=1781253 2023-12-16T20:02:23.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 3477 completed, throughput=5MB/sec 2023-12-16T20:02:23.389 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aYqce020Y8i8Ajo off=2016102 len=788501 2023-12-16T20:02:23.395 INFO:tasks.workunit.client.0.smithi002.stdout:op 3478 completed, throughput=5MB/sec 2023-12-16T20:02:23.395 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lLBIbSCpgsxkYJH off=8217558 len=1201099 2023-12-16T20:02:23.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 3479 completed, throughput=5MB/sec 2023-12-16T20:02:23.397 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V54aWi4zVBZ-l1W off=5135812 len=893850 2023-12-16T20:02:23.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 3480 completed, throughput=5MB/sec 2023-12-16T20:02:23.402 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5nTjkIWXe5598pS off=3390600 len=704808 2023-12-16T20:02:23.403 INFO:tasks.workunit.client.0.smithi002.stdout:op 3481 completed, throughput=5MB/sec 2023-12-16T20:02:24.403 INFO:tasks.workunit.client.0.smithi002.stdout: 677: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:24.403 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vKi9SZiJWX9ymSm off=2968642 len=1718872 2023-12-16T20:02:24.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 3482 completed, throughput=5MB/sec 2023-12-16T20:02:24.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3MY1oRBIRmtwdHW off=1144998 len=568023 2023-12-16T20:02:24.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 3483 completed, throughput=5MB/sec 2023-12-16T20:02:24.407 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rOoKPfcqQ3vcp0M off=0 len=1106096 2023-12-16T20:02:24.414 INFO:tasks.workunit.client.0.smithi002.stdout:op 3484 completed, throughput=5MB/sec 2023-12-16T20:02:24.414 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fH4trdFZfANSEL- off=8585972 len=1720201 2023-12-16T20:02:24.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 3485 completed, throughput=5MB/sec 2023-12-16T20:02:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:24 smithi002 ceph-mon[137674]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:24 smithi002 ceph-mon[140029]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:24 smithi043 ceph-mon[135010]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:25.416 INFO:tasks.workunit.client.0.smithi002.stdout: 678: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:25.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QnVKUk_U4TxWGya off=15159755 len=545404 2023-12-16T20:02:25.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 3486 completed, throughput=4.99MB/sec 2023-12-16T20:02:25.417 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KzdOWcLgIQUDqne off=5967452 len=2089410 2023-12-16T20:02:25.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 3487 completed, throughput=5MB/sec 2023-12-16T20:02:25.427 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9vpc28Lj9BkTDy off=6995039 len=605012 2023-12-16T20:02:25.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 3488 completed, throughput=5MB/sec 2023-12-16T20:02:25.428 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KW5EykKItcOP-Z8 off=4784248 len=402854 2023-12-16T20:02:25.429 INFO:tasks.workunit.client.0.smithi002.stdout:op 3489 completed, throughput=5MB/sec 2023-12-16T20:02:25.429 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--_ZzzwN_WCN1LQg off=12097644 len=2034361 2023-12-16T20:02:25.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 3490 completed, throughput=5MB/sec 2023-12-16T20:02:26.431 INFO:tasks.workunit.client.0.smithi002.stdout: 679: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:26.431 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rTOiLC3wjlLg_Zm off=2014481 len=624553 2023-12-16T20:02:26.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 3491 completed, throughput=4.99MB/sec 2023-12-16T20:02:26.432 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JG3sfCL2-YADljg off=1812595 len=996024 2023-12-16T20:02:26.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 3492 completed, throughput=5MB/sec 2023-12-16T20:02:26.438 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QfsCLExCagUm7AW off=1900791 len=1362903 2023-12-16T20:02:26.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 3493 completed, throughput=5MB/sec 2023-12-16T20:02:26.444 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LTfXMEWTkkbwHfL off=721938 len=1068757 2023-12-16T20:02:26.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 3494 completed, throughput=5MB/sec 2023-12-16T20:02:26.451 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-91s5tj_oQCW-d4R off=4347070 len=1125099 2023-12-16T20:02:26.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 3495 completed, throughput=5MB/sec 2023-12-16T20:02:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:26 smithi002 ceph-mon[137674]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:26 smithi002 ceph-mon[140029]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:26 smithi043 ceph-mon[135010]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:27.453 INFO:tasks.workunit.client.0.smithi002.stdout: 680: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:27.453 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-htQdhyd6si51UWN off=12158825 len=1326735 2023-12-16T20:02:27.459 INFO:tasks.workunit.client.0.smithi002.stdout:op 3496 completed, throughput=5MB/sec 2023-12-16T20:02:27.460 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Unmjeu9waHHqhT3 off=16542350 len=1686124 2023-12-16T20:02:27.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 3497 completed, throughput=5MB/sec 2023-12-16T20:02:27.467 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2Ja5N9mbxcAejm5 off=1168964 len=514788 2023-12-16T20:02:27.471 INFO:tasks.workunit.client.0.smithi002.stdout:op 3498 completed, throughput=5MB/sec 2023-12-16T20:02:27.472 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rNy0kGZxrxWgYPD off=22598046 len=1786839 2023-12-16T20:02:27.474 INFO:tasks.workunit.client.0.smithi002.stdout:op 3499 completed, throughput=5MB/sec 2023-12-16T20:02:28.474 INFO:tasks.workunit.client.0.smithi002.stdout: 681: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:28.474 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jh4EwQ1PVquV9HB off=13567322 len=793185 2023-12-16T20:02:28.479 INFO:tasks.workunit.client.0.smithi002.stdout:op 3500 completed, throughput=4.99MB/sec 2023-12-16T20:02:28.480 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ki9bqPKxGa-z5rh off=4487905 len=1826607 2023-12-16T20:02:28.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 3501 completed, throughput=5MB/sec 2023-12-16T20:02:28.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uMys7AwJ37w69VJ off=17310996 len=107672 2023-12-16T20:02:28.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 3502 completed, throughput=5MB/sec 2023-12-16T20:02:28.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NOJKYqMZUSD0f1m off=2969823 len=942293 2023-12-16T20:02:28.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 3503 completed, throughput=5MB/sec 2023-12-16T20:02:28.491 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ejeGdTG4GXH4ix- off=562829 len=1508792 2023-12-16T20:02:28.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 3504 completed, throughput=5MB/sec 2023-12-16T20:02:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:28 smithi002 ceph-mon[137674]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:02:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:28 smithi002 ceph-mon[140029]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:02:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:28 smithi043 ceph-mon[135010]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:02:29.500 INFO:tasks.workunit.client.0.smithi002.stdout: 682: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:29.500 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q0Jbq3c2C-6e9lS off=3411403 len=1305616 2023-12-16T20:02:29.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 3505 completed, throughput=4.99MB/sec 2023-12-16T20:02:29.502 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QQ22Sxzla2aSyI1 off=7873353 len=200727 2023-12-16T20:02:29.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 3506 completed, throughput=4.99MB/sec 2023-12-16T20:02:29.505 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-js-QYtcGCbYRlmv off=10915844 len=119496 2023-12-16T20:02:29.506 INFO:tasks.workunit.client.0.smithi002.stdout:op 3507 completed, throughput=5MB/sec 2023-12-16T20:02:29.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g-SIUHED56ZvL6i off=11047518 len=43814 2023-12-16T20:02:29.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 3508 completed, throughput=5MB/sec 2023-12-16T20:02:29.508 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IoaXD2xa0hF-9uX off=1877341 len=783769 2023-12-16T20:02:29.512 INFO:tasks.workunit.client.0.smithi002.stdout:op 3509 completed, throughput=5MB/sec 2023-12-16T20:02:29.513 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WkU3vXGL7aVMIAj off=21607650 len=1022707 2023-12-16T20:02:29.518 INFO:tasks.workunit.client.0.smithi002.stdout:op 3510 completed, throughput=5MB/sec 2023-12-16T20:02:29.518 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--glsxT5_jnVFxMg off=7536984 len=1893950 2023-12-16T20:02:29.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 3511 completed, throughput=5MB/sec 2023-12-16T20:02:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:29 smithi002 ceph-mon[137674]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:02:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:29 smithi002 ceph-mon[140029]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:02:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:29 smithi043 ceph-mon[135010]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:02:30.526 INFO:tasks.workunit.client.0.smithi002.stdout: 683: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:30.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ruUkxYV5uG0N0hG off=9860539 len=403768 2023-12-16T20:02:30.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 3512 completed, throughput=4.99MB/sec 2023-12-16T20:02:30.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HqtU9A8CM5y-_CP off=871226 len=1939969 2023-12-16T20:02:30.529 INFO:tasks.workunit.client.0.smithi002.stdout:op 3513 completed, throughput=5MB/sec 2023-12-16T20:02:30.529 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f9CLhKUzkB5Ub5I off=4293279 len=427194 2023-12-16T20:02:30.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 3514 completed, throughput=5MB/sec 2023-12-16T20:02:30.534 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j1m8_oaaMlXoa7n off=2295099 len=904468 2023-12-16T20:02:30.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 3515 completed, throughput=5MB/sec 2023-12-16T20:02:30.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LL_0Xj0K817Oqwi off=1095978 len=1803983 2023-12-16T20:02:30.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 3516 completed, throughput=5MB/sec 2023-12-16T20:02:31.538 INFO:tasks.workunit.client.0.smithi002.stdout: 684: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:31.538 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l3RfscC95SMtSfp off=23501614 len=1518445 2023-12-16T20:02:31.539 INFO:tasks.workunit.client.0.smithi002.stdout:op 3517 completed, throughput=5MB/sec 2023-12-16T20:02:31.539 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fx-zPIfahKljfl_ off=1138895 len=1972295 2023-12-16T20:02:31.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 3518 completed, throughput=5MB/sec 2023-12-16T20:02:31.549 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A5aYUCqifL_LBso off=15532774 len=959658 2023-12-16T20:02:31.551 INFO:tasks.workunit.client.0.smithi002.stdout:op 3519 completed, throughput=5MB/sec 2023-12-16T20:02:31.551 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8pVhfaW2nMGV7nA off=2458675 len=769054 2023-12-16T20:02:31.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 3520 completed, throughput=5MB/sec 2023-12-16T20:02:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:31] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T20:02:32.552 INFO:tasks.workunit.client.0.smithi002.stdout: 685: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:32.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0MeoXEoHXyBqTyp off=7233135 len=1855855 2023-12-16T20:02:32.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 3521 completed, throughput=5MB/sec 2023-12-16T20:02:32.562 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X6AwhlVKeG-BQD5 off=15412348 len=1689997 2023-12-16T20:02:32.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 3522 completed, throughput=5MB/sec 2023-12-16T20:02:32.565 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHgIlVPv5srJFer off=5561555 len=1256854 2023-12-16T20:02:32.566 INFO:tasks.workunit.client.0.smithi002.stdout:op 3523 completed, throughput=5MB/sec 2023-12-16T20:02:32.566 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WdA5_jvlG0fQufU off=215132 len=223005 2023-12-16T20:02:32.569 INFO:tasks.workunit.client.0.smithi002.stdout:op 3524 completed, throughput=5MB/sec 2023-12-16T20:02:32.570 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DsvVLbJRDkRllVo off=4184808 len=736416 2023-12-16T20:02:32.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 3525 completed, throughput=5MB/sec 2023-12-16T20:02:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:32 smithi002 ceph-mon[137674]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:32 smithi002 ceph-mon[140029]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:32 smithi043 ceph-mon[135010]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:33.571 INFO:tasks.workunit.client.0.smithi002.stdout: 686: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:33.571 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UWJYK0m52GpR9em off=2071567 len=1095275 2023-12-16T20:02:33.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 3526 completed, throughput=5MB/sec 2023-12-16T20:02:33.573 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5NySJjYEMnA0mJR off=14004439 len=309083 2023-12-16T20:02:33.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 3527 completed, throughput=5MB/sec 2023-12-16T20:02:33.576 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ojdyH1t8aoTtL7l off=11635275 len=245409 2023-12-16T20:02:33.577 INFO:tasks.workunit.client.0.smithi002.stdout:op 3528 completed, throughput=5MB/sec 2023-12-16T20:02:33.577 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bMJLute9OhsHVtS off=3254173 len=283085 2023-12-16T20:02:33.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 3529 completed, throughput=5MB/sec 2023-12-16T20:02:33.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IlF0iEa6A1aarV0 off=7469856 len=1401954 2023-12-16T20:02:33.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 3530 completed, throughput=5MB/sec 2023-12-16T20:02:33.588 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CFSMwjK0qsFownw off=1463936 len=1735706 2023-12-16T20:02:33.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 3531 completed, throughput=5MB/sec 2023-12-16T20:02:34.592 INFO:tasks.workunit.client.0.smithi002.stdout: 687: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:34.592 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dkymZbPmPm6RZBN off=1737665 len=276486 2023-12-16T20:02:34.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 3532 completed, throughput=4.99MB/sec 2023-12-16T20:02:34.593 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kqjuzTgXxuEUpSL off=6115000 len=303932 2023-12-16T20:02:34.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 3533 completed, throughput=4.99MB/sec 2023-12-16T20:02:34.596 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_9WYbwKjUf6qJ0w off=1399822 len=874144 2023-12-16T20:02:34.597 INFO:tasks.workunit.client.0.smithi002.stdout:op 3534 completed, throughput=5MB/sec 2023-12-16T20:02:34.597 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2Rmtt074-62zZto off=10754230 len=840879 2023-12-16T20:02:34.602 INFO:tasks.workunit.client.0.smithi002.stdout:op 3535 completed, throughput=5MB/sec 2023-12-16T20:02:34.602 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xnTJTqXNPoXSm3w off=11029673 len=426735 2023-12-16T20:02:34.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 3536 completed, throughput=5MB/sec 2023-12-16T20:02:34.603 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mpZZjb70VvXZw1B off=8113662 len=259165 2023-12-16T20:02:34.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 3537 completed, throughput=5MB/sec 2023-12-16T20:02:34.604 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ekgf4k-5U40GIf7 off=1327386 len=1668957 2023-12-16T20:02:34.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 3538 completed, throughput=5MB/sec 2023-12-16T20:02:34.612 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sXXhjI-52ag6frz off=2368491 len=275862 2023-12-16T20:02:34.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 3539 completed, throughput=5MB/sec 2023-12-16T20:02:34.612 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-btWsZ7DkoBlz419 off=5038599 len=70931 2023-12-16T20:02:34.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 3540 completed, throughput=5MB/sec 2023-12-16T20:02:34.615 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-21ejQuItdNQVwd0 off=570502 len=291661 2023-12-16T20:02:34.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 3541 completed, throughput=5MB/sec 2023-12-16T20:02:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:34 smithi002 ceph-mon[137674]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:34 smithi002 ceph-mon[140029]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:34 smithi043 ceph-mon[135010]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:02:35.616 INFO:tasks.workunit.client.0.smithi002.stdout: 688: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:35.616 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vKi9SZiJWX9ymSm off=5233865 len=1505518 2023-12-16T20:02:35.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 3542 completed, throughput=5MB/sec 2023-12-16T20:02:35.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B5CRupB29wkew_h off=17380637 len=1739662 2023-12-16T20:02:35.632 INFO:tasks.workunit.client.0.smithi002.stdout:op 3543 completed, throughput=5MB/sec 2023-12-16T20:02:35.632 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gtCXpjMjPail219 off=21327405 len=1666929 2023-12-16T20:02:35.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 3544 completed, throughput=5MB/sec 2023-12-16T20:02:35.634 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2yj5hYQdCM6bt4a off=1565351 len=213326 2023-12-16T20:02:35.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 3545 completed, throughput=5MB/sec 2023-12-16T20:02:35.635 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TsdTl7zdxFPOinJ off=1240462 len=2074556 2023-12-16T20:02:35.637 INFO:tasks.workunit.client.0.smithi002.stdout:op 3546 completed, throughput=5MB/sec 2023-12-16T20:02:36.637 INFO:tasks.workunit.client.0.smithi002.stdout: 689: throughput=5MB/sec pending data=0 2023-12-16T20:02:36.637 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vOaCyVPOM4d6D_U off=5611390 len=201591 2023-12-16T20:02:36.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 3547 completed, throughput=5MB/sec 2023-12-16T20:02:36.641 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tdPM9fP0W2BtyCR off=11260728 len=2023924 2023-12-16T20:02:36.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 3548 completed, throughput=5MB/sec 2023-12-16T20:02:36.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lKYXR5Z4Bhb3-gw off=11249774 len=1292802 2023-12-16T20:02:36.657 INFO:tasks.workunit.client.0.smithi002.stdout:op 3549 completed, throughput=5MB/sec 2023-12-16T20:02:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:36 smithi002 ceph-mon[137674]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:36 smithi002 ceph-mon[140029]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:36 smithi043 ceph-mon[135010]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:37.657 INFO:tasks.workunit.client.0.smithi002.stdout: 690: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:37.658 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ph-zPPW9wShWBB7 off=5827108 len=720569 2023-12-16T20:02:37.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 3550 completed, throughput=4.99MB/sec 2023-12-16T20:02:37.659 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uZ_KKQ5BimYX3ft off=5197639 len=1319247 2023-12-16T20:02:37.665 INFO:tasks.workunit.client.0.smithi002.stdout:op 3551 completed, throughput=5MB/sec 2023-12-16T20:02:37.665 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oqKRP7k1S-dnPlp off=21580476 len=453965 2023-12-16T20:02:37.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 3552 completed, throughput=5MB/sec 2023-12-16T20:02:37.667 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9mKBAYqEoE0zWQx off=3791989 len=1174257 2023-12-16T20:02:37.674 INFO:tasks.workunit.client.0.smithi002.stdout:op 3553 completed, throughput=5MB/sec 2023-12-16T20:02:37.674 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R_q08C0AODYAnTY off=2674058 len=1159232 2023-12-16T20:02:37.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 3554 completed, throughput=5MB/sec 2023-12-16T20:02:37.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D77pE8UPde2y81r off=317468 len=1481901 2023-12-16T20:02:37.676 INFO:tasks.workunit.client.0.smithi002.stdout:op 3555 completed, throughput=5MB/sec 2023-12-16T20:02:38.676 INFO:tasks.workunit.client.0.smithi002.stdout: 691: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:38.677 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xbKCnm52w1GyH-l off=8069673 len=824547 2023-12-16T20:02:38.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 3556 completed, throughput=5MB/sec 2023-12-16T20:02:38.682 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7w3l45ueYTHrinu off=7730800 len=458143 2023-12-16T20:02:38.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 3557 completed, throughput=5MB/sec 2023-12-16T20:02:38.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6y4CjHxhXZ1OlVg off=2071386 len=1855258 2023-12-16T20:02:38.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 3558 completed, throughput=5MB/sec 2023-12-16T20:02:38.690 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6OuMySziJcUvYbW off=2134912 len=1813084 2023-12-16T20:02:38.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 3559 completed, throughput=5MB/sec 2023-12-16T20:02:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:38 smithi002 ceph-mon[137674]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:38 smithi002 ceph-mon[140029]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:38 smithi043 ceph-mon[135010]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:02:39.700 INFO:tasks.workunit.client.0.smithi002.stdout: 692: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:39.701 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VlEyZCK9JCmqUPp off=16666088 len=1241300 2023-12-16T20:02:39.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 3560 completed, throughput=5MB/sec 2023-12-16T20:02:39.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_MdxQJ4RcsB-Q-- off=12831716 len=152199 2023-12-16T20:02:39.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 3561 completed, throughput=5MB/sec 2023-12-16T20:02:39.709 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h1eV6TeBESsYpiN off=120026 len=533213 2023-12-16T20:02:39.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 3562 completed, throughput=5MB/sec 2023-12-16T20:02:39.713 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A4KEMCOrS_GVc19 off=126968 len=219896 2023-12-16T20:02:39.716 INFO:tasks.workunit.client.0.smithi002.stdout:op 3563 completed, throughput=5MB/sec 2023-12-16T20:02:39.716 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kpSqraBmuI5cHLM off=241874 len=1607423 2023-12-16T20:02:39.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 3564 completed, throughput=5MB/sec 2023-12-16T20:02:39.718 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-urbOOZmQTDCK8fq off=920443 len=1626041 2023-12-16T20:02:39.725 INFO:tasks.workunit.client.0.smithi002.stdout:op 3565 completed, throughput=5MB/sec 2023-12-16T20:02:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:39 smithi002 ceph-mon[137674]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:39 smithi002 ceph-mon[140029]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:39 smithi043 ceph-mon[135010]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:02:40.726 INFO:tasks.workunit.client.0.smithi002.stdout: 693: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:40.726 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rfCe9AxHF8OFlnt off=1576489 len=960030 2023-12-16T20:02:40.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 3566 completed, throughput=5MB/sec 2023-12-16T20:02:40.731 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vWoEU2DO_S2-Woo off=113110 len=1347633 2023-12-16T20:02:40.739 INFO:tasks.workunit.client.0.smithi002.stdout:op 3567 completed, throughput=5MB/sec 2023-12-16T20:02:40.739 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zWymxH1dTaeKIH0 off=2925149 len=1708990 2023-12-16T20:02:40.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 3568 completed, throughput=5MB/sec 2023-12-16T20:02:40.741 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7yBw4AUDmmM-5aQ off=5105635 len=126344 2023-12-16T20:02:40.742 INFO:tasks.workunit.client.0.smithi002.stdout:op 3569 completed, throughput=5MB/sec 2023-12-16T20:02:40.742 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uj_MLmG7jY_2zsn off=4294845 len=948376 2023-12-16T20:02:40.743 INFO:tasks.workunit.client.0.smithi002.stdout:op 3570 completed, throughput=5MB/sec 2023-12-16T20:02:41.743 INFO:tasks.workunit.client.0.smithi002.stdout: 694: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:41.744 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sY3ZQ96vPAnEiRP off=8902065 len=178426 2023-12-16T20:02:41.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 3571 completed, throughput=4.99MB/sec 2023-12-16T20:02:41.744 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IfeT34L6eGXpFQ- off=4060911 len=858041 2023-12-16T20:02:41.745 INFO:tasks.workunit.client.0.smithi002.stdout:op 3572 completed, throughput=5MB/sec 2023-12-16T20:02:41.746 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q5JeNvwWNVCw_Aa off=2559863 len=1174710 2023-12-16T20:02:41.751 INFO:tasks.workunit.client.0.smithi002.stdout:op 3573 completed, throughput=5MB/sec 2023-12-16T20:02:41.751 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jwM2VULMaxIDnY6 off=1846311 len=1547243 2023-12-16T20:02:41.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 3574 completed, throughput=5MB/sec 2023-12-16T20:02:41.758 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G4pPCq-oVUm_TT7 off=9446443 len=473630 2023-12-16T20:02:41.759 INFO:tasks.workunit.client.0.smithi002.stdout:op 3575 completed, throughput=5MB/sec 2023-12-16T20:02:41.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yZD-tLSbkxtj_m0 off=529926 len=1523633 2023-12-16T20:02:41.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 3576 completed, throughput=5MB/sec 2023-12-16T20:02:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:41] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T20:02:42.767 INFO:tasks.workunit.client.0.smithi002.stdout: 695: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:42.767 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hpOVcckcwWzTQ7Z off=2580406 len=1892111 2023-12-16T20:02:42.776 INFO:tasks.workunit.client.0.smithi002.stdout:op 3577 completed, throughput=5MB/sec 2023-12-16T20:02:42.776 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iBWNwRebElVksi7 off=4623340 len=2008037 2023-12-16T20:02:42.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 3578 completed, throughput=5MB/sec 2023-12-16T20:02:42.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4b74NqlZWOxNse1 off=719337 len=139340 2023-12-16T20:02:42.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 3579 completed, throughput=5MB/sec 2023-12-16T20:02:42.779 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lmcou7PNSLS0sHs off=2201337 len=193495 2023-12-16T20:02:42.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 3580 completed, throughput=5MB/sec 2023-12-16T20:02:42.780 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KwrtJmKNxQ9V_1b off=7611387 len=1580388 2023-12-16T20:02:42.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 3581 completed, throughput=5MB/sec 2023-12-16T20:02:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:42 smithi002 ceph-mon[137674]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:42 smithi002 ceph-mon[140029]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:42 smithi043 ceph-mon[135010]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:02:43.454 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:02:43.777 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:02:43.777 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (30m) 7m ago 33m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (30m) 5m ago 33m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (34m) 7m ago 34m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (34m) 5m ago 34m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (30m) 5m ago 36m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (30m) 7m ago 37m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (30m) 7m ago 37m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (29m) 5m ago 36m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (29m) 7m ago 36m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (30m) 7m ago 33m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (30m) 5m ago 33m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (28m) 7m ago 36m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (28m) 7m ago 36m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (27m) 7m ago 35m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:02:43.778 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (27m) 7m ago 35m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:02:43.779 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (27m) 5m ago 35m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:02:43.779 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (26m) 5m ago 35m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:02:43.779 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (26m) 5m ago 34m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:02:43.779 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (25m) 5m ago 34m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:02:43.779 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (30m) 5m ago 33m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:02:43.788 INFO:tasks.workunit.client.0.smithi002.stdout: 696: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:43.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--j7biYvBaztkYQ5 off=4721336 len=1207840 2023-12-16T20:02:43.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 3582 completed, throughput=5MB/sec 2023-12-16T20:02:43.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Czr69uM8QHiQEyD off=15383692 len=831018 2023-12-16T20:02:43.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 3583 completed, throughput=5MB/sec 2023-12-16T20:02:43.792 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AjZEaMeEPF5zktp off=11420014 len=2050691 2023-12-16T20:02:43.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 3584 completed, throughput=5MB/sec 2023-12-16T20:02:44.182 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:02:44.182 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:02:44.182 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:02:44.183 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:02:44.800 INFO:tasks.workunit.client.0.smithi002.stdout: 697: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:44.801 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eqe0wjcHd4FyBo- off=19615468 len=423889 2023-12-16T20:02:44.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 3585 completed, throughput=4.99MB/sec 2023-12-16T20:02:44.804 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gwNJFWywMSbQmpA off=2011458 len=1879593 2023-12-16T20:02:44.808 INFO:tasks.workunit.client.0.smithi002.stdout:op 3586 completed, throughput=5MB/sec 2023-12-16T20:02:44.808 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qucqat5Cn1cOE9v off=4577318 len=204375 2023-12-16T20:02:44.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 3587 completed, throughput=5MB/sec 2023-12-16T20:02:44.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Mi49LhrotTpiAlJ off=1809285 len=880725 2023-12-16T20:02:44.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 3588 completed, throughput=5MB/sec 2023-12-16T20:02:44.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d9yyYZL9-GabvNi off=3770203 len=1164810 2023-12-16T20:02:44.820 INFO:tasks.workunit.client.0.smithi002.stdout:op 3589 completed, throughput=5MB/sec 2023-12-16T20:02:44.820 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--vCYfJSUG4nhfVm off=3604270 len=1535448 2023-12-16T20:02:44.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 3590 completed, throughput=5MB/sec 2023-12-16T20:02:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[137674]: from='client.45614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[137674]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[137674]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2733284725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[140029]: from='client.45614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[140029]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[140029]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:02:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2733284725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:44 smithi043 ceph-mon[135010]: from='client.45614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:44 smithi043 ceph-mon[135010]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:02:45.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:44 smithi043 ceph-mon[135010]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:02:45.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2733284725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:02:45.823 INFO:tasks.workunit.client.0.smithi002.stdout: 698: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:45.823 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Ru8noJVdnO2Qw5 off=6165438 len=1602787 2023-12-16T20:02:45.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 3591 completed, throughput=5MB/sec 2023-12-16T20:02:45.825 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yPS6P5v-OyIQKSQ off=2980617 len=1379095 2023-12-16T20:02:45.831 INFO:tasks.workunit.client.0.smithi002.stdout:op 3592 completed, throughput=5MB/sec 2023-12-16T20:02:45.832 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tDe_1mpyJeDWyUy off=6140540 len=1140416 2023-12-16T20:02:45.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 3593 completed, throughput=5MB/sec 2023-12-16T20:02:45.838 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G0_lWuFu8BiRCy- off=10510872 len=923693 2023-12-16T20:02:45.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 3594 completed, throughput=5MB/sec 2023-12-16T20:02:46.844 INFO:tasks.workunit.client.0.smithi002.stdout: 699: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:46.844 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RkHyDiTSEuUyLQ7 off=6162787 len=941530 2023-12-16T20:02:46.845 INFO:tasks.workunit.client.0.smithi002.stdout:op 3595 completed, throughput=5MB/sec 2023-12-16T20:02:46.845 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-322z6DpRvHvy5Ea off=24537327 len=717994 2023-12-16T20:02:46.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 3596 completed, throughput=5MB/sec 2023-12-16T20:02:46.846 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ea7Lc3ZAEdChxw2 off=3135514 len=661203 2023-12-16T20:02:46.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 3597 completed, throughput=5MB/sec 2023-12-16T20:02:46.847 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wnm6VpqBqeYrnfe off=448929 len=980163 2023-12-16T20:02:46.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 3598 completed, throughput=5MB/sec 2023-12-16T20:02:46.853 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xMgmQWGmrHJV1Ih off=706441 len=1667416 2023-12-16T20:02:46.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 3599 completed, throughput=5MB/sec 2023-12-16T20:02:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:46 smithi002 ceph-mon[137674]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:02:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:46 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:02:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:46 smithi002 ceph-mon[140029]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:02:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:46 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:02:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:46 smithi043 ceph-mon[135010]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:02:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:46 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:02:47.859 INFO:tasks.workunit.client.0.smithi002.stdout: 700: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:47.859 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uyQ3VLOU7ZOtakM off=8503809 len=909990 2023-12-16T20:02:47.860 INFO:tasks.workunit.client.0.smithi002.stdout:op 3600 completed, throughput=4.99MB/sec 2023-12-16T20:02:47.860 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dYOzLaTAPrAqpHJ off=770077 len=550832 2023-12-16T20:02:47.861 INFO:tasks.workunit.client.0.smithi002.stdout:op 3601 completed, throughput=5MB/sec 2023-12-16T20:02:47.861 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jC8ZK6Q10bmwBtJ off=16213721 len=1551611 2023-12-16T20:02:47.870 INFO:tasks.workunit.client.0.smithi002.stdout:op 3602 completed, throughput=5MB/sec 2023-12-16T20:02:47.870 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y9gOx2kLr7bDsGd off=5444991 len=1091998 2023-12-16T20:02:47.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 3603 completed, throughput=5MB/sec 2023-12-16T20:02:47.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TKatdzMIGhPE2no off=16863911 len=517214 2023-12-16T20:02:47.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 3604 completed, throughput=5MB/sec 2023-12-16T20:02:47.874 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6TvS_qSVBLl_qwm off=4582249 len=1088901 2023-12-16T20:02:47.875 INFO:tasks.workunit.client.0.smithi002.stdout:op 3605 completed, throughput=5MB/sec 2023-12-16T20:02:48.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:02:48.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:02:48.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:02:48.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:02:48.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:02:48.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:02:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:02:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:02:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:02:48.875 INFO:tasks.workunit.client.0.smithi002.stdout: 701: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:48.876 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TdqsF-aAZSvDjUH off=6245050 len=1167373 2023-12-16T20:02:48.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 3606 completed, throughput=5MB/sec 2023-12-16T20:02:48.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MPrjjZB3WIgds42 off=1874597 len=1715445 2023-12-16T20:02:48.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 3607 completed, throughput=5MB/sec 2023-12-16T20:02:48.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4cH447uwWbSrlXf off=910661 len=1646123 2023-12-16T20:02:48.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 3608 completed, throughput=5MB/sec 2023-12-16T20:02:48.887 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bswj2-HboNNfnCS off=5416994 len=209816 2023-12-16T20:02:48.889 INFO:tasks.workunit.client.0.smithi002.stdout:op 3609 completed, throughput=5MB/sec 2023-12-16T20:02:49.138 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:48 smithi002 ceph-mon[140029]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:49.141 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:48 smithi002 ceph-mon[137674]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:48 smithi043 ceph-mon[135010]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:49.888 INFO:tasks.workunit.client.0.smithi002.stdout: 702: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:49.888 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xXMG1eeFaSIw5VD off=10366972 len=801829 2023-12-16T20:02:49.890 INFO:tasks.workunit.client.0.smithi002.stdout:op 3610 completed, throughput=4.99MB/sec 2023-12-16T20:02:49.890 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QX45Ze-bqbdEhn0 off=3611486 len=1442111 2023-12-16T20:02:49.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 3611 completed, throughput=5MB/sec 2023-12-16T20:02:49.899 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aXOk7KP8DLRywBT off=2172640 len=520117 2023-12-16T20:02:49.900 INFO:tasks.workunit.client.0.smithi002.stdout:op 3612 completed, throughput=5MB/sec 2023-12-16T20:02:49.901 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eIKRFHIF8emSLWs off=19408933 len=41444 2023-12-16T20:02:49.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 3613 completed, throughput=5MB/sec 2023-12-16T20:02:49.903 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oXF32NBOgP1ZYnA off=6939439 len=996167 2023-12-16T20:02:49.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 3614 completed, throughput=5MB/sec 2023-12-16T20:02:49.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yir_S34HFfdRjQ3 off=6085430 len=1687875 2023-12-16T20:02:49.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 3615 completed, throughput=5MB/sec 2023-12-16T20:02:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:49 smithi002 ceph-mon[137674]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:49 smithi002 ceph-mon[140029]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:49 smithi043 ceph-mon[135010]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:02:50.907 INFO:tasks.workunit.client.0.smithi002.stdout: 703: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:50.907 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Xxa0iElPAn8Q-V_ off=9010294 len=1748259 2023-12-16T20:02:50.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 3616 completed, throughput=5MB/sec 2023-12-16T20:02:50.909 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1RET8CBSzR8jlbe off=9530013 len=1620242 2023-12-16T20:02:50.910 INFO:tasks.workunit.client.0.smithi002.stdout:op 3617 completed, throughput=5MB/sec 2023-12-16T20:02:50.910 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ky0rapcHRXEeRMg off=10145128 len=2008668 2023-12-16T20:02:50.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 3618 completed, throughput=5MB/sec 2023-12-16T20:02:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:02:51.915 INFO:tasks.workunit.client.0.smithi002.stdout: 704: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:51.915 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UPGXLrTXHiU4FC_ off=2009674 len=1051322 2023-12-16T20:02:51.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 3619 completed, throughput=4.99MB/sec 2023-12-16T20:02:51.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6mHGgpgmm3vvyqU off=5694805 len=458127 2023-12-16T20:02:51.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 3620 completed, throughput=5MB/sec 2023-12-16T20:02:51.922 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xc7VCxX6uLoHmS3 off=6852263 len=1124566 2023-12-16T20:02:51.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 3621 completed, throughput=5MB/sec 2023-12-16T20:02:51.929 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GUqJ_kC9wQfvus3 off=19522093 len=770401 2023-12-16T20:02:51.933 INFO:tasks.workunit.client.0.smithi002.stdout:op 3622 completed, throughput=5MB/sec 2023-12-16T20:02:51.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ttl_e58YQh1VdBs off=6274026 len=575192 2023-12-16T20:02:51.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 3623 completed, throughput=5MB/sec 2023-12-16T20:02:51.938 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fb8Bwx9mq103jq7 off=1551321 len=648521 2023-12-16T20:02:51.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 3624 completed, throughput=5MB/sec 2023-12-16T20:02:51.940 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rq9iGcx02Cg4BRk off=400460 len=1883178 2023-12-16T20:02:51.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 3625 completed, throughput=5MB/sec 2023-12-16T20:02:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:51 smithi002 ceph-mon[137674]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:02:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:02:51] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:02:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:51 smithi002 ceph-mon[140029]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:51 smithi043 ceph-mon[135010]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:02:52.942 INFO:tasks.workunit.client.0.smithi002.stdout: 705: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:52.942 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GdMk_SyH7QKhDx7 off=1852122 len=382361 2023-12-16T20:02:52.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 3626 completed, throughput=5MB/sec 2023-12-16T20:02:52.943 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DoD19H6iAXajyDo off=1645991 len=1872107 2023-12-16T20:02:52.945 INFO:tasks.workunit.client.0.smithi002.stdout:op 3627 completed, throughput=5MB/sec 2023-12-16T20:02:52.945 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Weqg2PK7nNnkxBC off=3273313 len=59416 2023-12-16T20:02:52.946 INFO:tasks.workunit.client.0.smithi002.stdout:op 3628 completed, throughput=5MB/sec 2023-12-16T20:02:52.946 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YuJYWSCpdlyANbw off=9358569 len=1066741 2023-12-16T20:02:52.952 INFO:tasks.workunit.client.0.smithi002.stdout:op 3629 completed, throughput=5MB/sec 2023-12-16T20:02:52.952 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U448zQdz0gnwTmW off=4496507 len=400158 2023-12-16T20:02:52.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 3630 completed, throughput=5MB/sec 2023-12-16T20:02:52.955 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4IhIEJwejw5KcMT off=1642239 len=1848968 2023-12-16T20:02:52.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 3631 completed, throughput=5MB/sec 2023-12-16T20:02:53.957 INFO:tasks.workunit.client.0.smithi002.stdout: 706: throughput=5MB/sec pending data=0 2023-12-16T20:02:53.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aSxqaPnjQvCId6L off=73981 len=90248 2023-12-16T20:02:53.960 INFO:tasks.workunit.client.0.smithi002.stdout:op 3632 completed, throughput=5MB/sec 2023-12-16T20:02:53.960 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pzSYvpH7sdn2K-m off=8249906 len=1135067 2023-12-16T20:02:53.962 INFO:tasks.workunit.client.0.smithi002.stdout:op 3633 completed, throughput=5MB/sec 2023-12-16T20:02:53.962 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DTxAxJ_KcGddyZh off=12570810 len=185683 2023-12-16T20:02:53.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 3634 completed, throughput=5MB/sec 2023-12-16T20:02:53.963 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-54ktzZU2l52nwlo off=3421755 len=1278775 2023-12-16T20:02:53.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 3635 completed, throughput=5MB/sec 2023-12-16T20:02:53.969 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_0RNRdjcyKCrB8k off=2372491 len=130027 2023-12-16T20:02:53.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 3636 completed, throughput=5MB/sec 2023-12-16T20:02:53.972 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A1GGX9qDztzx3NP off=5593946 len=675422 2023-12-16T20:02:53.973 INFO:tasks.workunit.client.0.smithi002.stdout:op 3637 completed, throughput=5MB/sec 2023-12-16T20:02:53.973 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BuhQ9ji_dV8LPDx off=862547 len=1212705 2023-12-16T20:02:53.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 3638 completed, throughput=5MB/sec 2023-12-16T20:02:54.976 INFO:tasks.workunit.client.0.smithi002.stdout: 707: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:54.976 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_lVp8s3CdbRG1oL off=170624 len=821074 2023-12-16T20:02:54.977 INFO:tasks.workunit.client.0.smithi002.stdout:op 3639 completed, throughput=5MB/sec 2023-12-16T20:02:54.978 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-53BqvWWnvorjHin off=450488 len=966891 2023-12-16T20:02:54.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 3640 completed, throughput=5MB/sec 2023-12-16T20:02:54.983 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-41aIws_9exBxE70 off=42002 len=1882683 2023-12-16T20:02:54.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 3641 completed, throughput=5MB/sec 2023-12-16T20:02:54.985 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DJfAWkM3ViaRF9s off=100666 len=1726960 2023-12-16T20:02:54.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 3642 completed, throughput=5MB/sec 2023-12-16T20:02:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:54 smithi002 ceph-mon[137674]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:02:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:54 smithi002 ceph-mon[140029]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:02:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:54 smithi043 ceph-mon[135010]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:02:55.995 INFO:tasks.workunit.client.0.smithi002.stdout: 708: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:55.995 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mdC3m9Wq7Yc6whn off=2744232 len=305847 2023-12-16T20:02:55.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 3643 completed, throughput=4.99MB/sec 2023-12-16T20:02:55.995 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7D8w8pBZZqNu3ih off=93164 len=1445096 2023-12-16T20:02:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:op 3644 completed, throughput=5MB/sec 2023-12-16T20:02:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u9zPF_MLaa65XBu off=8545779 len=620490 2023-12-16T20:02:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 3645 completed, throughput=5MB/sec 2023-12-16T20:02:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9reftETTIVDKrvX off=1700570 len=1739873 2023-12-16T20:02:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 3646 completed, throughput=5MB/sec 2023-12-16T20:02:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T1GaX0V5qdlcous off=2403641 len=140416 2023-12-16T20:02:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 3647 completed, throughput=5MB/sec 2023-12-16T20:02:57.008 INFO:tasks.workunit.client.0.smithi002.stdout: 709: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:57.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZJXVVxnRfjTr0my off=9792734 len=1585026 2023-12-16T20:02:57.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 3648 completed, throughput=5MB/sec 2023-12-16T20:02:57.011 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J-f3mEidMTUQN7z off=423486 len=1502364 2023-12-16T20:02:57.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 3649 completed, throughput=5MB/sec 2023-12-16T20:02:57.013 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FZMxNOMom8Bf2eJ off=3478035 len=1090245 2023-12-16T20:02:57.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 3650 completed, throughput=5MB/sec 2023-12-16T20:02:57.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ykCY43en8LvVI12 off=4194849 len=901821 2023-12-16T20:02:57.021 INFO:tasks.workunit.client.0.smithi002.stdout:op 3651 completed, throughput=5MB/sec 2023-12-16T20:02:57.021 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nPbc6vRM7bTYPoW off=9358792 len=410413 2023-12-16T20:02:57.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 3652 completed, throughput=5MB/sec 2023-12-16T20:02:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:56 smithi002 ceph-mon[137674]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:56 smithi002 ceph-mon[140029]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:56 smithi043 ceph-mon[135010]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:02:58.025 INFO:tasks.workunit.client.0.smithi002.stdout: 710: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:58.025 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hQTuRTh7TVbzMgw off=1003899 len=131801 2023-12-16T20:02:58.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 3653 completed, throughput=4.99MB/sec 2023-12-16T20:02:58.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-90H4gM60R2zZGTm off=2963885 len=1812361 2023-12-16T20:02:58.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 3654 completed, throughput=5MB/sec 2023-12-16T20:02:58.030 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OT-dlUq7dmknr9F off=254951 len=2024435 2023-12-16T20:02:58.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 3655 completed, throughput=5MB/sec 2023-12-16T20:02:58.039 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LMlDADrrKZFVsSq off=3757143 len=1494050 2023-12-16T20:02:58.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 3656 completed, throughput=5MB/sec 2023-12-16T20:02:59.041 INFO:tasks.workunit.client.0.smithi002.stdout: 711: throughput=4.99MB/sec pending data=0 2023-12-16T20:02:59.041 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lcqmuIRiLfT37MH off=6013459 len=201459 2023-12-16T20:02:59.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 3657 completed, throughput=4.99MB/sec 2023-12-16T20:02:59.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_EhCvaPJGYgmDnO off=3311525 len=453701 2023-12-16T20:02:59.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 3658 completed, throughput=4.99MB/sec 2023-12-16T20:02:59.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vsIc2Z53k3V2c-_ off=2957831 len=935077 2023-12-16T20:02:59.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 3659 completed, throughput=5MB/sec 2023-12-16T20:02:59.045 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QAE9S4d6fNJdz0A off=1467872 len=1829396 2023-12-16T20:02:59.053 INFO:tasks.workunit.client.0.smithi002.stdout:op 3660 completed, throughput=5MB/sec 2023-12-16T20:02:59.053 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8HQ4UabcALjQjlJ off=13541981 len=1342961 2023-12-16T20:02:59.059 INFO:tasks.workunit.client.0.smithi002.stdout:op 3661 completed, throughput=5MB/sec 2023-12-16T20:02:59.059 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZNN0Y06pPt6jt5z off=5004911 len=433907 2023-12-16T20:02:59.060 INFO:tasks.workunit.client.0.smithi002.stdout:op 3662 completed, throughput=5MB/sec 2023-12-16T20:02:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:58 smithi002 ceph-mon[137674]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:02:59.274 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:58 smithi002 ceph-mon[140029]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:02:59.274 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:58 smithi043 ceph-mon[135010]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:03:00.060 INFO:tasks.workunit.client.0.smithi002.stdout: 712: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:00.061 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ax0_ma40DGrQWdB off=220335 len=1342468 2023-12-16T20:03:00.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 3663 completed, throughput=5MB/sec 2023-12-16T20:03:00.067 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q7q9DXCATwiTYbt off=12849008 len=1688719 2023-12-16T20:03:00.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 3664 completed, throughput=5MB/sec 2023-12-16T20:03:00.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1kHPMW6q3fbq3y9 off=2551070 len=1826226 2023-12-16T20:03:00.078 INFO:tasks.workunit.client.0.smithi002.stdout:op 3665 completed, throughput=5MB/sec 2023-12-16T20:03:00.078 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Mu0JmpSgb5rcOWM off=1480195 len=344551 2023-12-16T20:03:00.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 3666 completed, throughput=5MB/sec 2023-12-16T20:03:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:02:59 smithi002 ceph-mon[137674]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:03:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:02:59 smithi002 ceph-mon[140029]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:03:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:02:59 smithi043 ceph-mon[135010]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:03:01.080 INFO:tasks.workunit.client.0.smithi002.stdout: 713: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:01.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V-3InFJOqcpWkxn off=3432428 len=171862 2023-12-16T20:03:01.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 3667 completed, throughput=4.99MB/sec 2023-12-16T20:03:01.083 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O1N_Vsj5AldY9ji off=20606582 len=1086209 2023-12-16T20:03:01.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 3668 completed, throughput=4.99MB/sec 2023-12-16T20:03:01.089 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tb4bn59w60yJl3X off=9714275 len=1620504 2023-12-16T20:03:01.090 INFO:tasks.workunit.client.0.smithi002.stdout:op 3669 completed, throughput=5MB/sec 2023-12-16T20:03:01.090 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bk3gHn3n5QrkODC off=9458525 len=1874249 2023-12-16T20:03:01.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 3670 completed, throughput=5MB/sec 2023-12-16T20:03:01.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q1iKZ-bE9mqB5k3 off=598608 len=892076 2023-12-16T20:03:01.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 3671 completed, throughput=5MB/sec 2023-12-16T20:03:02.095 INFO:tasks.workunit.client.0.smithi002.stdout: 714: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:02.095 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-seV3qsgw20d03T1 off=7735046 len=2076650 2023-12-16T20:03:02.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 3672 completed, throughput=5MB/sec 2023-12-16T20:03:02.104 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P-n_Ag65B1yRQ4c off=15953888 len=371448 2023-12-16T20:03:02.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 3673 completed, throughput=5MB/sec 2023-12-16T20:03:02.108 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hIDpS01Xr8CbZms off=9997165 len=1716810 2023-12-16T20:03:02.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 3674 completed, throughput=5MB/sec 2023-12-16T20:03:02.111 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oMzmaNkaIzVwNzr off=7406167 len=1082892 2023-12-16T20:03:02.118 INFO:tasks.workunit.client.0.smithi002.stdout:op 3675 completed, throughput=5MB/sec 2023-12-16T20:03:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:01] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:03:03.118 INFO:tasks.workunit.client.0.smithi002.stdout: 715: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:03.119 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5M0gItNJD3D7WdK off=7171319 len=1134876 2023-12-16T20:03:03.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 3676 completed, throughput=4.99MB/sec 2023-12-16T20:03:03.125 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wv2TQhiRgsx0Ln7 off=7958969 len=2067539 2023-12-16T20:03:03.127 INFO:tasks.workunit.client.0.smithi002.stdout:op 3677 completed, throughput=5MB/sec 2023-12-16T20:03:03.127 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ayb42BkjXlQGO0i off=6040889 len=842196 2023-12-16T20:03:03.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 3678 completed, throughput=5MB/sec 2023-12-16T20:03:03.129 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W_SCA52p5w4FWIQ off=186782 len=1744312 2023-12-16T20:03:03.131 INFO:tasks.workunit.client.0.smithi002.stdout:op 3679 completed, throughput=5MB/sec 2023-12-16T20:03:03.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:02 smithi002 ceph-mon[140029]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:02 smithi002 ceph-mon[137674]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:02 smithi043 ceph-mon[135010]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:04.132 INFO:tasks.workunit.client.0.smithi002.stdout: 716: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:04.132 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LlNhTZWOl-Krn4D off=209362 len=280529 2023-12-16T20:03:04.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 3680 completed, throughput=4.99MB/sec 2023-12-16T20:03:04.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aXOk7KP8DLRywBT off=928518 len=756563 2023-12-16T20:03:04.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 3681 completed, throughput=5MB/sec 2023-12-16T20:03:04.137 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GWDu54CYLMUZaPg off=6641944 len=135443 2023-12-16T20:03:04.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 3682 completed, throughput=5MB/sec 2023-12-16T20:03:04.138 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FvzxsS6EDxvKTH7 off=9097294 len=878774 2023-12-16T20:03:04.140 INFO:tasks.workunit.client.0.smithi002.stdout:op 3683 completed, throughput=5MB/sec 2023-12-16T20:03:04.140 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xOeZWtmCnbVJ1fM off=10628145 len=1450427 2023-12-16T20:03:04.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 3684 completed, throughput=5MB/sec 2023-12-16T20:03:04.147 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KHxDxwBl098gugE off=1428706 len=863318 2023-12-16T20:03:04.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 3685 completed, throughput=5MB/sec 2023-12-16T20:03:04.151 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GPjIQTWz9e4JIAu off=2044724 len=158418 2023-12-16T20:03:04.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 3686 completed, throughput=5MB/sec 2023-12-16T20:03:04.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZXjOQQ3k0Flmb4R off=15392376 len=1757481 2023-12-16T20:03:04.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 3687 completed, throughput=5MB/sec 2023-12-16T20:03:05.154 INFO:tasks.workunit.client.0.smithi002.stdout: 717: throughput=5MB/sec pending data=0 2023-12-16T20:03:05.154 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-79WtlZIv53QDBjM off=15243401 len=813787 2023-12-16T20:03:05.159 INFO:tasks.workunit.client.0.smithi002.stdout:op 3688 completed, throughput=5MB/sec 2023-12-16T20:03:05.159 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E5PeIrFJC6mVyLZ off=2110829 len=243855 2023-12-16T20:03:05.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 3689 completed, throughput=5MB/sec 2023-12-16T20:03:05.160 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylLXZnKUCTPO7G1 off=749091 len=686699 2023-12-16T20:03:05.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 3690 completed, throughput=5MB/sec 2023-12-16T20:03:05.165 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t_CWhE0TwFMF5Sn off=7093656 len=439441 2023-12-16T20:03:05.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 3691 completed, throughput=5MB/sec 2023-12-16T20:03:05.169 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HcE98HOncq1gKQs off=4917432 len=106663 2023-12-16T20:03:05.170 INFO:tasks.workunit.client.0.smithi002.stdout:op 3692 completed, throughput=5MB/sec 2023-12-16T20:03:05.170 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ee39XSZ11gxIXQT off=1170236 len=2032182 2023-12-16T20:03:05.173 INFO:tasks.workunit.client.0.smithi002.stdout:op 3693 completed, throughput=5MB/sec 2023-12-16T20:03:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:04 smithi002 ceph-mon[137674]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:04 smithi002 ceph-mon[140029]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:04 smithi043 ceph-mon[135010]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:06.174 INFO:tasks.workunit.client.0.smithi002.stdout: 718: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:06.174 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4abtILSIo_itYiE off=1589740 len=579780 2023-12-16T20:03:06.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 3694 completed, throughput=4.99MB/sec 2023-12-16T20:03:06.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vtLKe6ta-oSUd_Y off=13890314 len=1995951 2023-12-16T20:03:06.180 INFO:tasks.workunit.client.0.smithi002.stdout:op 3695 completed, throughput=5MB/sec 2023-12-16T20:03:06.180 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fIqGP42uKD4yk7_ off=9868319 len=681864 2023-12-16T20:03:06.181 INFO:tasks.workunit.client.0.smithi002.stdout:op 3696 completed, throughput=5MB/sec 2023-12-16T20:03:06.181 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yPNtgFcV-cvMaXl off=680541 len=1246962 2023-12-16T20:03:06.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 3697 completed, throughput=5MB/sec 2023-12-16T20:03:06.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BkNelqClWjgHlvC off=952817 len=640907 2023-12-16T20:03:06.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 3698 completed, throughput=5MB/sec 2023-12-16T20:03:07.185 INFO:tasks.workunit.client.0.smithi002.stdout: 719: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:07.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FpLfHEzZIRI0aqO off=5644410 len=410580 2023-12-16T20:03:07.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 3699 completed, throughput=4.99MB/sec 2023-12-16T20:03:07.186 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w9cTiw1UvSonzH2 off=1324432 len=651172 2023-12-16T20:03:07.187 INFO:tasks.workunit.client.0.smithi002.stdout:op 3700 completed, throughput=5MB/sec 2023-12-16T20:03:07.187 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fS8a_O-2uTp9j-E off=11268543 len=168407 2023-12-16T20:03:07.187 INFO:tasks.workunit.client.0.smithi002.stdout:op 3701 completed, throughput=5MB/sec 2023-12-16T20:03:07.188 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DV0rkyfuizjGO2_ off=8342572 len=1384380 2023-12-16T20:03:07.194 INFO:tasks.workunit.client.0.smithi002.stdout:op 3702 completed, throughput=5MB/sec 2023-12-16T20:03:07.194 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xRHFYE-cf9U9hAC off=5516417 len=1411958 2023-12-16T20:03:07.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 3703 completed, throughput=5MB/sec 2023-12-16T20:03:07.201 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SQZR_3o3NZd8I90 off=11752348 len=798554 2023-12-16T20:03:07.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 3704 completed, throughput=5MB/sec 2023-12-16T20:03:07.206 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wKsD1VWyddvpZEF off=6821159 len=1395846 2023-12-16T20:03:07.206 INFO:tasks.workunit.client.0.smithi002.stdout:op 3705 completed, throughput=5MB/sec 2023-12-16T20:03:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:06 smithi002 ceph-mon[137674]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:06 smithi002 ceph-mon[140029]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:06 smithi043 ceph-mon[135010]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:08.206 INFO:tasks.workunit.client.0.smithi002.stdout: 720: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:08.207 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8H73BgFSXFJeJQN off=12990102 len=1230063 2023-12-16T20:03:08.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 3706 completed, throughput=5MB/sec 2023-12-16T20:03:08.208 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eAxEKdOAZbzm7vu off=2365114 len=1929298 2023-12-16T20:03:08.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 3707 completed, throughput=5MB/sec 2023-12-16T20:03:08.219 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YD5tWF7rTmNuPht off=7596116 len=333347 2023-12-16T20:03:08.220 INFO:tasks.workunit.client.0.smithi002.stdout:op 3708 completed, throughput=5MB/sec 2023-12-16T20:03:08.220 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M3p_IG6kKTHcOnP off=3224980 len=1301894 2023-12-16T20:03:08.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 3709 completed, throughput=5MB/sec 2023-12-16T20:03:09.223 INFO:tasks.workunit.client.0.smithi002.stdout: 721: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:09.223 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Unmjeu9waHHqhT3 off=7617447 len=1888840 2023-12-16T20:03:09.225 INFO:tasks.workunit.client.0.smithi002.stdout:op 3710 completed, throughput=5MB/sec 2023-12-16T20:03:09.225 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zO0PenCIzekFwqy off=11576851 len=1513819 2023-12-16T20:03:09.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 3711 completed, throughput=5MB/sec 2023-12-16T20:03:09.232 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6XJHPjQHI0VIESH off=7050926 len=1219709 2023-12-16T20:03:09.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 3712 completed, throughput=5MB/sec 2023-12-16T20:03:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:08 smithi002 ceph-mon[137674]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:08 smithi002 ceph-mon[140029]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:08 smithi043 ceph-mon[135010]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:10.234 INFO:tasks.workunit.client.0.smithi002.stdout: 722: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:10.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HispaTiy_Ju9i2n off=12954520 len=1187782 2023-12-16T20:03:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:09 smithi002 ceph-mon[137674]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:10.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:09 smithi002 ceph-mon[140029]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:10.240 INFO:tasks.workunit.client.0.smithi002.stdout:op 3713 completed, throughput=4.99MB/sec 2023-12-16T20:03:10.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YsrFW8wRtwZr0ML off=983097 len=15285 2023-12-16T20:03:10.243 INFO:tasks.workunit.client.0.smithi002.stdout:op 3714 completed, throughput=4.99MB/sec 2023-12-16T20:03:10.243 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xji6ED9OGvTPUDD off=797675 len=1795218 2023-12-16T20:03:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:09 smithi043 ceph-mon[135010]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:10.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 3715 completed, throughput=5MB/sec 2023-12-16T20:03:10.253 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RqtQT2biXGQqIKR off=10713210 len=1549137 2023-12-16T20:03:10.254 INFO:tasks.workunit.client.0.smithi002.stdout:op 3716 completed, throughput=5MB/sec 2023-12-16T20:03:10.254 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RBr1nkAHy2fiY28 off=618763 len=447380 2023-12-16T20:03:10.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 3717 completed, throughput=5MB/sec 2023-12-16T20:03:10.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5qzGdjtSvA9UQR2 off=4658691 len=1228617 2023-12-16T20:03:10.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 3718 completed, throughput=5MB/sec 2023-12-16T20:03:11.257 INFO:tasks.workunit.client.0.smithi002.stdout: 723: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:11.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VUDAJdtlLSRdhco off=11852736 len=1976358 2023-12-16T20:03:11.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 3719 completed, throughput=5MB/sec 2023-12-16T20:03:11.269 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7QNHoL3dyD9XulF off=8176515 len=280570 2023-12-16T20:03:11.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 3720 completed, throughput=5MB/sec 2023-12-16T20:03:11.270 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PVguGldILOPe3r9 off=2027343 len=859121 2023-12-16T20:03:11.275 INFO:tasks.workunit.client.0.smithi002.stdout:op 3721 completed, throughput=5MB/sec 2023-12-16T20:03:11.275 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1cBw0RtyKluWqE2 off=4933346 len=1227071 2023-12-16T20:03:11.276 INFO:tasks.workunit.client.0.smithi002.stdout:op 3722 completed, throughput=5MB/sec 2023-12-16T20:03:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:11] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T20:03:12.277 INFO:tasks.workunit.client.0.smithi002.stdout: 724: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:12.277 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G6EslgOf6EUg3aJ off=486205 len=822942 2023-12-16T20:03:12.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 3723 completed, throughput=4.99MB/sec 2023-12-16T20:03:12.278 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--S9taLYFMWtVlbF off=3741181 len=1394360 2023-12-16T20:03:12.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 3724 completed, throughput=5MB/sec 2023-12-16T20:03:12.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QOE_UmvQr01pPcf off=2322985 len=1682844 2023-12-16T20:03:12.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 3725 completed, throughput=5MB/sec 2023-12-16T20:03:12.289 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zmnKRW5LRujV1m0 off=759460 len=344675 2023-12-16T20:03:12.293 INFO:tasks.workunit.client.0.smithi002.stdout:op 3726 completed, throughput=5MB/sec 2023-12-16T20:03:12.293 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-if_UN5hWhQWp4V0 off=4389127 len=1513018 2023-12-16T20:03:12.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 3727 completed, throughput=5MB/sec 2023-12-16T20:03:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:12 smithi002 ceph-mon[137674]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T20:03:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:12 smithi002 ceph-mon[140029]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T20:03:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:12 smithi043 ceph-mon[135010]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T20:03:13.295 INFO:tasks.workunit.client.0.smithi002.stdout: 725: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:13.295 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IAubJGjR0HqrzLk off=724960 len=506394 2023-12-16T20:03:13.299 INFO:tasks.workunit.client.0.smithi002.stdout:op 3728 completed, throughput=4.99MB/sec 2023-12-16T20:03:13.299 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZPQkTrFpb-0Wcgy off=5430245 len=1541944 2023-12-16T20:03:13.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 3729 completed, throughput=5MB/sec 2023-12-16T20:03:13.308 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZO8H31CEi5159MH off=13387479 len=1668141 2023-12-16T20:03:13.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 3730 completed, throughput=5MB/sec 2023-12-16T20:03:13.315 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yvBWDF2TcjSNC2m off=4881925 len=422689 2023-12-16T20:03:13.318 INFO:tasks.workunit.client.0.smithi002.stdout:op 3731 completed, throughput=5MB/sec 2023-12-16T20:03:13.318 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hkx0JS8nN-GVAC2 off=23040096 len=1034812 2023-12-16T20:03:13.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 3732 completed, throughput=5MB/sec 2023-12-16T20:03:14.320 INFO:tasks.workunit.client.0.smithi002.stdout: 726: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:14.320 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Lbhg33rWEjFDZn4 off=538145 len=57313 2023-12-16T20:03:14.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 3733 completed, throughput=4.99MB/sec 2023-12-16T20:03:14.321 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tOdHhKLXtVonsWC off=4919530 len=609921 2023-12-16T20:03:14.323 INFO:tasks.workunit.client.0.smithi002.stdout:op 3734 completed, throughput=4.99MB/sec 2023-12-16T20:03:14.323 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SQobRYG8EvJQLxf off=3174704 len=950495 2023-12-16T20:03:14.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 3735 completed, throughput=5MB/sec 2023-12-16T20:03:14.324 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Okm46e7hVPOvHV6 off=2795992 len=216660 2023-12-16T20:03:14.327 INFO:tasks.workunit.client.0.smithi002.stdout:op 3736 completed, throughput=5MB/sec 2023-12-16T20:03:14.327 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lxeYYERQ4knNx-E off=2340409 len=1275153 2023-12-16T20:03:14.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 3737 completed, throughput=5MB/sec 2023-12-16T20:03:14.334 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lmcou7PNSLS0sHs off=214319 len=1833527 2023-12-16T20:03:14.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 3738 completed, throughput=5MB/sec 2023-12-16T20:03:14.343 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mcQE1OrqMInuCYO off=860832 len=1369983 2023-12-16T20:03:14.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 3739 completed, throughput=5MB/sec 2023-12-16T20:03:14.550 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (31m) 7m ago 34m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (31m) 5m ago 33m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (34m) 7m ago 34m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (34m) 5m ago 34m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (30m) 5m ago 37m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (31m) 7m ago 38m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:03:14.876 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (30m) 7m ago 38m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (29m) 5m ago 37m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (30m) 7m ago 37m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (31m) 7m ago 33m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (31m) 5m ago 33m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (29m) 7m ago 36m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (28m) 7m ago 36m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (28m) 7m ago 36m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (28m) 7m ago 36m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (27m) 5m ago 35m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (27m) 5m ago 35m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:03:14.877 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (26m) 5m ago 35m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:03:14.878 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (26m) 5m ago 35m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:03:14.878 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (30m) 5m ago 34m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:03:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:14 smithi002 ceph-mon[137674]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:14 smithi002 ceph-mon[140029]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:14 smithi043 ceph-mon[135010]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:03:15.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:03:15.280 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:03:15.350 INFO:tasks.workunit.client.0.smithi002.stdout: 727: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:15.350 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FSKExFF1NtXODrW off=12945523 len=1031262 2023-12-16T20:03:15.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 3740 completed, throughput=5MB/sec 2023-12-16T20:03:15.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kJFeSLny3esBkmL off=10127383 len=378338 2023-12-16T20:03:15.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 3741 completed, throughput=5MB/sec 2023-12-16T20:03:15.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_ave0N8x2nFE_aN off=565664 len=1670066 2023-12-16T20:03:15.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 3742 completed, throughput=5MB/sec 2023-12-16T20:03:15.355 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tNQRden2HrndsYZ off=2936332 len=1678249 2023-12-16T20:03:15.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 3743 completed, throughput=5MB/sec 2023-12-16T20:03:16.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[137674]: from='client.45632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[137674]: from='client.35697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/944623471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[140029]: from='client.45632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[140029]: from='client.35697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:15 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/944623471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:15 smithi043 ceph-mon[135010]: from='client.45632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:15 smithi043 ceph-mon[135010]: from='client.35697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:16.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:15 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/944623471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:16.358 INFO:tasks.workunit.client.0.smithi002.stdout: 728: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:16.359 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v-owsXfgRe7jRZP off=11542206 len=633743 2023-12-16T20:03:16.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 3744 completed, throughput=4.99MB/sec 2023-12-16T20:03:16.360 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3aDkTqpOgNVR6xr off=18172224 len=208385 2023-12-16T20:03:16.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 3745 completed, throughput=5MB/sec 2023-12-16T20:03:16.360 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MMQbaqlJmLakIxP off=449812 len=1765038 2023-12-16T20:03:16.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 3746 completed, throughput=5MB/sec 2023-12-16T20:03:16.370 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yNfNZL7shOK69x6 off=229324 len=1968534 2023-12-16T20:03:16.372 INFO:tasks.workunit.client.0.smithi002.stdout:op 3747 completed, throughput=5MB/sec 2023-12-16T20:03:16.372 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0wNbQQwfalYZ9b3 off=878092 len=948239 2023-12-16T20:03:16.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 3748 completed, throughput=5MB/sec 2023-12-16T20:03:17.147 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:16 smithi043 ceph-mon[135010]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:16 smithi002 ceph-mon[137674]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:16 smithi002 ceph-mon[140029]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:03:17.374 INFO:tasks.workunit.client.0.smithi002.stdout: 729: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:17.374 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1c_IOMV439IdU-v off=918152 len=672018 2023-12-16T20:03:17.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 3749 completed, throughput=5MB/sec 2023-12-16T20:03:17.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nsuoFvSnzmmOZUl off=7968442 len=864697 2023-12-16T20:03:17.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 3750 completed, throughput=5MB/sec 2023-12-16T20:03:17.381 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EQp5xJxbsV0zPbV off=2070276 len=604065 2023-12-16T20:03:17.385 INFO:tasks.workunit.client.0.smithi002.stdout:op 3751 completed, throughput=5MB/sec 2023-12-16T20:03:17.385 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JGHk1F6iy9B-PxJ off=18482679 len=932849 2023-12-16T20:03:17.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 3752 completed, throughput=5MB/sec 2023-12-16T20:03:17.387 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PQCn5nEyjp9FPzq off=18007383 len=2004210 2023-12-16T20:03:17.397 INFO:tasks.workunit.client.0.smithi002.stdout:op 3753 completed, throughput=5MB/sec 2023-12-16T20:03:18.398 INFO:tasks.workunit.client.0.smithi002.stdout: 730: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:18.398 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zTn8hUv2NOYWmDg off=3289226 len=782037 2023-12-16T20:03:18.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 3754 completed, throughput=4.99MB/sec 2023-12-16T20:03:18.402 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8F6c4G5Qmr5xOJB off=1338233 len=279258 2023-12-16T20:03:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:op 3755 completed, throughput=5MB/sec 2023-12-16T20:03:18.405 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SuN0P6-ROdHWKmy off=6369301 len=969216 2023-12-16T20:03:18.408 INFO:tasks.workunit.client.0.smithi002.stdout:op 3756 completed, throughput=5MB/sec 2023-12-16T20:03:18.408 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2SF6awWk2jCrjul off=1226432 len=1179421 2023-12-16T20:03:18.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 3757 completed, throughput=5MB/sec 2023-12-16T20:03:18.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A26fcqa-7TL7h5V off=2040517 len=1875457 2023-12-16T20:03:18.412 INFO:tasks.workunit.client.0.smithi002.stdout:op 3758 completed, throughput=5MB/sec 2023-12-16T20:03:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:18 smithi002 ceph-mon[137674]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:03:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:18 smithi002 ceph-mon[140029]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:03:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:18 smithi043 ceph-mon[135010]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:03:19.412 INFO:tasks.workunit.client.0.smithi002.stdout: 731: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:19.412 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QAR0b-OohmxG9bV off=21141275 len=1492734 2023-12-16T20:03:19.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 3759 completed, throughput=5MB/sec 2023-12-16T20:03:19.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8R-4NUqxniZZBKT off=1119457 len=1758416 2023-12-16T20:03:19.419 INFO:tasks.workunit.client.0.smithi002.stdout:op 3760 completed, throughput=5MB/sec 2023-12-16T20:03:19.419 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dH5nK3cHk_OF9WX off=997606 len=828443 2023-12-16T20:03:19.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 3761 completed, throughput=5MB/sec 2023-12-16T20:03:19.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dtLXgoEzEDmP6J2 off=6460984 len=807585 2023-12-16T20:03:19.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 3762 completed, throughput=5MB/sec 2023-12-16T20:03:19.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sXIA6W1S6Ydc6kD off=5761485 len=138842 2023-12-16T20:03:19.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 3763 completed, throughput=5MB/sec 2023-12-16T20:03:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:19 smithi002 ceph-mon[137674]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:19 smithi002 ceph-mon[140029]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:19 smithi043 ceph-mon[135010]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:20.423 INFO:tasks.workunit.client.0.smithi002.stdout: 732: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:20.423 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AjFtGlV1rtkZnqb off=3973292 len=632428 2023-12-16T20:03:20.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 3764 completed, throughput=4.99MB/sec 2023-12-16T20:03:20.428 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4KRSDCsGwRIF08O off=0 len=1780687 2023-12-16T20:03:20.437 INFO:tasks.workunit.client.0.smithi002.stdout:op 3765 completed, throughput=5MB/sec 2023-12-16T20:03:20.437 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2tlsQ8mp1YcaHJT off=5444250 len=147168 2023-12-16T20:03:20.438 INFO:tasks.workunit.client.0.smithi002.stdout:op 3766 completed, throughput=5MB/sec 2023-12-16T20:03:20.439 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pbLT9cqc69FIEPc off=17432304 len=869851 2023-12-16T20:03:20.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 3767 completed, throughput=5MB/sec 2023-12-16T20:03:20.440 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FM87icNamMoo3Jk off=5196345 len=441400 2023-12-16T20:03:20.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 3768 completed, throughput=5MB/sec 2023-12-16T20:03:20.444 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fz9NFFeCyXyjlVL off=8080714 len=327317 2023-12-16T20:03:20.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 3769 completed, throughput=5MB/sec 2023-12-16T20:03:20.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hIZ4xsC1FBLo2xe off=8250297 len=243384 2023-12-16T20:03:20.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 3770 completed, throughput=5MB/sec 2023-12-16T20:03:20.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pN-9njP6N4AIh0h off=4813323 len=79730 2023-12-16T20:03:20.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 3771 completed, throughput=5MB/sec 2023-12-16T20:03:20.451 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9ikFKXkHwbKlnL9 off=5575168 len=393245 2023-12-16T20:03:20.454 INFO:tasks.workunit.client.0.smithi002.stdout:op 3772 completed, throughput=5MB/sec 2023-12-16T20:03:20.454 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--Z8-H90LVQoCq0H off=3516462 len=1446917 2023-12-16T20:03:20.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 3773 completed, throughput=5MB/sec 2023-12-16T20:03:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:21.456 INFO:tasks.workunit.client.0.smithi002.stdout: 733: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:21.456 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O2jc8R-kI_H7Y67 off=2674869 len=1684802 2023-12-16T20:03:21.464 INFO:tasks.workunit.client.0.smithi002.stdout:op 3774 completed, throughput=5MB/sec 2023-12-16T20:03:21.464 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZNmq8pXWhVAcoDj off=856495 len=1677813 2023-12-16T20:03:21.470 INFO:tasks.workunit.client.0.smithi002.stdout:op 3775 completed, throughput=5MB/sec 2023-12-16T20:03:21.470 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ysh94dk4txo7iqh off=0 len=1133790 2023-12-16T20:03:21.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 3776 completed, throughput=5MB/sec 2023-12-16T20:03:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:21 smithi002 ceph-mon[137674]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:21 smithi002 ceph-mon[140029]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:21] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T20:03:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:21 smithi043 ceph-mon[135010]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:22.477 INFO:tasks.workunit.client.0.smithi002.stdout: 734: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:22.477 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kb4u-j88hjexZ_o off=5220643 len=924788 2023-12-16T20:03:22.479 INFO:tasks.workunit.client.0.smithi002.stdout:op 3777 completed, throughput=4.99MB/sec 2023-12-16T20:03:22.479 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WufsoFGes6KOld8 off=1040277 len=1211402 2023-12-16T20:03:22.486 INFO:tasks.workunit.client.0.smithi002.stdout:op 3778 completed, throughput=5MB/sec 2023-12-16T20:03:22.486 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-INB5ifzhW3qpFzB off=16365421 len=543284 2023-12-16T20:03:22.487 INFO:tasks.workunit.client.0.smithi002.stdout:op 3779 completed, throughput=5MB/sec 2023-12-16T20:03:22.487 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-It4V0pFzGKXhe8N off=0 len=1142396 2023-12-16T20:03:22.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 3780 completed, throughput=5MB/sec 2023-12-16T20:03:22.490 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FDoSzOp32Tqtx8y off=2771228 len=307244 2023-12-16T20:03:22.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 3781 completed, throughput=5MB/sec 2023-12-16T20:03:22.493 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6y4CjHxhXZ1OlVg off=2453791 len=856910 2023-12-16T20:03:22.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 3782 completed, throughput=5MB/sec 2023-12-16T20:03:22.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Dhqula-QWVmjVyu off=20053035 len=631274 2023-12-16T20:03:22.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 3783 completed, throughput=5MB/sec 2023-12-16T20:03:23.499 INFO:tasks.workunit.client.0.smithi002.stdout: 735: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:23.499 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A995fCvL3yA2Fnh off=2195926 len=394354 2023-12-16T20:03:23.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 3784 completed, throughput=4.99MB/sec 2023-12-16T20:03:23.500 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bcOp_kCwy_aI_4z off=6757259 len=1352179 2023-12-16T20:03:23.502 INFO:tasks.workunit.client.0.smithi002.stdout:op 3785 completed, throughput=5MB/sec 2023-12-16T20:03:23.502 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zbClYDjzVEldaMF off=874697 len=969563 2023-12-16T20:03:23.503 INFO:tasks.workunit.client.0.smithi002.stdout:op 3786 completed, throughput=5MB/sec 2023-12-16T20:03:23.503 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mxXjqSianaBSmtW off=0 len=1907323 2023-12-16T20:03:23.509 INFO:tasks.workunit.client.0.smithi002.stdout:op 3787 completed, throughput=5MB/sec 2023-12-16T20:03:23.509 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I895JIcLFgUbHes off=10111330 len=804046 2023-12-16T20:03:23.513 INFO:tasks.workunit.client.0.smithi002.stdout:op 3788 completed, throughput=5MB/sec 2023-12-16T20:03:24.513 INFO:tasks.workunit.client.0.smithi002.stdout: 736: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:24.514 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8pVhfaW2nMGV7nA off=881157 len=356774 2023-12-16T20:03:24.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 3789 completed, throughput=4.99MB/sec 2023-12-16T20:03:24.514 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O0vCJMZB3A2ODfG off=6073498 len=639011 2023-12-16T20:03:24.519 INFO:tasks.workunit.client.0.smithi002.stdout:op 3790 completed, throughput=5MB/sec 2023-12-16T20:03:24.519 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_aAA3zf4ThAn9Rt off=3459245 len=51466 2023-12-16T20:03:24.522 INFO:tasks.workunit.client.0.smithi002.stdout:op 3791 completed, throughput=5MB/sec 2023-12-16T20:03:24.522 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hQTubd4C2hf9Ree off=3721942 len=475454 2023-12-16T20:03:24.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 3792 completed, throughput=5MB/sec 2023-12-16T20:03:24.525 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ycv9TCxWCTdKnKO off=13608933 len=1587798 2023-12-16T20:03:24.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 3793 completed, throughput=5MB/sec 2023-12-16T20:03:24.533 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tWpWnTsxZuADElj off=4918386 len=1126065 2023-12-16T20:03:24.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 3794 completed, throughput=5MB/sec 2023-12-16T20:03:24.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-61SkJ0Uv1ZDkJD9 off=5155821 len=1096404 2023-12-16T20:03:24.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 3795 completed, throughput=5MB/sec 2023-12-16T20:03:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:24 smithi002 ceph-mon[137674]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:24 smithi002 ceph-mon[140029]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:24 smithi043 ceph-mon[135010]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:03:25.537 INFO:tasks.workunit.client.0.smithi002.stdout: 737: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:25.537 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5rmgHnc0e4t8SpJ off=15415197 len=155117 2023-12-16T20:03:25.538 INFO:tasks.workunit.client.0.smithi002.stdout:op 3796 completed, throughput=4.99MB/sec 2023-12-16T20:03:25.538 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CQqXqigir7PFMbv off=8624339 len=1279860 2023-12-16T20:03:25.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 3797 completed, throughput=5MB/sec 2023-12-16T20:03:25.545 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--oInp_FR7hORXXU off=7034732 len=1446689 2023-12-16T20:03:25.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 3798 completed, throughput=5MB/sec 2023-12-16T20:03:25.553 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DeNaBwYB6q9pwh7 off=2845774 len=1846745 2023-12-16T20:03:25.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 3799 completed, throughput=5MB/sec 2023-12-16T20:03:25.562 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Hfh_cEvRJIbiU7e off=300127 len=198552 2023-12-16T20:03:25.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 3800 completed, throughput=5MB/sec 2023-12-16T20:03:25.563 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7cKREwM-7YISN8i off=20218493 len=1088083 2023-12-16T20:03:25.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 3801 completed, throughput=5MB/sec 2023-12-16T20:03:26.565 INFO:tasks.workunit.client.0.smithi002.stdout: 738: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:26.565 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A-A9XV1IUV8iH83 off=1121950 len=1137102 2023-12-16T20:03:26.566 INFO:tasks.workunit.client.0.smithi002.stdout:op 3802 completed, throughput=5MB/sec 2023-12-16T20:03:26.567 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vonRMFRT96rRAgt off=3452023 len=310248 2023-12-16T20:03:26.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 3803 completed, throughput=5MB/sec 2023-12-16T20:03:26.570 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-94xddBO0onAyeYz off=6916834 len=1112462 2023-12-16T20:03:26.571 INFO:tasks.workunit.client.0.smithi002.stdout:op 3804 completed, throughput=5MB/sec 2023-12-16T20:03:26.571 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tMRzqAFC8m0f1eq off=62413 len=928378 2023-12-16T20:03:26.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 3805 completed, throughput=5MB/sec 2023-12-16T20:03:26.573 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-67ecKITlffoRy3P off=8427804 len=1978840 2023-12-16T20:03:26.582 INFO:tasks.workunit.client.0.smithi002.stdout:op 3806 completed, throughput=5MB/sec 2023-12-16T20:03:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:26 smithi002 ceph-mon[137674]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:26 smithi002 ceph-mon[140029]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:26 smithi043 ceph-mon[135010]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:27.582 INFO:tasks.workunit.client.0.smithi002.stdout: 739: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:27.582 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DLrur7S89KQKCW1 off=11288193 len=474759 2023-12-16T20:03:27.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 3807 completed, throughput=5MB/sec 2023-12-16T20:03:27.583 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zQVVQiGK17Zj-jC off=1104118 len=695799 2023-12-16T20:03:27.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 3808 completed, throughput=5MB/sec 2023-12-16T20:03:27.584 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KOAPCmf3oXm-NgP off=6609992 len=577123 2023-12-16T20:03:27.589 INFO:tasks.workunit.client.0.smithi002.stdout:op 3809 completed, throughput=5MB/sec 2023-12-16T20:03:27.589 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hZGRO7xBPR4tvAa off=11313733 len=971381 2023-12-16T20:03:27.590 INFO:tasks.workunit.client.0.smithi002.stdout:op 3810 completed, throughput=5MB/sec 2023-12-16T20:03:27.590 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e8j5KSD-ypMVjIU off=16586575 len=61750 2023-12-16T20:03:27.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 3811 completed, throughput=5MB/sec 2023-12-16T20:03:27.593 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Yh-i0NuQTjZ5mUn off=13812750 len=122297 2023-12-16T20:03:27.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 3812 completed, throughput=5MB/sec 2023-12-16T20:03:27.596 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M1_JzEdIV-zaMt6 off=16887455 len=1901635 2023-12-16T20:03:27.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 3813 completed, throughput=5MB/sec 2023-12-16T20:03:28.604 INFO:tasks.workunit.client.0.smithi002.stdout: 740: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:28.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XJz9o-Aw7md20d5 off=8396911 len=1643169 2023-12-16T20:03:28.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 3814 completed, throughput=5MB/sec 2023-12-16T20:03:28.615 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ue5T0pifQPfKu6c off=7428835 len=14823 2023-12-16T20:03:28.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 3815 completed, throughput=5MB/sec 2023-12-16T20:03:28.615 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OhPKFeG99HGZ76b off=17671688 len=485385 2023-12-16T20:03:28.619 INFO:tasks.workunit.client.0.smithi002.stdout:op 3816 completed, throughput=5MB/sec 2023-12-16T20:03:28.620 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bsVbsN5iWqY4x-h off=2517116 len=1032509 2023-12-16T20:03:28.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 3817 completed, throughput=5MB/sec 2023-12-16T20:03:28.621 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z2dJWR9zX3vvWVN off=1788985 len=1277072 2023-12-16T20:03:28.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 3818 completed, throughput=5MB/sec 2023-12-16T20:03:28.629 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DudVu5ngHXXMFVg off=19918916 len=1054524 2023-12-16T20:03:28.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 3819 completed, throughput=5MB/sec 2023-12-16T20:03:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:28 smithi002 ceph-mon[137674]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:03:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:28 smithi002 ceph-mon[140029]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:03:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:28 smithi043 ceph-mon[135010]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:03:29.632 INFO:tasks.workunit.client.0.smithi002.stdout: 741: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:29.632 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IPXtGn7N-0kL9No off=12625408 len=127757 2023-12-16T20:03:29.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 3820 completed, throughput=4.99MB/sec 2023-12-16T20:03:29.633 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NGcbifsus1T483U off=23051660 len=1482386 2023-12-16T20:03:29.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 3821 completed, throughput=5MB/sec 2023-12-16T20:03:29.641 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EIy1GXD_9EV5KbU off=3993921 len=449955 2023-12-16T20:03:29.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 3822 completed, throughput=5MB/sec 2023-12-16T20:03:29.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yQx12tZb8UUV71u off=5315352 len=21820 2023-12-16T20:03:29.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 3823 completed, throughput=5MB/sec 2023-12-16T20:03:29.644 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IVmlGe7vrOE_xNO off=4188259 len=125277 2023-12-16T20:03:29.645 INFO:tasks.workunit.client.0.smithi002.stdout:op 3824 completed, throughput=5MB/sec 2023-12-16T20:03:29.645 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ef23WvzCPFvNb80 off=3246937 len=654062 2023-12-16T20:03:29.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 3825 completed, throughput=5MB/sec 2023-12-16T20:03:29.649 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rWOvNV_u0VT1_zS off=374002 len=146168 2023-12-16T20:03:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 3826 completed, throughput=5MB/sec 2023-12-16T20:03:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RjcGhlpRVn4jeWp off=3389264 len=1808088 2023-12-16T20:03:29.659 INFO:tasks.workunit.client.0.smithi002.stdout:op 3827 completed, throughput=5MB/sec 2023-12-16T20:03:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:29 smithi002 ceph-mon[137674]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:29 smithi002 ceph-mon[140029]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:29 smithi043 ceph-mon[135010]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:30.659 INFO:tasks.workunit.client.0.smithi002.stdout: 742: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:30.659 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mJFsFmzlhCafFc6 off=341740 len=1607424 2023-12-16T20:03:30.663 INFO:tasks.workunit.client.0.smithi002.stdout:op 3828 completed, throughput=5MB/sec 2023-12-16T20:03:30.663 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I2NkevHz_5ntZZC off=2125353 len=2044533 2023-12-16T20:03:30.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 3829 completed, throughput=5MB/sec 2023-12-16T20:03:30.674 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t_vQLQmjNe0N4V- off=19695057 len=472678 2023-12-16T20:03:30.674 INFO:tasks.workunit.client.0.smithi002.stdout:op 3830 completed, throughput=5MB/sec 2023-12-16T20:03:30.674 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SB364laozt-IgrD off=14174049 len=184398 2023-12-16T20:03:30.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 3831 completed, throughput=5MB/sec 2023-12-16T20:03:30.678 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TiE39mLfQn3Tb8a off=17158162 len=311078 2023-12-16T20:03:30.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 3832 completed, throughput=5MB/sec 2023-12-16T20:03:30.678 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SC-m4A0w1Y6C6Wa off=4963355 len=691791 2023-12-16T20:03:30.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 3833 completed, throughput=5MB/sec 2023-12-16T20:03:31.683 INFO:tasks.workunit.client.0.smithi002.stdout: 743: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:31.683 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JUMgRvzipeDA0tW off=1130445 len=77194 2023-12-16T20:03:31.684 INFO:tasks.workunit.client.0.smithi002.stdout:op 3834 completed, throughput=4.99MB/sec 2023-12-16T20:03:31.684 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RFlxfW2MyJp1tkp off=9781530 len=32297 2023-12-16T20:03:31.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 3835 completed, throughput=4.99MB/sec 2023-12-16T20:03:31.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-toIG1dizeqM4SA_ off=9330885 len=1069714 2023-12-16T20:03:31.688 INFO:tasks.workunit.client.0.smithi002.stdout:op 3836 completed, throughput=5MB/sec 2023-12-16T20:03:31.688 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SZPmzPJRIOIFsK_ off=9694146 len=2094867 2023-12-16T20:03:31.698 INFO:tasks.workunit.client.0.smithi002.stdout:op 3837 completed, throughput=5MB/sec 2023-12-16T20:03:31.698 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WHjfMV4GaZRfWip off=2007611 len=145304 2023-12-16T20:03:31.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 3838 completed, throughput=5MB/sec 2023-12-16T20:03:31.701 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oaw3kdAOHHRdcD5 off=5792782 len=220599 2023-12-16T20:03:31.702 INFO:tasks.workunit.client.0.smithi002.stdout:op 3839 completed, throughput=5MB/sec 2023-12-16T20:03:31.702 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHXKLp5Tzz5-EnM off=6250059 len=939451 2023-12-16T20:03:31.703 INFO:tasks.workunit.client.0.smithi002.stdout:op 3840 completed, throughput=5MB/sec 2023-12-16T20:03:31.703 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fw6yaY7Y94nraZs off=872035 len=335857 2023-12-16T20:03:31.706 INFO:tasks.workunit.client.0.smithi002.stdout:op 3841 completed, throughput=5MB/sec 2023-12-16T20:03:31.706 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BZT1q4rHiYrkKz6 off=210000 len=922391 2023-12-16T20:03:31.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 3842 completed, throughput=5MB/sec 2023-12-16T20:03:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:31] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T20:03:32.708 INFO:tasks.workunit.client.0.smithi002.stdout: 744: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:32.708 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xaBjt6AlUQmf0iS off=3131848 len=165266 2023-12-16T20:03:32.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 3843 completed, throughput=4.99MB/sec 2023-12-16T20:03:32.711 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UES8tjGEh-YnnhO off=766204 len=1875579 2023-12-16T20:03:32.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 3844 completed, throughput=5MB/sec 2023-12-16T20:03:32.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DZNY_3b18VwVe6J off=271628 len=1343885 2023-12-16T20:03:32.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 3845 completed, throughput=5MB/sec 2023-12-16T20:03:32.717 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IAg368V0HBobcii off=18203640 len=1351124 2023-12-16T20:03:32.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 3846 completed, throughput=5MB/sec 2023-12-16T20:03:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:32 smithi002 ceph-mon[137674]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:03:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:32 smithi002 ceph-mon[140029]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:03:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:32 smithi043 ceph-mon[135010]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:03:33.718 INFO:tasks.workunit.client.0.smithi002.stdout: 745: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:33.719 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EirrzF_6pQhu3p5 off=12636964 len=619989 2023-12-16T20:03:33.721 INFO:tasks.workunit.client.0.smithi002.stdout:op 3847 completed, throughput=4.99MB/sec 2023-12-16T20:03:33.721 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RDcOe3sC7X421JB off=5097105 len=701081 2023-12-16T20:03:33.726 INFO:tasks.workunit.client.0.smithi002.stdout:op 3848 completed, throughput=5MB/sec 2023-12-16T20:03:33.726 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BzA5TGrxKnw5pH2 off=8499808 len=118393 2023-12-16T20:03:33.730 INFO:tasks.workunit.client.0.smithi002.stdout:op 3849 completed, throughput=5MB/sec 2023-12-16T20:03:33.730 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ILBixF7kM__WHPJ off=7139612 len=990967 2023-12-16T20:03:33.735 INFO:tasks.workunit.client.0.smithi002.stdout:op 3850 completed, throughput=5MB/sec 2023-12-16T20:03:33.735 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_KudYu733AB70sP off=3509202 len=430944 2023-12-16T20:03:33.738 INFO:tasks.workunit.client.0.smithi002.stdout:op 3851 completed, throughput=5MB/sec 2023-12-16T20:03:33.739 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t1IIDVBM0Rw2dvt off=2597830 len=785689 2023-12-16T20:03:33.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 3852 completed, throughput=5MB/sec 2023-12-16T20:03:33.740 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jNDaRBAs-KrQf91 off=6421746 len=1576220 2023-12-16T20:03:33.742 INFO:tasks.workunit.client.0.smithi002.stdout:op 3853 completed, throughput=5MB/sec 2023-12-16T20:03:33.742 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UEAwvvZnYsXSO64 off=7693867 len=1843364 2023-12-16T20:03:33.751 INFO:tasks.workunit.client.0.smithi002.stdout:op 3854 completed, throughput=5MB/sec 2023-12-16T20:03:34.751 INFO:tasks.workunit.client.0.smithi002.stdout: 746: throughput=5MB/sec pending data=0 2023-12-16T20:03:34.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Jl322Vs26Dxv_wv off=14475665 len=2043483 2023-12-16T20:03:34.756 INFO:tasks.workunit.client.0.smithi002.stdout:op 3855 completed, throughput=5MB/sec 2023-12-16T20:03:34.756 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MP1J1z66mESQeUY off=2968499 len=1434260 2023-12-16T20:03:34.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 3856 completed, throughput=5MB/sec 2023-12-16T20:03:34.758 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-019JTPs_C8ZgJgs off=135940 len=1974647 2023-12-16T20:03:34.769 INFO:tasks.workunit.client.0.smithi002.stdout:op 3857 completed, throughput=5MB/sec 2023-12-16T20:03:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:34 smithi002 ceph-mon[137674]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:34 smithi002 ceph-mon[140029]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:34 smithi043 ceph-mon[135010]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:35.769 INFO:tasks.workunit.client.0.smithi002.stdout: 747: throughput=5MB/sec pending data=0 2023-12-16T20:03:35.769 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pT3BvZvPzl8IK8Z off=11079517 len=449558 2023-12-16T20:03:35.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 3858 completed, throughput=5MB/sec 2023-12-16T20:03:35.771 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ILBixF7kM__WHPJ off=5625345 len=780075 2023-12-16T20:03:35.776 INFO:tasks.workunit.client.0.smithi002.stdout:op 3859 completed, throughput=5MB/sec 2023-12-16T20:03:35.776 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nQkwlaEXITPN8ea off=439345 len=1424504 2023-12-16T20:03:35.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 3860 completed, throughput=5MB/sec 2023-12-16T20:03:35.779 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9Q2aDNtECtBTjiu off=9601776 len=199496 2023-12-16T20:03:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 3861 completed, throughput=5MB/sec 2023-12-16T20:03:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VxrGsPFWebPArT- off=16895980 len=1421592 2023-12-16T20:03:35.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 3862 completed, throughput=5MB/sec 2023-12-16T20:03:36.790 INFO:tasks.workunit.client.0.smithi002.stdout: 748: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:36.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aiLzO3HqHwrj3bQ off=3134044 len=588352 2023-12-16T20:03:36.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 3863 completed, throughput=5MB/sec 2023-12-16T20:03:36.791 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XH9_YTH9c7KotK0 off=3990960 len=1461972 2023-12-16T20:03:36.798 INFO:tasks.workunit.client.0.smithi002.stdout:op 3864 completed, throughput=5MB/sec 2023-12-16T20:03:36.798 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aVOpZ95U-hT8-rR off=4307740 len=598805 2023-12-16T20:03:36.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 3865 completed, throughput=5MB/sec 2023-12-16T20:03:36.802 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_GvXjU2JgajQkSv off=7578462 len=1606101 2023-12-16T20:03:36.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 3866 completed, throughput=5MB/sec 2023-12-16T20:03:36.809 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aYjvmIhNcEvIE-_ off=17858200 len=2004563 2023-12-16T20:03:36.810 INFO:tasks.workunit.client.0.smithi002.stdout:op 3867 completed, throughput=5MB/sec 2023-12-16T20:03:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:36 smithi002 ceph-mon[137674]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T20:03:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:36 smithi002 ceph-mon[140029]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T20:03:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:36 smithi043 ceph-mon[135010]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-16T20:03:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:37.811 INFO:tasks.workunit.client.0.smithi002.stdout: 749: throughput=5MB/sec pending data=0 2023-12-16T20:03:37.811 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DyiKVlQ2mMHRfHs off=7048344 len=1256215 2023-12-16T20:03:37.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 3868 completed, throughput=5MB/sec 2023-12-16T20:03:37.818 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2nXJ20c4jqygesu off=6225622 len=999535 2023-12-16T20:03:37.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 3869 completed, throughput=5MB/sec 2023-12-16T20:03:37.824 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JxybiWEc0HYXfJh off=13335216 len=1537129 2023-12-16T20:03:37.833 INFO:tasks.workunit.client.0.smithi002.stdout:op 3870 completed, throughput=5MB/sec 2023-12-16T20:03:38.833 INFO:tasks.workunit.client.0.smithi002.stdout: 750: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:38.833 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Td2xfoa0C0_RwIr off=2005931 len=1315973 2023-12-16T20:03:38.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 3871 completed, throughput=5MB/sec 2023-12-16T20:03:38.841 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QbW1PH30Xa_zGsp off=9151268 len=245052 2023-12-16T20:03:38.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 3872 completed, throughput=5MB/sec 2023-12-16T20:03:38.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PnyJRDpKOBXhMyj off=5447647 len=912824 2023-12-16T20:03:38.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 3873 completed, throughput=5MB/sec 2023-12-16T20:03:38.844 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DonyTs6zw2M9C0Q off=2174140 len=834559 2023-12-16T20:03:38.848 INFO:tasks.workunit.client.0.smithi002.stdout:op 3874 completed, throughput=5MB/sec 2023-12-16T20:03:38.848 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IROJrnHw135QR9u off=6792978 len=841695 2023-12-16T20:03:38.850 INFO:tasks.workunit.client.0.smithi002.stdout:op 3875 completed, throughput=5MB/sec 2023-12-16T20:03:38.850 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KF-XL_xXGcQpR3- off=3797033 len=278927 2023-12-16T20:03:38.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 3876 completed, throughput=5MB/sec 2023-12-16T20:03:38.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BPmDQ-OKUiStdiU off=2798809 len=786344 2023-12-16T20:03:38.855 INFO:tasks.workunit.client.0.smithi002.stdout:op 3877 completed, throughput=5MB/sec 2023-12-16T20:03:38.855 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Wwc__HD91RAyxas off=5764998 len=1730546 2023-12-16T20:03:38.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 3878 completed, throughput=5MB/sec 2023-12-16T20:03:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:38 smithi002 ceph-mon[137674]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:38 smithi002 ceph-mon[140029]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:38 smithi043 ceph-mon[135010]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:39.857 INFO:tasks.workunit.client.0.smithi002.stdout: 751: throughput=5MB/sec pending data=0 2023-12-16T20:03:39.858 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MIATMjH6FqAty1f off=8914358 len=227476 2023-12-16T20:03:39.861 INFO:tasks.workunit.client.0.smithi002.stdout:op 3879 completed, throughput=5MB/sec 2023-12-16T20:03:39.861 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SS9ZMgW5g2matXm off=4364563 len=1090748 2023-12-16T20:03:39.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 3880 completed, throughput=5MB/sec 2023-12-16T20:03:39.863 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wej-gIlkYNRfFlW off=1049908 len=173147 2023-12-16T20:03:39.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 3881 completed, throughput=5MB/sec 2023-12-16T20:03:39.866 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kiNwDZG8tVfK9kC off=2916764 len=504043 2023-12-16T20:03:39.867 INFO:tasks.workunit.client.0.smithi002.stdout:op 3882 completed, throughput=5MB/sec 2023-12-16T20:03:39.868 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vvJG0-NQpZpWFb- off=12002222 len=1199839 2023-12-16T20:03:39.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 3883 completed, throughput=5MB/sec 2023-12-16T20:03:39.869 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mvwPlDGriEOxScx off=387800 len=1221736 2023-12-16T20:03:39.876 INFO:tasks.workunit.client.0.smithi002.stdout:op 3884 completed, throughput=5MB/sec 2023-12-16T20:03:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:39 smithi002 ceph-mon[137674]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:39 smithi002 ceph-mon[140029]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:39 smithi043 ceph-mon[135010]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:40.876 INFO:tasks.workunit.client.0.smithi002.stdout: 752: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:40.877 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-31eyAYKeN68F_P- off=1610631 len=2065730 2023-12-16T20:03:40.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 3885 completed, throughput=5MB/sec 2023-12-16T20:03:40.881 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8-ylPKjC5xq7lZ9 off=19165624 len=480142 2023-12-16T20:03:40.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 3886 completed, throughput=5MB/sec 2023-12-16T20:03:40.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaOJs85FPm7AZHn off=6951985 len=2049594 2023-12-16T20:03:40.887 INFO:tasks.workunit.client.0.smithi002.stdout:op 3887 completed, throughput=5MB/sec 2023-12-16T20:03:41.888 INFO:tasks.workunit.client.0.smithi002.stdout: 753: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:41.888 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M2hLqMaAFOma1i9 off=2819330 len=535973 2023-12-16T20:03:41.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 3888 completed, throughput=4.99MB/sec 2023-12-16T20:03:41.892 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-InjHPvNJx72gyU_ off=661694 len=807977 2023-12-16T20:03:41.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 3889 completed, throughput=5MB/sec 2023-12-16T20:03:41.897 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JLrriFSyZDwNyUZ off=14467949 len=1570981 2023-12-16T20:03:41.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 3890 completed, throughput=5MB/sec 2023-12-16T20:03:41.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4bUErR9DY2LyUVW off=5112419 len=1905921 2023-12-16T20:03:41.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 3891 completed, throughput=5MB/sec 2023-12-16T20:03:41.907 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D-kTnuEE47hBSwn off=2767473 len=1922978 2023-12-16T20:03:41.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 3892 completed, throughput=5MB/sec 2023-12-16T20:03:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:41] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T20:03:42.910 INFO:tasks.workunit.client.0.smithi002.stdout: 754: throughput=5MB/sec pending data=0 2023-12-16T20:03:42.910 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aBon3Nxij4O7N4p off=1584764 len=859922 2023-12-16T20:03:42.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 3893 completed, throughput=5MB/sec 2023-12-16T20:03:42.918 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qKc9UYb7oyOqMD_ off=21727709 len=1424987 2023-12-16T20:03:42.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 3894 completed, throughput=5MB/sec 2023-12-16T20:03:42.921 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wA52tS0sgx-Aucp off=3441597 len=1555577 2023-12-16T20:03:42.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 3895 completed, throughput=5MB/sec 2023-12-16T20:03:42.930 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bBs7VhE8x9qLSVI off=8554633 len=849609 2023-12-16T20:03:42.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 3896 completed, throughput=5MB/sec 2023-12-16T20:03:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:42 smithi002 ceph-mon[137674]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:03:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:42 smithi002 ceph-mon[140029]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:03:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:42 smithi043 ceph-mon[135010]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:03:43.933 INFO:tasks.workunit.client.0.smithi002.stdout: 755: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:43.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HdSeX-wGDp8AkHN off=10717562 len=1857542 2023-12-16T20:03:43.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 3897 completed, throughput=5MB/sec 2023-12-16T20:03:43.941 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3IQr1VMM9_3Atit off=1379942 len=546821 2023-12-16T20:03:43.942 INFO:tasks.workunit.client.0.smithi002.stdout:op 3898 completed, throughput=5MB/sec 2023-12-16T20:03:43.943 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-94KqHQvaI8xALOS off=4207409 len=483078 2023-12-16T20:03:43.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 3899 completed, throughput=5MB/sec 2023-12-16T20:03:43.947 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHgIlVPv5srJFer off=7319040 len=662927 2023-12-16T20:03:43.948 INFO:tasks.workunit.client.0.smithi002.stdout:op 3900 completed, throughput=5MB/sec 2023-12-16T20:03:43.948 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eKGMvmvAy_FabOw off=10590998 len=1382674 2023-12-16T20:03:43.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 3901 completed, throughput=5MB/sec 2023-12-16T20:03:44.950 INFO:tasks.workunit.client.0.smithi002.stdout: 756: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:44.950 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RcAjuiYPhS45CTW off=4619007 len=149048 2023-12-16T20:03:44.953 INFO:tasks.workunit.client.0.smithi002.stdout:op 3902 completed, throughput=4.99MB/sec 2023-12-16T20:03:44.953 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tRLvd9s1KQn1H_7 off=14067715 len=304973 2023-12-16T20:03:44.956 INFO:tasks.workunit.client.0.smithi002.stdout:op 3903 completed, throughput=4.99MB/sec 2023-12-16T20:03:44.956 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qkvQIE4dQ9BvnGH off=20167394 len=1480634 2023-12-16T20:03:44.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 3904 completed, throughput=5MB/sec 2023-12-16T20:03:44.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FpIgcbYHc45jf9s off=244415 len=849269 2023-12-16T20:03:44.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 3905 completed, throughput=5MB/sec 2023-12-16T20:03:44.965 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eFKL8QvvT94UfTS off=3535928 len=46109 2023-12-16T20:03:44.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 3906 completed, throughput=5MB/sec 2023-12-16T20:03:44.965 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l1l3ddF2AhEP7dn off=3345068 len=1681076 2023-12-16T20:03:44.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 3907 completed, throughput=5MB/sec 2023-12-16T20:03:44.966 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Wp-GonMdXnTBXmh off=5527119 len=230644 2023-12-16T20:03:44.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 3908 completed, throughput=5MB/sec 2023-12-16T20:03:44.969 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FFYJfpl16eeCdtj off=21818028 len=1259037 2023-12-16T20:03:44.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 3909 completed, throughput=5MB/sec 2023-12-16T20:03:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:44 smithi002 ceph-mon[137674]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:44 smithi002 ceph-mon[140029]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:44 smithi043 ceph-mon[135010]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:03:45.643 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (31m) 8m ago 34m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (31m) 6m ago 34m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (35m) 8m ago 35m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (35m) 6m ago 35m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:03:45.967 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (31m) 6m ago 37m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (31m) 8m ago 38m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (31m) 8m ago 38m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (30m) 6m ago 37m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (30m) 8m ago 37m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (31m) 8m ago 34m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (31m) 6m ago 34m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (29m) 8m ago 37m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (29m) 8m ago 37m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (29m) 8m ago 36m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (28m) 8m ago 36m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (28m) 6m ago 36m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (27m) 6m ago 36m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (27m) 6m ago 35m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:03:45.968 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (26m) 6m ago 35m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:03:45.969 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (31m) 6m ago 35m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:03:45.972 INFO:tasks.workunit.client.0.smithi002.stdout: 757: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:45.972 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-32Wdvf-xcrV9-X3 off=3155851 len=1458237 2023-12-16T20:03:45.973 INFO:tasks.workunit.client.0.smithi002.stdout:op 3910 completed, throughput=5MB/sec 2023-12-16T20:03:45.974 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OJirVlmDeOkTYYK off=11293083 len=101776 2023-12-16T20:03:45.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 3911 completed, throughput=5MB/sec 2023-12-16T20:03:45.977 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SdM3FRXOqcglsOk off=9781659 len=185993 2023-12-16T20:03:45.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 3912 completed, throughput=5MB/sec 2023-12-16T20:03:45.979 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wcU9kNyVV5vB84u off=14031211 len=525421 2023-12-16T20:03:45.980 INFO:tasks.workunit.client.0.smithi002.stdout:op 3913 completed, throughput=5MB/sec 2023-12-16T20:03:45.980 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z2dJWR9zX3vvWVN off=1566993 len=1659136 2023-12-16T20:03:45.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 3914 completed, throughput=5MB/sec 2023-12-16T20:03:45.989 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JfA3klIfNUnVXr5 off=4224788 len=542300 2023-12-16T20:03:45.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 3915 completed, throughput=5MB/sec 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:03:46.377 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:03:46.378 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:03:46.990 INFO:tasks.workunit.client.0.smithi002.stdout: 758: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:46.990 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qyh8Mu9gGlYZ98H off=11016990 len=1515516 2023-12-16T20:03:46.997 INFO:tasks.workunit.client.0.smithi002.stdout:op 3916 completed, throughput=5MB/sec 2023-12-16T20:03:46.997 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RqtQT2biXGQqIKR off=8712031 len=1925571 2023-12-16T20:03:46.999 INFO:tasks.workunit.client.0.smithi002.stdout:op 3917 completed, throughput=5MB/sec 2023-12-16T20:03:46.999 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sHk_K81QFmU_PJx off=136681 len=482172 2023-12-16T20:03:47.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 3918 completed, throughput=5MB/sec 2023-12-16T20:03:47.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I4k5kwRx1xM1GY1 off=3871448 len=522019 2023-12-16T20:03:47.005 INFO:tasks.workunit.client.0.smithi002.stdout:op 3919 completed, throughput=5MB/sec 2023-12-16T20:03:47.005 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CLz_gKtXoesQ3JF off=6703402 len=278112 2023-12-16T20:03:47.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 3920 completed, throughput=5MB/sec 2023-12-16T20:03:47.008 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XW7URNDaRHQY7x6 off=17207577 len=1981620 2023-12-16T20:03:47.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 3921 completed, throughput=5MB/sec 2023-12-16T20:03:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[137674]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:47.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[137674]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:47.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2999126324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[140029]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[140029]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:47.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:46 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2999126324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:46 smithi043 ceph-mon[135010]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:46 smithi043 ceph-mon[135010]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:03:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:46 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2999126324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:03:48.018 INFO:tasks.workunit.client.0.smithi002.stdout: 759: throughput=5MB/sec pending data=0 2023-12-16T20:03:48.018 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xRtTM_NnmXYM58p off=2146560 len=944736 2023-12-16T20:03:48.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 3922 completed, throughput=5MB/sec 2023-12-16T20:03:48.023 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mviEywOk8lIR_Fq off=21389147 len=886565 2023-12-16T20:03:48.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 3923 completed, throughput=5MB/sec 2023-12-16T20:03:48.024 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KziV3ALMkCUAbe5 off=7160183 len=708122 2023-12-16T20:03:48.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 3924 completed, throughput=5MB/sec 2023-12-16T20:03:48.025 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wXEJyql2euQCbZV off=864541 len=50945 2023-12-16T20:03:48.027 INFO:tasks.workunit.client.0.smithi002.stdout:op 3925 completed, throughput=5MB/sec 2023-12-16T20:03:48.027 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KJC5CAuIQFKPbAh off=15621659 len=771745 2023-12-16T20:03:48.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 3926 completed, throughput=5MB/sec 2023-12-16T20:03:48.034 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f4aqcaMzrlILOPq off=22025601 len=2506 2023-12-16T20:03:48.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 3927 completed, throughput=5MB/sec 2023-12-16T20:03:48.034 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2wxnDvnINlsf7Rh off=7961829 len=629094 2023-12-16T20:03:48.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 3928 completed, throughput=5MB/sec 2023-12-16T20:03:48.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:47 smithi002 ceph-mon[137674]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:48.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:03:48.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:47 smithi002 ceph-mon[140029]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:48.242 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:03:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:47 smithi043 ceph-mon[135010]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:03:48.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:03:49.038 INFO:tasks.workunit.client.0.smithi002.stdout: 760: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:49.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NK0SSclQUZIcmFQ off=2017721 len=1771161 2023-12-16T20:03:49.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 3929 completed, throughput=5MB/sec 2023-12-16T20:03:49.041 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eRxnkAqzNGm1ENB off=5453928 len=192713 2023-12-16T20:03:49.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 3930 completed, throughput=5MB/sec 2023-12-16T20:03:49.044 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Hg0HEfMMEVvDTSl off=7239826 len=150179 2023-12-16T20:03:49.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 3931 completed, throughput=5MB/sec 2023-12-16T20:03:49.045 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0sunVvYy8WimChu off=11850414 len=881279 2023-12-16T20:03:49.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 3932 completed, throughput=5MB/sec 2023-12-16T20:03:49.051 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--8YgLAGYemwtVrX off=4969759 len=273208 2023-12-16T20:03:49.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 3933 completed, throughput=5MB/sec 2023-12-16T20:03:49.052 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HKIKe3TBc6xY-SU off=1706050 len=1157741 2023-12-16T20:03:49.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 3934 completed, throughput=5MB/sec 2023-12-16T20:03:49.057 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LKOfLn2IhJNSR8S off=88028 len=493026 2023-12-16T20:03:49.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 3935 completed, throughput=5MB/sec 2023-12-16T20:03:49.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XB78YpTZMl1jwGU off=4139461 len=1961599 2023-12-16T20:03:49.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 3936 completed, throughput=5MB/sec 2023-12-16T20:03:49.138 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[137674]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[140029]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:03:49.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:03:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:48 smithi043 ceph-mon[135010]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:49.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:03:49.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:03:49.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:03:50.065 INFO:tasks.workunit.client.0.smithi002.stdout: 761: throughput=5MB/sec pending data=0 2023-12-16T20:03:50.065 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ysh94dk4txo7iqh off=267839 len=865951 2023-12-16T20:03:50.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 3937 completed, throughput=5MB/sec 2023-12-16T20:03:50.071 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vnseSuyLdbmzlpu off=4529775 len=1494908 2023-12-16T20:03:50.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 3938 completed, throughput=5MB/sec 2023-12-16T20:03:50.080 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4Ya8AnxAHEvjn9f off=1984183 len=951497 2023-12-16T20:03:50.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 3939 completed, throughput=5MB/sec 2023-12-16T20:03:50.085 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cbLwRLuaEdME8YI off=6078200 len=100443 2023-12-16T20:03:50.087 INFO:tasks.workunit.client.0.smithi002.stdout:op 3940 completed, throughput=5MB/sec 2023-12-16T20:03:50.087 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uDhz1VDAEx6DS-s off=1020866 len=1223722 2023-12-16T20:03:50.089 INFO:tasks.workunit.client.0.smithi002.stdout:op 3941 completed, throughput=5MB/sec 2023-12-16T20:03:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:49 smithi002 ceph-mon[137674]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:49 smithi002 ceph-mon[140029]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:49 smithi043 ceph-mon[135010]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:03:51.090 INFO:tasks.workunit.client.0.smithi002.stdout: 762: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:51.090 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yRHL0gRB7tKejD- off=15075413 len=1179643 2023-12-16T20:03:51.097 INFO:tasks.workunit.client.0.smithi002.stdout:op 3942 completed, throughput=5MB/sec 2023-12-16T20:03:51.097 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7bYO7RjY0aZjeAJ off=1964584 len=1988290 2023-12-16T20:03:51.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 3943 completed, throughput=5MB/sec 2023-12-16T20:03:51.107 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-94KqHQvaI8xALOS off=6412740 len=559711 2023-12-16T20:03:51.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 3944 completed, throughput=5MB/sec 2023-12-16T20:03:51.111 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bFu-UzTGfKWjBsA off=18226127 len=1691017 2023-12-16T20:03:51.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 3945 completed, throughput=5MB/sec 2023-12-16T20:03:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:03:52.118 INFO:tasks.workunit.client.0.smithi002.stdout: 763: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:52.118 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3U45VL9aCJBcByg off=23130054 len=617043 2023-12-16T20:03:52.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 3946 completed, throughput=5MB/sec 2023-12-16T20:03:52.119 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3Vw3Z7DXh_F17FF off=9377670 len=1778957 2023-12-16T20:03:52.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 3947 completed, throughput=5MB/sec 2023-12-16T20:03:52.121 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wej-gIlkYNRfFlW off=884211 len=1555870 2023-12-16T20:03:52.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 3948 completed, throughput=5MB/sec 2023-12-16T20:03:52.130 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bs5mkmSg8_BY9o6 off=4034237 len=1988176 2023-12-16T20:03:52.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 3949 completed, throughput=5MB/sec 2023-12-16T20:03:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:51 smithi002 ceph-mon[137674]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:03:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:03:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:03:51] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-16T20:03:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:51 smithi002 ceph-mon[140029]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:03:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:51 smithi043 ceph-mon[135010]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-16T20:03:53.132 INFO:tasks.workunit.client.0.smithi002.stdout: 764: throughput=5MB/sec pending data=0 2023-12-16T20:03:53.132 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rq-2PoC4WoM1PDo off=4139206 len=331717 2023-12-16T20:03:53.133 INFO:tasks.workunit.client.0.smithi002.stdout:op 3950 completed, throughput=5MB/sec 2023-12-16T20:03:53.133 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9mCwVm5rFlplGJF off=654155 len=677346 2023-12-16T20:03:53.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 3951 completed, throughput=5MB/sec 2023-12-16T20:03:53.137 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3MZAXWHwxa0krQV off=5178308 len=408162 2023-12-16T20:03:53.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 3952 completed, throughput=5MB/sec 2023-12-16T20:03:53.138 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dWaRt6Hggbwq5_c off=19402644 len=1886290 2023-12-16T20:03:53.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 3953 completed, throughput=5MB/sec 2023-12-16T20:03:53.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GXpbd36BcO4UkEU off=7739721 len=52246 2023-12-16T20:03:53.149 INFO:tasks.workunit.client.0.smithi002.stdout:op 3954 completed, throughput=5MB/sec 2023-12-16T20:03:53.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QcVPmM7LWKQZyp0 off=18581941 len=1332880 2023-12-16T20:03:53.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 3955 completed, throughput=5MB/sec 2023-12-16T20:03:54.151 INFO:tasks.workunit.client.0.smithi002.stdout: 765: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:54.151 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kKtgZU1HNP-5FZh off=695877 len=694923 2023-12-16T20:03:54.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 3956 completed, throughput=5MB/sec 2023-12-16T20:03:54.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hYLow96Xm2xIiHR off=16791363 len=540057 2023-12-16T20:03:54.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 3957 completed, throughput=5MB/sec 2023-12-16T20:03:54.153 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-guEl7VhkO-mfyB8 off=5791149 len=1678144 2023-12-16T20:03:54.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 3958 completed, throughput=5MB/sec 2023-12-16T20:03:54.155 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sc9F1HSTFk-Uu72 off=1596899 len=1292738 2023-12-16T20:03:54.158 INFO:tasks.workunit.client.0.smithi002.stdout:op 3959 completed, throughput=5MB/sec 2023-12-16T20:03:54.158 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-12fOxNBPseq8FK_ off=868245 len=1867744 2023-12-16T20:03:54.168 INFO:tasks.workunit.client.0.smithi002.stdout:op 3960 completed, throughput=5MB/sec 2023-12-16T20:03:55.168 INFO:tasks.workunit.client.0.smithi002.stdout: 766: throughput=5MB/sec pending data=0 2023-12-16T20:03:55.168 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-moj9jrihsly9Dff off=10353882 len=1748894 2023-12-16T20:03:55.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 3961 completed, throughput=5MB/sec 2023-12-16T20:03:55.171 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qpwABz4b01NEvOr off=810847 len=1285783 2023-12-16T20:03:55.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 3962 completed, throughput=5MB/sec 2023-12-16T20:03:55.178 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M3yK4KFJRunjdyt off=13750202 len=1395281 2023-12-16T20:03:55.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 3963 completed, throughput=5MB/sec 2023-12-16T20:03:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:54 smithi002 ceph-mon[137674]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:54 smithi002 ceph-mon[140029]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:54 smithi043 ceph-mon[135010]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:03:56.185 INFO:tasks.workunit.client.0.smithi002.stdout: 767: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:56.185 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SC-m4A0w1Y6C6Wa off=3948784 len=687642 2023-12-16T20:03:56.189 INFO:tasks.workunit.client.0.smithi002.stdout:op 3964 completed, throughput=5MB/sec 2023-12-16T20:03:56.189 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-S7VvuVJ7PAfQBpF off=16210010 len=2052005 2023-12-16T20:03:56.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 3965 completed, throughput=5MB/sec 2023-12-16T20:03:56.192 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6fwGjg2ZMr8-2Sx off=7515402 len=867690 2023-12-16T20:03:56.197 INFO:tasks.workunit.client.0.smithi002.stdout:op 3966 completed, throughput=5MB/sec 2023-12-16T20:03:56.197 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TsH9F9pHvoIkxA2 off=10735042 len=714454 2023-12-16T20:03:56.202 INFO:tasks.workunit.client.0.smithi002.stdout:op 3967 completed, throughput=5MB/sec 2023-12-16T20:03:56.202 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UKEldHDlDXQjZ3l off=13713241 len=897297 2023-12-16T20:03:56.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 3968 completed, throughput=5MB/sec 2023-12-16T20:03:57.208 INFO:tasks.workunit.client.0.smithi002.stdout: 768: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:57.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-phErCrtiWAQZke6 off=9784452 len=20805 2023-12-16T20:03:57.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 3969 completed, throughput=4.99MB/sec 2023-12-16T20:03:57.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sIfp8UAc_6VeIBF off=1728463 len=1557902 2023-12-16T20:03:57.210 INFO:tasks.workunit.client.0.smithi002.stdout:op 3970 completed, throughput=5MB/sec 2023-12-16T20:03:57.210 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U4FEnIrDipKcbK9 off=949813 len=1498006 2023-12-16T20:03:57.212 INFO:tasks.workunit.client.0.smithi002.stdout:op 3971 completed, throughput=5MB/sec 2023-12-16T20:03:57.212 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M4E_BEc4u-G6ZhJ off=507016 len=740677 2023-12-16T20:03:57.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 3972 completed, throughput=5MB/sec 2023-12-16T20:03:57.213 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kVLCsjLpI5H_GqJ off=9661314 len=533805 2023-12-16T20:03:57.217 INFO:tasks.workunit.client.0.smithi002.stdout:op 3973 completed, throughput=5MB/sec 2023-12-16T20:03:57.218 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kHPkUutYz8Pme_x off=2529616 len=1422786 2023-12-16T20:03:57.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 3974 completed, throughput=5MB/sec 2023-12-16T20:03:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:56 smithi002 ceph-mon[137674]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:56 smithi002 ceph-mon[140029]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:56 smithi043 ceph-mon[135010]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:03:58.219 INFO:tasks.workunit.client.0.smithi002.stdout: 769: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:58.220 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IAg368V0HBobcii off=7562878 len=1210674 2023-12-16T20:03:58.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 3975 completed, throughput=5MB/sec 2023-12-16T20:03:58.227 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-91O7QErdGIAEN8I off=7729377 len=1414758 2023-12-16T20:03:58.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 3976 completed, throughput=5MB/sec 2023-12-16T20:03:58.235 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3QMStnsGA6YIuuV off=10835160 len=701748 2023-12-16T20:03:58.236 INFO:tasks.workunit.client.0.smithi002.stdout:op 3977 completed, throughput=5MB/sec 2023-12-16T20:03:58.236 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G2uKpWRQB0ubvZv off=4450856 len=883229 2023-12-16T20:03:58.237 INFO:tasks.workunit.client.0.smithi002.stdout:op 3978 completed, throughput=5MB/sec 2023-12-16T20:03:58.237 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DjrDaziqHyuiU-A off=5825692 len=456135 2023-12-16T20:03:58.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 3979 completed, throughput=5MB/sec 2023-12-16T20:03:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:58 smithi002 ceph-mon[137674]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:03:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:58 smithi002 ceph-mon[140029]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:03:59.241 INFO:tasks.workunit.client.0.smithi002.stdout: 770: throughput=4.99MB/sec pending data=0 2023-12-16T20:03:59.241 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QHZKpnqhz87vlLn off=5342893 len=447577 2023-12-16T20:03:59.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 3980 completed, throughput=4.99MB/sec 2023-12-16T20:03:59.243 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YLwXaCDKmUPp6qQ off=2617427 len=13977 2023-12-16T20:03:59.243 INFO:tasks.workunit.client.0.smithi002.stdout:op 3981 completed, throughput=4.99MB/sec 2023-12-16T20:03:59.243 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4oN46L7fnYWP6H4 off=304330 len=1113434 2023-12-16T20:03:59.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 3982 completed, throughput=5MB/sec 2023-12-16T20:03:59.245 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aKFma9_HAU6v2VX off=4445170 len=996309 2023-12-16T20:03:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:58 smithi043 ceph-mon[135010]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:03:59.251 INFO:tasks.workunit.client.0.smithi002.stdout:op 3983 completed, throughput=5MB/sec 2023-12-16T20:03:59.252 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tWyFuvDCo6sXBfn off=1449193 len=1287479 2023-12-16T20:03:59.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 3984 completed, throughput=5MB/sec 2023-12-16T20:03:59.258 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V6HzqC7Ud9wh0KC off=21199967 len=1408645 2023-12-16T20:03:59.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 3985 completed, throughput=5MB/sec 2023-12-16T20:04:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:03:59 smithi002 ceph-mon[137674]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:04:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:03:59 smithi002 ceph-mon[140029]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:04:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:03:59 smithi043 ceph-mon[135010]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:04:00.260 INFO:tasks.workunit.client.0.smithi002.stdout: 771: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:00.260 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ahh1L9nY0-sJVW8 off=5889583 len=796902 2023-12-16T20:04:00.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 3986 completed, throughput=4.99MB/sec 2023-12-16T20:04:00.261 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-59yyw_ZN2d71mFX off=14546666 len=1270378 2023-12-16T20:04:00.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 3987 completed, throughput=5MB/sec 2023-12-16T20:04:00.263 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HLJDGTmTEUXRI1l off=17479231 len=1864063 2023-12-16T20:04:00.271 INFO:tasks.workunit.client.0.smithi002.stdout:op 3988 completed, throughput=5MB/sec 2023-12-16T20:04:00.272 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iL3eeiT1B-OD8iH off=889110 len=703783 2023-12-16T20:04:00.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 3989 completed, throughput=5MB/sec 2023-12-16T20:04:00.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jig3xr-LvqXjiUo off=1479940 len=457563 2023-12-16T20:04:00.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 3990 completed, throughput=5MB/sec 2023-12-16T20:04:00.277 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zJ7WOhHJEGMbZo0 off=11506162 len=427597 2023-12-16T20:04:00.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 3991 completed, throughput=5MB/sec 2023-12-16T20:04:01.278 INFO:tasks.workunit.client.0.smithi002.stdout: 772: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:01.279 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FT6Q2rXN5zzJf6- off=0 len=1241868 2023-12-16T20:04:01.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 3992 completed, throughput=5MB/sec 2023-12-16T20:04:01.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zDq52OqI0xTOgD_ off=1563835 len=589354 2023-12-16T20:04:01.287 INFO:tasks.workunit.client.0.smithi002.stdout:op 3993 completed, throughput=5MB/sec 2023-12-16T20:04:01.287 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p6bQl1XB_2KmkY7 off=6529659 len=1155278 2023-12-16T20:04:01.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 3994 completed, throughput=5MB/sec 2023-12-16T20:04:01.289 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KW0q6fpJkSgxKQD off=6717438 len=2045829 2023-12-16T20:04:01.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 3995 completed, throughput=5MB/sec 2023-12-16T20:04:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:01] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-16T20:04:02.291 INFO:tasks.workunit.client.0.smithi002.stdout: 773: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:02.292 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xnTJTqXNPoXSm3w off=13138586 len=884939 2023-12-16T20:04:02.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 3996 completed, throughput=4.99MB/sec 2023-12-16T20:04:02.293 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2AjPMXqZahlAfMk off=1588767 len=810647 2023-12-16T20:04:02.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 3997 completed, throughput=5MB/sec 2023-12-16T20:04:02.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2VVz3Rhf1P_f8eq off=17156712 len=1496491 2023-12-16T20:04:02.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 3998 completed, throughput=5MB/sec 2023-12-16T20:04:02.302 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RDwbChFxxsoVl-v off=18096569 len=400784 2023-12-16T20:04:02.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 3999 completed, throughput=5MB/sec 2023-12-16T20:04:02.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Otd2YxaXxSdfovH off=3412263 len=1072018 2023-12-16T20:04:02.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 4000 completed, throughput=5MB/sec 2023-12-16T20:04:02.312 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-on4dwB3oi7Tt_OB off=20938665 len=199279 2023-12-16T20:04:02.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 4001 completed, throughput=5MB/sec 2023-12-16T20:04:02.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WNL7LM0R4oDhRw0 off=11508047 len=333383 2023-12-16T20:04:02.316 INFO:tasks.workunit.client.0.smithi002.stdout:op 4002 completed, throughput=5MB/sec 2023-12-16T20:04:02.316 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yvBWDF2TcjSNC2m off=14613480 len=594712 2023-12-16T20:04:02.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 4003 completed, throughput=5MB/sec 2023-12-16T20:04:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:02 smithi002 ceph-mon[137674]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:04:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:02 smithi002 ceph-mon[140029]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:04:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:02 smithi043 ceph-mon[135010]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:04:03.318 INFO:tasks.workunit.client.0.smithi002.stdout: 774: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:03.318 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ViMxjnXIEmzhr-G off=13132291 len=1457684 2023-12-16T20:04:03.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 4004 completed, throughput=5MB/sec 2023-12-16T20:04:03.325 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NxD7SQ35DFBdXRA off=2742881 len=991159 2023-12-16T20:04:03.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 4005 completed, throughput=5MB/sec 2023-12-16T20:04:03.327 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NwfZLlne9gkhdya off=5313532 len=1203335 2023-12-16T20:04:03.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 4006 completed, throughput=5MB/sec 2023-12-16T20:04:03.334 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pSEZNO-fPMdUaXH off=12480763 len=1132835 2023-12-16T20:04:03.339 INFO:tasks.workunit.client.0.smithi002.stdout:op 4007 completed, throughput=5MB/sec 2023-12-16T20:04:03.339 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VKmBkvaTtTgLTeA off=4531482 len=438775 2023-12-16T20:04:03.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 4008 completed, throughput=5MB/sec 2023-12-16T20:04:04.341 INFO:tasks.workunit.client.0.smithi002.stdout: 775: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:04.341 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6k6QT-ZcFFXjABe off=2785333 len=1185564 2023-12-16T20:04:04.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 4009 completed, throughput=5MB/sec 2023-12-16T20:04:04.343 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BI5iuQqKMB6mOSe off=897642 len=942409 2023-12-16T20:04:04.344 INFO:tasks.workunit.client.0.smithi002.stdout:op 4010 completed, throughput=5MB/sec 2023-12-16T20:04:04.344 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3XFZndJoHzfCPqm off=6325237 len=1739472 2023-12-16T20:04:04.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 4011 completed, throughput=5MB/sec 2023-12-16T20:04:04.352 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4a5-PTMtgYogGSZ off=1637323 len=638181 2023-12-16T20:04:04.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 4012 completed, throughput=5MB/sec 2023-12-16T20:04:04.354 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ut7sq4lhcUYgEcP off=3804443 len=617602 2023-12-16T20:04:04.355 INFO:tasks.workunit.client.0.smithi002.stdout:op 4013 completed, throughput=5MB/sec 2023-12-16T20:04:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:04 smithi002 ceph-mon[137674]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:04 smithi002 ceph-mon[140029]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:04 smithi043 ceph-mon[135010]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:05.355 INFO:tasks.workunit.client.0.smithi002.stdout: 776: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:05.356 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z1CN7iHpggVHSLH off=0 len=1328976 2023-12-16T20:04:05.357 INFO:tasks.workunit.client.0.smithi002.stdout:op 4014 completed, throughput=5MB/sec 2023-12-16T20:04:05.358 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z6a5vXanEUADQsM off=5476076 len=92267 2023-12-16T20:04:05.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 4015 completed, throughput=5MB/sec 2023-12-16T20:04:05.358 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YfvWaL5Z77X-s7I off=12849098 len=1192747 2023-12-16T20:04:05.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 4016 completed, throughput=5MB/sec 2023-12-16T20:04:05.365 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d8DgWGUogwfmZy6 off=7590044 len=154427 2023-12-16T20:04:05.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 4017 completed, throughput=5MB/sec 2023-12-16T20:04:05.368 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yn1Qpi2JsdQvS27 off=7315332 len=1573417 2023-12-16T20:04:05.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 4018 completed, throughput=5MB/sec 2023-12-16T20:04:05.370 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wCnibme0YAZK90w off=4229668 len=329725 2023-12-16T20:04:05.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 4019 completed, throughput=5MB/sec 2023-12-16T20:04:05.373 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M-vBeQ4Ufm17nvk off=4746644 len=1364763 2023-12-16T20:04:05.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 4020 completed, throughput=5MB/sec 2023-12-16T20:04:06.375 INFO:tasks.workunit.client.0.smithi002.stdout: 777: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:06.375 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3aDkTqpOgNVR6xr off=8652794 len=2071273 2023-12-16T20:04:06.377 INFO:tasks.workunit.client.0.smithi002.stdout:op 4021 completed, throughput=5MB/sec 2023-12-16T20:04:06.377 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rrsyWuJmcEYfsXI off=19547835 len=1373333 2023-12-16T20:04:06.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 4022 completed, throughput=5MB/sec 2023-12-16T20:04:06.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A0-C4b9lxCbTQOn off=3483404 len=715275 2023-12-16T20:04:06.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 4023 completed, throughput=5MB/sec 2023-12-16T20:04:06.381 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TbRoAFKEZ_QZfvA off=12859274 len=175680 2023-12-16T20:04:06.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 4024 completed, throughput=5MB/sec 2023-12-16T20:04:06.382 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gMJ19S0bS8X2rEL off=6573277 len=11081 2023-12-16T20:04:06.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 4025 completed, throughput=5MB/sec 2023-12-16T20:04:06.382 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--mNUrqXQ6d9Q5IV off=5994618 len=1331704 2023-12-16T20:04:06.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 4026 completed, throughput=5MB/sec 2023-12-16T20:04:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:06 smithi002 ceph-mon[137674]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:04:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:06 smithi002 ceph-mon[140029]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:04:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:06 smithi043 ceph-mon[135010]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:04:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:07.390 INFO:tasks.workunit.client.0.smithi002.stdout: 778: throughput=5MB/sec pending data=0 2023-12-16T20:04:07.390 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LNxQ2a0qpYx_hIS off=586903 len=1988126 2023-12-16T20:04:07.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 4027 completed, throughput=5MB/sec 2023-12-16T20:04:07.392 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vUEJkQp26eJuUAq off=6863545 len=1858069 2023-12-16T20:04:07.393 INFO:tasks.workunit.client.0.smithi002.stdout:op 4028 completed, throughput=5MB/sec 2023-12-16T20:04:07.394 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5omCY6CVZRVj92V off=9084075 len=2021871 2023-12-16T20:04:07.404 INFO:tasks.workunit.client.0.smithi002.stdout:op 4029 completed, throughput=5MB/sec 2023-12-16T20:04:08.405 INFO:tasks.workunit.client.0.smithi002.stdout: 779: throughput=5MB/sec pending data=0 2023-12-16T20:04:08.406 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DbtWrCJMi1y36gO off=8869023 len=1515455 2023-12-16T20:04:08.412 INFO:tasks.workunit.client.0.smithi002.stdout:op 4030 completed, throughput=5MB/sec 2023-12-16T20:04:08.412 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t8oDR5oeJIzzrj5 off=18655313 len=308588 2023-12-16T20:04:08.412 INFO:tasks.workunit.client.0.smithi002.stdout:op 4031 completed, throughput=5MB/sec 2023-12-16T20:04:08.413 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v2WYup16xQUQF4T off=8353715 len=707875 2023-12-16T20:04:08.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 4032 completed, throughput=5MB/sec 2023-12-16T20:04:08.418 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w8rRkt6NoRe-e3y off=159262 len=362883 2023-12-16T20:04:08.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 4033 completed, throughput=5MB/sec 2023-12-16T20:04:08.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aRu0YtT9XFRZBa- off=7182188 len=293172 2023-12-16T20:04:08.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 4034 completed, throughput=5MB/sec 2023-12-16T20:04:08.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wsTASQtfj8tcRDj off=9481957 len=1361436 2023-12-16T20:04:08.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 4035 completed, throughput=5MB/sec 2023-12-16T20:04:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:08 smithi002 ceph-mon[137674]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:08 smithi002 ceph-mon[140029]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:08 smithi043 ceph-mon[135010]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:09.425 INFO:tasks.workunit.client.0.smithi002.stdout: 780: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:09.425 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J_J2nNtVBbsv4Du off=891019 len=1520207 2023-12-16T20:04:09.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 4036 completed, throughput=5MB/sec 2023-12-16T20:04:09.427 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZlDO4LWKjZc03VO off=12952338 len=109403 2023-12-16T20:04:09.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 4037 completed, throughput=5MB/sec 2023-12-16T20:04:09.427 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wXOX5xf1_qICNxn off=3120555 len=1983794 2023-12-16T20:04:09.438 INFO:tasks.workunit.client.0.smithi002.stdout:op 4038 completed, throughput=5MB/sec 2023-12-16T20:04:09.438 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WIyg28w4Lu5Oqs1 off=8184251 len=582315 2023-12-16T20:04:09.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 4039 completed, throughput=5MB/sec 2023-12-16T20:04:09.440 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Id84ixA38bKmljP off=5356299 len=1456859 2023-12-16T20:04:09.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 4040 completed, throughput=5MB/sec 2023-12-16T20:04:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:09 smithi002 ceph-mon[137674]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:09 smithi002 ceph-mon[140029]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:09 smithi043 ceph-mon[135010]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:10.447 INFO:tasks.workunit.client.0.smithi002.stdout: 781: throughput=5MB/sec pending data=0 2023-12-16T20:04:10.448 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Rl9hq8dNo-ahDAq off=4402740 len=878991 2023-12-16T20:04:10.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 4041 completed, throughput=5MB/sec 2023-12-16T20:04:10.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5WMR79ykIGn43Ez off=5386468 len=1213965 2023-12-16T20:04:10.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 4042 completed, throughput=5MB/sec 2023-12-16T20:04:10.451 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hOcBQdO70ZFM7_L off=8614508 len=319754 2023-12-16T20:04:10.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 4043 completed, throughput=5MB/sec 2023-12-16T20:04:10.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pNZcTNPmmHtLR7Y off=5379428 len=356182 2023-12-16T20:04:10.458 INFO:tasks.workunit.client.0.smithi002.stdout:op 4044 completed, throughput=5MB/sec 2023-12-16T20:04:10.458 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CebrP-LBo8q3REq off=188862 len=1105700 2023-12-16T20:04:10.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 4045 completed, throughput=5MB/sec 2023-12-16T20:04:10.465 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LRYIZ32vZDnYvCZ off=7140038 len=369961 2023-12-16T20:04:10.466 INFO:tasks.workunit.client.0.smithi002.stdout:op 4046 completed, throughput=5MB/sec 2023-12-16T20:04:11.466 INFO:tasks.workunit.client.0.smithi002.stdout: 782: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:11.467 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XwnpEK5VH7IgodI off=9864406 len=2082021 2023-12-16T20:04:11.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 4047 completed, throughput=5MB/sec 2023-12-16T20:04:11.478 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xU1qSGQoNOedi0h off=8162743 len=2065550 2023-12-16T20:04:11.485 INFO:tasks.workunit.client.0.smithi002.stdout:op 4048 completed, throughput=5MB/sec 2023-12-16T20:04:11.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HSrAzkSQfBHxhVF off=3614921 len=240496 2023-12-16T20:04:11.488 INFO:tasks.workunit.client.0.smithi002.stdout:op 4049 completed, throughput=5MB/sec 2023-12-16T20:04:11.488 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lcqmuIRiLfT37MH off=9858857 len=925949 2023-12-16T20:04:11.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 4050 completed, throughput=5MB/sec 2023-12-16T20:04:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:11] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:04:12.492 INFO:tasks.workunit.client.0.smithi002.stdout: 783: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:12.492 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2LnAF1nJyXxaWML off=1168776 len=199163 2023-12-16T20:04:12.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 4051 completed, throughput=4.99MB/sec 2023-12-16T20:04:12.496 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rVpP2fm2t_VITzX off=3294214 len=563147 2023-12-16T20:04:12.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 4052 completed, throughput=4.99MB/sec 2023-12-16T20:04:12.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8W0OjiKRJZhKdDB off=4259590 len=1077237 2023-12-16T20:04:12.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 4053 completed, throughput=5MB/sec 2023-12-16T20:04:12.498 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--vz5jPof0O5VuYs off=1598065 len=1772799 2023-12-16T20:04:12.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 4054 completed, throughput=5MB/sec 2023-12-16T20:04:12.508 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j31zB6uz2_9qW7y off=889293 len=954836 2023-12-16T20:04:12.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 4055 completed, throughput=5MB/sec 2023-12-16T20:04:12.514 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e5Aw_BSW1p_pbFC off=15684770 len=614156 2023-12-16T20:04:12.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 4056 completed, throughput=5MB/sec 2023-12-16T20:04:12.515 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rZuPwXQdaJOmeDc off=15496199 len=907762 2023-12-16T20:04:12.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 4057 completed, throughput=5MB/sec 2023-12-16T20:04:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:12 smithi002 ceph-mon[140029]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T20:04:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:12 smithi002 ceph-mon[137674]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T20:04:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:12 smithi043 ceph-mon[135010]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T20:04:13.516 INFO:tasks.workunit.client.0.smithi002.stdout: 784: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:13.517 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FpLfHEzZIRI0aqO off=14101702 len=1695350 2023-12-16T20:04:13.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 4058 completed, throughput=5MB/sec 2023-12-16T20:04:13.525 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xHVAEs755Uu391g off=9758662 len=971653 2023-12-16T20:04:13.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 4059 completed, throughput=5MB/sec 2023-12-16T20:04:13.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZHev599iyssPsll off=17305694 len=1311558 2023-12-16T20:04:13.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 4060 completed, throughput=5MB/sec 2023-12-16T20:04:13.527 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-613BW3iZ0-2YV_C off=3578671 len=418073 2023-12-16T20:04:13.531 INFO:tasks.workunit.client.0.smithi002.stdout:op 4061 completed, throughput=5MB/sec 2023-12-16T20:04:13.531 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ixIumu2pyQSpu0F off=7496942 len=971735 2023-12-16T20:04:13.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 4062 completed, throughput=5MB/sec 2023-12-16T20:04:14.537 INFO:tasks.workunit.client.0.smithi002.stdout: 785: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:14.538 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jSPaEMSsZxtq3PE off=83606 len=1038067 2023-12-16T20:04:14.543 INFO:tasks.workunit.client.0.smithi002.stdout:op 4063 completed, throughput=5MB/sec 2023-12-16T20:04:14.543 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0a7rODSkt1dbXT1 off=13236473 len=1655028 2023-12-16T20:04:14.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 4064 completed, throughput=5MB/sec 2023-12-16T20:04:14.546 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DaINs1fdBatanA9 off=14588240 len=592179 2023-12-16T20:04:14.547 INFO:tasks.workunit.client.0.smithi002.stdout:op 4065 completed, throughput=5MB/sec 2023-12-16T20:04:14.547 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ceb95AlJYBnADE7 off=5439251 len=1146275 2023-12-16T20:04:14.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 4066 completed, throughput=5MB/sec 2023-12-16T20:04:14.553 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lxulygMAo471yQL off=43328 len=168603 2023-12-16T20:04:14.556 INFO:tasks.workunit.client.0.smithi002.stdout:op 4067 completed, throughput=5MB/sec 2023-12-16T20:04:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:14 smithi002 ceph-mon[137674]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:04:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:14 smithi002 ceph-mon[140029]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:04:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:14 smithi043 ceph-mon[135010]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:04:15.556 INFO:tasks.workunit.client.0.smithi002.stdout: 786: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:15.557 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GNMC4pIK2hlzm5j off=2649466 len=386106 2023-12-16T20:04:15.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 4068 completed, throughput=4.99MB/sec 2023-12-16T20:04:15.558 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2ZffIk42qb4Y6B3 off=3783488 len=707355 2023-12-16T20:04:15.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 4069 completed, throughput=5MB/sec 2023-12-16T20:04:15.564 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q6XCf6hgzd_bGUv off=3700112 len=1403687 2023-12-16T20:04:15.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 4070 completed, throughput=5MB/sec 2023-12-16T20:04:15.570 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-39b88ukWAgqZCTt off=35814 len=1464301 2023-12-16T20:04:15.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 4071 completed, throughput=5MB/sec 2023-12-16T20:04:15.578 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gCPlSXIXddKUWP9 off=3872666 len=1891608 2023-12-16T20:04:15.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 4072 completed, throughput=5MB/sec 2023-12-16T20:04:16.587 INFO:tasks.workunit.client.0.smithi002.stdout: 787: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:16.588 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pyxthJ2VgqAbBe7 off=1416848 len=624595 2023-12-16T20:04:16.588 INFO:tasks.workunit.client.0.smithi002.stdout:op 4073 completed, throughput=5MB/sec 2023-12-16T20:04:16.588 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L8s0wA-tFs9YX5v off=4368063 len=37854 2023-12-16T20:04:16.590 INFO:tasks.workunit.client.0.smithi002.stdout:op 4074 completed, throughput=5MB/sec 2023-12-16T20:04:16.590 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ixc3KZ_efkj03Zc off=11841459 len=418109 2023-12-16T20:04:16.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 4075 completed, throughput=5MB/sec 2023-12-16T20:04:16.592 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qxFChE6VObUutFE off=642605 len=1620135 2023-12-16T20:04:16.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 4076 completed, throughput=5MB/sec 2023-12-16T20:04:16.593 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mfK6vNf-Q34ckZS off=3490255 len=1765919 2023-12-16T20:04:16.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 4077 completed, throughput=5MB/sec 2023-12-16T20:04:16.595 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oH8yBvAbRBqkvjb off=11242424 len=623499 2023-12-16T20:04:16.596 INFO:tasks.workunit.client.0.smithi002.stdout:op 4078 completed, throughput=5MB/sec 2023-12-16T20:04:16.746 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:04:17.071 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:16 smithi002 ceph-mon[137674]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:04:17.071 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:04:17.071 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (32m) 8m ago 35m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (32m) 6m ago 34m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (36m) 8m ago 36m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (35m) 6m ago 35m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (31m) 6m ago 38m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (32m) 8m ago 39m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (31m) 8m ago 39m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (31m) 6m ago 38m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (31m) 8m ago 38m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (32m) 8m ago 34m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (32m) 6m ago 34m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (30m) 8m ago 37m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (30m) 8m ago 37m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (29m) 8m ago 37m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (29m) 8m ago 37m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:04:17.072 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (28m) 6m ago 36m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:04:17.073 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (28m) 6m ago 36m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:04:17.073 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (27m) 6m ago 36m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:04:17.073 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (27m) 6m ago 36m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:04:17.073 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (31m) 6m ago 35m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:04:17.073 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:16 smithi002 ceph-mon[140029]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:04:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:16 smithi043 ceph-mon[135010]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:04:17.476 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:04:17.477 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:04:17.597 INFO:tasks.workunit.client.0.smithi002.stdout: 788: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:17.597 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x6MwClMAvunPqlS off=8938497 len=783816 2023-12-16T20:04:17.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 4079 completed, throughput=5MB/sec 2023-12-16T20:04:17.598 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pdMVR7y58tcb14L off=1663348 len=508522 2023-12-16T20:04:17.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 4080 completed, throughput=5MB/sec 2023-12-16T20:04:17.602 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dkyCFERjtVQQpK6 off=13109302 len=1540141 2023-12-16T20:04:17.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 4081 completed, throughput=5MB/sec 2023-12-16T20:04:17.603 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-org18wRFJCa-xG9 off=9923858 len=89318 2023-12-16T20:04:17.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 4082 completed, throughput=5MB/sec 2023-12-16T20:04:17.603 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J09kvu99lZycAlx off=8955990 len=560586 2023-12-16T20:04:17.607 INFO:tasks.workunit.client.0.smithi002.stdout:op 4083 completed, throughput=5MB/sec 2023-12-16T20:04:17.607 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-29byThZkCLfw8Uk off=9407050 len=583966 2023-12-16T20:04:17.612 INFO:tasks.workunit.client.0.smithi002.stdout:op 4084 completed, throughput=5MB/sec 2023-12-16T20:04:17.612 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_xZIa4ydataLHm4 off=419600 len=73435 2023-12-16T20:04:17.614 INFO:tasks.workunit.client.0.smithi002.stdout:op 4085 completed, throughput=5MB/sec 2023-12-16T20:04:17.614 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sTVMtD0oNW-SsIq off=11796055 len=82440 2023-12-16T20:04:17.616 INFO:tasks.workunit.client.0.smithi002.stdout:op 4086 completed, throughput=5MB/sec 2023-12-16T20:04:17.616 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pQ3uAXgy2bIkSRr off=17380266 len=814054 2023-12-16T20:04:17.617 INFO:tasks.workunit.client.0.smithi002.stdout:op 4087 completed, throughput=5MB/sec 2023-12-16T20:04:18.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:17 smithi002 ceph-mon[137674]: from='client.45668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:18.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3133744290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:18.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:17 smithi002 ceph-mon[140029]: from='client.45668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:18.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3133744290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:18.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:17 smithi043 ceph-mon[135010]: from='client.45668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:18.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3133744290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:18.617 INFO:tasks.workunit.client.0.smithi002.stdout: 789: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:18.618 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q07MFXy7gzY2JZv off=686858 len=162641 2023-12-16T20:04:18.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 4088 completed, throughput=4.99MB/sec 2023-12-16T20:04:18.618 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LpxUJkkHCR4ew5c off=7479444 len=1104238 2023-12-16T20:04:18.626 INFO:tasks.workunit.client.0.smithi002.stdout:op 4089 completed, throughput=5MB/sec 2023-12-16T20:04:18.626 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4y3KyeQvv8TF-94 off=1624920 len=1211422 2023-12-16T20:04:18.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 4090 completed, throughput=5MB/sec 2023-12-16T20:04:18.627 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yhNimyoEa0QYUXI off=1478390 len=1068138 2023-12-16T20:04:18.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 4091 completed, throughput=5MB/sec 2023-12-16T20:04:18.629 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2TfXJ-vGC-dCbel off=1052233 len=1772482 2023-12-16T20:04:18.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 4092 completed, throughput=5MB/sec 2023-12-16T20:04:19.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:18 smithi002 ceph-mon[137674]: from='client.35733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:19.139 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:18 smithi002 ceph-mon[137674]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:19.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:18 smithi002 ceph-mon[140029]: from='client.35733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:19.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:18 smithi002 ceph-mon[140029]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:18 smithi043 ceph-mon[135010]: from='client.35733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:18 smithi043 ceph-mon[135010]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:19.632 INFO:tasks.workunit.client.0.smithi002.stdout: 790: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:19.632 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cnKVng4UGy0YezK off=15868849 len=576866 2023-12-16T20:04:19.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 4093 completed, throughput=4.99MB/sec 2023-12-16T20:04:19.633 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YH715sQYzFYxzc8 off=1055985 len=1644474 2023-12-16T20:04:19.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 4094 completed, throughput=5MB/sec 2023-12-16T20:04:19.647 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2TfXJ-vGC-dCbel off=1032292 len=1792423 2023-12-16T20:04:19.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 4095 completed, throughput=5MB/sec 2023-12-16T20:04:19.648 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tbj_3oMdxRsWKrl off=9846951 len=1231583 2023-12-16T20:04:19.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 4096 completed, throughput=5MB/sec 2023-12-16T20:04:19.648 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i_RBmWgku-q4akW off=7377286 len=271118 2023-12-16T20:04:19.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 4097 completed, throughput=5MB/sec 2023-12-16T20:04:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:19 smithi002 ceph-mon[137674]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:19 smithi002 ceph-mon[140029]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:19 smithi043 ceph-mon[135010]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:20.650 INFO:tasks.workunit.client.0.smithi002.stdout: 791: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:20.650 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6JhUEkoF5zLo2lx off=8215346 len=1001578 2023-12-16T20:04:20.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 4098 completed, throughput=5MB/sec 2023-12-16T20:04:20.652 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T85WJ_KFB56fMRX off=4962098 len=70813 2023-12-16T20:04:20.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 4099 completed, throughput=5MB/sec 2023-12-16T20:04:20.652 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uIn8APMbAVEkWi0 off=64328 len=785883 2023-12-16T20:04:20.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 4100 completed, throughput=5MB/sec 2023-12-16T20:04:20.654 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B8K2aB9FD2caMRi off=10554221 len=1196135 2023-12-16T20:04:20.660 INFO:tasks.workunit.client.0.smithi002.stdout:op 4101 completed, throughput=5MB/sec 2023-12-16T20:04:20.660 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kbp00HI9Tucpvfo off=1241980 len=991921 2023-12-16T20:04:20.662 INFO:tasks.workunit.client.0.smithi002.stdout:op 4102 completed, throughput=5MB/sec 2023-12-16T20:04:20.662 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x8W3gGgay5925md off=16524635 len=535037 2023-12-16T20:04:20.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 4103 completed, throughput=5MB/sec 2023-12-16T20:04:20.667 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d_NEHm5YDr2fJAY off=16730495 len=474421 2023-12-16T20:04:20.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 4104 completed, throughput=5MB/sec 2023-12-16T20:04:20.670 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gvEMHHMG5rgWI1q off=0 len=1100087 2023-12-16T20:04:20.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 4105 completed, throughput=5MB/sec 2023-12-16T20:04:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:21.673 INFO:tasks.workunit.client.0.smithi002.stdout: 792: throughput=5MB/sec pending data=0 2023-12-16T20:04:21.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2OfVbsJ5NyDEJ6K off=22219 len=1782986 2023-12-16T20:04:21.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 4106 completed, throughput=5MB/sec 2023-12-16T20:04:21.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J05SNAnC9grRDWd off=2828849 len=1192926 2023-12-16T20:04:21.682 INFO:tasks.workunit.client.0.smithi002.stdout:op 4107 completed, throughput=5MB/sec 2023-12-16T20:04:21.682 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P7ZJvlewtKN0t6k off=347565 len=1092968 2023-12-16T20:04:21.687 INFO:tasks.workunit.client.0.smithi002.stdout:op 4108 completed, throughput=5MB/sec 2023-12-16T20:04:21.687 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xrbXtn94wEsRJPv off=9120230 len=2031751 2023-12-16T20:04:21.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 4109 completed, throughput=5MB/sec 2023-12-16T20:04:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:21 smithi002 ceph-mon[137674]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:21] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:04:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:21 smithi002 ceph-mon[140029]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:21 smithi043 ceph-mon[135010]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:22.696 INFO:tasks.workunit.client.0.smithi002.stdout: 793: throughput=5MB/sec pending data=0 2023-12-16T20:04:22.696 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M-ORH_xJewVWmcn off=1253311 len=1514853 2023-12-16T20:04:22.703 INFO:tasks.workunit.client.0.smithi002.stdout:op 4110 completed, throughput=5MB/sec 2023-12-16T20:04:22.703 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FEHt9ao04mnnB0u off=728768 len=610971 2023-12-16T20:04:22.704 INFO:tasks.workunit.client.0.smithi002.stdout:op 4111 completed, throughput=5MB/sec 2023-12-16T20:04:22.704 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uKT-_p-ohZnEwxA off=6577338 len=1053563 2023-12-16T20:04:22.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 4112 completed, throughput=5MB/sec 2023-12-16T20:04:22.709 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3Wxpn3izQgpkkMa off=3774386 len=790051 2023-12-16T20:04:22.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 4113 completed, throughput=5MB/sec 2023-12-16T20:04:23.711 INFO:tasks.workunit.client.0.smithi002.stdout: 794: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:23.711 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g-GsZTk6sB4eusu off=480174 len=1220496 2023-12-16T20:04:23.712 INFO:tasks.workunit.client.0.smithi002.stdout:op 4114 completed, throughput=5MB/sec 2023-12-16T20:04:23.712 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pL7Cgtod57GsBjw off=3883698 len=629980 2023-12-16T20:04:23.714 INFO:tasks.workunit.client.0.smithi002.stdout:op 4115 completed, throughput=5MB/sec 2023-12-16T20:04:23.715 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p19WefgCU9UL206 off=3478556 len=622835 2023-12-16T20:04:23.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 4116 completed, throughput=5MB/sec 2023-12-16T20:04:23.719 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7NU2lLjVC1F8bDl off=17349221 len=1936302 2023-12-16T20:04:23.730 INFO:tasks.workunit.client.0.smithi002.stdout:op 4117 completed, throughput=5MB/sec 2023-12-16T20:04:23.730 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sHk_K81QFmU_PJx off=1287762 len=1644008 2023-12-16T20:04:23.732 INFO:tasks.workunit.client.0.smithi002.stdout:op 4118 completed, throughput=5MB/sec 2023-12-16T20:04:24.732 INFO:tasks.workunit.client.0.smithi002.stdout: 795: throughput=5MB/sec pending data=0 2023-12-16T20:04:24.732 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pgz96MjZake8KQD off=6924702 len=2044990 2023-12-16T20:04:24.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 4119 completed, throughput=5MB/sec 2023-12-16T20:04:24.741 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1rL9U0vIr7DHzM8 off=990172 len=1567896 2023-12-16T20:04:24.748 INFO:tasks.workunit.client.0.smithi002.stdout:op 4120 completed, throughput=5MB/sec 2023-12-16T20:04:24.748 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A8iSsNFIx_oYFFJ off=6150876 len=1161185 2023-12-16T20:04:24.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 4121 completed, throughput=5MB/sec 2023-12-16T20:04:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:24 smithi002 ceph-mon[137674]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:24 smithi002 ceph-mon[140029]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:24 smithi043 ceph-mon[135010]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:04:25.750 INFO:tasks.workunit.client.0.smithi002.stdout: 796: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:25.750 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LqXPO5Dl1TMBDHJ off=10147911 len=695592 2023-12-16T20:04:25.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 4122 completed, throughput=5MB/sec 2023-12-16T20:04:25.755 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z2tBUmwyoYtbvhR off=1824336 len=1189099 2023-12-16T20:04:25.761 INFO:tasks.workunit.client.0.smithi002.stdout:op 4123 completed, throughput=5MB/sec 2023-12-16T20:04:25.761 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L_AWGJFVNsp3eCJ off=5442365 len=1407684 2023-12-16T20:04:25.768 INFO:tasks.workunit.client.0.smithi002.stdout:op 4124 completed, throughput=5MB/sec 2023-12-16T20:04:25.768 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kol2Ftb0a2VScm_ off=599234 len=1855860 2023-12-16T20:04:25.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 4125 completed, throughput=5MB/sec 2023-12-16T20:04:26.771 INFO:tasks.workunit.client.0.smithi002.stdout: 797: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:26.771 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Rl9hq8dNo-ahDAq off=18918448 len=464938 2023-12-16T20:04:26.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 4126 completed, throughput=4.99MB/sec 2023-12-16T20:04:26.772 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hy9pUfrls6KXWU5 off=668643 len=964198 2023-12-16T20:04:26.774 INFO:tasks.workunit.client.0.smithi002.stdout:op 4127 completed, throughput=5MB/sec 2023-12-16T20:04:26.774 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vnseSuyLdbmzlpu off=13658730 len=1136741 2023-12-16T20:04:26.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 4128 completed, throughput=5MB/sec 2023-12-16T20:04:26.775 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hHDjwAJoOr9IPzI off=1316355 len=853655 2023-12-16T20:04:26.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 4129 completed, throughput=5MB/sec 2023-12-16T20:04:26.781 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o41bgJT8zqOPZhk off=12825175 len=926368 2023-12-16T20:04:26.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 4130 completed, throughput=5MB/sec 2023-12-16T20:04:26.782 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xIKptmu8CHzNJ5J off=5910096 len=540506 2023-12-16T20:04:26.784 INFO:tasks.workunit.client.0.smithi002.stdout:op 4131 completed, throughput=5MB/sec 2023-12-16T20:04:26.784 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-js-QYtcGCbYRlmv off=16640971 len=1553231 2023-12-16T20:04:26.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 4132 completed, throughput=5MB/sec 2023-12-16T20:04:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:26 smithi002 ceph-mon[137674]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:04:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:26 smithi002 ceph-mon[140029]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:04:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:26 smithi043 ceph-mon[135010]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:04:27.791 INFO:tasks.workunit.client.0.smithi002.stdout: 798: throughput=5MB/sec pending data=0 2023-12-16T20:04:27.791 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5vnjY7cOaDBzB8H off=6549556 len=1193606 2023-12-16T20:04:27.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 4133 completed, throughput=5MB/sec 2023-12-16T20:04:27.792 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4B2ZHnBv8-Uf0Op off=1729481 len=446707 2023-12-16T20:04:27.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 4134 completed, throughput=5MB/sec 2023-12-16T20:04:27.796 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qYGZgS1Fq7guVGg off=0 len=1743826 2023-12-16T20:04:27.803 INFO:tasks.workunit.client.0.smithi002.stdout:op 4135 completed, throughput=5MB/sec 2023-12-16T20:04:27.803 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bFy2CQmpDHeELk9 off=1043604 len=94375 2023-12-16T20:04:27.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 4136 completed, throughput=5MB/sec 2023-12-16T20:04:27.804 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CyXWjTr_eL4gya0 off=4973233 len=858667 2023-12-16T20:04:27.805 INFO:tasks.workunit.client.0.smithi002.stdout:op 4137 completed, throughput=5MB/sec 2023-12-16T20:04:28.805 INFO:tasks.workunit.client.0.smithi002.stdout: 799: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:28.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mt8fXEir6z9AYtK off=4072883 len=1802156 2023-12-16T20:04:28.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 4138 completed, throughput=5MB/sec 2023-12-16T20:04:28.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GBSMzInhrC4bmGz off=388176 len=1068914 2023-12-16T20:04:28.815 INFO:tasks.workunit.client.0.smithi002.stdout:op 4139 completed, throughput=5MB/sec 2023-12-16T20:04:28.815 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sAfe5fc1ukPK1ol off=8134662 len=170457 2023-12-16T20:04:28.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 4140 completed, throughput=5MB/sec 2023-12-16T20:04:28.819 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YiTusC6APo3lO6X off=0 len=1120195 2023-12-16T20:04:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 4141 completed, throughput=5MB/sec 2023-12-16T20:04:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-v_N02kIFFiZy5k5 off=2375375 len=864645 2023-12-16T20:04:28.826 INFO:tasks.workunit.client.0.smithi002.stdout:op 4142 completed, throughput=5MB/sec 2023-12-16T20:04:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:28 smithi002 ceph-mon[137674]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:28 smithi002 ceph-mon[140029]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:28 smithi043 ceph-mon[135010]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:29.826 INFO:tasks.workunit.client.0.smithi002.stdout: 800: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:29.826 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xxNKT4hyfyxBnBA off=4711831 len=1173718 2023-12-16T20:04:29.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 4143 completed, throughput=5MB/sec 2023-12-16T20:04:29.828 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-C7KNyzLp-UmlFRv off=8724086 len=1092080 2023-12-16T20:04:29.835 INFO:tasks.workunit.client.0.smithi002.stdout:op 4144 completed, throughput=5MB/sec 2023-12-16T20:04:29.835 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g1B4X-LayDzBhha off=8971928 len=1099126 2023-12-16T20:04:29.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 4145 completed, throughput=5MB/sec 2023-12-16T20:04:29.841 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qRC5xe_zFKKMZOm off=123491 len=1787443 2023-12-16T20:04:29.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 4146 completed, throughput=5MB/sec 2023-12-16T20:04:29.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-23yvhzNF5v0l9ID off=24077084 len=404681 2023-12-16T20:04:29.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 4147 completed, throughput=5MB/sec 2023-12-16T20:04:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:29 smithi002 ceph-mon[137674]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:29 smithi002 ceph-mon[140029]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:29 smithi043 ceph-mon[135010]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:30.843 INFO:tasks.workunit.client.0.smithi002.stdout: 801: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:30.844 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KS42bK5XYCBE-8o off=1104774 len=358771 2023-12-16T20:04:30.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 4148 completed, throughput=4.99MB/sec 2023-12-16T20:04:30.847 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kbc-E2aG-swS1P2 off=2822417 len=1525713 2023-12-16T20:04:30.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 4149 completed, throughput=5MB/sec 2023-12-16T20:04:30.849 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-30ihLUn_TGG9Ine off=13616606 len=1511573 2023-12-16T20:04:30.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 4150 completed, throughput=5MB/sec 2023-12-16T20:04:30.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2xzmjhT1jGnLgs9 off=2007869 len=2053521 2023-12-16T20:04:30.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 4151 completed, throughput=5MB/sec 2023-12-16T20:04:31.854 INFO:tasks.workunit.client.0.smithi002.stdout: 802: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:31.854 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LZXumLr9QZm6z7m off=15212709 len=391191 2023-12-16T20:04:31.855 INFO:tasks.workunit.client.0.smithi002.stdout:op 4152 completed, throughput=4.99MB/sec 2023-12-16T20:04:31.855 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VGSts6n3zlTkud6 off=10598766 len=1295971 2023-12-16T20:04:31.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 4153 completed, throughput=5MB/sec 2023-12-16T20:04:31.857 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n2Xvs9RzbSyT00q off=1126112 len=1783739 2023-12-16T20:04:31.865 INFO:tasks.workunit.client.0.smithi002.stdout:op 4154 completed, throughput=5MB/sec 2023-12-16T20:04:31.865 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-97n-H8YlJj6C2qd off=188224 len=448872 2023-12-16T20:04:31.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 4155 completed, throughput=5MB/sec 2023-12-16T20:04:31.869 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oHr6F9ASkuh1Ujy off=2533451 len=597710 2023-12-16T20:04:31.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 4156 completed, throughput=5MB/sec 2023-12-16T20:04:31.870 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fNeXwJsel68Jfm9 off=10641005 len=1874437 2023-12-16T20:04:31.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 4157 completed, throughput=5MB/sec 2023-12-16T20:04:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:31] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:04:32.872 INFO:tasks.workunit.client.0.smithi002.stdout: 803: throughput=5MB/sec pending data=0 2023-12-16T20:04:32.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HCZ07v-LcC4UAP1 off=14606021 len=1754767 2023-12-16T20:04:32.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 4158 completed, throughput=5MB/sec 2023-12-16T20:04:32.874 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TlnR3ie7y2d3FM9 off=20279991 len=1081087 2023-12-16T20:04:32.881 INFO:tasks.workunit.client.0.smithi002.stdout:op 4159 completed, throughput=5MB/sec 2023-12-16T20:04:32.881 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Hpn7vt6I4Vpd23 off=608949 len=487259 2023-12-16T20:04:32.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 4160 completed, throughput=5MB/sec 2023-12-16T20:04:32.882 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-c1bU4AclhhTu5-G off=16091092 len=215242 2023-12-16T20:04:32.883 INFO:tasks.workunit.client.0.smithi002.stdout:op 4161 completed, throughput=5MB/sec 2023-12-16T20:04:32.883 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A0-C4b9lxCbTQOn off=5981045 len=9168 2023-12-16T20:04:32.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 4162 completed, throughput=5MB/sec 2023-12-16T20:04:32.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-apZF0JxoG2HiRMS off=63710 len=1896769 2023-12-16T20:04:32.889 INFO:tasks.workunit.client.0.smithi002.stdout:op 4163 completed, throughput=5MB/sec 2023-12-16T20:04:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:32 smithi002 ceph-mon[137674]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:04:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:32 smithi002 ceph-mon[140029]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:04:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:32 smithi043 ceph-mon[135010]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:04:33.890 INFO:tasks.workunit.client.0.smithi002.stdout: 804: throughput=5MB/sec pending data=0 2023-12-16T20:04:33.890 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RkyhLMSq3t_vs0r off=4271299 len=2085845 2023-12-16T20:04:33.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 4164 completed, throughput=5MB/sec 2023-12-16T20:04:33.894 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cVx2espeWs_J4ta off=299322 len=1415265 2023-12-16T20:04:33.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 4165 completed, throughput=5MB/sec 2023-12-16T20:04:33.902 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-emdwpcsGtWIGYc2 off=2963093 len=902530 2023-12-16T20:04:33.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 4166 completed, throughput=5MB/sec 2023-12-16T20:04:34.904 INFO:tasks.workunit.client.0.smithi002.stdout: 805: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:34.904 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P-iCRwVHuI8ANY3 off=1591437 len=465336 2023-12-16T20:04:34.908 INFO:tasks.workunit.client.0.smithi002.stdout:op 4167 completed, throughput=5MB/sec 2023-12-16T20:04:34.908 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YHdR2bqo4Ae8GrX off=5305514 len=38392 2023-12-16T20:04:34.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 4168 completed, throughput=5MB/sec 2023-12-16T20:04:34.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0BLJ0-3eG8H0S5b off=787017 len=29977 2023-12-16T20:04:34.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 4169 completed, throughput=5MB/sec 2023-12-16T20:04:34.911 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iLQOlsCr4f5CbT3 off=21838372 len=329056 2023-12-16T20:04:34.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 4170 completed, throughput=5MB/sec 2023-12-16T20:04:34.913 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G7ej6_UAx8wb3zU off=3924549 len=1245104 2023-12-16T20:04:34.914 INFO:tasks.workunit.client.0.smithi002.stdout:op 4171 completed, throughput=5MB/sec 2023-12-16T20:04:34.914 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uBQ1n-PBL1ceyQT off=14359471 len=656700 2023-12-16T20:04:34.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 4172 completed, throughput=5MB/sec 2023-12-16T20:04:34.915 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kCEedmv7gKtKPpl off=4832068 len=333848 2023-12-16T20:04:34.919 INFO:tasks.workunit.client.0.smithi002.stdout:op 4173 completed, throughput=5MB/sec 2023-12-16T20:04:34.919 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wjYUfUk2jWdwMUR off=13431819 len=825655 2023-12-16T20:04:34.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 4174 completed, throughput=5MB/sec 2023-12-16T20:04:34.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fJJ7ANEQ3PYqvBy off=5845239 len=903830 2023-12-16T20:04:34.924 INFO:tasks.workunit.client.0.smithi002.stdout:op 4175 completed, throughput=5MB/sec 2023-12-16T20:04:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:34 smithi002 ceph-mon[137674]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:34 smithi002 ceph-mon[140029]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:34 smithi043 ceph-mon[135010]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:04:35.925 INFO:tasks.workunit.client.0.smithi002.stdout: 806: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:35.925 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J-KsAr1q3ISIsZW off=9915728 len=1232775 2023-12-16T20:04:35.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 4176 completed, throughput=5MB/sec 2023-12-16T20:04:35.926 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5I6GLYeD8ByJNkU off=2623796 len=1814584 2023-12-16T20:04:35.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 4177 completed, throughput=5MB/sec 2023-12-16T20:04:35.929 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sosE_w354ONajKK off=0 len=1742326 2023-12-16T20:04:35.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 4178 completed, throughput=5MB/sec 2023-12-16T20:04:35.930 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pwmSPc359R183Cx off=7130945 len=1948017 2023-12-16T20:04:35.940 INFO:tasks.workunit.client.0.smithi002.stdout:op 4179 completed, throughput=5MB/sec 2023-12-16T20:04:36.941 INFO:tasks.workunit.client.0.smithi002.stdout: 807: throughput=5MB/sec pending data=0 2023-12-16T20:04:36.941 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yoNeFjN1r-QDyjN off=5421603 len=174075 2023-12-16T20:04:36.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 4180 completed, throughput=5MB/sec 2023-12-16T20:04:36.944 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rdZqVQLGDZlMpMd off=332998 len=1426629 2023-12-16T20:04:36.946 INFO:tasks.workunit.client.0.smithi002.stdout:op 4181 completed, throughput=5MB/sec 2023-12-16T20:04:36.946 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a1pfuyOUcGwG63H off=342905 len=1309454 2023-12-16T20:04:36.948 INFO:tasks.workunit.client.0.smithi002.stdout:op 4182 completed, throughput=5MB/sec 2023-12-16T20:04:36.948 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TeQmADU58utIm7d off=4568062 len=650087 2023-12-16T20:04:36.950 INFO:tasks.workunit.client.0.smithi002.stdout:op 4183 completed, throughput=5MB/sec 2023-12-16T20:04:36.950 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g2vrtf-gHoknMuc off=15826157 len=1782216 2023-12-16T20:04:36.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 4184 completed, throughput=5MB/sec 2023-12-16T20:04:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:36 smithi002 ceph-mon[137674]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:36 smithi002 ceph-mon[140029]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:36 smithi043 ceph-mon[135010]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:04:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:37.954 INFO:tasks.workunit.client.0.smithi002.stdout: 808: throughput=5MB/sec pending data=0 2023-12-16T20:04:37.954 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LR6kV3bm218kYdz off=3215648 len=313368 2023-12-16T20:04:37.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 4185 completed, throughput=5MB/sec 2023-12-16T20:04:37.955 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jH2NJGT_LetJU5d off=22163407 len=1816040 2023-12-16T20:04:37.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 4186 completed, throughput=5MB/sec 2023-12-16T20:04:37.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LZTREvSv3mo3XbF off=5178414 len=1322460 2023-12-16T20:04:37.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 4187 completed, throughput=5MB/sec 2023-12-16T20:04:37.965 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nUhYjrTgfleLh5D off=182002 len=1945200 2023-12-16T20:04:37.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 4188 completed, throughput=5MB/sec 2023-12-16T20:04:38.974 INFO:tasks.workunit.client.0.smithi002.stdout: 809: throughput=5MB/sec pending data=0 2023-12-16T20:04:38.975 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--L_Cj0GNuX6iQI7 off=5619680 len=1834821 2023-12-16T20:04:38.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 4189 completed, throughput=5MB/sec 2023-12-16T20:04:38.976 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AwUPeB65NA3zdo8 off=2185879 len=719812 2023-12-16T20:04:38.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 4190 completed, throughput=5MB/sec 2023-12-16T20:04:38.978 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XffCp8vrefDD_6P off=0 len=1616960 2023-12-16T20:04:38.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 4191 completed, throughput=5MB/sec 2023-12-16T20:04:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:38 smithi002 ceph-mon[137674]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:38 smithi002 ceph-mon[140029]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:38 smithi043 ceph-mon[135010]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:39.986 INFO:tasks.workunit.client.0.smithi002.stdout: 810: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:39.987 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hK8-KxBoFU9Nc-T off=5592254 len=38574 2023-12-16T20:04:39.987 INFO:tasks.workunit.client.0.smithi002.stdout:op 4192 completed, throughput=4.99MB/sec 2023-12-16T20:04:39.987 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pu7lUXMVbbF7WFP off=1334772 len=1259192 2023-12-16T20:04:39.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 4193 completed, throughput=5MB/sec 2023-12-16T20:04:39.994 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YwSv-MnoBm54LGQ off=1547394 len=277680 2023-12-16T20:04:39.995 INFO:tasks.workunit.client.0.smithi002.stdout:op 4194 completed, throughput=5MB/sec 2023-12-16T20:04:39.995 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TnwZ7bP6QzsgGZ- off=7669680 len=1527260 2023-12-16T20:04:39.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 4195 completed, throughput=5MB/sec 2023-12-16T20:04:39.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cXv0BZHLG-gePRg off=16685436 len=154971 2023-12-16T20:04:39.999 INFO:tasks.workunit.client.0.smithi002.stdout:op 4196 completed, throughput=5MB/sec 2023-12-16T20:04:39.999 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aqeNfz5dzr_WFQw off=751367 len=1564253 2023-12-16T20:04:40.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 4197 completed, throughput=5MB/sec 2023-12-16T20:04:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:39 smithi002 ceph-mon[137674]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:40.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:39 smithi002 ceph-mon[140029]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:39 smithi043 ceph-mon[135010]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:41.008 INFO:tasks.workunit.client.0.smithi002.stdout: 811: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:41.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j1Z4oakLybk3oeJ off=3340971 len=1456972 2023-12-16T20:04:41.010 INFO:tasks.workunit.client.0.smithi002.stdout:op 4198 completed, throughput=5MB/sec 2023-12-16T20:04:41.010 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k5m3pvA0ZNTmjWO off=12683254 len=1877505 2023-12-16T20:04:41.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 4199 completed, throughput=5MB/sec 2023-12-16T20:04:41.013 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NAIjVeJ9p4kewRM off=6459407 len=478247 2023-12-16T20:04:41.014 INFO:tasks.workunit.client.0.smithi002.stdout:op 4200 completed, throughput=5MB/sec 2023-12-16T20:04:41.014 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YsL0A8F1yy3nrPg off=2555117 len=376594 2023-12-16T20:04:41.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 4201 completed, throughput=5MB/sec 2023-12-16T20:04:41.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9_tBlCklR4HopMu off=5340435 len=198610 2023-12-16T20:04:41.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 4202 completed, throughput=5MB/sec 2023-12-16T20:04:41.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vJYAmOLwxPv_Bee off=1738786 len=126879 2023-12-16T20:04:41.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 4203 completed, throughput=5MB/sec 2023-12-16T20:04:41.020 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RpgTDkeYGpq03j0 off=11061635 len=951282 2023-12-16T20:04:41.021 INFO:tasks.workunit.client.0.smithi002.stdout:op 4204 completed, throughput=5MB/sec 2023-12-16T20:04:42.021 INFO:tasks.workunit.client.0.smithi002.stdout: 812: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:42.022 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1HSdlFuq0K8zQ9A off=8456222 len=303778 2023-12-16T20:04:42.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 4205 completed, throughput=4.99MB/sec 2023-12-16T20:04:42.022 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZLC_846JrTiK7sK off=10286039 len=628219 2023-12-16T20:04:42.026 INFO:tasks.workunit.client.0.smithi002.stdout:op 4206 completed, throughput=5MB/sec 2023-12-16T20:04:42.027 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UFSq4iE9kpHHZ7l off=10796516 len=641477 2023-12-16T20:04:42.031 INFO:tasks.workunit.client.0.smithi002.stdout:op 4207 completed, throughput=5MB/sec 2023-12-16T20:04:42.031 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U457bw4UoGxSVd8 off=7148281 len=1829462 2023-12-16T20:04:42.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 4208 completed, throughput=5MB/sec 2023-12-16T20:04:42.037 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e6cY9Sq47a7O2Tv off=3413429 len=33862 2023-12-16T20:04:42.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 4209 completed, throughput=5MB/sec 2023-12-16T20:04:42.037 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JtRbDewV_ZpUXt_ off=14242796 len=333894 2023-12-16T20:04:42.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 4210 completed, throughput=5MB/sec 2023-12-16T20:04:42.039 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7-a8Ol3tOEUc3pW off=9977957 len=257753 2023-12-16T20:04:42.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 4211 completed, throughput=5MB/sec 2023-12-16T20:04:42.040 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PPXLfD9W7hI4sqY off=15513351 len=1363080 2023-12-16T20:04:42.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 4212 completed, throughput=5MB/sec 2023-12-16T20:04:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:41] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:04:43.042 INFO:tasks.workunit.client.0.smithi002.stdout: 813: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:43.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W5QtUktx2SHSe_Q off=632516 len=1144306 2023-12-16T20:04:43.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 4213 completed, throughput=5MB/sec 2023-12-16T20:04:43.044 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gtj2JHwmBcY8Sf6 off=3119878 len=772490 2023-12-16T20:04:43.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 4214 completed, throughput=5MB/sec 2023-12-16T20:04:43.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AAxXj4HReE5Rxt4 off=10011987 len=1823215 2023-12-16T20:04:43.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 4215 completed, throughput=5MB/sec 2023-12-16T20:04:43.050 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yo0Q4JU0HCJ2Y0x off=1670827 len=110874 2023-12-16T20:04:43.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 4216 completed, throughput=5MB/sec 2023-12-16T20:04:43.052 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m1LBhL4yy6bB6R2 off=577295 len=739483 2023-12-16T20:04:43.056 INFO:tasks.workunit.client.0.smithi002.stdout:op 4217 completed, throughput=5MB/sec 2023-12-16T20:04:43.056 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8O84EbiNAU04YAD off=9079507 len=486740 2023-12-16T20:04:43.060 INFO:tasks.workunit.client.0.smithi002.stdout:op 4218 completed, throughput=5MB/sec 2023-12-16T20:04:43.060 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bvJPoktHj0Pce2P off=16122260 len=414626 2023-12-16T20:04:43.061 INFO:tasks.workunit.client.0.smithi002.stdout:op 4219 completed, throughput=5MB/sec 2023-12-16T20:04:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:42 smithi002 ceph-mon[137674]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:42 smithi002 ceph-mon[140029]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:42 smithi043 ceph-mon[135010]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:44.061 INFO:tasks.workunit.client.0.smithi002.stdout: 814: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:44.061 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U4FEnIrDipKcbK9 off=3770664 len=1120473 2023-12-16T20:04:44.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 4220 completed, throughput=5MB/sec 2023-12-16T20:04:44.068 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j8WJtepe_3nld07 off=2669129 len=1344668 2023-12-16T20:04:44.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 4221 completed, throughput=5MB/sec 2023-12-16T20:04:44.071 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4b74NqlZWOxNse1 off=18659 len=164859 2023-12-16T20:04:44.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 4222 completed, throughput=5MB/sec 2023-12-16T20:04:44.072 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iQa7xjhvCPIJuNi off=1498122 len=1706129 2023-12-16T20:04:44.080 INFO:tasks.workunit.client.0.smithi002.stdout:op 4223 completed, throughput=5MB/sec 2023-12-16T20:04:44.081 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XAsnrS_1mGLq50n off=7240531 len=1675964 2023-12-16T20:04:44.082 INFO:tasks.workunit.client.0.smithi002.stdout:op 4224 completed, throughput=5MB/sec 2023-12-16T20:04:45.083 INFO:tasks.workunit.client.0.smithi002.stdout: 815: throughput=5MB/sec pending data=0 2023-12-16T20:04:45.083 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kKCaJ-TsVNESs5x off=10740964 len=1388786 2023-12-16T20:04:45.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 4225 completed, throughput=5MB/sec 2023-12-16T20:04:45.085 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1lzH3OcOOoanXt2 off=1565378 len=1685700 2023-12-16T20:04:45.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 4226 completed, throughput=5MB/sec 2023-12-16T20:04:45.094 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JTVI406tR99SdTn off=2308362 len=1266575 2023-12-16T20:04:45.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 4227 completed, throughput=5MB/sec 2023-12-16T20:04:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:44 smithi002 ceph-mon[137674]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T20:04:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:44 smithi002 ceph-mon[140029]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T20:04:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:44 smithi043 ceph-mon[135010]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-16T20:04:46.100 INFO:tasks.workunit.client.0.smithi002.stdout: 816: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:46.101 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QHvI5Dg4Is4yan8 off=2053579 len=574078 2023-12-16T20:04:46.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 4228 completed, throughput=4.99MB/sec 2023-12-16T20:04:46.102 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lThUcoyieb16ens off=3109447 len=547530 2023-12-16T20:04:46.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 4229 completed, throughput=5MB/sec 2023-12-16T20:04:46.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EGb9WBcfa_hF3-m off=2740930 len=1296497 2023-12-16T20:04:46.104 INFO:tasks.workunit.client.0.smithi002.stdout:op 4230 completed, throughput=5MB/sec 2023-12-16T20:04:46.104 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QyUwSz4vecaDxkq off=886545 len=630551 2023-12-16T20:04:46.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 4231 completed, throughput=5MB/sec 2023-12-16T20:04:46.106 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o-vFOaEDfQ1lihw off=1190027 len=1259175 2023-12-16T20:04:46.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 4232 completed, throughput=5MB/sec 2023-12-16T20:04:46.112 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--wlb1Zz4cXLa8Bl off=11944940 len=684498 2023-12-16T20:04:46.113 INFO:tasks.workunit.client.0.smithi002.stdout:op 4233 completed, throughput=5MB/sec 2023-12-16T20:04:46.114 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eVKYPMCNBsGzhCp off=1754275 len=1675310 2023-12-16T20:04:46.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 4234 completed, throughput=5MB/sec 2023-12-16T20:04:47.116 INFO:tasks.workunit.client.0.smithi002.stdout: 817: throughput=5MB/sec pending data=0 2023-12-16T20:04:47.116 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JzaVZGK467a4KUP off=220197 len=1152517 2023-12-16T20:04:47.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 4235 completed, throughput=5MB/sec 2023-12-16T20:04:47.123 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EFnuDXiDtnqP8qi off=2191493 len=1811736 2023-12-16T20:04:47.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 4236 completed, throughput=5MB/sec 2023-12-16T20:04:47.132 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SK4GCZVOuquk6-r off=9369048 len=871528 2023-12-16T20:04:47.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 4237 completed, throughput=5MB/sec 2023-12-16T20:04:47.137 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PI0i9t_91bvhcA3 off=6551248 len=1887478 2023-12-16T20:04:47.139 INFO:tasks.workunit.client.0.smithi002.stdout:op 4238 completed, throughput=5MB/sec 2023-12-16T20:04:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:46 smithi002 ceph-mon[137674]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T20:04:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:46 smithi002 ceph-mon[140029]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T20:04:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:46 smithi043 ceph-mon[135010]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-16T20:04:47.841 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:04:48.139 INFO:tasks.workunit.client.0.smithi002.stdout: 818: throughput=5MB/sec pending data=0 2023-12-16T20:04:48.139 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pa4H98pIJQroBUq off=13757567 len=1672028 2023-12-16T20:04:48.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 4239 completed, throughput=5MB/sec 2023-12-16T20:04:48.148 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dE1EWnEhSuOPkhm off=15831977 len=1573606 2023-12-16T20:04:48.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 4240 completed, throughput=5MB/sec 2023-12-16T20:04:48.150 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tJrEpt9UZbDE2Jm off=1402021 len=1096489 2023-12-16T20:04:48.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 4241 completed, throughput=5MB/sec 2023-12-16T20:04:48.173 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (33m) 9m ago 35m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (32m) 7m ago 35m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (36m) 9m ago 36m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (36m) 7m ago 36m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (32m) 7m ago 38m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:04:48.174 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (32m) 9m ago 39m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (32m) 9m ago 39m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (31m) 7m ago 38m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (31m) 9m ago 38m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (32m) 9m ago 35m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (32m) 7m ago 35m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (31m) 9m ago 38m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (30m) 9m ago 38m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (30m) 9m ago 37m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:04:48.175 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (29m) 9m ago 37m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:04:48.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (29m) 7m ago 37m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:04:48.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (28m) 7m ago 37m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:04:48.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (28m) 7m ago 37m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:04:48.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (27m) 7m ago 36m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:04:48.176 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (32m) 7m ago 36m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:04:48.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:04:48.597 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:04:49.151 INFO:tasks.workunit.client.0.smithi002.stdout: 819: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:49.151 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ncLe8AKggYBkHvq off=1349787 len=1574737 2023-12-16T20:04:49.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 4242 completed, throughput=5MB/sec 2023-12-16T20:04:49.152 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KSoG6XvMS7bnvgL off=3584765 len=207560 2023-12-16T20:04:49.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 4243 completed, throughput=5MB/sec 2023-12-16T20:04:49.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BkzyB6p_gGKqHzp off=13059334 len=317156 2023-12-16T20:04:49.157 INFO:tasks.workunit.client.0.smithi002.stdout:op 4244 completed, throughput=5MB/sec 2023-12-16T20:04:49.157 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JVLnehonyBZQup0 off=6330542 len=1761322 2023-12-16T20:04:49.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 4245 completed, throughput=5MB/sec 2023-12-16T20:04:49.161 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G7F6zMsB5dmME7v off=4494895 len=215166 2023-12-16T20:04:49.163 INFO:tasks.workunit.client.0.smithi002.stdout:op 4246 completed, throughput=5MB/sec 2023-12-16T20:04:49.163 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eue_SBC6J4r-fSL off=8506514 len=1457896 2023-12-16T20:04:49.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 4247 completed, throughput=5MB/sec 2023-12-16T20:04:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T20:04:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='client.45686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:04:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/753613984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='client.45686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/753613984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:04:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:48 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='client.45686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/753613984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:04:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:04:49.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:48 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:04:50.138 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:49 smithi002 ceph-mon[137674]: from='client.45692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:50.139 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:49 smithi002 ceph-mon[140029]: from='client.45692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:50.169 INFO:tasks.workunit.client.0.smithi002.stdout: 820: throughput=5MB/sec pending data=0 2023-12-16T20:04:50.169 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UxtXRa4P6s-tjQs off=8808113 len=1712167 2023-12-16T20:04:50.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 4248 completed, throughput=5MB/sec 2023-12-16T20:04:50.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BanTN9fVDPO2Pma off=12731323 len=1857453 2023-12-16T20:04:50.180 INFO:tasks.workunit.client.0.smithi002.stdout:op 4249 completed, throughput=5MB/sec 2023-12-16T20:04:50.180 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LQEQDzucEIQ48v0 off=38802 len=79511 2023-12-16T20:04:50.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 4250 completed, throughput=5MB/sec 2023-12-16T20:04:50.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Te78pSvJLG7YSZn off=15895068 len=417520 2023-12-16T20:04:50.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 4251 completed, throughput=5MB/sec 2023-12-16T20:04:50.183 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BNezMh6HkNf_yqm off=627352 len=1464455 2023-12-16T20:04:50.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 4252 completed, throughput=5MB/sec 2023-12-16T20:04:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:49 smithi043 ceph-mon[135010]: from='client.45692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:04:51.185 INFO:tasks.workunit.client.0.smithi002.stdout: 821: throughput=5MB/sec pending data=0 2023-12-16T20:04:51.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8GZ0rGoXNknbEqS off=2303431 len=501806 2023-12-16T20:04:51.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 4253 completed, throughput=5MB/sec 2023-12-16T20:04:51.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zcloIo9LrdVCRQm off=15898157 len=1245180 2023-12-16T20:04:51.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 4254 completed, throughput=5MB/sec 2023-12-16T20:04:51.193 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a9dKaSf1ir7me8H off=1013146 len=1637027 2023-12-16T20:04:51.195 INFO:tasks.workunit.client.0.smithi002.stdout:op 4255 completed, throughput=5MB/sec 2023-12-16T20:04:51.195 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NKE-a-Au2yPzaYs off=1605204 len=1107321 2023-12-16T20:04:51.196 INFO:tasks.workunit.client.0.smithi002.stdout:op 4256 completed, throughput=5MB/sec 2023-12-16T20:04:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:50 smithi002 ceph-mon[137674]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:51.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:50 smithi002 ceph-mon[140029]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:50 smithi043 ceph-mon[135010]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:52.197 INFO:tasks.workunit.client.0.smithi002.stdout: 822: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:52.197 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6nrlapdVfyXZ4vj off=2707007 len=86671 2023-12-16T20:04:52.199 INFO:tasks.workunit.client.0.smithi002.stdout:op 4257 completed, throughput=4.99MB/sec 2023-12-16T20:04:52.200 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-l8Ka66VAu5EsKYP off=2727370 len=1439563 2023-12-16T20:04:52.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 4258 completed, throughput=5MB/sec 2023-12-16T20:04:52.207 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jF-4H3YHGVEtyVw off=7487835 len=1756446 2023-12-16T20:04:52.216 INFO:tasks.workunit.client.0.smithi002.stdout:op 4259 completed, throughput=5MB/sec 2023-12-16T20:04:52.217 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2QEFmqtM-QtD8m2 off=20699604 len=177578 2023-12-16T20:04:52.217 INFO:tasks.workunit.client.0.smithi002.stdout:op 4260 completed, throughput=5MB/sec 2023-12-16T20:04:52.217 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ec8ngkvUFqmnJsL off=241216 len=813457 2023-12-16T20:04:52.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 4261 completed, throughput=5MB/sec 2023-12-16T20:04:52.218 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZmvSajjoeoXm06_ off=4226429 len=797394 2023-12-16T20:04:52.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 4262 completed, throughput=5MB/sec 2023-12-16T20:04:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:04:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:04:51] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:04:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:04:53.223 INFO:tasks.workunit.client.0.smithi002.stdout: 823: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:53.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h01eVNYEwhQI5p6 off=21621915 len=1937580 2023-12-16T20:04:53.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 4263 completed, throughput=5MB/sec 2023-12-16T20:04:53.232 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lNHG1ZoNTAj7jhp off=1780261 len=223411 2023-12-16T20:04:53.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 4264 completed, throughput=5MB/sec 2023-12-16T20:04:53.233 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xPo-S4p0Pz52QFF off=16315826 len=2094153 2023-12-16T20:04:53.235 INFO:tasks.workunit.client.0.smithi002.stdout:op 4265 completed, throughput=5MB/sec 2023-12-16T20:04:53.235 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D0R4j26NC6P3Ya7 off=12337241 len=1419746 2023-12-16T20:04:53.237 INFO:tasks.workunit.client.0.smithi002.stdout:op 4266 completed, throughput=5MB/sec 2023-12-16T20:04:53.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:52 smithi002 ceph-mon[137674]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:53.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:52 smithi002 ceph-mon[140029]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:52 smithi043 ceph-mon[135010]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:04:54.237 INFO:tasks.workunit.client.0.smithi002.stdout: 824: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:54.237 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DKDJ0YPhtgf7q5z off=4662069 len=1190818 2023-12-16T20:04:54.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 4267 completed, throughput=5MB/sec 2023-12-16T20:04:54.244 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z0ksOJ6Qnh6bAbM off=0 len=1212599 2023-12-16T20:04:54.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 4268 completed, throughput=5MB/sec 2023-12-16T20:04:54.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aZig0j23x6Wfexd off=4017168 len=891617 2023-12-16T20:04:54.251 INFO:tasks.workunit.client.0.smithi002.stdout:op 4269 completed, throughput=5MB/sec 2023-12-16T20:04:54.251 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xa_nVtvGKPv2U3z off=20023172 len=1287843 2023-12-16T20:04:54.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 4270 completed, throughput=5MB/sec 2023-12-16T20:04:54.252 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uJrBEk467_j3kXT off=16907518 len=1002346 2023-12-16T20:04:54.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 4271 completed, throughput=5MB/sec 2023-12-16T20:04:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:54 smithi002 ceph-mon[137674]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:54 smithi002 ceph-mon[140029]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:54 smithi043 ceph-mon[135010]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:04:55.253 INFO:tasks.workunit.client.0.smithi002.stdout: 825: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:55.254 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mdHpcdtYyncmlDj off=8183457 len=67513 2023-12-16T20:04:55.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 4272 completed, throughput=4.99MB/sec 2023-12-16T20:04:55.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KHxDxwBl098gugE off=1015807 len=407855 2023-12-16T20:04:55.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 4273 completed, throughput=5MB/sec 2023-12-16T20:04:55.260 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zOcUFelgKOTy-3C off=6234869 len=1645638 2023-12-16T20:04:55.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 4274 completed, throughput=5MB/sec 2023-12-16T20:04:55.268 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z1sTs0GhWPA4QFV off=17383062 len=760784 2023-12-16T20:04:55.272 INFO:tasks.workunit.client.0.smithi002.stdout:op 4275 completed, throughput=5MB/sec 2023-12-16T20:04:55.272 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s1dWFWBMne5ZZI2 off=6260998 len=209064 2023-12-16T20:04:55.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 4276 completed, throughput=5MB/sec 2023-12-16T20:04:55.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OOO2mVPuqDlemYd off=9575403 len=1511776 2023-12-16T20:04:55.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 4277 completed, throughput=5MB/sec 2023-12-16T20:04:55.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ujjhNddmO5nAzV1 off=2216660 len=192209 2023-12-16T20:04:55.284 INFO:tasks.workunit.client.0.smithi002.stdout:op 4278 completed, throughput=5MB/sec 2023-12-16T20:04:56.284 INFO:tasks.workunit.client.0.smithi002.stdout: 826: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:56.284 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QB85ad7PJ5xJGMf off=966786 len=164270 2023-12-16T20:04:56.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 4279 completed, throughput=4.99MB/sec 2023-12-16T20:04:56.285 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-39Uw0xdRmenrcZ8 off=3974325 len=144092 2023-12-16T20:04:56.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 4280 completed, throughput=4.99MB/sec 2023-12-16T20:04:56.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-enGU9Vq-_aWTogk off=18070352 len=1884178 2023-12-16T20:04:56.292 INFO:tasks.workunit.client.0.smithi002.stdout:op 4281 completed, throughput=5MB/sec 2023-12-16T20:04:56.292 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RlxKr_IHPRFUkqB off=21031933 len=1166440 2023-12-16T20:04:56.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 4282 completed, throughput=5MB/sec 2023-12-16T20:04:56.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-It4V0pFzGKXhe8N off=0 len=1142396 2023-12-16T20:04:56.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 4283 completed, throughput=5MB/sec 2023-12-16T20:04:56.302 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WMPrCoE2PQumGJ9 off=8832588 len=1435896 2023-12-16T20:04:56.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 4284 completed, throughput=5MB/sec 2023-12-16T20:04:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:56 smithi002 ceph-mon[137674]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:04:57.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:56 smithi002 ceph-mon[140029]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:04:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:56 smithi043 ceph-mon[135010]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:04:57.302 INFO:tasks.workunit.client.0.smithi002.stdout: 827: throughput=4.99MB/sec pending data=0 2023-12-16T20:04:57.303 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VtgjMW0K-4l3qM3 off=15885137 len=1872799 2023-12-16T20:04:57.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 4285 completed, throughput=5MB/sec 2023-12-16T20:04:57.305 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q0KkGWKkcrkX7Vr off=4092373 len=1593651 2023-12-16T20:04:57.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 4286 completed, throughput=5MB/sec 2023-12-16T20:04:57.314 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tsGRGojFeK6UJCd off=2070635 len=2042304 2023-12-16T20:04:57.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 4287 completed, throughput=5MB/sec 2023-12-16T20:04:58.325 INFO:tasks.workunit.client.0.smithi002.stdout: 828: throughput=5MB/sec pending data=0 2023-12-16T20:04:58.325 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_TXXiQmN7VqWoYq off=14310935 len=1081206 2023-12-16T20:04:58.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 4288 completed, throughput=5MB/sec 2023-12-16T20:04:58.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rAZPC9Z7g-GWFWO off=3406035 len=546209 2023-12-16T20:04:58.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 4289 completed, throughput=5MB/sec 2023-12-16T20:04:58.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HpX7dZVkYN3oD_s off=1050631 len=107974 2023-12-16T20:04:58.333 INFO:tasks.workunit.client.0.smithi002.stdout:op 4290 completed, throughput=5MB/sec 2023-12-16T20:04:58.333 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y1lfdWj6p6MJHXj off=2239110 len=542717 2023-12-16T20:04:58.334 INFO:tasks.workunit.client.0.smithi002.stdout:op 4291 completed, throughput=5MB/sec 2023-12-16T20:04:58.334 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F1_OpVBPF8EOvQy off=5902835 len=297191 2023-12-16T20:04:58.337 INFO:tasks.workunit.client.0.smithi002.stdout:op 4292 completed, throughput=5MB/sec 2023-12-16T20:04:58.337 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QtXspT7Pazld3-j off=9521701 len=1190135 2023-12-16T20:04:58.339 INFO:tasks.workunit.client.0.smithi002.stdout:op 4293 completed, throughput=5MB/sec 2023-12-16T20:04:58.339 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JrfaeAP6WPAsoXf off=16741628 len=1814524 2023-12-16T20:04:58.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 4294 completed, throughput=5MB/sec 2023-12-16T20:04:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:58 smithi002 ceph-mon[137674]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:04:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:58 smithi002 ceph-mon[140029]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:04:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:58 smithi043 ceph-mon[135010]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:04:59.348 INFO:tasks.workunit.client.0.smithi002.stdout: 829: throughput=5MB/sec pending data=0 2023-12-16T20:04:59.348 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xxOz4Rl3K-_uT0q off=137765 len=235113 2023-12-16T20:04:59.349 INFO:tasks.workunit.client.0.smithi002.stdout:op 4295 completed, throughput=5MB/sec 2023-12-16T20:04:59.349 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CBgv0hLSvxHbaNB off=6444249 len=5867 2023-12-16T20:04:59.351 INFO:tasks.workunit.client.0.smithi002.stdout:op 4296 completed, throughput=5MB/sec 2023-12-16T20:04:59.352 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y_nOYxn0IaCFGCj off=11837514 len=1163048 2023-12-16T20:04:59.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 4297 completed, throughput=5MB/sec 2023-12-16T20:04:59.358 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LvWoPpsQUz2zr17 off=2484459 len=678096 2023-12-16T20:04:59.359 INFO:tasks.workunit.client.0.smithi002.stdout:op 4298 completed, throughput=5MB/sec 2023-12-16T20:04:59.359 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--M4I3GINGcmHOH9 off=2931864 len=1889334 2023-12-16T20:04:59.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 4299 completed, throughput=5MB/sec 2023-12-16T20:04:59.361 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oBVYiaWpz8aguUZ off=17883371 len=718470 2023-12-16T20:04:59.366 INFO:tasks.workunit.client.0.smithi002.stdout:op 4300 completed, throughput=5MB/sec 2023-12-16T20:05:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:04:59 smithi002 ceph-mon[137674]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:00.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:04:59 smithi002 ceph-mon[140029]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:04:59 smithi043 ceph-mon[135010]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:00.366 INFO:tasks.workunit.client.0.smithi002.stdout: 830: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:00.366 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GXZp-Hmk1UDDhaz off=2752719 len=2042100 2023-12-16T20:05:00.369 INFO:tasks.workunit.client.0.smithi002.stdout:op 4301 completed, throughput=5MB/sec 2023-12-16T20:05:00.369 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CFAGVpFOHHnP8wD off=2919491 len=994030 2023-12-16T20:05:00.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 4302 completed, throughput=5MB/sec 2023-12-16T20:05:00.371 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V6FOpQStgqChvw0 off=309436 len=245594 2023-12-16T20:05:00.374 INFO:tasks.workunit.client.0.smithi002.stdout:op 4303 completed, throughput=5MB/sec 2023-12-16T20:05:00.374 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RmclOdgZCYQCNip off=4861580 len=743486 2023-12-16T20:05:00.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 4304 completed, throughput=5MB/sec 2023-12-16T20:05:00.376 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cNbnT8nnh7QZaYL off=1040247 len=812769 2023-12-16T20:05:00.377 INFO:tasks.workunit.client.0.smithi002.stdout:op 4305 completed, throughput=5MB/sec 2023-12-16T20:05:00.377 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VpgSNJzPyTjoPqs off=2048020 len=107987 2023-12-16T20:05:00.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 4306 completed, throughput=5MB/sec 2023-12-16T20:05:01.380 INFO:tasks.workunit.client.0.smithi002.stdout: 831: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:01.380 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-amIy9XyrK-Hk3Yx off=12170032 len=641749 2023-12-16T20:05:01.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 4307 completed, throughput=4.99MB/sec 2023-12-16T20:05:01.381 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G4pPCq-oVUm_TT7 off=8962231 len=695109 2023-12-16T20:05:01.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 4308 completed, throughput=5MB/sec 2023-12-16T20:05:01.382 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DoD19H6iAXajyDo off=921309 len=1861487 2023-12-16T20:05:01.385 INFO:tasks.workunit.client.0.smithi002.stdout:op 4309 completed, throughput=5MB/sec 2023-12-16T20:05:01.385 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dUWXrQ9DhiISY87 off=870033 len=687718 2023-12-16T20:05:01.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 4310 completed, throughput=5MB/sec 2023-12-16T20:05:01.389 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1QHOPRZbKYstEIk off=719373 len=8152 2023-12-16T20:05:01.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 4311 completed, throughput=5MB/sec 2023-12-16T20:05:01.392 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h-J7W6ovn79YoG8 off=8433217 len=1166501 2023-12-16T20:05:01.393 INFO:tasks.workunit.client.0.smithi002.stdout:op 4312 completed, throughput=5MB/sec 2023-12-16T20:05:01.393 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EN-coaI_N0NM3vx off=5186677 len=1358965 2023-12-16T20:05:01.401 INFO:tasks.workunit.client.0.smithi002.stdout:op 4313 completed, throughput=5MB/sec 2023-12-16T20:05:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:01] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:05:02.401 INFO:tasks.workunit.client.0.smithi002.stdout: 832: throughput=5MB/sec pending data=0 2023-12-16T20:05:02.401 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cbLwRLuaEdME8YI off=5760576 len=1949530 2023-12-16T20:05:02.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 4314 completed, throughput=5MB/sec 2023-12-16T20:05:02.410 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kiNwDZG8tVfK9kC off=5214858 len=149452 2023-12-16T20:05:02.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 4315 completed, throughput=5MB/sec 2023-12-16T20:05:02.413 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X3sp89XwuUEW8TM off=1677078 len=1964941 2023-12-16T20:05:02.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 4316 completed, throughput=5MB/sec 2023-12-16T20:05:02.415 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-II9HVc9mA_SJvCM off=6113499 len=1683343 2023-12-16T20:05:02.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 4317 completed, throughput=5MB/sec 2023-12-16T20:05:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:02 smithi002 ceph-mon[137674]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:03.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:02 smithi002 ceph-mon[140029]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:02 smithi043 ceph-mon[135010]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:03.422 INFO:tasks.workunit.client.0.smithi002.stdout: 833: throughput=5MB/sec pending data=0 2023-12-16T20:05:03.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fLJUNnfJZj6zWgb off=4306509 len=1562060 2023-12-16T20:05:03.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 4318 completed, throughput=5MB/sec 2023-12-16T20:05:03.425 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M3p_IG6kKTHcOnP off=429539 len=1023216 2023-12-16T20:05:03.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 4319 completed, throughput=5MB/sec 2023-12-16T20:05:03.432 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iIAYrucAVQyZBKF off=12461350 len=95934 2023-12-16T20:05:03.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 4320 completed, throughput=5MB/sec 2023-12-16T20:05:03.432 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lLYn4ZLVSnSflwl off=11318049 len=1988457 2023-12-16T20:05:03.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 4321 completed, throughput=5MB/sec 2023-12-16T20:05:04.436 INFO:tasks.workunit.client.0.smithi002.stdout: 834: throughput=5MB/sec pending data=0 2023-12-16T20:05:04.436 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MZXKrQbIpFToRK2 off=14651413 len=1302312 2023-12-16T20:05:04.439 INFO:tasks.workunit.client.0.smithi002.stdout:op 4322 completed, throughput=5MB/sec 2023-12-16T20:05:04.439 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OOXqSktaLZtphQ3 off=345116 len=253727 2023-12-16T20:05:04.442 INFO:tasks.workunit.client.0.smithi002.stdout:op 4323 completed, throughput=5MB/sec 2023-12-16T20:05:04.442 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FEGtaRRYz_SpU7y off=9854346 len=1075688 2023-12-16T20:05:04.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 4324 completed, throughput=5MB/sec 2023-12-16T20:05:04.449 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fG6NLcoJBg_9gic off=4006250 len=1653380 2023-12-16T20:05:04.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 4325 completed, throughput=5MB/sec 2023-12-16T20:05:04.451 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fUFIcWQAnTkiejp off=5042233 len=1018389 2023-12-16T20:05:04.456 INFO:tasks.workunit.client.0.smithi002.stdout:op 4326 completed, throughput=5MB/sec 2023-12-16T20:05:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:04 smithi002 ceph-mon[137674]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:05:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:04 smithi002 ceph-mon[140029]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:05:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:04 smithi043 ceph-mon[135010]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:05:05.457 INFO:tasks.workunit.client.0.smithi002.stdout: 835: throughput=5MB/sec pending data=0 2023-12-16T20:05:05.457 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SOS9RmZrWj1-T_g off=1842062 len=50223 2023-12-16T20:05:05.457 INFO:tasks.workunit.client.0.smithi002.stdout:op 4327 completed, throughput=5MB/sec 2023-12-16T20:05:05.458 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VJkPvgLsF52SdUG off=706146 len=32729 2023-12-16T20:05:05.458 INFO:tasks.workunit.client.0.smithi002.stdout:op 4328 completed, throughput=5MB/sec 2023-12-16T20:05:05.458 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0rgB4mWCBQDskp3 off=13819 len=983905 2023-12-16T20:05:05.464 INFO:tasks.workunit.client.0.smithi002.stdout:op 4329 completed, throughput=5MB/sec 2023-12-16T20:05:05.464 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gmYwFMOEXsNoopJ off=4897688 len=2096953 2023-12-16T20:05:05.474 INFO:tasks.workunit.client.0.smithi002.stdout:op 4330 completed, throughput=5MB/sec 2023-12-16T20:05:05.474 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kJmDVVM5IGaqOhf off=1276900 len=140793 2023-12-16T20:05:05.474 INFO:tasks.workunit.client.0.smithi002.stdout:op 4331 completed, throughput=5MB/sec 2023-12-16T20:05:05.474 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rMCJfHVLIQF58hC off=822190 len=866132 2023-12-16T20:05:05.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 4332 completed, throughput=5MB/sec 2023-12-16T20:05:05.476 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F9WusGpjwRrmGmS off=9471644 len=1706585 2023-12-16T20:05:05.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 4333 completed, throughput=5MB/sec 2023-12-16T20:05:06.485 INFO:tasks.workunit.client.0.smithi002.stdout: 836: throughput=5MB/sec pending data=0 2023-12-16T20:05:06.485 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Bi6oYAUIv4d-m4N off=3549518 len=1174464 2023-12-16T20:05:06.491 INFO:tasks.workunit.client.0.smithi002.stdout:op 4334 completed, throughput=5MB/sec 2023-12-16T20:05:06.492 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_zA_2i45HVciBqM off=946544 len=1270921 2023-12-16T20:05:06.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 4335 completed, throughput=5MB/sec 2023-12-16T20:05:06.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jTzvQ2iuHuA3kaP off=13413539 len=157609 2023-12-16T20:05:06.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 4336 completed, throughput=5MB/sec 2023-12-16T20:05:06.499 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tt6HprOE7sfCPFB off=2861617 len=313684 2023-12-16T20:05:06.499 INFO:tasks.workunit.client.0.smithi002.stdout:op 4337 completed, throughput=5MB/sec 2023-12-16T20:05:06.500 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-50xN76_Oxe4CRXP off=17883971 len=718970 2023-12-16T20:05:06.504 INFO:tasks.workunit.client.0.smithi002.stdout:op 4338 completed, throughput=5MB/sec 2023-12-16T20:05:06.504 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ldm0OJyUH1-bf7P off=3380876 len=472520 2023-12-16T20:05:06.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 4339 completed, throughput=5MB/sec 2023-12-16T20:05:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:06 smithi002 ceph-mon[137674]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:06 smithi002 ceph-mon[140029]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:06 smithi043 ceph-mon[135010]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:05:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:07.505 INFO:tasks.workunit.client.0.smithi002.stdout: 837: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:07.505 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nomCRcXje12vSxL off=3072473 len=1735145 2023-12-16T20:05:07.507 INFO:tasks.workunit.client.0.smithi002.stdout:op 4340 completed, throughput=5MB/sec 2023-12-16T20:05:07.507 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MxZP7ZOzZO2ySvs off=5938227 len=851919 2023-12-16T20:05:07.508 INFO:tasks.workunit.client.0.smithi002.stdout:op 4341 completed, throughput=5MB/sec 2023-12-16T20:05:07.509 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x0_2PBHb_ylDr_9 off=1113586 len=1269910 2023-12-16T20:05:07.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 4342 completed, throughput=5MB/sec 2023-12-16T20:05:07.516 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9iOGW7Lc_VSZR5j off=2353001 len=645767 2023-12-16T20:05:07.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 4343 completed, throughput=5MB/sec 2023-12-16T20:05:07.521 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3UecB41qeOGKByu off=345437 len=852769 2023-12-16T20:05:07.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 4344 completed, throughput=5MB/sec 2023-12-16T20:05:08.526 INFO:tasks.workunit.client.0.smithi002.stdout: 838: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:08.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-c_G0OZ5V1YOuvCI off=2376231 len=926397 2023-12-16T20:05:08.528 INFO:tasks.workunit.client.0.smithi002.stdout:op 4345 completed, throughput=5MB/sec 2023-12-16T20:05:08.528 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Vpz__6jNSpR_Mev off=4200722 len=1424929 2023-12-16T20:05:08.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 4346 completed, throughput=5MB/sec 2023-12-16T20:05:08.537 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vJ4ocVZlnkKl0NY off=3020001 len=689714 2023-12-16T20:05:08.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 4347 completed, throughput=5MB/sec 2023-12-16T20:05:08.542 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t8ftaFKV-xfo1G- off=17499170 len=380692 2023-12-16T20:05:08.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 4348 completed, throughput=5MB/sec 2023-12-16T20:05:08.545 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Jf4-hnG3i89cQ-T off=12810679 len=1527424 2023-12-16T20:05:08.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 4349 completed, throughput=5MB/sec 2023-12-16T20:05:08.552 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f2CUpyxfaIHU-kd off=6755892 len=333871 2023-12-16T20:05:08.555 INFO:tasks.workunit.client.0.smithi002.stdout:op 4350 completed, throughput=5MB/sec 2023-12-16T20:05:08.555 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XSH8pSbIvZlobG8 off=5529727 len=1570284 2023-12-16T20:05:08.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 4351 completed, throughput=5MB/sec 2023-12-16T20:05:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:08 smithi002 ceph-mon[137674]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:08 smithi002 ceph-mon[140029]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:08 smithi043 ceph-mon[135010]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:09.559 INFO:tasks.workunit.client.0.smithi002.stdout: 839: throughput=5MB/sec pending data=0 2023-12-16T20:05:09.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a8lrlPEQege8TxJ off=2034893 len=539751 2023-12-16T20:05:09.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 4352 completed, throughput=5MB/sec 2023-12-16T20:05:09.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qI7D50dFiMlHo-q off=3842310 len=1462262 2023-12-16T20:05:09.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 4353 completed, throughput=5MB/sec 2023-12-16T20:05:09.562 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ncr8qar5WKGjzZZ off=8225179 len=1778600 2023-12-16T20:05:09.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 4354 completed, throughput=5MB/sec 2023-12-16T20:05:09.565 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9vLBAUrUbbHrx01 off=6561779 len=1178856 2023-12-16T20:05:09.567 INFO:tasks.workunit.client.0.smithi002.stdout:op 4355 completed, throughput=5MB/sec 2023-12-16T20:05:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:09 smithi002 ceph-mon[137674]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:09 smithi002 ceph-mon[140029]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:09 smithi043 ceph-mon[135010]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:10.568 INFO:tasks.workunit.client.0.smithi002.stdout: 840: throughput=5MB/sec pending data=0 2023-12-16T20:05:10.568 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fUFIcWQAnTkiejp off=9127912 len=2070684 2023-12-16T20:05:10.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 4356 completed, throughput=5MB/sec 2023-12-16T20:05:10.570 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-smcGNojM4md28UL off=6508323 len=129215 2023-12-16T20:05:10.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 4357 completed, throughput=5MB/sec 2023-12-16T20:05:10.573 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HGvX8euDzwHWbzt off=4318917 len=13444 2023-12-16T20:05:10.575 INFO:tasks.workunit.client.0.smithi002.stdout:op 4358 completed, throughput=5MB/sec 2023-12-16T20:05:10.575 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LqlAlnj5crvdwE2 off=2100092 len=451367 2023-12-16T20:05:10.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 4359 completed, throughput=5MB/sec 2023-12-16T20:05:10.576 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o57D0slYyeFaF7T off=1154693 len=1321447 2023-12-16T20:05:10.582 INFO:tasks.workunit.client.0.smithi002.stdout:op 4360 completed, throughput=5MB/sec 2023-12-16T20:05:10.582 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k5m3pvA0ZNTmjWO off=4741482 len=1908411 2023-12-16T20:05:10.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 4361 completed, throughput=5MB/sec 2023-12-16T20:05:11.585 INFO:tasks.workunit.client.0.smithi002.stdout: 841: throughput=5MB/sec pending data=0 2023-12-16T20:05:11.585 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X6Z0wv8sMpf3LiY off=10502436 len=899162 2023-12-16T20:05:11.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 4362 completed, throughput=5MB/sec 2023-12-16T20:05:11.591 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ed1rSHVnejxhUKx off=20825421 len=618043 2023-12-16T20:05:11.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 4363 completed, throughput=5MB/sec 2023-12-16T20:05:11.595 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-67ecKITlffoRy3P off=8143282 len=1682863 2023-12-16T20:05:11.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 4364 completed, throughput=5MB/sec 2023-12-16T20:05:11.603 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fGDqd0PaOus8ynj off=632515 len=1750683 2023-12-16T20:05:11.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 4365 completed, throughput=5MB/sec 2023-12-16T20:05:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:11] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:05:12.605 INFO:tasks.workunit.client.0.smithi002.stdout: 842: throughput=5MB/sec pending data=0 2023-12-16T20:05:12.605 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3CtMz-S8YIzYtto off=3747778 len=1215711 2023-12-16T20:05:12.607 INFO:tasks.workunit.client.0.smithi002.stdout:op 4366 completed, throughput=5MB/sec 2023-12-16T20:05:12.607 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TsH9F9pHvoIkxA2 off=10113634 len=1000567 2023-12-16T20:05:12.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 4367 completed, throughput=5MB/sec 2023-12-16T20:05:12.613 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t2x88lGYUKuxmoj off=4006095 len=1313545 2023-12-16T20:05:12.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 4368 completed, throughput=5MB/sec 2023-12-16T20:05:12.621 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bTnhD0ydm9xbP5Q off=1739674 len=1058783 2023-12-16T20:05:12.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 4369 completed, throughput=5MB/sec 2023-12-16T20:05:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:12 smithi002 ceph-mon[137674]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:12 smithi002 ceph-mon[140029]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:12 smithi043 ceph-mon[135010]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:13.628 INFO:tasks.workunit.client.0.smithi002.stdout: 843: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:13.628 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bla474EjZrpQEl6 off=12018019 len=274263 2023-12-16T20:05:13.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 4370 completed, throughput=5MB/sec 2023-12-16T20:05:13.628 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YBrCgS_jRYJwjzu off=8049871 len=399231 2023-12-16T20:05:13.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 4371 completed, throughput=5MB/sec 2023-12-16T20:05:13.630 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Dl5aWMhxiuHJUnp off=3671003 len=2031489 2023-12-16T20:05:13.632 INFO:tasks.workunit.client.0.smithi002.stdout:op 4372 completed, throughput=5MB/sec 2023-12-16T20:05:13.632 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zskE5oJhpHcAcxN off=1131183 len=1333313 2023-12-16T20:05:13.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 4373 completed, throughput=5MB/sec 2023-12-16T20:05:13.640 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RQMTGxbj4RZv-C4 off=9539480 len=795294 2023-12-16T20:05:13.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 4374 completed, throughput=5MB/sec 2023-12-16T20:05:14.645 INFO:tasks.workunit.client.0.smithi002.stdout: 844: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:14.645 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j7e3lufDxWKYEUL off=4000865 len=1379674 2023-12-16T20:05:14.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 4375 completed, throughput=5MB/sec 2023-12-16T20:05:14.647 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VpgSNJzPyTjoPqs off=6323740 len=1740898 2023-12-16T20:05:14.655 INFO:tasks.workunit.client.0.smithi002.stdout:op 4376 completed, throughput=5MB/sec 2023-12-16T20:05:14.656 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dS2tOHksrejcpei off=4109654 len=1502554 2023-12-16T20:05:14.663 INFO:tasks.workunit.client.0.smithi002.stdout:op 4377 completed, throughput=5MB/sec 2023-12-16T20:05:14.663 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CmXmdEuqNMn0BI2 off=2750765 len=1453225 2023-12-16T20:05:14.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 4378 completed, throughput=5MB/sec 2023-12-16T20:05:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:14 smithi002 ceph-mon[137674]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:14 smithi002 ceph-mon[140029]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:14 smithi043 ceph-mon[135010]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:15.670 INFO:tasks.workunit.client.0.smithi002.stdout: 845: throughput=5MB/sec pending data=0 2023-12-16T20:05:15.670 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4y3KyeQvv8TF-94 off=3790438 len=204772 2023-12-16T20:05:15.670 INFO:tasks.workunit.client.0.smithi002.stdout:op 4379 completed, throughput=5MB/sec 2023-12-16T20:05:15.670 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hRvdWqeu7EVuQXL off=15101899 len=204156 2023-12-16T20:05:15.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 4380 completed, throughput=5MB/sec 2023-12-16T20:05:15.673 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-P5aaQ3Te9SVRZ0F off=0 len=1879924 2023-12-16T20:05:15.676 INFO:tasks.workunit.client.0.smithi002.stdout:op 4381 completed, throughput=5MB/sec 2023-12-16T20:05:15.676 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SmQkweSQ8eKHeoK off=23291219 len=930364 2023-12-16T20:05:15.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 4382 completed, throughput=5MB/sec 2023-12-16T20:05:15.678 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aSS1tyeTdD-F1EX off=9855564 len=1301018 2023-12-16T20:05:15.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 4383 completed, throughput=5MB/sec 2023-12-16T20:05:15.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-phTQ_dJ7L3wn_Nu off=7118820 len=84564 2023-12-16T20:05:15.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 4384 completed, throughput=5MB/sec 2023-12-16T20:05:16.682 INFO:tasks.workunit.client.0.smithi002.stdout: 846: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:16.682 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7NBI7qNBmwCRug5 off=4592698 len=1597268 2023-12-16T20:05:16.691 INFO:tasks.workunit.client.0.smithi002.stdout:op 4385 completed, throughput=5MB/sec 2023-12-16T20:05:16.691 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EO4iMYvhkTKllQj off=4216635 len=1137805 2023-12-16T20:05:16.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 4386 completed, throughput=5MB/sec 2023-12-16T20:05:16.693 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H5IK4Y-KItsmFDN off=5397867 len=245244 2023-12-16T20:05:16.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 4387 completed, throughput=5MB/sec 2023-12-16T20:05:16.693 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0P8PCxvaD09kCyX off=13621585 len=362504 2023-12-16T20:05:16.697 INFO:tasks.workunit.client.0.smithi002.stdout:op 4388 completed, throughput=5MB/sec 2023-12-16T20:05:16.697 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0cVWj8D_kEmNSTu off=7547957 len=1856685 2023-12-16T20:05:16.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 4389 completed, throughput=5MB/sec 2023-12-16T20:05:16.701 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sPQ7vqQwdNbCe38 off=3839595 len=243242 2023-12-16T20:05:16.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 4390 completed, throughput=5MB/sec 2023-12-16T20:05:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:16 smithi002 ceph-mon[137674]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:05:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:16 smithi002 ceph-mon[140029]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:05:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:16 smithi043 ceph-mon[135010]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:05:17.702 INFO:tasks.workunit.client.0.smithi002.stdout: 847: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:17.702 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GhTwqJI0rq3zpko off=20336949 len=1249665 2023-12-16T20:05:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 4391 completed, throughput=5MB/sec 2023-12-16T20:05:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vjFguumSOUpbkDp off=3996559 len=474530 2023-12-16T20:05:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 4392 completed, throughput=5MB/sec 2023-12-16T20:05:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Of5TN_U9IX7UPQE off=2174613 len=1945457 2023-12-16T20:05:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 4393 completed, throughput=5MB/sec 2023-12-16T20:05:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xpvSdxfjkVTyb5P off=495397 len=1428871 2023-12-16T20:05:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:op 4394 completed, throughput=5MB/sec 2023-12-16T20:05:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--swj0ojO7Tr0Gfg off=1061158 len=710428 2023-12-16T20:05:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 4395 completed, throughput=5MB/sec 2023-12-16T20:05:18.724 INFO:tasks.workunit.client.0.smithi002.stdout: 848: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:18.724 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dmluZHQUCqVP3qq off=1557519 len=2041290 2023-12-16T20:05:18.735 INFO:tasks.workunit.client.0.smithi002.stdout:op 4396 completed, throughput=5MB/sec 2023-12-16T20:05:18.735 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n8hz5mUMPoV9KmS off=114253 len=237105 2023-12-16T20:05:18.738 INFO:tasks.workunit.client.0.smithi002.stdout:op 4397 completed, throughput=5MB/sec 2023-12-16T20:05:18.738 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HSP9kZjIiTRzm0E off=4182330 len=1295886 2023-12-16T20:05:18.739 INFO:tasks.workunit.client.0.smithi002.stdout:op 4398 completed, throughput=5MB/sec 2023-12-16T20:05:18.739 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OpvLQVLGLLz97cq off=6440321 len=1534244 2023-12-16T20:05:18.747 INFO:tasks.workunit.client.0.smithi002.stdout:op 4399 completed, throughput=5MB/sec 2023-12-16T20:05:18.965 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:05:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:18 smithi002 ceph-mon[137674]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:05:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:18 smithi002 ceph-mon[140029]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:05:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:18 smithi043 ceph-mon[135010]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (33m) 9m ago 36m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (33m) 7m ago 35m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (37m) 9m ago 37m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (37m) 7m ago 37m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:05:19.286 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (32m) 7m ago 39m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (33m) 9m ago 40m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (32m) 9m ago 40m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (32m) 7m ago 39m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (32m) 9m ago 39m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (33m) 9m ago 35m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (33m) 7m ago 35m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (31m) 9m ago 38m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (31m) 9m ago 38m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (30m) 9m ago 38m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (30m) 9m ago 38m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (29m) 7m ago 37m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (29m) 7m ago 37m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (28m) 7m ago 37m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (28m) 7m ago 37m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:05:19.287 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (32m) 7m ago 36m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:05:19.687 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:05:19.688 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:05:19.689 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:05:19.747 INFO:tasks.workunit.client.0.smithi002.stdout: 849: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:19.747 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uz9rllz3pS_iSNn off=10093010 len=1046510 2023-12-16T20:05:19.754 INFO:tasks.workunit.client.0.smithi002.stdout:op 4400 completed, throughput=5MB/sec 2023-12-16T20:05:19.754 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3pSrurbSg0w9zaE off=9799674 len=1013587 2023-12-16T20:05:19.758 INFO:tasks.workunit.client.0.smithi002.stdout:op 4401 completed, throughput=5MB/sec 2023-12-16T20:05:19.758 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GYX0ohruE4hzsLP off=14404228 len=379208 2023-12-16T20:05:19.759 INFO:tasks.workunit.client.0.smithi002.stdout:op 4402 completed, throughput=5MB/sec 2023-12-16T20:05:19.759 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SQkPoh1Y5fXXUzN off=13868081 len=1343129 2023-12-16T20:05:19.761 INFO:tasks.workunit.client.0.smithi002.stdout:op 4403 completed, throughput=5MB/sec 2023-12-16T20:05:19.761 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5JzLgxdSqttIuzA off=6740202 len=658167 2023-12-16T20:05:19.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 4404 completed, throughput=5MB/sec 2023-12-16T20:05:19.765 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aYjvmIhNcEvIE-_ off=14769902 len=1270849 2023-12-16T20:05:19.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 4405 completed, throughput=5MB/sec 2023-12-16T20:05:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[140029]: from='client.35763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[140029]: from='client.35769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/984198521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[140029]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[137674]: from='client.35763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[137674]: from='client.35769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/984198521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:19 smithi002 ceph-mon[137674]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:20.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:19 smithi043 ceph-mon[135010]: from='client.35763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:19 smithi043 ceph-mon[135010]: from='client.35769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:20.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:19 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/984198521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:20.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:19 smithi043 ceph-mon[135010]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:20.766 INFO:tasks.workunit.client.0.smithi002.stdout: 850: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:20.767 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o9QHIQNTqAsqG0s off=2003112 len=640043 2023-12-16T20:05:20.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 4406 completed, throughput=5MB/sec 2023-12-16T20:05:20.772 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZDWRAvXEo8DcHcm off=5104880 len=1865176 2023-12-16T20:05:20.774 INFO:tasks.workunit.client.0.smithi002.stdout:op 4407 completed, throughput=5MB/sec 2023-12-16T20:05:20.774 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h4IjV2lfeb3Tpaf off=4228923 len=186841 2023-12-16T20:05:20.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 4408 completed, throughput=5MB/sec 2023-12-16T20:05:20.777 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ep-5y9Krhe1eB3o off=2953698 len=496162 2023-12-16T20:05:20.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 4409 completed, throughput=5MB/sec 2023-12-16T20:05:20.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PeEOmbE1DwJByJ3 off=8347606 len=506114 2023-12-16T20:05:20.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 4410 completed, throughput=5MB/sec 2023-12-16T20:05:20.780 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Kmr4OEr_yW-Rnob off=735247 len=496526 2023-12-16T20:05:20.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 4411 completed, throughput=5MB/sec 2023-12-16T20:05:20.781 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--wnat3zdPAnbuwa off=17538606 len=2052482 2023-12-16T20:05:20.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 4412 completed, throughput=5MB/sec 2023-12-16T20:05:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:21.791 INFO:tasks.workunit.client.0.smithi002.stdout: 851: throughput=5MB/sec pending data=0 2023-12-16T20:05:21.792 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BzF5EoI1QfvbfKK off=4683931 len=2024120 2023-12-16T20:05:21.796 INFO:tasks.workunit.client.0.smithi002.stdout:op 4413 completed, throughput=5MB/sec 2023-12-16T20:05:21.796 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V8rTPItXSEpUEpx off=5582751 len=610486 2023-12-16T20:05:21.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 4414 completed, throughput=5MB/sec 2023-12-16T20:05:21.797 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VF8ahXl9o24dU-S off=13213481 len=2088040 2023-12-16T20:05:21.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 4415 completed, throughput=5MB/sec 2023-12-16T20:05:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:21 smithi002 ceph-mon[137674]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:05:22.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:21] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:05:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:21 smithi002 ceph-mon[140029]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:05:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:21 smithi043 ceph-mon[135010]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:05:22.800 INFO:tasks.workunit.client.0.smithi002.stdout: 852: throughput=5MB/sec pending data=0 2023-12-16T20:05:22.800 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_eCrKz1l5NXzXOo off=10720873 len=2076897 2023-12-16T20:05:22.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 4416 completed, throughput=5MB/sec 2023-12-16T20:05:22.802 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mxXjqSianaBSmtW off=1582632 len=324691 2023-12-16T20:05:22.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 4417 completed, throughput=5MB/sec 2023-12-16T20:05:22.804 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0iZZIEuYZ-WFOeR off=1886833 len=607336 2023-12-16T20:05:22.808 INFO:tasks.workunit.client.0.smithi002.stdout:op 4418 completed, throughput=5MB/sec 2023-12-16T20:05:22.808 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-N4qUSVYejBByUIQ off=2760099 len=620736 2023-12-16T20:05:22.812 INFO:tasks.workunit.client.0.smithi002.stdout:op 4419 completed, throughput=5MB/sec 2023-12-16T20:05:22.812 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4cH447uwWbSrlXf off=3476000 len=1118117 2023-12-16T20:05:22.813 INFO:tasks.workunit.client.0.smithi002.stdout:op 4420 completed, throughput=5MB/sec 2023-12-16T20:05:23.814 INFO:tasks.workunit.client.0.smithi002.stdout: 853: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:23.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qO6F4KCgghAjqKn off=3600873 len=1488547 2023-12-16T20:05:23.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 4421 completed, throughput=5MB/sec 2023-12-16T20:05:23.821 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S_568-T4A9V9udQ off=1924696 len=1420408 2023-12-16T20:05:23.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 4422 completed, throughput=5MB/sec 2023-12-16T20:05:23.829 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--yFqosDk-1W2g9N off=6171283 len=1252626 2023-12-16T20:05:23.830 INFO:tasks.workunit.client.0.smithi002.stdout:op 4423 completed, throughput=5MB/sec 2023-12-16T20:05:23.830 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KPkLgKwR2ewgPjk off=15924344 len=1262639 2023-12-16T20:05:23.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 4424 completed, throughput=5MB/sec 2023-12-16T20:05:24.837 INFO:tasks.workunit.client.0.smithi002.stdout: 854: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:24.837 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Olyr_kOwBzoo0mP off=5304375 len=126981 2023-12-16T20:05:24.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 4425 completed, throughput=4.99MB/sec 2023-12-16T20:05:24.838 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5AvloYZR1R4ocFs off=2417668 len=8475 2023-12-16T20:05:24.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 4426 completed, throughput=4.99MB/sec 2023-12-16T20:05:24.838 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SIFfLqz-62pV-Bh off=5028675 len=1299624 2023-12-16T20:05:24.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 4427 completed, throughput=5MB/sec 2023-12-16T20:05:24.840 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0ENZOlEFaji81eA off=1288084 len=659490 2023-12-16T20:05:24.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 4428 completed, throughput=5MB/sec 2023-12-16T20:05:24.841 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P8hyj03uVZ_ygXT off=1188504 len=1388583 2023-12-16T20:05:24.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 4429 completed, throughput=5MB/sec 2023-12-16T20:05:24.849 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hagqDGAzz0ncqAu off=9396117 len=1714061 2023-12-16T20:05:24.858 INFO:tasks.workunit.client.0.smithi002.stdout:op 4430 completed, throughput=5MB/sec 2023-12-16T20:05:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:24 smithi002 ceph-mon[137674]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:24 smithi002 ceph-mon[140029]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:24 smithi043 ceph-mon[135010]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:25.859 INFO:tasks.workunit.client.0.smithi002.stdout: 855: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:25.859 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eoZ9IjdDjdgcL5h off=7365974 len=1396509 2023-12-16T20:05:25.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 4431 completed, throughput=5MB/sec 2023-12-16T20:05:25.862 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N2-WTt-wnOQHuOQ off=1846696 len=352821 2023-12-16T20:05:25.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 4432 completed, throughput=5MB/sec 2023-12-16T20:05:25.863 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4xnnyQQ6r8cS-Nr off=13422515 len=377464 2023-12-16T20:05:25.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 4433 completed, throughput=5MB/sec 2023-12-16T20:05:25.867 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XS8jaA8AuI-hakN off=2231506 len=665981 2023-12-16T20:05:25.868 INFO:tasks.workunit.client.0.smithi002.stdout:op 4434 completed, throughput=5MB/sec 2023-12-16T20:05:25.868 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MhnoRRt6Gwn1SnA off=12633894 len=722942 2023-12-16T20:05:25.872 INFO:tasks.workunit.client.0.smithi002.stdout:op 4435 completed, throughput=5MB/sec 2023-12-16T20:05:25.872 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iRvG4meKtL7qt-y off=920985 len=1698518 2023-12-16T20:05:25.875 INFO:tasks.workunit.client.0.smithi002.stdout:op 4436 completed, throughput=5MB/sec 2023-12-16T20:05:26.876 INFO:tasks.workunit.client.0.smithi002.stdout: 856: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:26.876 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FXccW6bg7N6hG2x off=5564890 len=1343305 2023-12-16T20:05:26.877 INFO:tasks.workunit.client.0.smithi002.stdout:op 4437 completed, throughput=5MB/sec 2023-12-16T20:05:26.877 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHXKLp5Tzz5-EnM off=3418677 len=1862146 2023-12-16T20:05:26.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 4438 completed, throughput=5MB/sec 2023-12-16T20:05:26.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Hp1yxhkA1A6r9Yv off=12686920 len=1543367 2023-12-16T20:05:26.881 INFO:tasks.workunit.client.0.smithi002.stdout:op 4439 completed, throughput=5MB/sec 2023-12-16T20:05:26.882 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pPuk5250QWk66n0 off=12620404 len=935073 2023-12-16T20:05:26.883 INFO:tasks.workunit.client.0.smithi002.stdout:op 4440 completed, throughput=5MB/sec 2023-12-16T20:05:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:26 smithi002 ceph-mon[137674]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:05:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:26 smithi002 ceph-mon[140029]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:05:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:26 smithi043 ceph-mon[135010]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:05:27.883 INFO:tasks.workunit.client.0.smithi002.stdout: 857: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:27.883 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xFNpgJBSFmt_Ba2 off=2440197 len=959798 2023-12-16T20:05:27.885 INFO:tasks.workunit.client.0.smithi002.stdout:op 4441 completed, throughput=5MB/sec 2023-12-16T20:05:27.885 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ySqcEnH2Pl93Njc off=14242491 len=1885907 2023-12-16T20:05:27.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 4442 completed, throughput=5MB/sec 2023-12-16T20:05:27.894 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W3Dh4QgCjtD94t5 off=2308002 len=943384 2023-12-16T20:05:27.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 4443 completed, throughput=5MB/sec 2023-12-16T20:05:27.899 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-paB8xV4L_uTC2Jh off=649575 len=1275802 2023-12-16T20:05:27.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 4444 completed, throughput=5MB/sec 2023-12-16T20:05:28.903 INFO:tasks.workunit.client.0.smithi002.stdout: 858: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:28.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dW0WSNeuTGgTUSX off=163659 len=1114590 2023-12-16T20:05:28.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 4445 completed, throughput=5MB/sec 2023-12-16T20:05:28.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5iFa_wi2XKAqsDs off=195162 len=1372054 2023-12-16T20:05:28.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 4446 completed, throughput=5MB/sec 2023-12-16T20:05:28.917 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pEIQyeLdSG3W3XB off=8701439 len=207252 2023-12-16T20:05:28.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 4447 completed, throughput=5MB/sec 2023-12-16T20:05:28.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OcoadIvlALN110J off=7567797 len=540146 2023-12-16T20:05:28.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 4448 completed, throughput=5MB/sec 2023-12-16T20:05:28.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aYYQ_mTX2Fp6oTO off=7789428 len=1311154 2023-12-16T20:05:28.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 4449 completed, throughput=5MB/sec 2023-12-16T20:05:28.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OZL-lM0OMEPVyZm off=4298043 len=651894 2023-12-16T20:05:28.924 INFO:tasks.workunit.client.0.smithi002.stdout:op 4450 completed, throughput=5MB/sec 2023-12-16T20:05:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:28 smithi002 ceph-mon[137674]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:05:29.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:28 smithi002 ceph-mon[140029]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:05:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:28 smithi043 ceph-mon[135010]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:05:29.925 INFO:tasks.workunit.client.0.smithi002.stdout: 859: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:29.925 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gq25e90qfAdQCsi off=6892466 len=1503528 2023-12-16T20:05:29.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 4451 completed, throughput=5MB/sec 2023-12-16T20:05:29.927 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-G3uCHTtBnFLWivL off=5920084 len=894865 2023-12-16T20:05:29.933 INFO:tasks.workunit.client.0.smithi002.stdout:op 4452 completed, throughput=5MB/sec 2023-12-16T20:05:29.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e32VNUyLuPXhHuZ off=6491978 len=1797889 2023-12-16T20:05:29.942 INFO:tasks.workunit.client.0.smithi002.stdout:op 4453 completed, throughput=5MB/sec 2023-12-16T20:05:29.942 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Daw8HqUmNyXpkLC off=1974971 len=1559274 2023-12-16T20:05:29.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 4454 completed, throughput=5MB/sec 2023-12-16T20:05:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:29 smithi002 ceph-mon[137674]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:30.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:29 smithi002 ceph-mon[140029]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:29 smithi043 ceph-mon[135010]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:05:30.944 INFO:tasks.workunit.client.0.smithi002.stdout: 860: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:30.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NcdHjOm3D-yOQCz off=13903223 len=848140 2023-12-16T20:05:30.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 4455 completed, throughput=5MB/sec 2023-12-16T20:05:30.949 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hZEwCnFYg1VX2kO off=7192059 len=1933433 2023-12-16T20:05:30.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 4456 completed, throughput=5MB/sec 2023-12-16T20:05:30.958 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a8SmcG8YCm0P9cg off=906987 len=927011 2023-12-16T20:05:30.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 4457 completed, throughput=5MB/sec 2023-12-16T20:05:30.963 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4RnxBsHGVTUQZTe off=3375601 len=177052 2023-12-16T20:05:30.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 4458 completed, throughput=5MB/sec 2023-12-16T20:05:30.964 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7zJ9JFFMI_yOPwp off=12299352 len=721699 2023-12-16T20:05:30.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 4459 completed, throughput=5MB/sec 2023-12-16T20:05:30.966 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HFwZEbD-TLBtZZR off=12626623 len=422474 2023-12-16T20:05:30.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 4460 completed, throughput=5MB/sec 2023-12-16T20:05:31.967 INFO:tasks.workunit.client.0.smithi002.stdout: 861: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:31.968 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wQe8KGlfkZ-c3Ls off=11067948 len=639101 2023-12-16T20:05:31.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 4461 completed, throughput=5MB/sec 2023-12-16T20:05:31.969 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QEhxxDwKtBFsqkj off=6029126 len=1345954 2023-12-16T20:05:31.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 4462 completed, throughput=5MB/sec 2023-12-16T20:05:31.975 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fYn1ftJOvT6pA-C off=15835102 len=1893994 2023-12-16T20:05:31.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 4463 completed, throughput=5MB/sec 2023-12-16T20:05:31.984 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8jGpsJ--6WyjtNZ off=2564102 len=926522 2023-12-16T20:05:31.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 4464 completed, throughput=5MB/sec 2023-12-16T20:05:31.989 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FIBmah0f9737fF- off=6413316 len=257048 2023-12-16T20:05:31.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 4465 completed, throughput=5MB/sec 2023-12-16T20:05:31.992 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IN7d9KyMCdgjPDR off=19637892 len=1340514 2023-12-16T20:05:31.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 4466 completed, throughput=5MB/sec 2023-12-16T20:05:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:31] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:05:32.995 INFO:tasks.workunit.client.0.smithi002.stdout: 862: throughput=5MB/sec pending data=0 2023-12-16T20:05:32.995 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0cVWj8D_kEmNSTu off=6154383 len=267242 2023-12-16T20:05:32.999 INFO:tasks.workunit.client.0.smithi002.stdout:op 4467 completed, throughput=5MB/sec 2023-12-16T20:05:32.999 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EWpsHh7nKQ1oTyd off=1742468 len=1964435 2023-12-16T20:05:33.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 4468 completed, throughput=5MB/sec 2023-12-16T20:05:33.001 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_iZX181VGrWlHmM off=3610258 len=1115570 2023-12-16T20:05:33.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 4469 completed, throughput=5MB/sec 2023-12-16T20:05:33.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qIQIvrIB3oQrETi off=13056902 len=1136984 2023-12-16T20:05:33.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 4470 completed, throughput=5MB/sec 2023-12-16T20:05:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:32 smithi002 ceph-mon[137674]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:33.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:32 smithi002 ceph-mon[140029]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:32 smithi043 ceph-mon[135010]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:34.010 INFO:tasks.workunit.client.0.smithi002.stdout: 863: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:34.010 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dREYZ2wme8vbWtg off=7231998 len=1722417 2023-12-16T20:05:34.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 4471 completed, throughput=5MB/sec 2023-12-16T20:05:34.018 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1ZCnPFSyq2xa_p6 off=2417108 len=712134 2023-12-16T20:05:34.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 4472 completed, throughput=5MB/sec 2023-12-16T20:05:34.023 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pCH-tjMyOdhQtkn off=11453089 len=1126342 2023-12-16T20:05:34.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 4473 completed, throughput=5MB/sec 2023-12-16T20:05:34.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Ymd18keqbKM6v3 off=12494404 len=1249159 2023-12-16T20:05:34.031 INFO:tasks.workunit.client.0.smithi002.stdout:op 4474 completed, throughput=5MB/sec 2023-12-16T20:05:34.031 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6WiXiEKuZr_eAY_ off=8214018 len=346353 2023-12-16T20:05:34.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 4475 completed, throughput=5MB/sec 2023-12-16T20:05:35.035 INFO:tasks.workunit.client.0.smithi002.stdout: 864: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:35.035 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-keXZ2wNjSsB5yWu off=10775981 len=1885365 2023-12-16T20:05:35.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 4476 completed, throughput=5MB/sec 2023-12-16T20:05:35.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xq24y1X5SWxsH7Q off=2712605 len=1019013 2023-12-16T20:05:35.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 4477 completed, throughput=5MB/sec 2023-12-16T20:05:35.040 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ITDDhknDhgLamhx off=6512348 len=923241 2023-12-16T20:05:35.041 INFO:tasks.workunit.client.0.smithi002.stdout:op 4478 completed, throughput=5MB/sec 2023-12-16T20:05:35.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8DEY1CBXR8VAb55 off=19977174 len=524570 2023-12-16T20:05:35.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 4479 completed, throughput=5MB/sec 2023-12-16T20:05:35.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Yvrtc7cwzyIxeHC off=18612862 len=219494 2023-12-16T20:05:35.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 4480 completed, throughput=5MB/sec 2023-12-16T20:05:35.043 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tVzfaXmDTKhz2Jt off=5114577 len=623028 2023-12-16T20:05:35.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 4481 completed, throughput=5MB/sec 2023-12-16T20:05:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:34 smithi002 ceph-mon[137674]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:05:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:34 smithi002 ceph-mon[140029]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:05:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:34 smithi043 ceph-mon[135010]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:05:36.044 INFO:tasks.workunit.client.0.smithi002.stdout: 865: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:36.044 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HFy_gtfsDYHXZzO off=8645171 len=1485573 2023-12-16T20:05:36.048 INFO:tasks.workunit.client.0.smithi002.stdout:op 4482 completed, throughput=5MB/sec 2023-12-16T20:05:36.048 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UUY9o9JpJgrLJof off=19737039 len=385583 2023-12-16T20:05:36.052 INFO:tasks.workunit.client.0.smithi002.stdout:op 4483 completed, throughput=5MB/sec 2023-12-16T20:05:36.052 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OzoSZBJn4sFTsC8 off=0 len=1703131 2023-12-16T20:05:36.053 INFO:tasks.workunit.client.0.smithi002.stdout:op 4484 completed, throughput=5MB/sec 2023-12-16T20:05:36.054 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XNg0Mf1CVVurl5d off=3925188 len=603656 2023-12-16T20:05:36.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 4485 completed, throughput=5MB/sec 2023-12-16T20:05:36.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fLfvEakiX0EEV2X off=789944 len=1238083 2023-12-16T20:05:36.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 4486 completed, throughput=5MB/sec 2023-12-16T20:05:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:36.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:37.063 INFO:tasks.workunit.client.0.smithi002.stdout: 866: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:37.063 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f9HQk0pBjcCpg1j off=13691480 len=858222 2023-12-16T20:05:37.064 INFO:tasks.workunit.client.0.smithi002.stdout:op 4487 completed, throughput=5MB/sec 2023-12-16T20:05:37.064 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BypEqhG61xCmmU5 off=7781056 len=396560 2023-12-16T20:05:37.065 INFO:tasks.workunit.client.0.smithi002.stdout:op 4488 completed, throughput=5MB/sec 2023-12-16T20:05:37.065 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3QUOigXDRKar5A2 off=12408929 len=1543001 2023-12-16T20:05:37.073 INFO:tasks.workunit.client.0.smithi002.stdout:op 4489 completed, throughput=5MB/sec 2023-12-16T20:05:37.073 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bEaVWKqpEMff3vq off=7255898 len=1388482 2023-12-16T20:05:37.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 4490 completed, throughput=5MB/sec 2023-12-16T20:05:37.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yVnWhZgmwnwHnTq off=13444024 len=132866 2023-12-16T20:05:37.075 INFO:tasks.workunit.client.0.smithi002.stdout:op 4491 completed, throughput=5MB/sec 2023-12-16T20:05:37.075 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HkpSSk4xrH35lpd off=2891001 len=1623423 2023-12-16T20:05:37.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 4492 completed, throughput=5MB/sec 2023-12-16T20:05:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:36 smithi002 ceph-mon[137674]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:36 smithi002 ceph-mon[140029]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:36 smithi043 ceph-mon[135010]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:05:38.084 INFO:tasks.workunit.client.0.smithi002.stdout: 867: throughput=5MB/sec pending data=0 2023-12-16T20:05:38.084 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9zHhR_8kAudCnG5 off=4464035 len=1579312 2023-12-16T20:05:38.086 INFO:tasks.workunit.client.0.smithi002.stdout:op 4493 completed, throughput=5MB/sec 2023-12-16T20:05:38.086 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XcggBqtBdlHXVAZ off=12013934 len=1819752 2023-12-16T20:05:38.096 INFO:tasks.workunit.client.0.smithi002.stdout:op 4494 completed, throughput=5MB/sec 2023-12-16T20:05:38.096 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tjDQuoEq_EHyFx0 off=1164715 len=534691 2023-12-16T20:05:38.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 4495 completed, throughput=5MB/sec 2023-12-16T20:05:38.100 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ifFYf7DqNFUZh2B off=4686157 len=844558 2023-12-16T20:05:38.102 INFO:tasks.workunit.client.0.smithi002.stdout:op 4496 completed, throughput=5MB/sec 2023-12-16T20:05:39.103 INFO:tasks.workunit.client.0.smithi002.stdout: 868: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:39.103 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6agf5zTiBZc5gcT off=2410600 len=1660501 2023-12-16T20:05:39.105 INFO:tasks.workunit.client.0.smithi002.stdout:op 4497 completed, throughput=5MB/sec 2023-12-16T20:05:39.105 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vnseSuyLdbmzlpu off=10697798 len=1747259 2023-12-16T20:05:39.107 INFO:tasks.workunit.client.0.smithi002.stdout:op 4498 completed, throughput=5MB/sec 2023-12-16T20:05:39.107 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S6OpWoYKSZSNeKA off=10468522 len=1572831 2023-12-16T20:05:39.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 4499 completed, throughput=5MB/sec 2023-12-16T20:05:39.115 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_RVgiltQD9Nj0oZ off=2821651 len=482627 2023-12-16T20:05:39.115 INFO:tasks.workunit.client.0.smithi002.stdout:op 4500 completed, throughput=5MB/sec 2023-12-16T20:05:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:38 smithi002 ceph-mon[137674]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:05:39.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:38 smithi002 ceph-mon[140029]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:05:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:38 smithi043 ceph-mon[135010]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:05:40.116 INFO:tasks.workunit.client.0.smithi002.stdout: 869: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:40.116 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jO8d0JZ5cvhk3n8 off=3834098 len=1417072 2023-12-16T20:05:40.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 4501 completed, throughput=5MB/sec 2023-12-16T20:05:40.124 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g9r55JISmRt0SuG off=1274405 len=1015604 2023-12-16T20:05:40.130 INFO:tasks.workunit.client.0.smithi002.stdout:op 4502 completed, throughput=5MB/sec 2023-12-16T20:05:40.130 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kst2hVSzlDH26Z6 off=4987577 len=1667126 2023-12-16T20:05:40.132 INFO:tasks.workunit.client.0.smithi002.stdout:op 4503 completed, throughput=5MB/sec 2023-12-16T20:05:40.132 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RlAxbi_emy9lSBb off=14711564 len=173713 2023-12-16T20:05:40.133 INFO:tasks.workunit.client.0.smithi002.stdout:op 4504 completed, throughput=5MB/sec 2023-12-16T20:05:40.133 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YQpvdMBRUMei4wN off=12121205 len=1670280 2023-12-16T20:05:40.142 INFO:tasks.workunit.client.0.smithi002.stdout:op 4505 completed, throughput=5MB/sec 2023-12-16T20:05:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:39 smithi002 ceph-mon[137674]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:39 smithi002 ceph-mon[140029]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:39 smithi043 ceph-mon[135010]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:41.142 INFO:tasks.workunit.client.0.smithi002.stdout: 870: throughput=5MB/sec pending data=0 2023-12-16T20:05:41.142 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xbbLJOxHmeSuazm off=13232498 len=1067464 2023-12-16T20:05:41.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 4506 completed, throughput=5MB/sec 2023-12-16T20:05:41.144 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0GWG9eYvyb7yRXu off=10786088 len=1397236 2023-12-16T20:05:41.151 INFO:tasks.workunit.client.0.smithi002.stdout:op 4507 completed, throughput=5MB/sec 2023-12-16T20:05:41.151 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u9zPF_MLaa65XBu off=9039332 len=2023254 2023-12-16T20:05:41.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 4508 completed, throughput=5MB/sec 2023-12-16T20:05:42.162 INFO:tasks.workunit.client.0.smithi002.stdout: 871: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:42.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bCniAWw3Jx-HsHh off=15499457 len=96727 2023-12-16T20:05:42.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 4509 completed, throughput=4.99MB/sec 2023-12-16T20:05:42.165 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yypR1OYDmN-EzMz off=146168 len=155008 2023-12-16T20:05:42.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 4510 completed, throughput=4.99MB/sec 2023-12-16T20:05:42.165 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1u40mwRV2fhhQgV off=8053715 len=219994 2023-12-16T20:05:42.166 INFO:tasks.workunit.client.0.smithi002.stdout:op 4511 completed, throughput=4.99MB/sec 2023-12-16T20:05:42.166 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QF1REH9KCpPVGhe off=2802706 len=837583 2023-12-16T20:05:42.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 4512 completed, throughput=5MB/sec 2023-12-16T20:05:42.167 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JsNfAjmWA3_S3T- off=18065887 len=1972891 2023-12-16T20:05:42.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 4513 completed, throughput=5MB/sec 2023-12-16T20:05:42.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DyiKVlQ2mMHRfHs off=7732972 len=1357665 2023-12-16T20:05:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:op 4514 completed, throughput=5MB/sec 2023-12-16T20:05:42.181 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hRvdWqeu7EVuQXL off=10611432 len=1071456 2023-12-16T20:05:42.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 4515 completed, throughput=5MB/sec 2023-12-16T20:05:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:41] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:05:43.186 INFO:tasks.workunit.client.0.smithi002.stdout: 872: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:43.187 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wHu6KCE9-wsL6uF off=8580562 len=973172 2023-12-16T20:05:43.188 INFO:tasks.workunit.client.0.smithi002.stdout:op 4516 completed, throughput=5MB/sec 2023-12-16T20:05:43.188 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WmqQ-NE457qfiYg off=21162494 len=1728702 2023-12-16T20:05:43.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 4517 completed, throughput=5MB/sec 2023-12-16T20:05:43.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t3p_BS_LC1bEIVp off=5613761 len=1030106 2023-12-16T20:05:43.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 4518 completed, throughput=5MB/sec 2023-12-16T20:05:43.192 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-s5659VNnzhE9J-8 off=2167667 len=1921152 2023-12-16T20:05:43.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 4519 completed, throughput=5MB/sec 2023-12-16T20:05:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:42 smithi002 ceph-mon[137674]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:05:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:42 smithi002 ceph-mon[140029]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:05:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:42 smithi043 ceph-mon[135010]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T20:05:44.201 INFO:tasks.workunit.client.0.smithi002.stdout: 873: throughput=5MB/sec pending data=0 2023-12-16T20:05:44.201 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iQM0km8LeWkeAei off=355161 len=1164966 2023-12-16T20:05:44.202 INFO:tasks.workunit.client.0.smithi002.stdout:op 4520 completed, throughput=5MB/sec 2023-12-16T20:05:44.203 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BIdL6860R5tY72J off=1805356 len=1454115 2023-12-16T20:05:44.209 INFO:tasks.workunit.client.0.smithi002.stdout:op 4521 completed, throughput=5MB/sec 2023-12-16T20:05:44.209 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N6b6jaS0hB84dQe off=4056367 len=744398 2023-12-16T20:05:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 4522 completed, throughput=5MB/sec 2023-12-16T20:05:44.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EG6XO4csTfb5a5g off=425587 len=1497254 2023-12-16T20:05:44.220 INFO:tasks.workunit.client.0.smithi002.stdout:op 4523 completed, throughput=5MB/sec 2023-12-16T20:05:45.220 INFO:tasks.workunit.client.0.smithi002.stdout: 874: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:45.220 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dOjHdIvRzSa8GeP off=18729854 len=1620135 2023-12-16T20:05:45.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 4524 completed, throughput=5MB/sec 2023-12-16T20:05:45.229 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Wr2NT46Mym7IMdi off=1553520 len=303625 2023-12-16T20:05:45.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 4525 completed, throughput=5MB/sec 2023-12-16T20:05:45.230 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D6p4T8txOeFk3mC off=16838317 len=294469 2023-12-16T20:05:45.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 4526 completed, throughput=5MB/sec 2023-12-16T20:05:45.233 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xg19DrQYO4HzZUO off=9386494 len=1607126 2023-12-16T20:05:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:44 smithi002 ceph-mon[137674]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:44 smithi002 ceph-mon[140029]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:45.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 4527 completed, throughput=5MB/sec 2023-12-16T20:05:45.242 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-40h1pSEYh3Hyxy7 off=5582803 len=847859 2023-12-16T20:05:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:44 smithi043 ceph-mon[135010]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:05:45.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 4528 completed, throughput=5MB/sec 2023-12-16T20:05:45.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vL3Ggfm9IYbdYep off=21661 len=488409 2023-12-16T20:05:45.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 4529 completed, throughput=5MB/sec 2023-12-16T20:05:46.250 INFO:tasks.workunit.client.0.smithi002.stdout: 875: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:46.250 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1GP_933dRAsYmhb off=4345752 len=36624 2023-12-16T20:05:46.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 4530 completed, throughput=4.99MB/sec 2023-12-16T20:05:46.253 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0f-xgz6ZMjXVxyr off=14119760 len=242947 2023-12-16T20:05:46.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 4531 completed, throughput=4.99MB/sec 2023-12-16T20:05:46.254 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CWqrexqqmCdaPxB off=913222 len=1827787 2023-12-16T20:05:46.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 4532 completed, throughput=5MB/sec 2023-12-16T20:05:46.257 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kAC5oJtuXasDsb7 off=5133973 len=365780 2023-12-16T20:05:46.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 4533 completed, throughput=5MB/sec 2023-12-16T20:05:46.258 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MiDlaDbAY8OZdF0 off=308383 len=2085208 2023-12-16T20:05:46.267 INFO:tasks.workunit.client.0.smithi002.stdout:op 4534 completed, throughput=5MB/sec 2023-12-16T20:05:46.267 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WeF5PAXHovku0Q1 off=2207834 len=43610 2023-12-16T20:05:46.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 4535 completed, throughput=5MB/sec 2023-12-16T20:05:46.268 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fio9b81RvWtq-xc off=1203979 len=835196 2023-12-16T20:05:46.270 INFO:tasks.workunit.client.0.smithi002.stdout:op 4536 completed, throughput=5MB/sec 2023-12-16T20:05:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:46 smithi002 ceph-mon[137674]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:05:47.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:46 smithi002 ceph-mon[140029]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:05:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:46 smithi043 ceph-mon[135010]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:05:47.270 INFO:tasks.workunit.client.0.smithi002.stdout: 876: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:47.270 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gGpXMUE2vsWieJB off=955689 len=1120009 2023-12-16T20:05:47.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 4537 completed, throughput=5MB/sec 2023-12-16T20:05:47.277 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0TKEry9GAM_FC6Y off=6591298 len=2072385 2023-12-16T20:05:47.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 4538 completed, throughput=5MB/sec 2023-12-16T20:05:47.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k4jKd_c2nfQA3Mt off=4442358 len=1019039 2023-12-16T20:05:47.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 4539 completed, throughput=5MB/sec 2023-12-16T20:05:47.289 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vynjIf3nRPFUPz_ off=4590860 len=1725254 2023-12-16T20:05:47.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 4540 completed, throughput=5MB/sec 2023-12-16T20:05:48.291 INFO:tasks.workunit.client.0.smithi002.stdout: 877: throughput=5MB/sec pending data=0 2023-12-16T20:05:48.292 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pgABAHV0_7xyhTR off=4579627 len=369571 2023-12-16T20:05:48.296 INFO:tasks.workunit.client.0.smithi002.stdout:op 4541 completed, throughput=5MB/sec 2023-12-16T20:05:48.296 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TqWcLjEXrtOouse off=6365326 len=603752 2023-12-16T20:05:48.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 4542 completed, throughput=5MB/sec 2023-12-16T20:05:48.297 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G1Tj4BYB3ipdv4o off=6336996 len=857320 2023-12-16T20:05:48.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 4543 completed, throughput=5MB/sec 2023-12-16T20:05:48.298 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ylLXZnKUCTPO7G1 off=1871013 len=1409318 2023-12-16T20:05:48.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 4544 completed, throughput=5MB/sec 2023-12-16T20:05:48.306 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OoiC-3K0o9ZDCMB off=14921740 len=739672 2023-12-16T20:05:48.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 4545 completed, throughput=5MB/sec 2023-12-16T20:05:48.310 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HTnJORvEPOefSZk off=3372841 len=909578 2023-12-16T20:05:48.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 4546 completed, throughput=5MB/sec 2023-12-16T20:05:49.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:48 smithi002 ceph-mon[137674]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:05:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:48 smithi002 ceph-mon[140029]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:05:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:48 smithi043 ceph-mon[135010]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:05:49.316 INFO:tasks.workunit.client.0.smithi002.stdout: 878: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:49.316 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zv_6LYlvRAVTGN3 off=2152860 len=1846151 2023-12-16T20:05:49.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 4547 completed, throughput=5MB/sec 2023-12-16T20:05:49.317 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iMiovEKf0iLir-O off=0 len=1578914 2023-12-16T20:05:49.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 4548 completed, throughput=5MB/sec 2023-12-16T20:05:49.320 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_jPGo-rQTJSbo2S off=2512694 len=1272428 2023-12-16T20:05:49.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 4549 completed, throughput=5MB/sec 2023-12-16T20:05:49.321 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rUsuq3AEOeva7AD off=1417589 len=1079670 2023-12-16T20:05:49.327 INFO:tasks.workunit.client.0.smithi002.stdout:op 4550 completed, throughput=5MB/sec 2023-12-16T20:05:50.063 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:05:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:49 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:05:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:49 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:05:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:49 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:05:50.327 INFO:tasks.workunit.client.0.smithi002.stdout: 879: throughput=5MB/sec pending data=0 2023-12-16T20:05:50.327 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-30j7rAKR3jQC308 off=11607604 len=1674118 2023-12-16T20:05:50.329 INFO:tasks.workunit.client.0.smithi002.stdout:op 4551 completed, throughput=5MB/sec 2023-12-16T20:05:50.329 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-50Tuac28Fu4UYCo off=471795 len=38585 2023-12-16T20:05:50.332 INFO:tasks.workunit.client.0.smithi002.stdout:op 4552 completed, throughput=5MB/sec 2023-12-16T20:05:50.332 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3xgw0xxfZrWsrUs off=12266947 len=19825 2023-12-16T20:05:50.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 4553 completed, throughput=5MB/sec 2023-12-16T20:05:50.335 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xByXTr-kss10NYv off=800888 len=41708 2023-12-16T20:05:50.337 INFO:tasks.workunit.client.0.smithi002.stdout:op 4554 completed, throughput=5MB/sec 2023-12-16T20:05:50.337 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aSAhb_jLJ9ROC78 off=3084334 len=2070627 2023-12-16T20:05:50.339 INFO:tasks.workunit.client.0.smithi002.stdout:op 4555 completed, throughput=5MB/sec 2023-12-16T20:05:50.339 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0YLifNoYYOHLoqq off=1224611 len=233055 2023-12-16T20:05:50.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 4556 completed, throughput=5MB/sec 2023-12-16T20:05:50.342 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tQ61_dsVijMrJU_ off=11505020 len=1622644 2023-12-16T20:05:50.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 4557 completed, throughput=5MB/sec 2023-12-16T20:05:50.412 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:05:50.412 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (34m) 10m ago 36m 25.5M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (33m) 8m ago 36m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (37m) 10m ago 37m 18.6M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (37m) 8m ago 37m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (33m) 8m ago 39m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (33m) 10m ago 40m 505M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (33m) 10m ago 41m 108M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (32m) 8m ago 39m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (32m) 10m ago 39m 82.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (34m) 10m ago 36m 15.9M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (33m) 8m ago 36m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (32m) 10m ago 39m 446M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (31m) 10m ago 39m 365M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (31m) 10m ago 38m 372M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:05:50.413 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (30m) 10m ago 38m 373M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:05:50.414 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (30m) 8m ago 38m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:05:50.414 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (29m) 8m ago 38m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:05:50.414 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (29m) 8m ago 38m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:05:50.414 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (28m) 8m ago 37m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:05:50.414 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (33m) 8m ago 37m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:05:50.853 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:05:50.854 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:05:50.856 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:05:50.857 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:05:50.857 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:05:51.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[137674]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:51.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/353400922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:51.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:51.163 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[140029]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:51.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/353400922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:51.164 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:50 smithi043 ceph-mon[135010]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:05:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:50 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/353400922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:05:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:05:51.351 INFO:tasks.workunit.client.0.smithi002.stdout: 880: throughput=5MB/sec pending data=0 2023-12-16T20:05:51.351 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w8c1_s8ewGgIi7k off=8907915 len=495457 2023-12-16T20:05:51.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 4558 completed, throughput=5MB/sec 2023-12-16T20:05:51.352 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JQFcgwfE-tsHLK7 off=5699347 len=1382608 2023-12-16T20:05:51.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 4559 completed, throughput=5MB/sec 2023-12-16T20:05:51.353 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2ZffIk42qb4Y6B3 off=4260720 len=1290596 2023-12-16T20:05:51.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 4560 completed, throughput=5MB/sec 2023-12-16T20:05:51.355 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qNAkscuI-wEbqos off=16246317 len=597448 2023-12-16T20:05:51.355 INFO:tasks.workunit.client.0.smithi002.stdout:op 4561 completed, throughput=5MB/sec 2023-12-16T20:05:51.355 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V5xgcE-FSxCIVr5 off=0 len=1435748 2023-12-16T20:05:51.357 INFO:tasks.workunit.client.0.smithi002.stdout:op 4562 completed, throughput=5MB/sec 2023-12-16T20:05:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:05:51] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-16T20:05:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[137674]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[137674]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[140029]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[140029]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:51 smithi043 ceph-mon[135010]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:51 smithi043 ceph-mon[135010]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:05:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:52.357 INFO:tasks.workunit.client.0.smithi002.stdout: 881: throughput=5MB/sec pending data=0 2023-12-16T20:05:52.357 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dv08zGNqZbRVmeT off=10029413 len=671916 2023-12-16T20:05:52.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 4563 completed, throughput=5MB/sec 2023-12-16T20:05:52.361 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uhp7TYxw6RyErDY off=2529221 len=1721639 2023-12-16T20:05:52.368 INFO:tasks.workunit.client.0.smithi002.stdout:op 4564 completed, throughput=5MB/sec 2023-12-16T20:05:52.368 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6jbVfKAXMHyRtxF off=7679895 len=1985454 2023-12-16T20:05:52.378 INFO:tasks.workunit.client.0.smithi002.stdout:op 4565 completed, throughput=5MB/sec 2023-12-16T20:05:52.379 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TDTXV7k3zDTmlOp off=402601 len=959915 2023-12-16T20:05:52.383 INFO:tasks.workunit.client.0.smithi002.stdout:op 4566 completed, throughput=5MB/sec 2023-12-16T20:05:53.152 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[137674]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:53.152 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.152 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.152 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[140029]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:53.153 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.153 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:52 smithi043 ceph-mon[135010]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:05:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:53.383 INFO:tasks.workunit.client.0.smithi002.stdout: 882: throughput=5MB/sec pending data=0 2023-12-16T20:05:53.384 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kL_YvEUBdO-qH10 off=1794740 len=1727766 2023-12-16T20:05:53.390 INFO:tasks.workunit.client.0.smithi002.stdout:op 4567 completed, throughput=5MB/sec 2023-12-16T20:05:53.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eUE9dpkye67MELp off=1111938 len=1473933 2023-12-16T20:05:53.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 4568 completed, throughput=5MB/sec 2023-12-16T20:05:53.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OjFpgKkMHNruFCV off=20828681 len=2057479 2023-12-16T20:05:53.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 4569 completed, throughput=5MB/sec 2023-12-16T20:05:54.401 INFO:tasks.workunit.client.0.smithi002.stdout: 883: throughput=5MB/sec pending data=0 2023-12-16T20:05:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9iOGW7Lc_VSZR5j off=21574639 len=2145 2023-12-16T20:05:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:op 4570 completed, throughput=5MB/sec 2023-12-16T20:05:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i3-9dWkhNTqVvFo off=1882492 len=990242 2023-12-16T20:05:54.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 4571 completed, throughput=5MB/sec 2023-12-16T20:05:54.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-39b88ukWAgqZCTt off=1304779 len=1074753 2023-12-16T20:05:54.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 4572 completed, throughput=5MB/sec 2023-12-16T20:05:54.409 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0xhLqh21-hdGg_i off=13937479 len=428609 2023-12-16T20:05:54.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 4573 completed, throughput=5MB/sec 2023-12-16T20:05:54.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oEyk318UBCzY04P off=9724900 len=1839064 2023-12-16T20:05:54.414 INFO:tasks.workunit.client.0.smithi002.stdout:op 4574 completed, throughput=5MB/sec 2023-12-16T20:05:54.414 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j6c_gBdh-dpM_K1 off=4091714 len=1859179 2023-12-16T20:05:54.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 4575 completed, throughput=5MB/sec 2023-12-16T20:05:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:05:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:05:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:05:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:05:55.423 INFO:tasks.workunit.client.0.smithi002.stdout: 884: throughput=5MB/sec pending data=0 2023-12-16T20:05:55.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ujDRsGSxCid4VGy off=22161055 len=293367 2023-12-16T20:05:55.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 4576 completed, throughput=5MB/sec 2023-12-16T20:05:55.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J7DOvbkhpfh-WqI off=278717 len=336431 2023-12-16T20:05:55.424 INFO:tasks.workunit.client.0.smithi002.stdout:op 4577 completed, throughput=5MB/sec 2023-12-16T20:05:55.424 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-54ktzZU2l52nwlo off=2146013 len=1923249 2023-12-16T20:05:55.433 INFO:tasks.workunit.client.0.smithi002.stdout:op 4578 completed, throughput=5MB/sec 2023-12-16T20:05:55.433 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q6o8zjmeyzPf_MU off=13395646 len=2031243 2023-12-16T20:05:55.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 4579 completed, throughput=5MB/sec 2023-12-16T20:05:56.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:55 smithi002 ceph-mon[137674]: Detected new or changed devices on smithi002 2023-12-16T20:05:56.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:55 smithi002 ceph-mon[140029]: Detected new or changed devices on smithi002 2023-12-16T20:05:56.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:55 smithi043 ceph-mon[135010]: Detected new or changed devices on smithi002 2023-12-16T20:05:56.441 INFO:tasks.workunit.client.0.smithi002.stdout: 885: throughput=5MB/sec pending data=0 2023-12-16T20:05:56.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GTIHSZR4e_kdfK7 off=13124718 len=659347 2023-12-16T20:05:56.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 4580 completed, throughput=5MB/sec 2023-12-16T20:05:56.446 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nRPlN7XrEr0gMf4 off=7304605 len=416729 2023-12-16T20:05:56.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 4581 completed, throughput=5MB/sec 2023-12-16T20:05:56.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hSbeRwt16ov8y3W off=5040313 len=1076858 2023-12-16T20:05:56.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 4582 completed, throughput=5MB/sec 2023-12-16T20:05:56.452 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dEBSANGV-YV1xIl off=10482470 len=1888982 2023-12-16T20:05:56.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 4583 completed, throughput=5MB/sec 2023-12-16T20:05:56.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wlBn4n9Mza0bip3 off=14129095 len=1612620 2023-12-16T20:05:56.469 INFO:tasks.workunit.client.0.smithi002.stdout:op 4584 completed, throughput=5MB/sec 2023-12-16T20:05:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:56 smithi002 ceph-mon[137674]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:05:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:56 smithi002 ceph-mon[140029]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:05:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:56 smithi043 ceph-mon[135010]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:05:57.469 INFO:tasks.workunit.client.0.smithi002.stdout: 886: throughput=5MB/sec pending data=0 2023-12-16T20:05:57.469 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qm6m1K5zObIfJJT off=3831569 len=1971423 2023-12-16T20:05:57.479 INFO:tasks.workunit.client.0.smithi002.stdout:op 4585 completed, throughput=5MB/sec 2023-12-16T20:05:57.479 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-64GgOf-FdfCtKuH off=976029 len=65951 2023-12-16T20:05:57.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 4586 completed, throughput=5MB/sec 2023-12-16T20:05:57.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tkdjITYpawL9ZEA off=3090861 len=5908 2023-12-16T20:05:57.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 4587 completed, throughput=5MB/sec 2023-12-16T20:05:57.484 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EI9h3_rs0yBZYBx off=10073090 len=889790 2023-12-16T20:05:57.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 4588 completed, throughput=5MB/sec 2023-12-16T20:05:57.489 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qXlt-JbM8hcXQti off=19928077 len=1763379 2023-12-16T20:05:57.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 4589 completed, throughput=5MB/sec 2023-12-16T20:05:58.496 INFO:tasks.workunit.client.0.smithi002.stdout: 887: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:58.496 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JQ6mvP_lvAbnLBu off=2806742 len=560136 2023-12-16T20:05:58.501 INFO:tasks.workunit.client.0.smithi002.stdout:op 4590 completed, throughput=5MB/sec 2023-12-16T20:05:58.501 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ra9nleoheJbgSu8 off=8485025 len=753773 2023-12-16T20:05:58.503 INFO:tasks.workunit.client.0.smithi002.stdout:op 4591 completed, throughput=5MB/sec 2023-12-16T20:05:58.503 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zhK3PdW67sGGa_Q off=14169363 len=196134 2023-12-16T20:05:58.506 INFO:tasks.workunit.client.0.smithi002.stdout:op 4592 completed, throughput=5MB/sec 2023-12-16T20:05:58.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SSQcXhBb_NI7m8r off=4945695 len=1819825 2023-12-16T20:05:58.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 4593 completed, throughput=5MB/sec 2023-12-16T20:05:58.514 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TtZf2BAJ_j0lYPt off=6864118 len=297315 2023-12-16T20:05:58.517 INFO:tasks.workunit.client.0.smithi002.stdout:op 4594 completed, throughput=5MB/sec 2023-12-16T20:05:58.517 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oJDtD1nalIMM8b1 off=22583343 len=1653079 2023-12-16T20:05:58.518 INFO:tasks.workunit.client.0.smithi002.stdout:op 4595 completed, throughput=5MB/sec 2023-12-16T20:05:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:58 smithi002 ceph-mon[137674]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:58 smithi002 ceph-mon[140029]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:58 smithi043 ceph-mon[135010]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:05:59.518 INFO:tasks.workunit.client.0.smithi002.stdout: 888: throughput=4.99MB/sec pending data=0 2023-12-16T20:05:59.519 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o4STQnkEdqUkmXZ off=2255254 len=1110832 2023-12-16T20:05:59.520 INFO:tasks.workunit.client.0.smithi002.stdout:op 4596 completed, throughput=5MB/sec 2023-12-16T20:05:59.520 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wy0ZKYAttCtAwa_ off=1636686 len=450276 2023-12-16T20:05:59.525 INFO:tasks.workunit.client.0.smithi002.stdout:op 4597 completed, throughput=5MB/sec 2023-12-16T20:05:59.525 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zvown4etyDxYYwM off=594076 len=1550515 2023-12-16T20:05:59.528 INFO:tasks.workunit.client.0.smithi002.stdout:op 4598 completed, throughput=5MB/sec 2023-12-16T20:05:59.528 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oEG65EunArRGmXr off=7463031 len=1772219 2023-12-16T20:05:59.536 INFO:tasks.workunit.client.0.smithi002.stdout:op 4599 completed, throughput=5MB/sec 2023-12-16T20:05:59.536 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Wf_KE5uodKktHcY off=12781634 len=1133955 2023-12-16T20:05:59.538 INFO:tasks.workunit.client.0.smithi002.stdout:op 4600 completed, throughput=5MB/sec 2023-12-16T20:06:00.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:05:59 smithi002 ceph-mon[137674]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:00.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:05:59 smithi002 ceph-mon[140029]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:00.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:05:59 smithi043 ceph-mon[135010]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:00.539 INFO:tasks.workunit.client.0.smithi002.stdout: 889: throughput=5MB/sec pending data=0 2023-12-16T20:06:00.539 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-omjbW5q9EGEFqz1 off=7531837 len=948664 2023-12-16T20:06:00.541 INFO:tasks.workunit.client.0.smithi002.stdout:op 4601 completed, throughput=5MB/sec 2023-12-16T20:06:00.541 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hpqDuP3176-3Q1U off=18045411 len=11978 2023-12-16T20:06:00.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 4602 completed, throughput=5MB/sec 2023-12-16T20:06:00.544 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kxZmpl55vP5fhSN off=5150842 len=1239624 2023-12-16T20:06:00.546 INFO:tasks.workunit.client.0.smithi002.stdout:op 4603 completed, throughput=5MB/sec 2023-12-16T20:06:00.546 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VhL9pcGLbSjjnS4 off=5163320 len=1827931 2023-12-16T20:06:00.555 INFO:tasks.workunit.client.0.smithi002.stdout:op 4604 completed, throughput=5MB/sec 2023-12-16T20:06:00.555 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H3KK2yWEGkzFnEe off=11038183 len=364732 2023-12-16T20:06:00.556 INFO:tasks.workunit.client.0.smithi002.stdout:op 4605 completed, throughput=5MB/sec 2023-12-16T20:06:01.557 INFO:tasks.workunit.client.0.smithi002.stdout: 890: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:01.557 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-V_nyGZIpk26-s8a off=6089100 len=1618091 2023-12-16T20:06:01.559 INFO:tasks.workunit.client.0.smithi002.stdout:op 4606 completed, throughput=5MB/sec 2023-12-16T20:06:01.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xxOAGIY076SahMp off=5497563 len=445526 2023-12-16T20:06:01.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 4607 completed, throughput=5MB/sec 2023-12-16T20:06:01.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0XXtiAoBnik6_EJ off=6454379 len=1689585 2023-12-16T20:06:01.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 4608 completed, throughput=5MB/sec 2023-12-16T20:06:01.562 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fIXz-GwmS_6BSKb off=9946085 len=1159799 2023-12-16T20:06:01.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 4609 completed, throughput=5MB/sec 2023-12-16T20:06:01.568 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RWMs35entOh_bhp off=6536201 len=1580547 2023-12-16T20:06:01.575 INFO:tasks.workunit.client.0.smithi002.stdout:op 4610 completed, throughput=5MB/sec 2023-12-16T20:06:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:01] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-16T20:06:02.576 INFO:tasks.workunit.client.0.smithi002.stdout: 891: throughput=5MB/sec pending data=0 2023-12-16T20:06:02.576 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-slAwSoNss-SxeML off=4562992 len=704560 2023-12-16T20:06:02.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 4611 completed, throughput=5MB/sec 2023-12-16T20:06:02.580 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--fzG-tsG4RR7jtH off=14916370 len=31546 2023-12-16T20:06:02.581 INFO:tasks.workunit.client.0.smithi002.stdout:op 4612 completed, throughput=5MB/sec 2023-12-16T20:06:02.581 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NWpcsPhjvpF7Gwp off=18782069 len=96098 2023-12-16T20:06:02.583 INFO:tasks.workunit.client.0.smithi002.stdout:op 4613 completed, throughput=5MB/sec 2023-12-16T20:06:02.584 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-89Xc4KRPvuhya9u off=762323 len=1521457 2023-12-16T20:06:02.591 INFO:tasks.workunit.client.0.smithi002.stdout:op 4614 completed, throughput=5MB/sec 2023-12-16T20:06:02.591 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sqrVZeyOEgjBEN4 off=995716 len=1956736 2023-12-16T20:06:02.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 4615 completed, throughput=5MB/sec 2023-12-16T20:06:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:02 smithi002 ceph-mon[137674]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:06:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:02 smithi002 ceph-mon[140029]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:06:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:02 smithi043 ceph-mon[135010]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:06:03.601 INFO:tasks.workunit.client.0.smithi002.stdout: 892: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:03.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i_RBmWgku-q4akW off=11129498 len=496880 2023-12-16T20:06:03.606 INFO:tasks.workunit.client.0.smithi002.stdout:op 4616 completed, throughput=5MB/sec 2023-12-16T20:06:03.606 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wjHaoQnmQUCJDPa off=2209796 len=1449007 2023-12-16T20:06:03.609 INFO:tasks.workunit.client.0.smithi002.stdout:op 4617 completed, throughput=5MB/sec 2023-12-16T20:06:03.609 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lOQwdMYap40qA83 off=132284 len=1585087 2023-12-16T20:06:03.611 INFO:tasks.workunit.client.0.smithi002.stdout:op 4618 completed, throughput=5MB/sec 2023-12-16T20:06:03.611 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KYFRICx3lrCYh0U off=10596807 len=635592 2023-12-16T20:06:03.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 4619 completed, throughput=5MB/sec 2023-12-16T20:06:03.615 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lpT3JU-xMNffj02 off=11160060 len=482638 2023-12-16T20:06:03.619 INFO:tasks.workunit.client.0.smithi002.stdout:op 4620 completed, throughput=5MB/sec 2023-12-16T20:06:03.619 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JSopxP2c-upgA20 off=2166321 len=2081556 2023-12-16T20:06:03.630 INFO:tasks.workunit.client.0.smithi002.stdout:op 4621 completed, throughput=5MB/sec 2023-12-16T20:06:04.630 INFO:tasks.workunit.client.0.smithi002.stdout: 893: throughput=5MB/sec pending data=0 2023-12-16T20:06:04.630 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SHf22c7Pj7SVvvE off=3035288 len=588680 2023-12-16T20:06:04.632 INFO:tasks.workunit.client.0.smithi002.stdout:op 4622 completed, throughput=5MB/sec 2023-12-16T20:06:04.632 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aDJwMWxF_DOikSR off=2981841 len=623641 2023-12-16T20:06:04.633 INFO:tasks.workunit.client.0.smithi002.stdout:op 4623 completed, throughput=5MB/sec 2023-12-16T20:06:04.633 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FlZCOUqDCMaYxzb off=12663414 len=1397036 2023-12-16T20:06:04.635 INFO:tasks.workunit.client.0.smithi002.stdout:op 4624 completed, throughput=5MB/sec 2023-12-16T20:06:04.635 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tpv4WoC4E1Css6F off=2461469 len=1664499 2023-12-16T20:06:04.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 4625 completed, throughput=5MB/sec 2023-12-16T20:06:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:04 smithi002 ceph-mon[137674]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:04 smithi002 ceph-mon[140029]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:04 smithi043 ceph-mon[135010]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:05.645 INFO:tasks.workunit.client.0.smithi002.stdout: 894: throughput=5MB/sec pending data=0 2023-12-16T20:06:05.645 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zhL1ea4KbwjXhsU off=2610384 len=1234599 2023-12-16T20:06:05.646 INFO:tasks.workunit.client.0.smithi002.stdout:op 4626 completed, throughput=5MB/sec 2023-12-16T20:06:05.646 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KVDVe-bt8-E5B0i off=9627783 len=333790 2023-12-16T20:06:05.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 4627 completed, throughput=5MB/sec 2023-12-16T20:06:05.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NCqM7lxAMkQsWkS off=9283854 len=197986 2023-12-16T20:06:05.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 4628 completed, throughput=5MB/sec 2023-12-16T20:06:05.653 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FdFSNeJLvc8WqSj off=6356678 len=649433 2023-12-16T20:06:05.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 4629 completed, throughput=5MB/sec 2023-12-16T20:06:05.655 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ug8x0D_cXiD4JLE off=12780849 len=708705 2023-12-16T20:06:05.656 INFO:tasks.workunit.client.0.smithi002.stdout:op 4630 completed, throughput=5MB/sec 2023-12-16T20:06:05.656 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZDc0dNfjXStepIv off=14757432 len=11876 2023-12-16T20:06:05.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 4631 completed, throughput=5MB/sec 2023-12-16T20:06:05.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ARqQl1o3uefwTMs off=1907645 len=1340031 2023-12-16T20:06:05.665 INFO:tasks.workunit.client.0.smithi002.stdout:op 4632 completed, throughput=5MB/sec 2023-12-16T20:06:05.665 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PO8smxcCc4K838- off=10826469 len=166170 2023-12-16T20:06:05.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 4633 completed, throughput=5MB/sec 2023-12-16T20:06:05.668 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tdPM9fP0W2BtyCR off=1884018 len=1175581 2023-12-16T20:06:05.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 4634 completed, throughput=5MB/sec 2023-12-16T20:06:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:06.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:06.673 INFO:tasks.workunit.client.0.smithi002.stdout: 895: throughput=5MB/sec pending data=0 2023-12-16T20:06:06.673 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-h9j9riOgO5ybTfJ off=2641311 len=998781 2023-12-16T20:06:06.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 4635 completed, throughput=5MB/sec 2023-12-16T20:06:06.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UG_x7PFH22PWGek off=999305 len=1153991 2023-12-16T20:06:06.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 4636 completed, throughput=5MB/sec 2023-12-16T20:06:06.677 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RKlGUjPAUyNj0E_ off=7071987 len=1097275 2023-12-16T20:06:06.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 4637 completed, throughput=5MB/sec 2023-12-16T20:06:06.679 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eck2EEbH6WeLo3m off=721846 len=1086854 2023-12-16T20:06:06.680 INFO:tasks.workunit.client.0.smithi002.stdout:op 4638 completed, throughput=5MB/sec 2023-12-16T20:06:06.680 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-paB8xV4L_uTC2Jh off=0 len=1968026 2023-12-16T20:06:06.683 INFO:tasks.workunit.client.0.smithi002.stdout:op 4639 completed, throughput=5MB/sec 2023-12-16T20:06:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:06 smithi002 ceph-mon[137674]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:06:07.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:06 smithi002 ceph-mon[140029]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:06:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:06 smithi043 ceph-mon[135010]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:06:07.684 INFO:tasks.workunit.client.0.smithi002.stdout: 896: throughput=5MB/sec pending data=0 2023-12-16T20:06:07.684 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wXOX5xf1_qICNxn off=7248455 len=1519796 2023-12-16T20:06:07.692 INFO:tasks.workunit.client.0.smithi002.stdout:op 4640 completed, throughput=5MB/sec 2023-12-16T20:06:07.692 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SOS9RmZrWj1-T_g off=3858697 len=1987823 2023-12-16T20:06:07.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 4641 completed, throughput=5MB/sec 2023-12-16T20:06:08.695 INFO:tasks.workunit.client.0.smithi002.stdout: 897: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:08.791 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3lhZu_dn_AUG0Ie off=12765713 len=2066306 2023-12-16T20:06:08.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 4642 completed, throughput=5MB/sec 2023-12-16T20:06:08.792 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-08PCcbo3y5cYJzc off=3074610 len=60400 2023-12-16T20:06:08.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 4643 completed, throughput=5MB/sec 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aCoT6UKqBPfhsny off=2604542 len=389600 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 4644 completed, throughput=5MB/sec 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QbjELzfvPrQ0is9 off=5998657 len=1727996 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 4645 completed, throughput=5MB/sec 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hOEdUb4CRpX5-z4 off=61391 len=66786 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 4646 completed, throughput=5MB/sec 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d-XC5UhJRKuRO5v off=1131265 len=472741 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 4647 completed, throughput=5MB/sec 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uzq0TOlT_QJMq_T off=23150172 len=1321793 2023-12-16T20:06:08.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 4648 completed, throughput=5MB/sec 2023-12-16T20:06:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:08 smithi002 ceph-mon[137674]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:06:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:08 smithi002 ceph-mon[140029]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:06:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:08 smithi043 ceph-mon[135010]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:06:09.713 INFO:tasks.workunit.client.0.smithi002.stdout: 898: throughput=5MB/sec pending data=0 2023-12-16T20:06:09.713 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g-GsZTk6sB4eusu off=4079207 len=630133 2023-12-16T20:06:09.714 INFO:tasks.workunit.client.0.smithi002.stdout:op 4649 completed, throughput=5MB/sec 2023-12-16T20:06:09.714 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HQ1WjDvkI2LUjln off=11858632 len=410277 2023-12-16T20:06:09.715 INFO:tasks.workunit.client.0.smithi002.stdout:op 4650 completed, throughput=5MB/sec 2023-12-16T20:06:09.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YsrFW8wRtwZr0ML off=1190109 len=1435646 2023-12-16T20:06:09.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 4651 completed, throughput=5MB/sec 2023-12-16T20:06:09.717 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u8wht7YzoecfYWi off=4608356 len=1951958 2023-12-16T20:06:09.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 4652 completed, throughput=5MB/sec 2023-12-16T20:06:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:09 smithi002 ceph-mon[137674]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:09 smithi002 ceph-mon[140029]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:09 smithi043 ceph-mon[135010]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:10.728 INFO:tasks.workunit.client.0.smithi002.stdout: 899: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:10.728 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3kvcsXI8qnotav6 off=1538645 len=444026 2023-12-16T20:06:10.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 4653 completed, throughput=5MB/sec 2023-12-16T20:06:10.729 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y6QoJUKZYZjefKV off=2642232 len=885233 2023-12-16T20:06:10.735 INFO:tasks.workunit.client.0.smithi002.stdout:op 4654 completed, throughput=5MB/sec 2023-12-16T20:06:10.735 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z77NsXccdUlbRpU off=2120295 len=2035802 2023-12-16T20:06:10.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 4655 completed, throughput=5MB/sec 2023-12-16T20:06:10.744 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-o95V1dncIi7undE off=10753815 len=991596 2023-12-16T20:06:10.745 INFO:tasks.workunit.client.0.smithi002.stdout:op 4656 completed, throughput=5MB/sec 2023-12-16T20:06:10.746 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rkHxY4MyTkZJAU0 off=1997959 len=335450 2023-12-16T20:06:10.749 INFO:tasks.workunit.client.0.smithi002.stdout:op 4657 completed, throughput=5MB/sec 2023-12-16T20:06:10.749 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-08a_U5AbKT7zqzq off=3023107 len=399210 2023-12-16T20:06:10.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 4658 completed, throughput=5MB/sec 2023-12-16T20:06:10.750 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-d3cIiA9zIzwfd4y off=3723891 len=1949429 2023-12-16T20:06:10.754 INFO:tasks.workunit.client.0.smithi002.stdout:op 4659 completed, throughput=5MB/sec 2023-12-16T20:06:11.754 INFO:tasks.workunit.client.0.smithi002.stdout: 900: throughput=5MB/sec pending data=0 2023-12-16T20:06:11.754 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4rTVmatvsfHCQmq off=14912360 len=866811 2023-12-16T20:06:11.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 4660 completed, throughput=5MB/sec 2023-12-16T20:06:11.755 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SETKa_F09js4o89 off=15803908 len=245168 2023-12-16T20:06:11.756 INFO:tasks.workunit.client.0.smithi002.stdout:op 4661 completed, throughput=5MB/sec 2023-12-16T20:06:11.756 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f2CUpyxfaIHU-kd off=11183904 len=1994728 2023-12-16T20:06:11.759 INFO:tasks.workunit.client.0.smithi002.stdout:op 4662 completed, throughput=5MB/sec 2023-12-16T20:06:11.759 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RCxQeZ4aBg2VS7L off=930951 len=2093568 2023-12-16T20:06:11.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 4663 completed, throughput=5MB/sec 2023-12-16T20:06:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:11] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:06:12.770 INFO:tasks.workunit.client.0.smithi002.stdout: 901: throughput=5MB/sec pending data=0 2023-12-16T20:06:12.770 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UUDGKqnsxTp_GEj off=3893664 len=1971273 2023-12-16T20:06:12.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 4664 completed, throughput=5MB/sec 2023-12-16T20:06:12.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ysPDbAbWdv7Ol-E off=1168954 len=1911762 2023-12-16T20:06:12.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 4665 completed, throughput=5MB/sec 2023-12-16T20:06:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:12 smithi002 ceph-mon[137674]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:06:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:12 smithi002 ceph-mon[140029]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:06:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:12 smithi043 ceph-mon[135010]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T20:06:13.777 INFO:tasks.workunit.client.0.smithi002.stdout: 902: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:13.777 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OScdCWMD281uLsL off=15331091 len=263039 2023-12-16T20:06:13.778 INFO:tasks.workunit.client.0.smithi002.stdout:op 4666 completed, throughput=4.99MB/sec 2023-12-16T20:06:13.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2h07h-DaYcP0hk1 off=1935270 len=808166 2023-12-16T20:06:13.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 4667 completed, throughput=5MB/sec 2023-12-16T20:06:13.779 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Ne6Ifz-zv9zatK4 off=3246575 len=967200 2023-12-16T20:06:13.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 4668 completed, throughput=5MB/sec 2023-12-16T20:06:13.781 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hInuZJdsm3clHS7 off=1680503 len=949032 2023-12-16T20:06:13.786 INFO:tasks.workunit.client.0.smithi002.stdout:op 4669 completed, throughput=5MB/sec 2023-12-16T20:06:13.786 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W3sSal9M_I6Bl9B off=12609991 len=1860787 2023-12-16T20:06:13.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 4670 completed, throughput=5MB/sec 2023-12-16T20:06:13.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UFfXDlRlAX1RTe7 off=775548 len=1142008 2023-12-16T20:06:13.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 4671 completed, throughput=5MB/sec 2023-12-16T20:06:14.790 INFO:tasks.workunit.client.0.smithi002.stdout: 903: throughput=5MB/sec pending data=0 2023-12-16T20:06:14.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oqp2ckDO6YnT0iE off=1436901 len=1556061 2023-12-16T20:06:14.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 4672 completed, throughput=5MB/sec 2023-12-16T20:06:14.792 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7lCTq1SXoImhexT off=2045775 len=1522740 2023-12-16T20:06:14.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 4673 completed, throughput=5MB/sec 2023-12-16T20:06:14.800 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LNxQ2a0qpYx_hIS off=11844623 len=467667 2023-12-16T20:06:14.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 4674 completed, throughput=5MB/sec 2023-12-16T20:06:14.801 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k_2KoyWY0i805os off=179872 len=1944950 2023-12-16T20:06:14.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 4675 completed, throughput=5MB/sec 2023-12-16T20:06:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:14 smithi002 ceph-mon[137674]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:06:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:14 smithi002 ceph-mon[140029]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:06:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:14 smithi043 ceph-mon[135010]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T20:06:15.805 INFO:tasks.workunit.client.0.smithi002.stdout: 904: throughput=5MB/sec pending data=0 2023-12-16T20:06:15.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g-1YPT8aOUSveC_ off=2948892 len=2061408 2023-12-16T20:06:15.808 INFO:tasks.workunit.client.0.smithi002.stdout:op 4676 completed, throughput=5MB/sec 2023-12-16T20:06:15.809 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MQ4av3l_K_y90Oh off=4847864 len=1228632 2023-12-16T20:06:15.810 INFO:tasks.workunit.client.0.smithi002.stdout:op 4677 completed, throughput=5MB/sec 2023-12-16T20:06:15.811 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EN8UVta3CV0pAXZ off=18282987 len=1848962 2023-12-16T20:06:15.820 INFO:tasks.workunit.client.0.smithi002.stdout:op 4678 completed, throughput=5MB/sec 2023-12-16T20:06:16.821 INFO:tasks.workunit.client.0.smithi002.stdout: 905: throughput=5MB/sec pending data=0 2023-12-16T20:06:16.821 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZRZlCNCRBYX7ndx off=1298841 len=1445619 2023-12-16T20:06:16.829 INFO:tasks.workunit.client.0.smithi002.stdout:op 4679 completed, throughput=5MB/sec 2023-12-16T20:06:16.830 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xiGO9Wn61ByMBgs off=2728833 len=1700371 2023-12-16T20:06:16.838 INFO:tasks.workunit.client.0.smithi002.stdout:op 4680 completed, throughput=5MB/sec 2023-12-16T20:06:16.838 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zZRRlUOUUf0WtdT off=1700049 len=434897 2023-12-16T20:06:16.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 4681 completed, throughput=5MB/sec 2023-12-16T20:06:16.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FIpEKF2zCt3XaMf off=3031835 len=1659286 2023-12-16T20:06:16.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 4682 completed, throughput=5MB/sec 2023-12-16T20:06:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:16 smithi002 ceph-mon[137674]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:06:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:16 smithi002 ceph-mon[140029]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:06:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:16 smithi043 ceph-mon[135010]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T20:06:17.847 INFO:tasks.workunit.client.0.smithi002.stdout: 906: throughput=5MB/sec pending data=0 2023-12-16T20:06:17.847 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u1Ls2LKRrs2AZ8N off=891015 len=2067536 2023-12-16T20:06:17.850 INFO:tasks.workunit.client.0.smithi002.stdout:op 4683 completed, throughput=5MB/sec 2023-12-16T20:06:17.850 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oAvXHzJVoyDypNI off=683889 len=232621 2023-12-16T20:06:17.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 4684 completed, throughput=5MB/sec 2023-12-16T20:06:17.851 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pnIkBgSi7f1hVo1 off=4175575 len=460822 2023-12-16T20:06:17.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 4685 completed, throughput=5MB/sec 2023-12-16T20:06:17.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHVms-JHFnpAh-h off=4396949 len=512709 2023-12-16T20:06:17.854 INFO:tasks.workunit.client.0.smithi002.stdout:op 4686 completed, throughput=5MB/sec 2023-12-16T20:06:17.854 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sMh1eSQ8PEL7hjC off=11777909 len=2064587 2023-12-16T20:06:17.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 4687 completed, throughput=5MB/sec 2023-12-16T20:06:18.859 INFO:tasks.workunit.client.0.smithi002.stdout: 907: throughput=5MB/sec pending data=0 2023-12-16T20:06:18.859 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JtqKJ-54UUVrlL9 off=147470 len=1904897 2023-12-16T20:06:18.866 INFO:tasks.workunit.client.0.smithi002.stdout:op 4688 completed, throughput=5MB/sec 2023-12-16T20:06:18.866 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Bi6oYAUIv4d-m4N off=5043731 len=483076 2023-12-16T20:06:18.870 INFO:tasks.workunit.client.0.smithi002.stdout:op 4689 completed, throughput=5MB/sec 2023-12-16T20:06:18.870 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4a2qmtdpkswUhK9 off=14977571 len=1231321 2023-12-16T20:06:18.878 INFO:tasks.workunit.client.0.smithi002.stdout:op 4690 completed, throughput=5MB/sec 2023-12-16T20:06:18.879 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w9QCpaafK_cFLuV off=8226212 len=278957 2023-12-16T20:06:18.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 4691 completed, throughput=5MB/sec 2023-12-16T20:06:18.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VivbEepNzYTdf8J off=437096 len=1049636 2023-12-16T20:06:18.881 INFO:tasks.workunit.client.0.smithi002.stdout:op 4692 completed, throughput=5MB/sec 2023-12-16T20:06:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:18 smithi002 ceph-mon[137674]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:06:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:18 smithi002 ceph-mon[140029]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:06:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:18 smithi043 ceph-mon[135010]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T20:06:19.882 INFO:tasks.workunit.client.0.smithi002.stdout: 908: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:19.882 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2qGVbGuN__obUBE off=1084932 len=1292744 2023-12-16T20:06:19.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 4693 completed, throughput=5MB/sec 2023-12-16T20:06:19.884 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OcKuRmFYDp2CxGF off=302771 len=1009866 2023-12-16T20:06:19.890 INFO:tasks.workunit.client.0.smithi002.stdout:op 4694 completed, throughput=5MB/sec 2023-12-16T20:06:19.891 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rfCe9AxHF8OFlnt off=1325926 len=367813 2023-12-16T20:06:19.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 4695 completed, throughput=5MB/sec 2023-12-16T20:06:19.891 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1EQFJczJJUwgcsm off=10231609 len=702843 2023-12-16T20:06:19.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 4696 completed, throughput=5MB/sec 2023-12-16T20:06:19.893 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bG-eXYKYCnUCrnx off=2717747 len=926930 2023-12-16T20:06:19.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 4697 completed, throughput=5MB/sec 2023-12-16T20:06:19.898 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EGqLhFJJc4BTTr5 off=22439723 len=353636 2023-12-16T20:06:19.899 INFO:tasks.workunit.client.0.smithi002.stdout:op 4698 completed, throughput=5MB/sec 2023-12-16T20:06:19.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wQ1LGwSBEdVdO91 off=5470604 len=84190 2023-12-16T20:06:19.901 INFO:tasks.workunit.client.0.smithi002.stdout:op 4699 completed, throughput=5MB/sec 2023-12-16T20:06:19.901 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7kQ6GX0H3bPLhw- off=11197728 len=746900 2023-12-16T20:06:19.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 4700 completed, throughput=5MB/sec 2023-12-16T20:06:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:19 smithi002 ceph-mon[137674]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:06:20.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:19 smithi002 ceph-mon[140029]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:06:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:19 smithi043 ceph-mon[135010]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T20:06:20.906 INFO:tasks.workunit.client.0.smithi002.stdout: 909: throughput=5MB/sec pending data=0 2023-12-16T20:06:20.907 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sPQ7vqQwdNbCe38 off=13581947 len=32301 2023-12-16T20:06:20.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 4701 completed, throughput=5MB/sec 2023-12-16T20:06:20.907 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SL0Ku1PqSQQ7_rw off=637489 len=988495 2023-12-16T20:06:20.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 4702 completed, throughput=5MB/sec 2023-12-16T20:06:20.909 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4TwtG0gl8Zsvyuw off=839902 len=1906030 2023-12-16T20:06:20.920 INFO:tasks.workunit.client.0.smithi002.stdout:op 4703 completed, throughput=5MB/sec 2023-12-16T20:06:20.920 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SUd6gtTiYMYU7_b off=7890935 len=757152 2023-12-16T20:06:20.924 INFO:tasks.workunit.client.0.smithi002.stdout:op 4704 completed, throughput=5MB/sec 2023-12-16T20:06:20.925 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QbjELzfvPrQ0is9 off=2339323 len=145657 2023-12-16T20:06:20.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 4705 completed, throughput=5MB/sec 2023-12-16T20:06:20.928 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mm5QTTTibnxjv_j off=9135931 len=1696627 2023-12-16T20:06:20.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 4706 completed, throughput=5MB/sec 2023-12-16T20:06:21.225 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:21.225 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:21.226 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:06:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (34m) 30s ago 37m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (34m) 8m ago 37m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (38m) 30s ago 38m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (38m) 8m ago 38m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (33m) 8m ago 40m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:06:21.550 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (34m) 30s ago 41m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (33m) 30s ago 41m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (33m) 8m ago 40m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (33m) 30s ago 40m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (34m) 30s ago 36m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (34m) 8m ago 36m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (32m) 30s ago 39m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (32m) 30s ago 39m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (31m) 30s ago 39m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (31m) 30s ago 39m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (30m) 8m ago 39m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (30m) 8m ago 38m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (29m) 8m ago 38m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:06:21.551 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (29m) 8m ago 38m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:06:21.552 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (33m) 8m ago 37m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:06:21.928 INFO:tasks.workunit.client.0.smithi002.stdout: 910: throughput=5MB/sec pending data=0 2023-12-16T20:06:21.929 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y1lfdWj6p6MJHXj off=161678 len=76517 2023-12-16T20:06:21.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 4707 completed, throughput=5MB/sec 2023-12-16T20:06:21.931 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TI9mXpPfVhd1zAQ off=0 len=1397350 2023-12-16T20:06:21.934 INFO:tasks.workunit.client.0.smithi002.stdout:op 4708 completed, throughput=5MB/sec 2023-12-16T20:06:21.934 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kogLTcNJVourcUV off=6200737 len=1199680 2023-12-16T20:06:21.936 INFO:tasks.workunit.client.0.smithi002.stdout:op 4709 completed, throughput=5MB/sec 2023-12-16T20:06:21.936 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f-MUHKgRdmGbjXD off=3892468 len=127318 2023-12-16T20:06:21.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 4710 completed, throughput=5MB/sec 2023-12-16T20:06:21.939 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-f2CUpyxfaIHU-kd off=21338 len=1164458 2023-12-16T20:06:21.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 4711 completed, throughput=5MB/sec 2023-12-16T20:06:21.941 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2FP7NWExqBihBcG off=9342596 len=349371 2023-12-16T20:06:21.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 4712 completed, throughput=5MB/sec 2023-12-16T20:06:21.943 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-amJf3RRZRBUDfs- off=2116839 len=654998 2023-12-16T20:06:21.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 4713 completed, throughput=5MB/sec 2023-12-16T20:06:21.963 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:21.964 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:06:21.965 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:06:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[137674]: from='client.45740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[137674]: from='client.45746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[137674]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T20:06:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1343389429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:21] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T20:06:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[140029]: from='client.45740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[140029]: from='client.45746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[140029]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T20:06:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1343389429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:21 smithi043 ceph-mon[135010]: from='client.45740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:21 smithi043 ceph-mon[135010]: from='client.45746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:21 smithi043 ceph-mon[135010]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T20:06:22.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1343389429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:22.944 INFO:tasks.workunit.client.0.smithi002.stdout: 911: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:22.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mprWeMmtjgTecCa off=6775432 len=1601033 2023-12-16T20:06:22.953 INFO:tasks.workunit.client.0.smithi002.stdout:op 4714 completed, throughput=5MB/sec 2023-12-16T20:06:22.954 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jd1_gelJwgLbMgb off=260724 len=1242420 2023-12-16T20:06:22.960 INFO:tasks.workunit.client.0.smithi002.stdout:op 4715 completed, throughput=5MB/sec 2023-12-16T20:06:22.960 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SLnf9m3AUwmKEYB off=8579692 len=9323 2023-12-16T20:06:22.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 4716 completed, throughput=5MB/sec 2023-12-16T20:06:22.963 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-60ntJmLrwaoSeDh off=15275139 len=2056829 2023-12-16T20:06:22.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 4717 completed, throughput=5MB/sec 2023-12-16T20:06:22.967 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zqS4jOQsw89M2qW off=21371515 len=468179 2023-12-16T20:06:22.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 4718 completed, throughput=5MB/sec 2023-12-16T20:06:23.967 INFO:tasks.workunit.client.0.smithi002.stdout: 912: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:23.968 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BoWIID8l1LDhOvC off=2106395 len=70874 2023-12-16T20:06:23.970 INFO:tasks.workunit.client.0.smithi002.stdout:op 4719 completed, throughput=4.99MB/sec 2023-12-16T20:06:23.970 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lKYXR5Z4Bhb3-gw off=9108283 len=1598495 2023-12-16T20:06:23.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 4720 completed, throughput=5MB/sec 2023-12-16T20:06:23.974 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ebHhWzirRX12R9X off=12926351 len=279741 2023-12-16T20:06:23.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 4721 completed, throughput=5MB/sec 2023-12-16T20:06:23.975 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B4p8ULyTaTZtxwh off=3900265 len=1100218 2023-12-16T20:06:23.977 INFO:tasks.workunit.client.0.smithi002.stdout:op 4722 completed, throughput=5MB/sec 2023-12-16T20:06:23.977 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pT5uXnUX-jBC7gW off=3003617 len=1983987 2023-12-16T20:06:23.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 4723 completed, throughput=5MB/sec 2023-12-16T20:06:23.985 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3fsYjDf6v0GmKq9 off=18977474 len=1504094 2023-12-16T20:06:23.988 INFO:tasks.workunit.client.0.smithi002.stdout:op 4724 completed, throughput=5MB/sec 2023-12-16T20:06:24.987 INFO:tasks.workunit.client.0.smithi002.stdout: 913: throughput=5MB/sec pending data=0 2023-12-16T20:06:24.988 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K3wEl0_Ix0aBPps off=997855 len=480330 2023-12-16T20:06:24.991 INFO:tasks.workunit.client.0.smithi002.stdout:op 4725 completed, throughput=5MB/sec 2023-12-16T20:06:24.992 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NXcXcKnyC1AwlGH off=2174518 len=1184810 2023-12-16T20:06:24.999 INFO:tasks.workunit.client.0.smithi002.stdout:op 4726 completed, throughput=5MB/sec 2023-12-16T20:06:24.999 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_DP1Zl5WOBghRvj off=11709976 len=799426 2023-12-16T20:06:25.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 4727 completed, throughput=5MB/sec 2023-12-16T20:06:25.004 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-exr9RAiNcO1Vsdg off=10691297 len=850325 2023-12-16T20:06:25.006 INFO:tasks.workunit.client.0.smithi002.stdout:op 4728 completed, throughput=5MB/sec 2023-12-16T20:06:25.006 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QUNAp4SAP1W22Ap off=8209869 len=1631548 2023-12-16T20:06:25.008 INFO:tasks.workunit.client.0.smithi002.stdout:op 4729 completed, throughput=5MB/sec 2023-12-16T20:06:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:24 smithi002 ceph-mon[137674]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:25.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:24 smithi002 ceph-mon[140029]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:24 smithi043 ceph-mon[135010]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:26.008 INFO:tasks.workunit.client.0.smithi002.stdout: 914: throughput=5MB/sec pending data=0 2023-12-16T20:06:26.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DJI7AtGfbE23vyv off=1672034 len=2021214 2023-12-16T20:06:26.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 4730 completed, throughput=5MB/sec 2023-12-16T20:06:26.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QfvJeHRktHnwguf off=3901393 len=262884 2023-12-16T20:06:26.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 4731 completed, throughput=5MB/sec 2023-12-16T20:06:26.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ucv-l4yOzt_26z8 off=10128041 len=620138 2023-12-16T20:06:26.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 4732 completed, throughput=5MB/sec 2023-12-16T20:06:26.016 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gtj2JHwmBcY8Sf6 off=983826 len=1684188 2023-12-16T20:06:26.018 INFO:tasks.workunit.client.0.smithi002.stdout:op 4733 completed, throughput=5MB/sec 2023-12-16T20:06:27.019 INFO:tasks.workunit.client.0.smithi002.stdout: 915: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:27.019 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NWVbouAdrpl-n_o off=6489100 len=1029939 2023-12-16T20:06:27.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 4734 completed, throughput=5MB/sec 2023-12-16T20:06:27.025 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hmlhwexd-EiBfsm off=9012130 len=1951031 2023-12-16T20:06:27.027 INFO:tasks.workunit.client.0.smithi002.stdout:op 4735 completed, throughput=5MB/sec 2023-12-16T20:06:27.027 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7f-wZvCb_vq24eG off=9544415 len=2065052 2023-12-16T20:06:27.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 4736 completed, throughput=5MB/sec 2023-12-16T20:06:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:26 smithi002 ceph-mon[137674]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:06:27.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:26 smithi002 ceph-mon[140029]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:06:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:26 smithi043 ceph-mon[135010]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T20:06:28.030 INFO:tasks.workunit.client.0.smithi002.stdout: 916: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:28.030 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0a7rODSkt1dbXT1 off=6198540 len=1188945 2023-12-16T20:06:28.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 4737 completed, throughput=5MB/sec 2023-12-16T20:06:28.037 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ahh1L9nY0-sJVW8 off=15041972 len=610548 2023-12-16T20:06:28.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 4738 completed, throughput=5MB/sec 2023-12-16T20:06:28.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HpAigeYnYxkwlUl off=3516179 len=1188142 2023-12-16T20:06:28.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 4739 completed, throughput=5MB/sec 2023-12-16T20:06:28.040 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PLjroj3wsd0_W1s off=2357889 len=330223 2023-12-16T20:06:28.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 4740 completed, throughput=5MB/sec 2023-12-16T20:06:28.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1fzLNmb7Ox7JAXW off=11604167 len=1164024 2023-12-16T20:06:28.046 INFO:tasks.workunit.client.0.smithi002.stdout:op 4741 completed, throughput=5MB/sec 2023-12-16T20:06:28.046 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zWymxH1dTaeKIH0 off=1833715 len=2072146 2023-12-16T20:06:28.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 4742 completed, throughput=5MB/sec 2023-12-16T20:06:29.057 INFO:tasks.workunit.client.0.smithi002.stdout: 917: throughput=5MB/sec pending data=0 2023-12-16T20:06:29.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LY1JyXZ5BgiX6xI off=306177 len=142900 2023-12-16T20:06:29.060 INFO:tasks.workunit.client.0.smithi002.stdout:op 4743 completed, throughput=5MB/sec 2023-12-16T20:06:29.060 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Dqd2IqO4ost-rmU off=5936124 len=1183835 2023-12-16T20:06:29.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 4744 completed, throughput=5MB/sec 2023-12-16T20:06:29.066 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1VnqNpTwXUwQVXR off=14758838 len=51020 2023-12-16T20:06:29.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 4745 completed, throughput=5MB/sec 2023-12-16T20:06:29.067 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-goAy8ocuG_-xHxx off=11328466 len=546136 2023-12-16T20:06:29.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 4746 completed, throughput=5MB/sec 2023-12-16T20:06:29.072 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LBz0xZ6ESxysu-G off=6863810 len=1792679 2023-12-16T20:06:29.073 INFO:tasks.workunit.client.0.smithi002.stdout:op 4747 completed, throughput=5MB/sec 2023-12-16T20:06:29.074 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yS63ALMFLgzPjiZ off=7187271 len=55370 2023-12-16T20:06:29.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 4748 completed, throughput=5MB/sec 2023-12-16T20:06:29.076 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ASw4Id2105T6JsC off=1181046 len=1316203 2023-12-16T20:06:29.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 4749 completed, throughput=5MB/sec 2023-12-16T20:06:29.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:28 smithi002 ceph-mon[137674]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:06:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:28 smithi002 ceph-mon[140029]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:06:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:28 smithi043 ceph-mon[135010]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:06:30.082 INFO:tasks.workunit.client.0.smithi002.stdout: 918: throughput=5MB/sec pending data=0 2023-12-16T20:06:30.082 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HiUwhjAYjSIV3dy off=10059947 len=1596903 2023-12-16T20:06:30.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 4750 completed, throughput=5MB/sec 2023-12-16T20:06:30.085 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mxYK-JBKTqkXE4n off=3907334 len=1390794 2023-12-16T20:06:30.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 4751 completed, throughput=5MB/sec 2023-12-16T20:06:30.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZCLgG4O7QoysGUw off=1025263 len=1971091 2023-12-16T20:06:30.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 4752 completed, throughput=5MB/sec 2023-12-16T20:06:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:29 smithi002 ceph-mon[137674]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:29 smithi002 ceph-mon[140029]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:29 smithi043 ceph-mon[135010]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:06:31.094 INFO:tasks.workunit.client.0.smithi002.stdout: 919: throughput=5MB/sec pending data=0 2023-12-16T20:06:31.095 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SguWIRg-q9hdaky off=8608374 len=1187884 2023-12-16T20:06:31.100 INFO:tasks.workunit.client.0.smithi002.stdout:op 4753 completed, throughput=5MB/sec 2023-12-16T20:06:31.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cnMPrdDpaGmCWiF off=3497330 len=153072 2023-12-16T20:06:31.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 4754 completed, throughput=5MB/sec 2023-12-16T20:06:31.103 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-s05GEud5Lb80AOq off=9797825 len=1574347 2023-12-16T20:06:31.113 INFO:tasks.workunit.client.0.smithi002.stdout:op 4755 completed, throughput=5MB/sec 2023-12-16T20:06:31.113 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-izpBWSwETfn5gen off=273091 len=544335 2023-12-16T20:06:31.114 INFO:tasks.workunit.client.0.smithi002.stdout:op 4756 completed, throughput=5MB/sec 2023-12-16T20:06:31.114 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GXCwBKoKDZLY30u off=19532138 len=1574083 2023-12-16T20:06:31.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 4757 completed, throughput=5MB/sec 2023-12-16T20:06:32.121 INFO:tasks.workunit.client.0.smithi002.stdout: 920: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:32.121 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yRHL0gRB7tKejD- off=3792413 len=883354 2023-12-16T20:06:32.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 4758 completed, throughput=5MB/sec 2023-12-16T20:06:32.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g8JCJipbzp5Euwe off=11112010 len=909998 2023-12-16T20:06:32.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 4759 completed, throughput=5MB/sec 2023-12-16T20:06:32.124 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-s3StVusEqdU7uE- off=3902591 len=1275431 2023-12-16T20:06:32.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 4760 completed, throughput=5MB/sec 2023-12-16T20:06:32.136 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-17_VNxa-8WAnTS1 off=14811014 len=461188 2023-12-16T20:06:32.140 INFO:tasks.workunit.client.0.smithi002.stdout:op 4761 completed, throughput=5MB/sec 2023-12-16T20:06:32.140 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xc4T4bapuUEfOrJ off=19443386 len=1479641 2023-12-16T20:06:32.147 INFO:tasks.workunit.client.0.smithi002.stdout:op 4762 completed, throughput=5MB/sec 2023-12-16T20:06:32.147 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9tdMkANX1hoM_Pn off=191332 len=820955 2023-12-16T20:06:32.149 INFO:tasks.workunit.client.0.smithi002.stdout:op 4763 completed, throughput=5MB/sec 2023-12-16T20:06:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:31] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-16T20:06:33.149 INFO:tasks.workunit.client.0.smithi002.stdout: 921: throughput=5MB/sec pending data=0 2023-12-16T20:06:33.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2_HH61lEB3G7I7Z off=11959178 len=1545998 2023-12-16T20:06:33.157 INFO:tasks.workunit.client.0.smithi002.stdout:op 4764 completed, throughput=5MB/sec 2023-12-16T20:06:33.158 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eaG53_ZMSo5g9_W off=8632820 len=687124 2023-12-16T20:06:33.159 INFO:tasks.workunit.client.0.smithi002.stdout:op 4765 completed, throughput=5MB/sec 2023-12-16T20:06:33.159 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XT7v3evrGKrxSaZ off=5323845 len=748124 2023-12-16T20:06:33.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 4766 completed, throughput=5MB/sec 2023-12-16T20:06:33.166 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AxfHHzKgzHaBc0n off=9743869 len=1953615 2023-12-16T20:06:33.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 4767 completed, throughput=5MB/sec 2023-12-16T20:06:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:32 smithi002 ceph-mon[137674]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:32 smithi002 ceph-mon[140029]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:32 smithi043 ceph-mon[135010]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:34.168 INFO:tasks.workunit.client.0.smithi002.stdout: 922: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:34.168 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WE-ZAfsuclHzsVm off=13719785 len=1360347 2023-12-16T20:06:34.175 INFO:tasks.workunit.client.0.smithi002.stdout:op 4768 completed, throughput=5MB/sec 2023-12-16T20:06:34.175 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-spPT4qJ2Kh6yXLS off=16453330 len=1438943 2023-12-16T20:06:34.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 4769 completed, throughput=5MB/sec 2023-12-16T20:06:34.183 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kKk6SvxYrvNomH9 off=3264477 len=135461 2023-12-16T20:06:34.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 4770 completed, throughput=5MB/sec 2023-12-16T20:06:34.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-btLTOkp2Up_kxRv off=1672021 len=695185 2023-12-16T20:06:34.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 4771 completed, throughput=5MB/sec 2023-12-16T20:06:34.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Jf4-hnG3i89cQ-T off=8133768 len=1509041 2023-12-16T20:06:34.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 4772 completed, throughput=5MB/sec 2023-12-16T20:06:35.192 INFO:tasks.workunit.client.0.smithi002.stdout: 923: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:35.193 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iB8dFFewq5U5V6c off=360464 len=964473 2023-12-16T20:06:35.199 INFO:tasks.workunit.client.0.smithi002.stdout:op 4773 completed, throughput=5MB/sec 2023-12-16T20:06:35.199 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K-wIXhDpHIYYqHi off=13225652 len=1964602 2023-12-16T20:06:35.207 INFO:tasks.workunit.client.0.smithi002.stdout:op 4774 completed, throughput=5MB/sec 2023-12-16T20:06:35.207 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RQMTGxbj4RZv-C4 off=16028575 len=1208348 2023-12-16T20:06:35.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 4775 completed, throughput=5MB/sec 2023-12-16T20:06:35.213 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7GJi9aySYHFfdDg off=322050 len=20868 2023-12-16T20:06:35.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 4776 completed, throughput=5MB/sec 2023-12-16T20:06:35.215 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oqM8cG9zCZDUgeb off=15634954 len=553252 2023-12-16T20:06:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 4777 completed, throughput=5MB/sec 2023-12-16T20:06:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1zhVugl9Ad_jH84 off=4447752 len=1793495 2023-12-16T20:06:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:op 4778 completed, throughput=5MB/sec 2023-12-16T20:06:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:34 smithi002 ceph-mon[137674]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:06:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:34 smithi002 ceph-mon[140029]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:06:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:34 smithi043 ceph-mon[135010]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T20:06:36.221 INFO:tasks.workunit.client.0.smithi002.stdout: 924: throughput=5MB/sec pending data=0 2023-12-16T20:06:36.221 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-05sQY-q1zifaNqX off=2896317 len=142815 2023-12-16T20:06:36.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 4779 completed, throughput=5MB/sec 2023-12-16T20:06:36.224 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M1cAps2DQFLiOOe off=1264060 len=239624 2023-12-16T20:06:36.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 4780 completed, throughput=5MB/sec 2023-12-16T20:06:36.225 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZS4Dg8KK3pkfF9p off=3918136 len=946266 2023-12-16T20:06:36.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 4781 completed, throughput=5MB/sec 2023-12-16T20:06:36.230 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4bUErR9DY2LyUVW off=15128129 len=1115007 2023-12-16T20:06:36.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 4782 completed, throughput=5MB/sec 2023-12-16T20:06:36.232 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FMsshQIZrM1lqdL off=16513847 len=1948907 2023-12-16T20:06:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 4783 completed, throughput=5MB/sec 2023-12-16T20:06:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:37.235 INFO:tasks.workunit.client.0.smithi002.stdout: 925: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:37.235 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IVXZBZNYVPgWJrP off=3453792 len=995808 2023-12-16T20:06:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:36 smithi002 ceph-mon[137674]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:37.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:36 smithi002 ceph-mon[140029]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:37.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 4784 completed, throughput=5MB/sec 2023-12-16T20:06:37.241 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BFy93qhmRST-FSm off=23404463 len=254570 2023-12-16T20:06:37.242 INFO:tasks.workunit.client.0.smithi002.stdout:op 4785 completed, throughput=5MB/sec 2023-12-16T20:06:37.242 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IEcLu_9PrA5tN6j off=2156288 len=828872 2023-12-16T20:06:37.243 INFO:tasks.workunit.client.0.smithi002.stdout:op 4786 completed, throughput=5MB/sec 2023-12-16T20:06:37.243 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yn3gyRNIHuOs_g6 off=13803291 len=1239392 2023-12-16T20:06:37.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 4787 completed, throughput=5MB/sec 2023-12-16T20:06:37.245 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r0rm5ypkR1-XscL off=4825136 len=1668547 2023-12-16T20:06:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:36 smithi043 ceph-mon[135010]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:06:37.253 INFO:tasks.workunit.client.0.smithi002.stdout:op 4788 completed, throughput=5MB/sec 2023-12-16T20:06:37.253 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j9BprEH9_8ld-jy off=1845049 len=175608 2023-12-16T20:06:37.256 INFO:tasks.workunit.client.0.smithi002.stdout:op 4789 completed, throughput=5MB/sec 2023-12-16T20:06:38.256 INFO:tasks.workunit.client.0.smithi002.stdout: 926: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:38.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7KEjYs4Q45Hj-98 off=1117041 len=305117 2023-12-16T20:06:38.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 4790 completed, throughput=5MB/sec 2023-12-16T20:06:38.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nIYIBPNgdtiBi3X off=8566428 len=1528402 2023-12-16T20:06:38.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 4791 completed, throughput=5MB/sec 2023-12-16T20:06:38.265 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KwL-pknUNsgFE2B off=4861209 len=732935 2023-12-16T20:06:38.270 INFO:tasks.workunit.client.0.smithi002.stdout:op 4792 completed, throughput=5MB/sec 2023-12-16T20:06:38.270 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-STsWHbPfSGLhRRR off=15131183 len=1455406 2023-12-16T20:06:38.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 4793 completed, throughput=5MB/sec 2023-12-16T20:06:38.278 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X2FeeUz9e5iXyUn off=1453184 len=1672571 2023-12-16T20:06:38.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 4794 completed, throughput=5MB/sec 2023-12-16T20:06:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:38 smithi002 ceph-mon[137674]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:38 smithi002 ceph-mon[140029]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:38 smithi043 ceph-mon[135010]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:39.285 INFO:tasks.workunit.client.0.smithi002.stdout: 927: throughput=5MB/sec pending data=0 2023-12-16T20:06:39.285 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zGGELeGeUoV-PBd off=10595258 len=1744016 2023-12-16T20:06:39.288 INFO:tasks.workunit.client.0.smithi002.stdout:op 4795 completed, throughput=5MB/sec 2023-12-16T20:06:39.288 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ofxk-qokfEUgRWQ off=801386 len=220852 2023-12-16T20:06:39.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 4796 completed, throughput=5MB/sec 2023-12-16T20:06:39.289 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lBUt-eSwKsfVasB off=5993292 len=1255718 2023-12-16T20:06:39.290 INFO:tasks.workunit.client.0.smithi002.stdout:op 4797 completed, throughput=5MB/sec 2023-12-16T20:06:39.290 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ojdyH1t8aoTtL7l off=11089448 len=1030762 2023-12-16T20:06:39.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 4798 completed, throughput=5MB/sec 2023-12-16T20:06:39.291 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ApfCNMvRc1pb3ER off=9909051 len=516534 2023-12-16T20:06:39.296 INFO:tasks.workunit.client.0.smithi002.stdout:op 4799 completed, throughput=5MB/sec 2023-12-16T20:06:39.296 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ls7OLdNPAmmm3W1 off=19925584 len=1221724 2023-12-16T20:06:39.302 INFO:tasks.workunit.client.0.smithi002.stdout:op 4800 completed, throughput=5MB/sec 2023-12-16T20:06:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:39 smithi002 ceph-mon[137674]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:39 smithi002 ceph-mon[140029]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:39 smithi043 ceph-mon[135010]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:06:40.302 INFO:tasks.workunit.client.0.smithi002.stdout: 928: throughput=5MB/sec pending data=0 2023-12-16T20:06:40.302 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1dSV4UxvR2vImL9 off=6213873 len=1579840 2023-12-16T20:06:40.304 INFO:tasks.workunit.client.0.smithi002.stdout:op 4801 completed, throughput=5MB/sec 2023-12-16T20:06:40.305 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tIIcgpHKgWZ_6i7 off=4654356 len=395241 2023-12-16T20:06:40.308 INFO:tasks.workunit.client.0.smithi002.stdout:op 4802 completed, throughput=5MB/sec 2023-12-16T20:06:40.308 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4SzjOwiceTiY7XA off=20033222 len=2088561 2023-12-16T20:06:40.311 INFO:tasks.workunit.client.0.smithi002.stdout:op 4803 completed, throughput=5MB/sec 2023-12-16T20:06:40.311 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-l4MQJrbEqQE7BZb off=2373348 len=784896 2023-12-16T20:06:40.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 4804 completed, throughput=5MB/sec 2023-12-16T20:06:41.316 INFO:tasks.workunit.client.0.smithi002.stdout: 929: throughput=5MB/sec pending data=0 2023-12-16T20:06:41.316 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eEQAgCC119ZPOgP off=20568730 len=143373 2023-12-16T20:06:41.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 4805 completed, throughput=5MB/sec 2023-12-16T20:06:41.317 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w8WJTw81BfN0pdJ off=3803732 len=1909283 2023-12-16T20:06:41.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 4806 completed, throughput=5MB/sec 2023-12-16T20:06:41.321 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0zyqj8Oy0AwHrFg off=2092995 len=248890 2023-12-16T20:06:41.321 INFO:tasks.workunit.client.0.smithi002.stdout:op 4807 completed, throughput=5MB/sec 2023-12-16T20:06:41.321 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g1B4X-LayDzBhha off=17350061 len=964539 2023-12-16T20:06:41.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 4808 completed, throughput=5MB/sec 2023-12-16T20:06:41.327 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VHKAT-aWeiDseMC off=2669597 len=337584 2023-12-16T20:06:41.327 INFO:tasks.workunit.client.0.smithi002.stdout:op 4809 completed, throughput=5MB/sec 2023-12-16T20:06:41.327 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rVpP2fm2t_VITzX off=1838980 len=2018381 2023-12-16T20:06:41.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 4810 completed, throughput=5MB/sec 2023-12-16T20:06:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:41] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T20:06:42.336 INFO:tasks.workunit.client.0.smithi002.stdout: 930: throughput=5MB/sec pending data=0 2023-12-16T20:06:42.336 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vz3hbePjDI3d960 off=13449225 len=535271 2023-12-16T20:06:42.341 INFO:tasks.workunit.client.0.smithi002.stdout:op 4811 completed, throughput=5MB/sec 2023-12-16T20:06:42.341 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ge7iyidJ-ZU-MjY off=857049 len=634529 2023-12-16T20:06:42.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 4812 completed, throughput=5MB/sec 2023-12-16T20:06:42.343 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qpiAubriHQOONCV off=7237158 len=704189 2023-12-16T20:06:42.347 INFO:tasks.workunit.client.0.smithi002.stdout:op 4813 completed, throughput=5MB/sec 2023-12-16T20:06:42.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aDuy75We5bQC6_7 off=2560376 len=861285 2023-12-16T20:06:42.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 4814 completed, throughput=5MB/sec 2023-12-16T20:06:42.350 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BlkaXJ3Tx_y9Spm off=537046 len=2079972 2023-12-16T20:06:42.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 4815 completed, throughput=5MB/sec 2023-12-16T20:06:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:42 smithi002 ceph-mon[137674]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:06:43.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:42 smithi002 ceph-mon[140029]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:06:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:42 smithi043 ceph-mon[135010]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:06:43.361 INFO:tasks.workunit.client.0.smithi002.stdout: 931: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:43.361 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YnXm7QqCMhooJTH off=17237934 len=1055746 2023-12-16T20:06:43.362 INFO:tasks.workunit.client.0.smithi002.stdout:op 4816 completed, throughput=5MB/sec 2023-12-16T20:06:43.362 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CsLLTHTg4s1RFYz off=1624625 len=449412 2023-12-16T20:06:43.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 4817 completed, throughput=5MB/sec 2023-12-16T20:06:43.364 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eqe0wjcHd4FyBo- off=4897609 len=1038461 2023-12-16T20:06:43.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 4818 completed, throughput=5MB/sec 2023-12-16T20:06:43.370 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zRgUUR34kGAvx70 off=9529757 len=1746293 2023-12-16T20:06:43.379 INFO:tasks.workunit.client.0.smithi002.stdout:op 4819 completed, throughput=5MB/sec 2023-12-16T20:06:43.379 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6lbzviZuNxqOmcT off=1087552 len=1409440 2023-12-16T20:06:43.381 INFO:tasks.workunit.client.0.smithi002.stdout:op 4820 completed, throughput=5MB/sec 2023-12-16T20:06:44.381 INFO:tasks.workunit.client.0.smithi002.stdout: 932: throughput=5MB/sec pending data=0 2023-12-16T20:06:44.381 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MM1HrEjzlkCHdtF off=8230606 len=181156 2023-12-16T20:06:44.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 4821 completed, throughput=5MB/sec 2023-12-16T20:06:44.382 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eaNiayLhPlAVzH8 off=1071780 len=153012 2023-12-16T20:06:44.382 INFO:tasks.workunit.client.0.smithi002.stdout:op 4822 completed, throughput=5MB/sec 2023-12-16T20:06:44.382 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XEsk4i8rhWqScD7 off=8635837 len=161452 2023-12-16T20:06:44.386 INFO:tasks.workunit.client.0.smithi002.stdout:op 4823 completed, throughput=5MB/sec 2023-12-16T20:06:44.386 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XicBt2V-WqwMG9b off=2514082 len=1336550 2023-12-16T20:06:44.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 4824 completed, throughput=5MB/sec 2023-12-16T20:06:44.392 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sRam0UniYejd8T- off=4884987 len=707835 2023-12-16T20:06:44.396 INFO:tasks.workunit.client.0.smithi002.stdout:op 4825 completed, throughput=5MB/sec 2023-12-16T20:06:44.396 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--0MYjC0I4gkGL-1 off=9435442 len=1748370 2023-12-16T20:06:44.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 4826 completed, throughput=5MB/sec 2023-12-16T20:06:44.398 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-STH3pHgUp1sEweb off=6244371 len=2011142 2023-12-16T20:06:44.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 4827 completed, throughput=5MB/sec 2023-12-16T20:06:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:44 smithi002 ceph-mon[137674]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:45.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:44 smithi002 ceph-mon[140029]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:44 smithi043 ceph-mon[135010]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:45.400 INFO:tasks.workunit.client.0.smithi002.stdout: 933: throughput=5MB/sec pending data=0 2023-12-16T20:06:45.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z27THeM9gQWBriF off=37527 len=1201645 2023-12-16T20:06:45.407 INFO:tasks.workunit.client.0.smithi002.stdout:op 4828 completed, throughput=5MB/sec 2023-12-16T20:06:45.407 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4Oq3ElYO8-seTxx off=12359719 len=1685857 2023-12-16T20:06:45.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 4829 completed, throughput=5MB/sec 2023-12-16T20:06:45.409 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EGhAMuzIrn-9BeI off=3263912 len=1399391 2023-12-16T20:06:45.415 INFO:tasks.workunit.client.0.smithi002.stdout:op 4830 completed, throughput=5MB/sec 2023-12-16T20:06:46.415 INFO:tasks.workunit.client.0.smithi002.stdout: 934: throughput=5MB/sec pending data=0 2023-12-16T20:06:46.416 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uvKUDsKzfSz-eG8 off=14056780 len=1453899 2023-12-16T20:06:46.419 INFO:tasks.workunit.client.0.smithi002.stdout:op 4831 completed, throughput=5MB/sec 2023-12-16T20:06:46.419 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q8oNIszKz7kNzWG off=10324439 len=1996437 2023-12-16T20:06:46.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 4832 completed, throughput=5MB/sec 2023-12-16T20:06:46.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J9OJyBl-UzKsJFr off=10274666 len=554290 2023-12-16T20:06:46.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 4833 completed, throughput=5MB/sec 2023-12-16T20:06:46.422 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gwNJFWywMSbQmpA off=6357368 len=188534 2023-12-16T20:06:46.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 4834 completed, throughput=5MB/sec 2023-12-16T20:06:46.426 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l4MQJrbEqQE7BZb off=4016923 len=1728979 2023-12-16T20:06:46.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 4835 completed, throughput=5MB/sec 2023-12-16T20:06:47.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:46 smithi002 ceph-mon[137674]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:06:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:46 smithi002 ceph-mon[140029]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:06:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:46 smithi043 ceph-mon[135010]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:06:47.428 INFO:tasks.workunit.client.0.smithi002.stdout: 935: throughput=5MB/sec pending data=0 2023-12-16T20:06:47.428 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oXL5ev3LTKJuNtu off=6013351 len=1198806 2023-12-16T20:06:47.429 INFO:tasks.workunit.client.0.smithi002.stdout:op 4836 completed, throughput=5MB/sec 2023-12-16T20:06:47.430 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NqDoZdYWomDls4M off=1976562 len=629183 2023-12-16T20:06:47.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 4837 completed, throughput=5MB/sec 2023-12-16T20:06:47.431 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9wylY6Nc6FtB61Y off=10653182 len=650577 2023-12-16T20:06:47.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 4838 completed, throughput=5MB/sec 2023-12-16T20:06:47.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SOS9RmZrWj1-T_g off=5852558 len=424146 2023-12-16T20:06:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 4839 completed, throughput=5MB/sec 2023-12-16T20:06:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LQ4eP8IvuaL7cnQ off=3702320 len=1088021 2023-12-16T20:06:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 4840 completed, throughput=5MB/sec 2023-12-16T20:06:47.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e-DjRnDBAXDVIg4 off=4130508 len=419179 2023-12-16T20:06:47.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 4841 completed, throughput=5MB/sec 2023-12-16T20:06:48.445 INFO:tasks.workunit.client.0.smithi002.stdout: 936: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:48.446 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OCiKkzbw_ytaG7g off=19305919 len=109934 2023-12-16T20:06:48.448 INFO:tasks.workunit.client.0.smithi002.stdout:op 4842 completed, throughput=5MB/sec 2023-12-16T20:06:48.448 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-psyKUST6XWpJfWX off=9054711 len=403499 2023-12-16T20:06:48.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 4843 completed, throughput=5MB/sec 2023-12-16T20:06:48.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YgHNZEYPDHrLoH4 off=2621780 len=1213148 2023-12-16T20:06:48.452 INFO:tasks.workunit.client.0.smithi002.stdout:op 4844 completed, throughput=5MB/sec 2023-12-16T20:06:48.452 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FnxK3y0PwdVPghE off=5202585 len=393977 2023-12-16T20:06:48.455 INFO:tasks.workunit.client.0.smithi002.stdout:op 4845 completed, throughput=5MB/sec 2023-12-16T20:06:48.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xKx5-1wRnKjZ72X off=10725450 len=1798048 2023-12-16T20:06:48.465 INFO:tasks.workunit.client.0.smithi002.stdout:op 4846 completed, throughput=5MB/sec 2023-12-16T20:06:48.465 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-50ATgj2TzrqwHL_ off=10778171 len=1698953 2023-12-16T20:06:48.471 INFO:tasks.workunit.client.0.smithi002.stdout:op 4847 completed, throughput=5MB/sec 2023-12-16T20:06:49.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:48 smithi002 ceph-mon[137674]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:49.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:48 smithi002 ceph-mon[140029]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:49.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:48 smithi043 ceph-mon[135010]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:06:49.472 INFO:tasks.workunit.client.0.smithi002.stdout: 937: throughput=5MB/sec pending data=0 2023-12-16T20:06:49.472 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZE8LB2olqPvll2w off=8465324 len=1776303 2023-12-16T20:06:49.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 4848 completed, throughput=5MB/sec 2023-12-16T20:06:49.482 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8VnHPntXyn1AtUo off=3064702 len=397343 2023-12-16T20:06:49.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 4849 completed, throughput=5MB/sec 2023-12-16T20:06:49.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LsMVsUPKoa1hR3d off=15096368 len=501223 2023-12-16T20:06:49.486 INFO:tasks.workunit.client.0.smithi002.stdout:op 4850 completed, throughput=5MB/sec 2023-12-16T20:06:49.486 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fYi89khNfG3S77N off=6105905 len=217638 2023-12-16T20:06:49.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 4851 completed, throughput=5MB/sec 2023-12-16T20:06:49.489 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lyRBuTlLCpvTrxU off=10385003 len=1687221 2023-12-16T20:06:49.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 4852 completed, throughput=5MB/sec 2023-12-16T20:06:49.492 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vE5AysCthtYGBpn off=7523389 len=514319 2023-12-16T20:06:49.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 4853 completed, throughput=5MB/sec 2023-12-16T20:06:50.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:49 smithi002 ceph-mon[137674]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:06:50.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:49 smithi002 ceph-mon[140029]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:06:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:49 smithi043 ceph-mon[135010]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:06:50.496 INFO:tasks.workunit.client.0.smithi002.stdout: 938: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:50.497 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U6Jo5UFTuN0f8hf off=3436708 len=864635 2023-12-16T20:06:50.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 4854 completed, throughput=5MB/sec 2023-12-16T20:06:50.498 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LKOfLn2IhJNSR8S off=17581847 len=2073081 2023-12-16T20:06:50.500 INFO:tasks.workunit.client.0.smithi002.stdout:op 4855 completed, throughput=5MB/sec 2023-12-16T20:06:50.500 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fbig00t0ihPa1eG off=5222406 len=779668 2023-12-16T20:06:50.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 4856 completed, throughput=5MB/sec 2023-12-16T20:06:50.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lE8CY4HQN3xodsp off=14880389 len=1927943 2023-12-16T20:06:50.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 4857 completed, throughput=5MB/sec 2023-12-16T20:06:51.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:51.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:06:51.517 INFO:tasks.workunit.client.0.smithi002.stdout: 939: throughput=5MB/sec pending data=0 2023-12-16T20:06:51.517 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8qAWj0IAwb0YNxb off=7212459 len=177769 2023-12-16T20:06:51.521 INFO:tasks.workunit.client.0.smithi002.stdout:op 4858 completed, throughput=5MB/sec 2023-12-16T20:06:51.521 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GHH8alXfiKLtZ_x off=7624395 len=1389605 2023-12-16T20:06:51.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 4859 completed, throughput=5MB/sec 2023-12-16T20:06:51.523 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WMCizDEJk_tDLoZ off=7452778 len=1232462 2023-12-16T20:06:51.530 INFO:tasks.workunit.client.0.smithi002.stdout:op 4860 completed, throughput=5MB/sec 2023-12-16T20:06:51.530 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qEhdXBqKuKvxlW- off=4898357 len=703687 2023-12-16T20:06:51.534 INFO:tasks.workunit.client.0.smithi002.stdout:op 4861 completed, throughput=5MB/sec 2023-12-16T20:06:51.534 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fYg71Y584TNnXLi off=7864826 len=1911801 2023-12-16T20:06:51.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 4862 completed, throughput=5MB/sec 2023-12-16T20:06:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:51 smithi002 ceph-mon[137674]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:06:52.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:06:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:06:51] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:06:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:51 smithi002 ceph-mon[140029]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:06:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:51 smithi043 ceph-mon[135010]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:06:52.326 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:06:52.542 INFO:tasks.workunit.client.0.smithi002.stdout: 940: throughput=5MB/sec pending data=0 2023-12-16T20:06:52.543 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xeQCpbTgS6k-CIp off=8085248 len=1403515 2023-12-16T20:06:52.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 4863 completed, throughput=5MB/sec 2023-12-16T20:06:52.548 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WwBq9iTtnVfPeYC off=13498442 len=1176774 2023-12-16T20:06:52.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 4864 completed, throughput=5MB/sec 2023-12-16T20:06:52.549 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cUY5vhCWVbg6Deq off=3643676 len=214744 2023-12-16T20:06:52.550 INFO:tasks.workunit.client.0.smithi002.stdout:op 4865 completed, throughput=5MB/sec 2023-12-16T20:06:52.550 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5kFIHwFFk-YmpTQ off=4433615 len=481952 2023-12-16T20:06:52.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 4866 completed, throughput=5MB/sec 2023-12-16T20:06:52.553 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wN4ep4OHNUXgF6S off=5238402 len=356192 2023-12-16T20:06:52.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 4867 completed, throughput=5MB/sec 2023-12-16T20:06:52.557 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g4Rlf6aiuj67nyy off=2941562 len=1228054 2023-12-16T20:06:52.563 INFO:tasks.workunit.client.0.smithi002.stdout:op 4868 completed, throughput=5MB/sec 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (35m) 61s ago 37m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (34m) 9m ago 37m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (38m) 61s ago 38m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (38m) 9m ago 38m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (34m) 9m ago 40m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (34m) 61s ago 41m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (34m) 61s ago 42m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (33m) 9m ago 41m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (33m) 61s ago 40m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (35m) 61s ago 37m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:06:52.655 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (34m) 9m ago 37m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (33m) 61s ago 40m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (32m) 61s ago 40m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (32m) 61s ago 40m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (31m) 61s ago 39m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (31m) 9m ago 39m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (30m) 9m ago 39m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (30m) 9m ago 39m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (29m) 9m ago 38m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:06:52.656 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (34m) 9m ago 38m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:06:53.062 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:06:53.063 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:06:53.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:52 smithi002 ceph-mon[140029]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:52 smithi002 ceph-mon[140029]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:52 smithi002 ceph-mon[137674]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:52 smithi002 ceph-mon[137674]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:52 smithi043 ceph-mon[135010]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:52 smithi043 ceph-mon[135010]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:06:53.564 INFO:tasks.workunit.client.0.smithi002.stdout: 941: throughput=4.99MB/sec pending data=0 2023-12-16T20:06:53.564 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NTFi2i4oCKZ6RkC off=7645713 len=40326 2023-12-16T20:06:53.567 INFO:tasks.workunit.client.0.smithi002.stdout:op 4869 completed, throughput=4.99MB/sec 2023-12-16T20:06:53.567 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Sj1Zhi1qK8dgsov off=11020766 len=1366196 2023-12-16T20:06:53.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 4870 completed, throughput=5MB/sec 2023-12-16T20:06:53.574 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eo2iomrduGjsSZN off=13715720 len=698141 2023-12-16T20:06:53.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 4871 completed, throughput=5MB/sec 2023-12-16T20:06:53.576 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H16xMwrFwYb-I2a off=468035 len=1192557 2023-12-16T20:06:53.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 4872 completed, throughput=5MB/sec 2023-12-16T20:06:53.576 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7HPRDgBKt2kId-6 off=1563147 len=597779 2023-12-16T20:06:53.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 4873 completed, throughput=5MB/sec 2023-12-16T20:06:53.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CDWh4aLAyf1-fZJ off=16129201 len=2076190 2023-12-16T20:06:53.589 INFO:tasks.workunit.client.0.smithi002.stdout:op 4874 completed, throughput=5MB/sec 2023-12-16T20:06:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:53 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3785626843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:54.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:53 smithi043 ceph-mon[135010]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:06:54.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:53 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3785626843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:54.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:53 smithi002 ceph-mon[137674]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:06:54.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:53 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3785626843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:06:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:53 smithi002 ceph-mon[140029]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:06:54.589 INFO:tasks.workunit.client.0.smithi002.stdout: 942: throughput=5MB/sec pending data=0 2023-12-16T20:06:54.590 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4sQ-_BZ3RwEg_L- off=1249528 len=932338 2023-12-16T20:06:54.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 4875 completed, throughput=5MB/sec 2023-12-16T20:06:54.592 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m1YcZxL-PDV5irH off=4231163 len=1967314 2023-12-16T20:06:54.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 4876 completed, throughput=5MB/sec 2023-12-16T20:06:54.601 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0KpTY_uBLcd8qD5 off=1084575 len=2082481 2023-12-16T20:06:54.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 4877 completed, throughput=5MB/sec 2023-12-16T20:06:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:06:55.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:06:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:06:55.604 INFO:tasks.workunit.client.0.smithi002.stdout: 943: throughput=5MB/sec pending data=0 2023-12-16T20:06:55.604 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6fMle8Ax7ZFYjOj off=3269552 len=1295414 2023-12-16T20:06:55.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 4878 completed, throughput=5MB/sec 2023-12-16T20:06:55.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CNV2diTYNaFFDWU off=18537205 len=1282243 2023-12-16T20:06:55.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 4879 completed, throughput=5MB/sec 2023-12-16T20:06:55.611 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ng77kn7wYftzsbr off=5293013 len=1556553 2023-12-16T20:06:55.616 INFO:tasks.workunit.client.0.smithi002.stdout:op 4880 completed, throughput=5MB/sec 2023-12-16T20:06:55.616 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4rTVmatvsfHCQmq off=10570629 len=1786157 2023-12-16T20:06:55.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 4881 completed, throughput=5MB/sec 2023-12-16T20:06:56.622 INFO:tasks.workunit.client.0.smithi002.stdout: 944: throughput=5MB/sec pending data=0 2023-12-16T20:06:56.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cITjHcZWU2GlSqa off=4214529 len=17143 2023-12-16T20:06:56.625 INFO:tasks.workunit.client.0.smithi002.stdout:op 4882 completed, throughput=5MB/sec 2023-12-16T20:06:56.625 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-plXJhBos_WiSfhF off=12198050 len=798471 2023-12-16T20:06:56.627 INFO:tasks.workunit.client.0.smithi002.stdout:op 4883 completed, throughput=5MB/sec 2023-12-16T20:06:56.627 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MKLpNZWqGUE2JpD off=0 len=1205370 2023-12-16T20:06:56.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 4884 completed, throughput=5MB/sec 2023-12-16T20:06:56.628 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FQ0PmfymDVgcKL1 off=742008 len=63809 2023-12-16T20:06:56.630 INFO:tasks.workunit.client.0.smithi002.stdout:op 4885 completed, throughput=5MB/sec 2023-12-16T20:06:56.631 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xYTY9LGXxJrQRd5 off=5735476 len=1160746 2023-12-16T20:06:56.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 4886 completed, throughput=5MB/sec 2023-12-16T20:06:56.636 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Zmrv8xzTjLe4klT off=17378134 len=988733 2023-12-16T20:06:56.641 INFO:tasks.workunit.client.0.smithi002.stdout:op 4887 completed, throughput=5MB/sec 2023-12-16T20:06:56.642 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gc8OTwrT5Fjtns0 off=31263 len=1588255 2023-12-16T20:06:56.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 4888 completed, throughput=5MB/sec 2023-12-16T20:06:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:06:56.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:06:56.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:06:56.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:06:56.996 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:06:57.643 INFO:tasks.workunit.client.0.smithi002.stdout: 945: throughput=5MB/sec pending data=0 2023-12-16T20:06:57.644 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qmvTOBucuEBmQwm off=2765600 len=504849 2023-12-16T20:06:57.644 INFO:tasks.workunit.client.0.smithi002.stdout:op 4889 completed, throughput=5MB/sec 2023-12-16T20:06:57.644 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OYqyhdQe5Bgyzpa off=1787270 len=915693 2023-12-16T20:06:57.650 INFO:tasks.workunit.client.0.smithi002.stdout:op 4890 completed, throughput=5MB/sec 2023-12-16T20:06:57.650 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cOwBMo8o7fdsh26 off=2791438 len=579635 2023-12-16T20:06:57.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 4891 completed, throughput=5MB/sec 2023-12-16T20:06:57.655 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BJB6xfb0hNWr-D5 off=4222432 len=114252 2023-12-16T20:06:57.655 INFO:tasks.workunit.client.0.smithi002.stdout:op 4892 completed, throughput=5MB/sec 2023-12-16T20:06:57.655 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LqlAlnj5crvdwE2 off=1385879 len=95119 2023-12-16T20:06:57.657 INFO:tasks.workunit.client.0.smithi002.stdout:op 4893 completed, throughput=5MB/sec 2023-12-16T20:06:57.657 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dvhABaTNz-T492Z off=13824691 len=388923 2023-12-16T20:06:57.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 4894 completed, throughput=5MB/sec 2023-12-16T20:06:57.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gYjho75eW667Fcy off=3748621 len=1092984 2023-12-16T20:06:57.663 INFO:tasks.workunit.client.0.smithi002.stdout:op 4895 completed, throughput=5MB/sec 2023-12-16T20:06:57.664 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BiKQ0KEx5cicxDz off=15394804 len=547536 2023-12-16T20:06:57.664 INFO:tasks.workunit.client.0.smithi002.stdout:op 4896 completed, throughput=5MB/sec 2023-12-16T20:06:58.665 INFO:tasks.workunit.client.0.smithi002.stdout: 946: throughput=5MB/sec pending data=0 2023-12-16T20:06:58.665 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-N8O6TP0smEsCGZt off=2768396 len=1609724 2023-12-16T20:06:58.674 INFO:tasks.workunit.client.0.smithi002.stdout:op 4897 completed, throughput=5MB/sec 2023-12-16T20:06:58.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VWQmbxIyys_qmh7 off=3178159 len=1478052 2023-12-16T20:06:58.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 4898 completed, throughput=5MB/sec 2023-12-16T20:06:58.678 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m6aSUCGhFbdDHJF off=7258164 len=135336 2023-12-16T20:06:58.681 INFO:tasks.workunit.client.0.smithi002.stdout:op 4899 completed, throughput=5MB/sec 2023-12-16T20:06:58.681 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gPsapo7RYGHADSN off=15580121 len=1676629 2023-12-16T20:06:58.683 INFO:tasks.workunit.client.0.smithi002.stdout:op 4900 completed, throughput=5MB/sec 2023-12-16T20:06:58.683 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BbiANm3m8JJvEBz off=69776 len=715631 2023-12-16T20:06:58.684 INFO:tasks.workunit.client.0.smithi002.stdout:op 4901 completed, throughput=5MB/sec 2023-12-16T20:06:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:58 smithi002 ceph-mon[137674]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:58 smithi002 ceph-mon[140029]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:58 smithi043 ceph-mon[135010]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:06:59.684 INFO:tasks.workunit.client.0.smithi002.stdout: 947: throughput=5MB/sec pending data=0 2023-12-16T20:06:59.684 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YRGrrKnISKsPuiD off=2751029 len=700377 2023-12-16T20:06:59.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 4902 completed, throughput=5MB/sec 2023-12-16T20:06:59.686 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pewmi-vhBdwvQvH off=6008025 len=892097 2023-12-16T20:06:59.692 INFO:tasks.workunit.client.0.smithi002.stdout:op 4903 completed, throughput=5MB/sec 2023-12-16T20:06:59.692 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9dmlOST41H-rioq off=4654694 len=845081 2023-12-16T20:06:59.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 4904 completed, throughput=5MB/sec 2023-12-16T20:06:59.693 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AxtnQGY5K7tHij- off=15072294 len=2078536 2023-12-16T20:06:59.702 INFO:tasks.workunit.client.0.smithi002.stdout:op 4905 completed, throughput=5MB/sec 2023-12-16T20:06:59.703 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BZNYbKJcvoMmLsq off=6961106 len=476726 2023-12-16T20:06:59.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 4906 completed, throughput=5MB/sec 2023-12-16T20:07:00.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:06:59 smithi002 ceph-mon[137674]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:00.455 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:06:59 smithi002 ceph-mon[140029]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:00.455 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:06:59 smithi043 ceph-mon[135010]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:00.707 INFO:tasks.workunit.client.0.smithi002.stdout: 948: throughput=4.99MB/sec pending data=0 2023-12-16T20:07:00.707 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n3rYeblLoFNtTJQ off=6822506 len=1177666 2023-12-16T20:07:00.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 4907 completed, throughput=5MB/sec 2023-12-16T20:07:00.713 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Soe19kZyF2uEoX4 off=2574334 len=258838 2023-12-16T20:07:00.714 INFO:tasks.workunit.client.0.smithi002.stdout:op 4908 completed, throughput=5MB/sec 2023-12-16T20:07:00.715 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jqaXLwkNusvmG2t off=1025977 len=1705860 2023-12-16T20:07:00.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 4909 completed, throughput=5MB/sec 2023-12-16T20:07:00.719 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2ZgCWhZlWaWzhoc off=2124565 len=605216 2023-12-16T20:07:00.723 INFO:tasks.workunit.client.0.smithi002.stdout:op 4910 completed, throughput=5MB/sec 2023-12-16T20:07:00.723 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YQzYnPjcLPXP2ru off=3580549 len=479968 2023-12-16T20:07:00.727 INFO:tasks.workunit.client.0.smithi002.stdout:op 4911 completed, throughput=5MB/sec 2023-12-16T20:07:00.727 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SMSZyOg7Sqlaqk0 off=4549928 len=1163278 2023-12-16T20:07:00.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 4912 completed, throughput=5MB/sec 2023-12-16T20:07:01.729 INFO:tasks.workunit.client.0.smithi002.stdout: 949: throughput=4.99MB/sec pending data=0 2023-12-16T20:07:01.729 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z29ByDccagh8eV4 off=491491 len=48331 2023-12-16T20:07:01.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 4913 completed, throughput=5MB/sec 2023-12-16T20:07:01.729 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HL37cNiFRjQyjFb off=8164746 len=700701 2023-12-16T20:07:01.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 4914 completed, throughput=5MB/sec 2023-12-16T20:07:01.734 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V6FOpQStgqChvw0 off=7469031 len=998232 2023-12-16T20:07:01.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 4915 completed, throughput=5MB/sec 2023-12-16T20:07:01.740 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K3wEl0_Ix0aBPps off=1906599 len=1948171 2023-12-16T20:07:01.749 INFO:tasks.workunit.client.0.smithi002.stdout:op 4916 completed, throughput=5MB/sec 2023-12-16T20:07:01.749 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VmlhBepebxd5aJ2 off=11298363 len=426864 2023-12-16T20:07:01.751 INFO:tasks.workunit.client.0.smithi002.stdout:op 4917 completed, throughput=5MB/sec 2023-12-16T20:07:01.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xbbLJOxHmeSuazm off=11163580 len=1674374 2023-12-16T20:07:01.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 4918 completed, throughput=5MB/sec 2023-12-16T20:07:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:01] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:07:02.753 INFO:tasks.workunit.client.0.smithi002.stdout: 950: throughput=5MB/sec pending data=0 2023-12-16T20:07:02.753 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0sunVvYy8WimChu off=19719927 len=1116033 2023-12-16T20:07:02.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 4919 completed, throughput=5MB/sec 2023-12-16T20:07:02.756 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eAi6gSOXecQlndm off=4337962 len=1191808 2023-12-16T20:07:02.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 4920 completed, throughput=5MB/sec 2023-12-16T20:07:02.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_ATx5E5nEC5-nF1 off=2729664 len=1502730 2023-12-16T20:07:02.764 INFO:tasks.workunit.client.0.smithi002.stdout:op 4921 completed, throughput=5MB/sec 2023-12-16T20:07:02.764 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-faNFIWL3KpVukxf off=1852299 len=827195 2023-12-16T20:07:02.770 INFO:tasks.workunit.client.0.smithi002.stdout:op 4922 completed, throughput=5MB/sec 2023-12-16T20:07:02.770 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sqrVZeyOEgjBEN4 off=1956601 len=101428 2023-12-16T20:07:02.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 4923 completed, throughput=5MB/sec 2023-12-16T20:07:02.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--GoQI4EWrH4WrOm off=3986773 len=1741475 2023-12-16T20:07:02.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 4924 completed, throughput=5MB/sec 2023-12-16T20:07:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:02 smithi002 ceph-mon[137674]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:03.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:02 smithi002 ceph-mon[140029]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:02 smithi043 ceph-mon[135010]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:03.775 INFO:tasks.workunit.client.0.smithi002.stdout: 951: throughput=5MB/sec pending data=0 2023-12-16T20:07:03.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wKsD1VWyddvpZEF off=11267196 len=1810143 2023-12-16T20:07:03.777 INFO:tasks.workunit.client.0.smithi002.stdout:op 4925 completed, throughput=5MB/sec 2023-12-16T20:07:03.778 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mDmsY1OQCOd5M2a off=12854955 len=2024532 2023-12-16T20:07:03.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 4926 completed, throughput=5MB/sec 2023-12-16T20:07:04.781 INFO:tasks.workunit.client.0.smithi002.stdout: 952: throughput=5MB/sec pending data=0 2023-12-16T20:07:04.781 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mW_mckn-PDt_rFc off=5246474 len=963642 2023-12-16T20:07:04.782 INFO:tasks.workunit.client.0.smithi002.stdout:op 4927 completed, throughput=5MB/sec 2023-12-16T20:07:04.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SjBwQ03Q0cjWjgD off=5212440 len=673999 2023-12-16T20:07:04.787 INFO:tasks.workunit.client.0.smithi002.stdout:op 4928 completed, throughput=5MB/sec 2023-12-16T20:07:04.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-E6p0x-qf_nzt1_l off=6124781 len=1140423 2023-12-16T20:07:04.790 INFO:tasks.workunit.client.0.smithi002.stdout:op 4929 completed, throughput=5MB/sec 2023-12-16T20:07:04.790 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AUkUb2Rfwrt3srt off=9904791 len=1084334 2023-12-16T20:07:04.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 4930 completed, throughput=5MB/sec 2023-12-16T20:07:04.792 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YBrCgS_jRYJwjzu off=21557510 len=1989350 2023-12-16T20:07:04.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 4931 completed, throughput=5MB/sec 2023-12-16T20:07:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:04 smithi002 ceph-mon[137674]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:07:05.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:04 smithi002 ceph-mon[140029]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:07:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:04 smithi043 ceph-mon[135010]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:07:05.800 INFO:tasks.workunit.client.0.smithi002.stdout: 953: throughput=5MB/sec pending data=0 2023-12-16T20:07:05.801 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oXqCjOLcXYLjzuv off=4223936 len=1516642 2023-12-16T20:07:05.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 4932 completed, throughput=5MB/sec 2023-12-16T20:07:05.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eOBZPedY7d_Si4s off=4460653 len=1701219 2023-12-16T20:07:05.818 INFO:tasks.workunit.client.0.smithi002.stdout:op 4933 completed, throughput=5MB/sec 2023-12-16T20:07:05.818 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--2vpGxs9gM2vl3x off=8054488 len=414719 2023-12-16T20:07:05.819 INFO:tasks.workunit.client.0.smithi002.stdout:op 4934 completed, throughput=5MB/sec 2023-12-16T20:07:05.819 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nQ60_vBPV0_6JPx off=14787195 len=1071869 2023-12-16T20:07:05.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 4935 completed, throughput=5MB/sec 2023-12-16T20:07:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:06.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:06.825 INFO:tasks.workunit.client.0.smithi002.stdout: 954: throughput=4.99MB/sec pending data=0 2023-12-16T20:07:06.825 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lGqgnZSR-vkXqs- off=22097136 len=1789713 2023-12-16T20:07:06.834 INFO:tasks.workunit.client.0.smithi002.stdout:op 4936 completed, throughput=5MB/sec 2023-12-16T20:07:06.834 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JrfaeAP6WPAsoXf off=15155783 len=1948028 2023-12-16T20:07:06.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 4937 completed, throughput=5MB/sec 2023-12-16T20:07:06.844 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G3_ocWT-XY3H1Xj off=802595 len=1343896 2023-12-16T20:07:06.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 4938 completed, throughput=5MB/sec 2023-12-16T20:07:06.846 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WaNHtBf4PDN-nfZ off=8439925 len=838363 2023-12-16T20:07:06.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 4939 completed, throughput=5MB/sec 2023-12-16T20:07:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:06 smithi002 ceph-mon[137674]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:07.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:06 smithi002 ceph-mon[140029]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:06 smithi043 ceph-mon[135010]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:07:07.847 INFO:tasks.workunit.client.0.smithi002.stdout: 955: throughput=5MB/sec pending data=0 2023-12-16T20:07:07.847 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m1q_FeflxL4Dusq off=14154805 len=1314306 2023-12-16T20:07:07.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 4940 completed, throughput=5MB/sec 2023-12-16T20:07:07.857 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B7_cGHcQ0v29TSj off=10481941 len=948817 2023-12-16T20:07:07.862 INFO:tasks.workunit.client.0.smithi002.stdout:op 4941 completed, throughput=5MB/sec 2023-12-16T20:07:07.862 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GXsGWacuRN22VLd off=2487169 len=1534739 2023-12-16T20:07:07.870 INFO:tasks.workunit.client.0.smithi002.stdout:op 4942 completed, throughput=5MB/sec 2023-12-16T20:07:07.871 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a6yEuUvZPOHhuz7 off=20122880 len=134386 2023-12-16T20:07:07.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 4943 completed, throughput=5MB/sec 2023-12-16T20:07:07.873 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-60VUn6GoJpZ_DTx off=1535326 len=1494258 2023-12-16T20:07:07.879 INFO:tasks.workunit.client.0.smithi002.stdout:op 4944 completed, throughput=5MB/sec 2023-12-16T20:07:08.880 INFO:tasks.workunit.client.0.smithi002.stdout: 956: throughput=5MB/sec pending data=0 2023-12-16T20:07:08.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YVd6zImzm1FNK1j off=1529449 len=559186 2023-12-16T20:07:08.881 INFO:tasks.workunit.client.0.smithi002.stdout:op 4945 completed, throughput=5MB/sec 2023-12-16T20:07:08.881 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dCYl-vZhKebT0s8 off=3270436 len=2095515 2023-12-16T20:07:08.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 4946 completed, throughput=5MB/sec 2023-12-16T20:07:08.891 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LQyToPXghCF0l4V off=2284654 len=1612327 2023-12-16T20:07:08.893 INFO:tasks.workunit.client.0.smithi002.stdout:op 4947 completed, throughput=5MB/sec 2023-12-16T20:07:08.893 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V8KW-ByAJXmXI9d off=10853448 len=1760864 2023-12-16T20:07:08.900 INFO:tasks.workunit.client.0.smithi002.stdout:op 4948 completed, throughput=5MB/sec 2023-12-16T20:07:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:08 smithi002 ceph-mon[137674]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:09.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:08 smithi002 ceph-mon[140029]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:08 smithi043 ceph-mon[135010]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:09.900 INFO:tasks.workunit.client.0.smithi002.stdout: 957: throughput=5MB/sec pending data=0 2023-12-16T20:07:09.900 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ifr36NPJ9U3bS-l off=6251600 len=575379 2023-12-16T20:07:09.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 4949 completed, throughput=5MB/sec 2023-12-16T20:07:09.906 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ioMdxYzKlVviEKw off=1985902 len=2084146 2023-12-16T20:07:09.908 INFO:tasks.workunit.client.0.smithi002.stdout:op 4950 completed, throughput=5MB/sec 2023-12-16T20:07:09.908 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HCSr2dnKSiT3cEO off=4940594 len=157469 2023-12-16T20:07:09.911 INFO:tasks.workunit.client.0.smithi002.stdout:op 4951 completed, throughput=5MB/sec 2023-12-16T20:07:09.911 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cn5W2nHFmFaPdvV off=7235820 len=1935962 2023-12-16T20:07:09.919 INFO:tasks.workunit.client.0.smithi002.stdout:op 4952 completed, throughput=5MB/sec 2023-12-16T20:07:10.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:09 smithi002 ceph-mon[137674]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:07:10.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:09 smithi002 ceph-mon[140029]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:07:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:09 smithi043 ceph-mon[135010]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:07:10.919 INFO:tasks.workunit.client.0.smithi002.stdout: 958: throughput=5MB/sec pending data=0 2023-12-16T20:07:10.920 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-27wY5ajNqrd-dDf off=3424841 len=655832 2023-12-16T20:07:10.924 INFO:tasks.workunit.client.0.smithi002.stdout:op 4953 completed, throughput=5MB/sec 2023-12-16T20:07:10.924 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tvL1vSfpCXdAnDT off=6854184 len=10706 2023-12-16T20:07:10.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 4954 completed, throughput=5MB/sec 2023-12-16T20:07:10.927 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ueAceqK-TdMbC3D off=431924 len=764681 2023-12-16T20:07:10.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 4955 completed, throughput=5MB/sec 2023-12-16T20:07:10.928 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OJirVlmDeOkTYYK off=3397309 len=425786 2023-12-16T20:07:10.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 4956 completed, throughput=5MB/sec 2023-12-16T20:07:10.929 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BdH0_AJP5hvQV1N off=12335957 len=936844 2023-12-16T20:07:10.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 4957 completed, throughput=5MB/sec 2023-12-16T20:07:10.930 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1J8EHJUGZ7xQ48v off=5537775 len=505178 2023-12-16T20:07:10.934 INFO:tasks.workunit.client.0.smithi002.stdout:op 4958 completed, throughput=5MB/sec 2023-12-16T20:07:10.935 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xazmIVtU78wX5Nm off=6809214 len=1841373 2023-12-16T20:07:10.937 INFO:tasks.workunit.client.0.smithi002.stdout:op 4959 completed, throughput=5MB/sec 2023-12-16T20:07:11.937 INFO:tasks.workunit.client.0.smithi002.stdout: 959: throughput=5MB/sec pending data=0 2023-12-16T20:07:11.937 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fnB8xOw6YNFC5vk off=13562934 len=877825 2023-12-16T20:07:11.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 4960 completed, throughput=5MB/sec 2023-12-16T20:07:11.939 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qlVRYns7MkY4SwC off=289736 len=656988 2023-12-16T20:07:11.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 4961 completed, throughput=5MB/sec 2023-12-16T20:07:11.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KiNca3AsaRISDKq off=8664168 len=207134 2023-12-16T20:07:11.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 4962 completed, throughput=5MB/sec 2023-12-16T20:07:11.947 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6LaK2fhO61mpFah off=5104262 len=992417 2023-12-16T20:07:11.949 INFO:tasks.workunit.client.0.smithi002.stdout:op 4963 completed, throughput=5MB/sec 2023-12-16T20:07:11.949 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HKp8Zd6zOhzeMIG off=6549466 len=699329 2023-12-16T20:07:11.954 INFO:tasks.workunit.client.0.smithi002.stdout:op 4964 completed, throughput=5MB/sec 2023-12-16T20:07:11.954 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RfYsM55RxBQnRkT off=14408291 len=106079 2023-12-16T20:07:11.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 4965 completed, throughput=5MB/sec 2023-12-16T20:07:11.955 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-go0lC0CNJpLPxU4 off=1928016 len=1550950 2023-12-16T20:07:11.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 4966 completed, throughput=5MB/sec 2023-12-16T20:07:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:11] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:07:12.958 INFO:tasks.workunit.client.0.smithi002.stdout: 960: throughput=5MB/sec pending data=0 2023-12-16T20:07:12.958 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HpWLSpCFEcH-8nq off=14771894 len=164981 2023-12-16T20:07:12.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 4967 completed, throughput=5MB/sec 2023-12-16T20:07:12.959 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A5aYUCqifL_LBso off=2324826 len=2076602 2023-12-16T20:07:12.969 INFO:tasks.workunit.client.0.smithi002.stdout:op 4968 completed, throughput=5MB/sec 2023-12-16T20:07:12.970 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mn17dja2pv_X6Wg off=15309773 len=509092 2023-12-16T20:07:12.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 4969 completed, throughput=5MB/sec 2023-12-16T20:07:12.974 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5qzGdjtSvA9UQR2 off=18081433 len=763260 2023-12-16T20:07:12.979 INFO:tasks.workunit.client.0.smithi002.stdout:op 4970 completed, throughput=5MB/sec 2023-12-16T20:07:12.979 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X2FeeUz9e5iXyUn off=6252768 len=261499 2023-12-16T20:07:12.981 INFO:tasks.workunit.client.0.smithi002.stdout:op 4971 completed, throughput=5MB/sec 2023-12-16T20:07:12.982 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-az3PpJDO9ZUjLrF off=7350800 len=635706 2023-12-16T20:07:12.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 4972 completed, throughput=5MB/sec 2023-12-16T20:07:12.986 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WiUVIkuYnCCnZ1z off=6277420 len=239146 2023-12-16T20:07:12.988 INFO:tasks.workunit.client.0.smithi002.stdout:op 4973 completed, throughput=5MB/sec 2023-12-16T20:07:12.988 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Nn3tjQdhP8fO0vd off=13760516 len=1502347 2023-12-16T20:07:12.994 INFO:tasks.workunit.client.0.smithi002.stdout:op 4974 completed, throughput=5MB/sec 2023-12-16T20:07:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:12 smithi002 ceph-mon[137674]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:07:13.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:12 smithi002 ceph-mon[140029]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:07:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:12 smithi043 ceph-mon[135010]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T20:07:13.994 INFO:tasks.workunit.client.0.smithi002.stdout: 961: throughput=5MB/sec pending data=0 2023-12-16T20:07:13.995 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vrLKK5fwFZrH450 off=22855880 len=2049255 2023-12-16T20:07:14.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 4975 completed, throughput=5MB/sec 2023-12-16T20:07:14.003 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pPj6VjYL2DsBarO off=2436800 len=27127 2023-12-16T20:07:14.006 INFO:tasks.workunit.client.0.smithi002.stdout:op 4976 completed, throughput=5MB/sec 2023-12-16T20:07:14.006 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7KywWL-fRHggGOl off=3233898 len=1021008 2023-12-16T20:07:14.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 4977 completed, throughput=5MB/sec 2023-12-16T20:07:14.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EwY6475ZxBS7Qld off=3911293 len=898137 2023-12-16T20:07:14.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 4978 completed, throughput=5MB/sec 2023-12-16T20:07:14.016 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O3WU7JmC6PeC9-c off=1794109 len=822950 2023-12-16T20:07:14.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 4979 completed, throughput=5MB/sec 2023-12-16T20:07:15.018 INFO:tasks.workunit.client.0.smithi002.stdout: 962: throughput=5MB/sec pending data=0 2023-12-16T20:07:15.018 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WdqINqfvGwxYBVb off=5790483 len=101532 2023-12-16T20:07:15.021 INFO:tasks.workunit.client.0.smithi002.stdout:op 4980 completed, throughput=5MB/sec 2023-12-16T20:07:15.021 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DBOwd2CkqJ17_87 off=777906 len=1565008 2023-12-16T20:07:15.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 4981 completed, throughput=5MB/sec 2023-12-16T20:07:15.022 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S8nBHHXPXvNt_cL off=8552883 len=1424303 2023-12-16T20:07:15.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 4982 completed, throughput=5MB/sec 2023-12-16T20:07:15.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NCqM7lxAMkQsWkS off=3891043 len=902449 2023-12-16T20:07:15.031 INFO:tasks.workunit.client.0.smithi002.stdout:op 4983 completed, throughput=5MB/sec 2023-12-16T20:07:15.031 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WIyg28w4Lu5Oqs1 off=6952869 len=1007674 2023-12-16T20:07:15.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 4984 completed, throughput=5MB/sec 2023-12-16T20:07:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:14 smithi002 ceph-mon[137674]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:14 smithi002 ceph-mon[140029]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:14 smithi043 ceph-mon[135010]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:16.034 INFO:tasks.workunit.client.0.smithi002.stdout: 963: throughput=5MB/sec pending data=0 2023-12-16T20:07:16.034 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y0DfU1kWuD_GkGQ off=8792289 len=332682 2023-12-16T20:07:16.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 4985 completed, throughput=5MB/sec 2023-12-16T20:07:16.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XRhq69bzdAMF4sB off=1532545 len=1687059 2023-12-16T20:07:16.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 4986 completed, throughput=5MB/sec 2023-12-16T20:07:16.040 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X0Ha1oZ2lRUuj66 off=2012671 len=1702766 2023-12-16T20:07:16.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 4987 completed, throughput=5MB/sec 2023-12-16T20:07:16.049 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_rpMk2GnGJs_pQ_ off=5020182 len=902111 2023-12-16T20:07:16.051 INFO:tasks.workunit.client.0.smithi002.stdout:op 4988 completed, throughput=5MB/sec 2023-12-16T20:07:16.051 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NT8bqW1v5gMj--i off=11317535 len=360226 2023-12-16T20:07:16.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 4989 completed, throughput=5MB/sec 2023-12-16T20:07:16.054 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QvMHdoYBep7HAPD off=6219652 len=147795 2023-12-16T20:07:16.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 4990 completed, throughput=5MB/sec 2023-12-16T20:07:16.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4oN46L7fnYWP6H4 off=74868 len=1471291 2023-12-16T20:07:16.065 INFO:tasks.workunit.client.0.smithi002.stdout:op 4991 completed, throughput=5MB/sec 2023-12-16T20:07:17.065 INFO:tasks.workunit.client.0.smithi002.stdout: 964: throughput=5MB/sec pending data=0 2023-12-16T20:07:17.065 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yWw2HS2jA2RqQB- off=6816803 len=274577 2023-12-16T20:07:17.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 4992 completed, throughput=5MB/sec 2023-12-16T20:07:17.066 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L2CPgA2ny9GUR0L off=8782633 len=1203327 2023-12-16T20:07:17.069 INFO:tasks.workunit.client.0.smithi002.stdout:op 4993 completed, throughput=5MB/sec 2023-12-16T20:07:17.069 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-F4DQAf1LjoxgVoL off=8748424 len=574550 2023-12-16T20:07:17.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 4994 completed, throughput=5MB/sec 2023-12-16T20:07:17.074 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vc6ck5mj7Gv1ntX off=4420158 len=1425564 2023-12-16T20:07:17.082 INFO:tasks.workunit.client.0.smithi002.stdout:op 4995 completed, throughput=5MB/sec 2023-12-16T20:07:17.082 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mvztPI2c5ASs-G8 off=12720338 len=1294048 2023-12-16T20:07:17.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 4996 completed, throughput=5MB/sec 2023-12-16T20:07:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:16 smithi002 ceph-mon[137674]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:07:17.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:16 smithi002 ceph-mon[140029]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:07:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:16 smithi043 ceph-mon[135010]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:07:18.088 INFO:tasks.workunit.client.0.smithi002.stdout: 965: throughput=5MB/sec pending data=0 2023-12-16T20:07:18.089 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TTePkXvC5tX50lk off=1100541 len=1223619 2023-12-16T20:07:18.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 4997 completed, throughput=5MB/sec 2023-12-16T20:07:18.091 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8mz6QsdALSrl1f2 off=1360858 len=1853346 2023-12-16T20:07:18.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 4998 completed, throughput=5MB/sec 2023-12-16T20:07:18.102 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fqh242PbePE-Rco off=1643799 len=156121 2023-12-16T20:07:18.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 4999 completed, throughput=5MB/sec 2023-12-16T20:07:18.103 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-I6WHNk-UyQVjxCj off=10726016 len=1037787 2023-12-16T20:07:18.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 5000 completed, throughput=5MB/sec 2023-12-16T20:07:18.109 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gTaRq0Uw4Af1jbY off=3582654 len=487933 2023-12-16T20:07:18.110 INFO:tasks.workunit.client.0.smithi002.stdout:op 5001 completed, throughput=5MB/sec 2023-12-16T20:07:19.111 INFO:tasks.workunit.client.0.smithi002.stdout: 966: throughput=5MB/sec pending data=0 2023-12-16T20:07:19.112 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nhl0ZdMbTmCLBWl off=1331111 len=1798642 2023-12-16T20:07:19.121 INFO:tasks.workunit.client.0.smithi002.stdout:op 5002 completed, throughput=5MB/sec 2023-12-16T20:07:19.121 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dYn-jepVNSb66RI off=510169 len=160495 2023-12-16T20:07:19.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 5003 completed, throughput=5MB/sec 2023-12-16T20:07:19.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-liByDIcw3jt8MKZ off=2006495 len=1837900 2023-12-16T20:07:19.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 5004 completed, throughput=5MB/sec 2023-12-16T20:07:19.124 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U72nm4dzL4vZhtu off=19596975 len=1381671 2023-12-16T20:07:19.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 5005 completed, throughput=5MB/sec 2023-12-16T20:07:19.125 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3o_kHtoKd9LF3jt off=1119788 len=1848256 2023-12-16T20:07:19.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 5006 completed, throughput=5MB/sec 2023-12-16T20:07:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:18 smithi002 ceph-mon[137674]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:07:19.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:18 smithi002 ceph-mon[140029]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:07:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:18 smithi043 ceph-mon[135010]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:07:20.130 INFO:tasks.workunit.client.0.smithi002.stdout: 967: throughput=5MB/sec pending data=0 2023-12-16T20:07:20.130 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BqJXCDWdg5Bp5mp off=85601 len=1354371 2023-12-16T20:07:20.142 INFO:tasks.workunit.client.0.smithi002.stdout:op 5007 completed, throughput=5MB/sec 2023-12-16T20:07:20.143 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eXnZQBrAXYuUf4d off=26148 len=1628509 2023-12-16T20:07:20.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 5008 completed, throughput=5MB/sec 2023-12-16T20:07:20.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6yGxYFoIqFoF-mu off=4179471 len=1048324 2023-12-16T20:07:20.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 5009 completed, throughput=5MB/sec 2023-12-16T20:07:20.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:19 smithi002 ceph-mon[137674]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:07:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:19 smithi002 ceph-mon[140029]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:07:20.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:19 smithi043 ceph-mon[135010]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T20:07:21.155 INFO:tasks.workunit.client.0.smithi002.stdout: 968: throughput=5MB/sec pending data=0 2023-12-16T20:07:21.156 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T1GaX0V5qdlcous off=14075771 len=738052 2023-12-16T20:07:21.157 INFO:tasks.workunit.client.0.smithi002.stdout:op 5010 completed, throughput=5MB/sec 2023-12-16T20:07:21.157 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RefgzhWs4gqKPdd off=990815 len=1275535 2023-12-16T20:07:21.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 5011 completed, throughput=5MB/sec 2023-12-16T20:07:21.160 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X-xydiUHEr1s3Qp off=13683540 len=1085170 2023-12-16T20:07:21.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 5012 completed, throughput=5MB/sec 2023-12-16T20:07:21.160 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PEbkHzrS4rNmsbi off=11341136 len=1457275 2023-12-16T20:07:21.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 5013 completed, throughput=5MB/sec 2023-12-16T20:07:21.164 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sjyAXputeseCvvx off=5140187 len=1155831 2023-12-16T20:07:21.169 INFO:tasks.workunit.client.0.smithi002.stdout:op 5014 completed, throughput=5MB/sec 2023-12-16T20:07:21.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:21.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:21.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:22.170 INFO:tasks.workunit.client.0.smithi002.stdout: 969: throughput=5MB/sec pending data=0 2023-12-16T20:07:22.170 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fefExOWkZYHx-J3 off=4945252 len=544395 2023-12-16T20:07:22.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 5015 completed, throughput=5MB/sec 2023-12-16T20:07:22.171 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RWLfQ4GQY8OThjS off=6066185 len=858918 2023-12-16T20:07:22.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 5016 completed, throughput=5MB/sec 2023-12-16T20:07:22.177 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bwZbP86VJqUkxCl off=2854023 len=1566488 2023-12-16T20:07:22.179 INFO:tasks.workunit.client.0.smithi002.stdout:op 5017 completed, throughput=5MB/sec 2023-12-16T20:07:22.179 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g7qs3m2zw4S7zVv off=7869307 len=2091640 2023-12-16T20:07:22.190 INFO:tasks.workunit.client.0.smithi002.stdout:op 5018 completed, throughput=5MB/sec 2023-12-16T20:07:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:21 smithi002 ceph-mon[137674]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:07:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:21 smithi002 ceph-mon[140029]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:07:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:21] "GET /metrics HTTP/1.1" 200 33939 "" "Prometheus/2.43.0" 2023-12-16T20:07:22.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:21 smithi043 ceph-mon[135010]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:07:23.190 INFO:tasks.workunit.client.0.smithi002.stdout: 970: throughput=5MB/sec pending data=0 2023-12-16T20:07:23.190 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wlv_Lz7ZPbpMHT2 off=13370171 len=461830 2023-12-16T20:07:23.191 INFO:tasks.workunit.client.0.smithi002.stdout:op 5019 completed, throughput=5MB/sec 2023-12-16T20:07:23.191 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hpmlZYDdruhUdrW off=4732441 len=789443 2023-12-16T20:07:23.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 5020 completed, throughput=5MB/sec 2023-12-16T20:07:23.192 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oX6L8WT5MaS_V41 off=2042186 len=1736093 2023-12-16T20:07:23.194 INFO:tasks.workunit.client.0.smithi002.stdout:op 5021 completed, throughput=5MB/sec 2023-12-16T20:07:23.194 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DTxAxJ_KcGddyZh off=9925160 len=819160 2023-12-16T20:07:23.194 INFO:tasks.workunit.client.0.smithi002.stdout:op 5022 completed, throughput=5MB/sec 2023-12-16T20:07:23.194 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YPXD4itClY9WvOc off=3869940 len=1179204 2023-12-16T20:07:23.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 5023 completed, throughput=5MB/sec 2023-12-16T20:07:23.430 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:07:23.754 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (35m) 92s ago 38m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (35m) 9m ago 38m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (39m) 92s ago 39m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (39m) 9m ago 39m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (34m) 9m ago 41m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (35m) 92s ago 42m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (34m) 92s ago 42m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (34m) 9m ago 41m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (34m) 92s ago 41m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (35m) 92s ago 38m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (35m) 9m ago 37m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (33m) 92s ago 41m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:07:23.755 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (33m) 92s ago 40m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (32m) 92s ago 40m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (32m) 92s ago 40m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (31m) 9m ago 40m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (31m) 9m ago 39m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (30m) 9m ago 39m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (30m) 9m ago 39m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:07:23.756 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (34m) 9m ago 38m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:07:24.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:07:24.161 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:07:24.201 INFO:tasks.workunit.client.0.smithi002.stdout: 971: throughput=5MB/sec pending data=0 2023-12-16T20:07:24.202 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2Hs8aMoQkWwm23V off=17939166 len=1941427 2023-12-16T20:07:24.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 5024 completed, throughput=5MB/sec 2023-12-16T20:07:24.206 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VsVaPoA_LEYH-Cc off=11209803 len=410484 2023-12-16T20:07:24.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 5025 completed, throughput=5MB/sec 2023-12-16T20:07:24.209 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-114JZzAFID4xfzT off=3938463 len=63213 2023-12-16T20:07:24.211 INFO:tasks.workunit.client.0.smithi002.stdout:op 5026 completed, throughput=5MB/sec 2023-12-16T20:07:24.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-30GzmaXbVaidzdA off=4496116 len=242438 2023-12-16T20:07:24.214 INFO:tasks.workunit.client.0.smithi002.stdout:op 5027 completed, throughput=5MB/sec 2023-12-16T20:07:24.214 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jtJFfRvMO2wWbQD off=4790930 len=839818 2023-12-16T20:07:24.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 5028 completed, throughput=5MB/sec 2023-12-16T20:07:24.218 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lCe0ddi-tYZXIWm off=3125495 len=618101 2023-12-16T20:07:24.219 INFO:tasks.workunit.client.0.smithi002.stdout:op 5029 completed, throughput=5MB/sec 2023-12-16T20:07:24.219 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DmhtXMAPd3po3Nv off=12726498 len=1815256 2023-12-16T20:07:24.225 INFO:tasks.workunit.client.0.smithi002.stdout:op 5030 completed, throughput=5MB/sec 2023-12-16T20:07:25.225 INFO:tasks.workunit.client.0.smithi002.stdout: 972: throughput=5MB/sec pending data=0 2023-12-16T20:07:25.226 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mdC3m9Wq7Yc6whn off=537471 len=1240969 2023-12-16T20:07:25.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 5031 completed, throughput=5MB/sec 2023-12-16T20:07:25.227 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZsvhWG6hF3tH3IR off=3331278 len=632153 2023-12-16T20:07:25.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 5032 completed, throughput=5MB/sec 2023-12-16T20:07:25.229 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kpUOFXR9lkvDQgs off=989387 len=443324 2023-12-16T20:07:25.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 5033 completed, throughput=5MB/sec 2023-12-16T20:07:25.231 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ceb95AlJYBnADE7 off=1291 len=1729580 2023-12-16T20:07:25.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 5034 completed, throughput=5MB/sec 2023-12-16T20:07:25.233 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vcGYzBQoxzbTPxU off=1112073 len=199746 2023-12-16T20:07:25.238 INFO:tasks.workunit.client.0.smithi002.stdout:op 5035 completed, throughput=5MB/sec 2023-12-16T20:07:25.238 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q6XCf6hgzd_bGUv off=2934455 len=1466070 2023-12-16T20:07:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[137674]: from='client.45776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[137674]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[137674]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:25.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/110409074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:25.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[140029]: from='client.45776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[140029]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[140029]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:25.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/110409074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:25.244 INFO:tasks.workunit.client.0.smithi002.stdout:op 5036 completed, throughput=5MB/sec 2023-12-16T20:07:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:24 smithi043 ceph-mon[135010]: from='client.45776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:24 smithi043 ceph-mon[135010]: from='client.35841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:24 smithi043 ceph-mon[135010]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/110409074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:26.244 INFO:tasks.workunit.client.0.smithi002.stdout: 973: throughput=5MB/sec pending data=0 2023-12-16T20:07:26.245 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--9CRz3WsmRYX4fy off=3379041 len=30888 2023-12-16T20:07:26.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 5037 completed, throughput=5MB/sec 2023-12-16T20:07:26.247 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mGQfsE7OH_5t4qb off=15186922 len=1357467 2023-12-16T20:07:26.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 5038 completed, throughput=5MB/sec 2023-12-16T20:07:26.255 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NKAy-C5ne4pj60J off=3224820 len=1535701 2023-12-16T20:07:26.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 5039 completed, throughput=5MB/sec 2023-12-16T20:07:26.263 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oMfkt-DmEhbGTeE off=1188238 len=1734577 2023-12-16T20:07:26.265 INFO:tasks.workunit.client.0.smithi002.stdout:op 5040 completed, throughput=5MB/sec 2023-12-16T20:07:27.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:26 smithi002 ceph-mon[137674]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:26 smithi002 ceph-mon[140029]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:26 smithi043 ceph-mon[135010]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:27.265 INFO:tasks.workunit.client.0.smithi002.stdout: 974: throughput=5MB/sec pending data=0 2023-12-16T20:07:27.265 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yn1Qpi2JsdQvS27 off=604488 len=1046423 2023-12-16T20:07:27.266 INFO:tasks.workunit.client.0.smithi002.stdout:op 5041 completed, throughput=5MB/sec 2023-12-16T20:07:27.267 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D1yXDNcnE9mIp4y off=85145 len=702530 2023-12-16T20:07:27.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 5042 completed, throughput=5MB/sec 2023-12-16T20:07:27.268 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Lj5fJVUx0SOagui off=8329932 len=1135469 2023-12-16T20:07:27.274 INFO:tasks.workunit.client.0.smithi002.stdout:op 5043 completed, throughput=5MB/sec 2023-12-16T20:07:27.274 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IggkBvvAHKmlVLS off=8976378 len=602922 2023-12-16T20:07:27.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 5044 completed, throughput=5MB/sec 2023-12-16T20:07:27.278 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QHupDSB9Rx_9E-V off=1157144 len=336978 2023-12-16T20:07:27.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 5045 completed, throughput=5MB/sec 2023-12-16T20:07:27.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eE02QFIUBIxIIlw off=1856574 len=286925 2023-12-16T20:07:27.284 INFO:tasks.workunit.client.0.smithi002.stdout:op 5046 completed, throughput=5MB/sec 2023-12-16T20:07:27.284 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R6DMU5x-rFTF8zw off=8070457 len=1340817 2023-12-16T20:07:27.285 INFO:tasks.workunit.client.0.smithi002.stdout:op 5047 completed, throughput=5MB/sec 2023-12-16T20:07:28.286 INFO:tasks.workunit.client.0.smithi002.stdout: 975: throughput=5MB/sec pending data=0 2023-12-16T20:07:28.287 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rzudSb7419nkxIh off=47621 len=1224228 2023-12-16T20:07:28.293 INFO:tasks.workunit.client.0.smithi002.stdout:op 5048 completed, throughput=5MB/sec 2023-12-16T20:07:28.293 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0pVW-etYwYrkkxb off=176735 len=420783 2023-12-16T20:07:28.296 INFO:tasks.workunit.client.0.smithi002.stdout:op 5049 completed, throughput=5MB/sec 2023-12-16T20:07:28.296 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Klrmq9wErvwYIIr off=581665 len=663978 2023-12-16T20:07:28.301 INFO:tasks.workunit.client.0.smithi002.stdout:op 5050 completed, throughput=5MB/sec 2023-12-16T20:07:28.301 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8QbxzvJ7GcmIWUm off=10475248 len=1805622 2023-12-16T20:07:28.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 5051 completed, throughput=5MB/sec 2023-12-16T20:07:28.310 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rZb5mJHzxFxdgcP off=12264706 len=1024579 2023-12-16T20:07:28.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 5052 completed, throughput=5MB/sec 2023-12-16T20:07:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:28 smithi002 ceph-mon[137674]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:28 smithi002 ceph-mon[140029]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:28 smithi043 ceph-mon[135010]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:29.312 INFO:tasks.workunit.client.0.smithi002.stdout: 976: throughput=5MB/sec pending data=0 2023-12-16T20:07:29.312 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KFiA_bYiFYk_Z-M off=4544918 len=1093865 2023-12-16T20:07:29.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 5053 completed, throughput=5MB/sec 2023-12-16T20:07:29.314 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ks2CN-M-DgGJAto off=1311604 len=1758135 2023-12-16T20:07:29.316 INFO:tasks.workunit.client.0.smithi002.stdout:op 5054 completed, throughput=5MB/sec 2023-12-16T20:07:29.316 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q_E8kJchZEf0bn3 off=793254 len=48207 2023-12-16T20:07:29.317 INFO:tasks.workunit.client.0.smithi002.stdout:op 5055 completed, throughput=5MB/sec 2023-12-16T20:07:29.317 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P-l1Smsk_DBHQSb off=1456422 len=1701031 2023-12-16T20:07:29.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 5056 completed, throughput=5MB/sec 2023-12-16T20:07:29.326 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eELNgKSaF3pQ8SF off=9006437 len=539894 2023-12-16T20:07:29.328 INFO:tasks.workunit.client.0.smithi002.stdout:op 5057 completed, throughput=5MB/sec 2023-12-16T20:07:30.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:29 smithi002 ceph-mon[137674]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:30.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:29 smithi002 ceph-mon[140029]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:30.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:29 smithi043 ceph-mon[135010]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:30.328 INFO:tasks.workunit.client.0.smithi002.stdout: 977: throughput=5MB/sec pending data=0 2023-12-16T20:07:30.328 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BgJgFSKGGVL_Dac off=5262827 len=1082457 2023-12-16T20:07:30.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 5058 completed, throughput=5MB/sec 2023-12-16T20:07:30.330 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ulsxMcrGF1kwcOb off=2206244 len=1584012 2023-12-16T20:07:30.331 INFO:tasks.workunit.client.0.smithi002.stdout:op 5059 completed, throughput=5MB/sec 2023-12-16T20:07:30.331 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-elrly0wXsiagPnk off=21811271 len=1886285 2023-12-16T20:07:30.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 5060 completed, throughput=5MB/sec 2023-12-16T20:07:30.340 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8KUOnu56KXli5JO off=4351905 len=184498 2023-12-16T20:07:30.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 5061 completed, throughput=5MB/sec 2023-12-16T20:07:30.343 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GyBCL5krVoOHdzA off=6294840 len=292614 2023-12-16T20:07:30.344 INFO:tasks.workunit.client.0.smithi002.stdout:op 5062 completed, throughput=5MB/sec 2023-12-16T20:07:30.344 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SY5GT-JivuAIfrm off=1771414 len=1746252 2023-12-16T20:07:30.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 5063 completed, throughput=5MB/sec 2023-12-16T20:07:31.346 INFO:tasks.workunit.client.0.smithi002.stdout: 978: throughput=5MB/sec pending data=0 2023-12-16T20:07:31.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kD3p2cJPcL4qYn2 off=11952719 len=614128 2023-12-16T20:07:31.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 5064 completed, throughput=5MB/sec 2023-12-16T20:07:31.348 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UKLwNe4Es5o2wDk off=18743681 len=599320 2023-12-16T20:07:31.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 5065 completed, throughput=5MB/sec 2023-12-16T20:07:31.348 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Sj1Zhi1qK8dgsov off=9859836 len=707355 2023-12-16T20:07:31.354 INFO:tasks.workunit.client.0.smithi002.stdout:op 5066 completed, throughput=5MB/sec 2023-12-16T20:07:31.354 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Oh027-lyvqlMPsV off=10706930 len=1659787 2023-12-16T20:07:31.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 5067 completed, throughput=5MB/sec 2023-12-16T20:07:31.364 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fqINNpXbagXNmgi off=2940718 len=1407801 2023-12-16T20:07:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 5068 completed, throughput=5MB/sec 2023-12-16T20:07:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:31] "GET /metrics HTTP/1.1" 200 33939 "" "Prometheus/2.43.0" 2023-12-16T20:07:32.366 INFO:tasks.workunit.client.0.smithi002.stdout: 979: throughput=5MB/sec pending data=0 2023-12-16T20:07:32.366 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3nGw1_YqYVnArnL off=882236 len=923279 2023-12-16T20:07:32.372 INFO:tasks.workunit.client.0.smithi002.stdout:op 5069 completed, throughput=5MB/sec 2023-12-16T20:07:32.372 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2noLWG_w0wS53aB off=4348958 len=320508 2023-12-16T20:07:32.373 INFO:tasks.workunit.client.0.smithi002.stdout:op 5070 completed, throughput=5MB/sec 2023-12-16T20:07:32.374 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7F13f_3_pXO35XA off=49593 len=1206884 2023-12-16T20:07:32.380 INFO:tasks.workunit.client.0.smithi002.stdout:op 5071 completed, throughput=5MB/sec 2023-12-16T20:07:32.380 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p7ZoVwZZ1-4xeKd off=357123 len=492910 2023-12-16T20:07:32.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 5072 completed, throughput=5MB/sec 2023-12-16T20:07:32.385 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i5QYI6eGzHoWY3- off=1709155 len=1779735 2023-12-16T20:07:32.392 INFO:tasks.workunit.client.0.smithi002.stdout:op 5073 completed, throughput=5MB/sec 2023-12-16T20:07:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:32 smithi002 ceph-mon[137674]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:07:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:32 smithi002 ceph-mon[140029]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:07:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:32 smithi043 ceph-mon[135010]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T20:07:33.392 INFO:tasks.workunit.client.0.smithi002.stdout: 980: throughput=5MB/sec pending data=0 2023-12-16T20:07:33.393 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nHOwqnPiCZzVi93 off=13552034 len=1884170 2023-12-16T20:07:33.403 INFO:tasks.workunit.client.0.smithi002.stdout:op 5074 completed, throughput=5MB/sec 2023-12-16T20:07:33.403 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Xb7WHcvuiwemEIi off=12238347 len=2085413 2023-12-16T20:07:33.412 INFO:tasks.workunit.client.0.smithi002.stdout:op 5075 completed, throughput=5MB/sec 2023-12-16T20:07:33.412 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rMCJfHVLIQF58hC off=959633 len=532352 2023-12-16T20:07:33.413 INFO:tasks.workunit.client.0.smithi002.stdout:op 5076 completed, throughput=5MB/sec 2023-12-16T20:07:33.414 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YTruStMJIoncNUZ off=470070 len=1525571 2023-12-16T20:07:33.416 INFO:tasks.workunit.client.0.smithi002.stdout:op 5077 completed, throughput=5MB/sec 2023-12-16T20:07:34.415 INFO:tasks.workunit.client.0.smithi002.stdout: 981: throughput=5MB/sec pending data=0 2023-12-16T20:07:34.416 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-inACYmvOdbIJDqf off=13805728 len=268398 2023-12-16T20:07:34.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 5078 completed, throughput=5MB/sec 2023-12-16T20:07:34.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-033vJ1aYKhODmAy off=13789271 len=62731 2023-12-16T20:07:34.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 5079 completed, throughput=5MB/sec 2023-12-16T20:07:34.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OcDIhdxyTu43qWc off=17400184 len=737214 2023-12-16T20:07:34.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 5080 completed, throughput=5MB/sec 2023-12-16T20:07:34.422 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lKYXR5Z4Bhb3-gw off=10339485 len=1237769 2023-12-16T20:07:34.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 5081 completed, throughput=5MB/sec 2023-12-16T20:07:34.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YnF1biOHK2ETcXn off=6205804 len=2044822 2023-12-16T20:07:34.426 INFO:tasks.workunit.client.0.smithi002.stdout:op 5082 completed, throughput=5MB/sec 2023-12-16T20:07:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:34 smithi002 ceph-mon[137674]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:35.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:34 smithi002 ceph-mon[140029]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:34 smithi043 ceph-mon[135010]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:35.426 INFO:tasks.workunit.client.0.smithi002.stdout: 982: throughput=5MB/sec pending data=0 2023-12-16T20:07:35.426 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4ZH93GcKPs1N7EP off=9344286 len=1988555 2023-12-16T20:07:35.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 5083 completed, throughput=5MB/sec 2023-12-16T20:07:35.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D81WJjG6VzZmXw0 off=361459 len=2075471 2023-12-16T20:07:35.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 5084 completed, throughput=5MB/sec 2023-12-16T20:07:35.444 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aVT2V-e9FDfK_3t off=17966003 len=411135 2023-12-16T20:07:35.444 INFO:tasks.workunit.client.0.smithi002.stdout:op 5085 completed, throughput=5MB/sec 2023-12-16T20:07:35.444 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gc8OTwrT5Fjtns0 off=104761 len=1514757 2023-12-16T20:07:35.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 5086 completed, throughput=5MB/sec 2023-12-16T20:07:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:36.447 INFO:tasks.workunit.client.0.smithi002.stdout: 983: throughput=5MB/sec pending data=0 2023-12-16T20:07:36.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CXjssAzTLzFLtTb off=3997159 len=1067538 2023-12-16T20:07:36.454 INFO:tasks.workunit.client.0.smithi002.stdout:op 5087 completed, throughput=5MB/sec 2023-12-16T20:07:36.455 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4xLhMt6i2b-Rp05 off=0 len=1094377 2023-12-16T20:07:36.457 INFO:tasks.workunit.client.0.smithi002.stdout:op 5088 completed, throughput=5MB/sec 2023-12-16T20:07:36.457 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fr9ObMKUfNMbSSH off=2548553 len=447892 2023-12-16T20:07:36.458 INFO:tasks.workunit.client.0.smithi002.stdout:op 5089 completed, throughput=5MB/sec 2023-12-16T20:07:36.458 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-40hddtU1Xj1A8w3 off=2692866 len=1357985 2023-12-16T20:07:36.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 5090 completed, throughput=5MB/sec 2023-12-16T20:07:36.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JG3sfCL2-YADljg off=9718318 len=1139094 2023-12-16T20:07:36.467 INFO:tasks.workunit.client.0.smithi002.stdout:op 5091 completed, throughput=5MB/sec 2023-12-16T20:07:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:36 smithi002 ceph-mon[137674]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:07:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:36 smithi002 ceph-mon[140029]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:07:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:36 smithi043 ceph-mon[135010]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:07:37.467 INFO:tasks.workunit.client.0.smithi002.stdout: 984: throughput=5MB/sec pending data=0 2023-12-16T20:07:37.468 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JRWviA13T2uWws9 off=220984 len=105103 2023-12-16T20:07:37.470 INFO:tasks.workunit.client.0.smithi002.stdout:op 5092 completed, throughput=5MB/sec 2023-12-16T20:07:37.470 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PAAmNFZuEaHBaWZ off=5928825 len=1417791 2023-12-16T20:07:37.473 INFO:tasks.workunit.client.0.smithi002.stdout:op 5093 completed, throughput=5MB/sec 2023-12-16T20:07:37.473 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TsCP2pYj2xoHwIq off=3727359 len=2089979 2023-12-16T20:07:37.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 5094 completed, throughput=5MB/sec 2023-12-16T20:07:37.476 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-alUf9WVcI9ysObY off=5038001 len=1703033 2023-12-16T20:07:37.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 5095 completed, throughput=5MB/sec 2023-12-16T20:07:38.479 INFO:tasks.workunit.client.0.smithi002.stdout: 985: throughput=5MB/sec pending data=0 2023-12-16T20:07:38.479 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YJEw6IgHL8lc3aR off=8468181 len=974464 2023-12-16T20:07:38.480 INFO:tasks.workunit.client.0.smithi002.stdout:op 5096 completed, throughput=5MB/sec 2023-12-16T20:07:38.480 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2_aV3rnXRRyOm1l off=8846269 len=1183539 2023-12-16T20:07:38.482 INFO:tasks.workunit.client.0.smithi002.stdout:op 5097 completed, throughput=5MB/sec 2023-12-16T20:07:38.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Mq_of92THUbY4-M off=1213377 len=1267199 2023-12-16T20:07:38.489 INFO:tasks.workunit.client.0.smithi002.stdout:op 5098 completed, throughput=5MB/sec 2023-12-16T20:07:38.490 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-q09Srnh6yLl4q_Y off=4475264 len=1231711 2023-12-16T20:07:38.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 5099 completed, throughput=5MB/sec 2023-12-16T20:07:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:38 smithi002 ceph-mon[137674]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:38 smithi002 ceph-mon[140029]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:38 smithi043 ceph-mon[135010]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:39.497 INFO:tasks.workunit.client.0.smithi002.stdout: 986: throughput=5MB/sec pending data=0 2023-12-16T20:07:39.497 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SEck_9gMmb3irY3 off=1058461 len=1487143 2023-12-16T20:07:39.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 5100 completed, throughput=5MB/sec 2023-12-16T20:07:39.505 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-63te0XJw79z1i2R off=4372304 len=815451 2023-12-16T20:07:39.510 INFO:tasks.workunit.client.0.smithi002.stdout:op 5101 completed, throughput=5MB/sec 2023-12-16T20:07:39.510 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VI4z1qqdOS4W7S_ off=4263537 len=460510 2023-12-16T20:07:39.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 5102 completed, throughput=5MB/sec 2023-12-16T20:07:39.515 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LbDORy4e2p7PHNm off=1525741 len=1893334 2023-12-16T20:07:39.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 5103 completed, throughput=5MB/sec 2023-12-16T20:07:39.524 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BoMcijspi2G3_5p off=1287255 len=954244 2023-12-16T20:07:39.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 5104 completed, throughput=5MB/sec 2023-12-16T20:07:40.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:39 smithi002 ceph-mon[137674]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:40.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:39 smithi002 ceph-mon[140029]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:40.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:39 smithi043 ceph-mon[135010]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:40.526 INFO:tasks.workunit.client.0.smithi002.stdout: 987: throughput=5MB/sec pending data=0 2023-12-16T20:07:40.527 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zQj3_-wqT5GGXsP off=11702227 len=1789545 2023-12-16T20:07:40.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 5105 completed, throughput=5MB/sec 2023-12-16T20:07:40.535 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AY-RKpHkgZlXfTt off=10069849 len=330413 2023-12-16T20:07:40.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 5106 completed, throughput=5MB/sec 2023-12-16T20:07:40.545 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y6QO25d-cw4x5ww off=709986 len=1683513 2023-12-16T20:07:40.545 INFO:tasks.workunit.client.0.smithi002.stdout:op 5107 completed, throughput=5MB/sec 2023-12-16T20:07:40.545 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pJowaZAZl5wfUWy off=854691 len=1501996 2023-12-16T20:07:40.547 INFO:tasks.workunit.client.0.smithi002.stdout:op 5108 completed, throughput=5MB/sec 2023-12-16T20:07:41.547 INFO:tasks.workunit.client.0.smithi002.stdout: 988: throughput=5MB/sec pending data=0 2023-12-16T20:07:41.547 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EI9h3_rs0yBZYBx off=12310027 len=802341 2023-12-16T20:07:41.552 INFO:tasks.workunit.client.0.smithi002.stdout:op 5109 completed, throughput=5MB/sec 2023-12-16T20:07:41.552 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G-ByR-th_iyr7yd off=6589457 len=538976 2023-12-16T20:07:41.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 5110 completed, throughput=5MB/sec 2023-12-16T20:07:41.554 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Q3Td8pGCfwU72Vs off=15755101 len=2046492 2023-12-16T20:07:41.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 5111 completed, throughput=5MB/sec 2023-12-16T20:07:41.557 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W-Zw-QUKbErgfcp off=1610787 len=2046952 2023-12-16T20:07:41.564 INFO:tasks.workunit.client.0.smithi002.stdout:op 5112 completed, throughput=5MB/sec 2023-12-16T20:07:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:41] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:07:42.565 INFO:tasks.workunit.client.0.smithi002.stdout: 989: throughput=5MB/sec pending data=0 2023-12-16T20:07:42.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OIGidCyzYscM3f2 off=9775317 len=439575 2023-12-16T20:07:42.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 5113 completed, throughput=5MB/sec 2023-12-16T20:07:42.569 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QHZKpnqhz87vlLn off=798351 len=1053794 2023-12-16T20:07:42.571 INFO:tasks.workunit.client.0.smithi002.stdout:op 5114 completed, throughput=5MB/sec 2023-12-16T20:07:42.571 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YulWmyFePVlkcYQ off=1480064 len=1603437 2023-12-16T20:07:42.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 5115 completed, throughput=5MB/sec 2023-12-16T20:07:42.579 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2diGx_3Dsxj6HGD off=12334037 len=720741 2023-12-16T20:07:42.584 INFO:tasks.workunit.client.0.smithi002.stdout:op 5116 completed, throughput=5MB/sec 2023-12-16T20:07:42.584 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GCtORksnMGc6VAF off=7025420 len=377772 2023-12-16T20:07:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:op 5117 completed, throughput=5MB/sec 2023-12-16T20:07:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-heelMyLWmZkwTBc off=5998735 len=1083008 2023-12-16T20:07:42.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 5118 completed, throughput=5MB/sec 2023-12-16T20:07:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:42 smithi002 ceph-mon[137674]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T20:07:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:42 smithi002 ceph-mon[140029]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T20:07:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:42 smithi043 ceph-mon[135010]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T20:07:43.588 INFO:tasks.workunit.client.0.smithi002.stdout: 990: throughput=5MB/sec pending data=0 2023-12-16T20:07:43.588 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hPTqeh3E5gBL63f off=9813295 len=1082468 2023-12-16T20:07:43.594 INFO:tasks.workunit.client.0.smithi002.stdout:op 5119 completed, throughput=5MB/sec 2023-12-16T20:07:43.594 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Lz0fZXp0Fgz9-o- off=7474431 len=1162019 2023-12-16T20:07:43.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 5120 completed, throughput=5MB/sec 2023-12-16T20:07:43.595 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Br18-rOAa7cfnaM off=5732014 len=1136675 2023-12-16T20:07:43.598 INFO:tasks.workunit.client.0.smithi002.stdout:op 5121 completed, throughput=5MB/sec 2023-12-16T20:07:43.598 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GtZZRrKc1M1q0B- off=873087 len=1237687 2023-12-16T20:07:43.599 INFO:tasks.workunit.client.0.smithi002.stdout:op 5122 completed, throughput=5MB/sec 2023-12-16T20:07:43.600 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-y9aXeXGAvkkKFN2 off=1973432 len=1763904 2023-12-16T20:07:43.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 5123 completed, throughput=5MB/sec 2023-12-16T20:07:44.602 INFO:tasks.workunit.client.0.smithi002.stdout: 991: throughput=5MB/sec pending data=0 2023-12-16T20:07:44.602 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KZsIE6zQYd9nb_F off=7462598 len=1257081 2023-12-16T20:07:44.603 INFO:tasks.workunit.client.0.smithi002.stdout:op 5124 completed, throughput=5MB/sec 2023-12-16T20:07:44.604 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UgJUzifZmbvIBzh off=5178040 len=89030 2023-12-16T20:07:44.607 INFO:tasks.workunit.client.0.smithi002.stdout:op 5125 completed, throughput=5MB/sec 2023-12-16T20:07:44.607 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KDtr-gr0TP1NzRC off=13113033 len=1019203 2023-12-16T20:07:44.609 INFO:tasks.workunit.client.0.smithi002.stdout:op 5126 completed, throughput=5MB/sec 2023-12-16T20:07:44.609 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Rv_pduCZnlc8IbE off=263955 len=1006075 2023-12-16T20:07:44.615 INFO:tasks.workunit.client.0.smithi002.stdout:op 5127 completed, throughput=5MB/sec 2023-12-16T20:07:44.615 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mU8zMAEBJESogqB off=11328795 len=1407712 2023-12-16T20:07:44.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 5128 completed, throughput=5MB/sec 2023-12-16T20:07:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:44 smithi002 ceph-mon[137674]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:44 smithi002 ceph-mon[140029]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:44 smithi043 ceph-mon[135010]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:07:45.617 INFO:tasks.workunit.client.0.smithi002.stdout: 992: throughput=5MB/sec pending data=0 2023-12-16T20:07:45.618 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-82ya46yyke8v9ot off=6266338 len=409115 2023-12-16T20:07:45.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 5129 completed, throughput=5MB/sec 2023-12-16T20:07:45.622 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iZ3xPaDKRIK1eO9 off=1014800 len=1116350 2023-12-16T20:07:45.629 INFO:tasks.workunit.client.0.smithi002.stdout:op 5130 completed, throughput=5MB/sec 2023-12-16T20:07:45.629 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qUyaXyQvibtZ-3M off=3696928 len=1346548 2023-12-16T20:07:45.630 INFO:tasks.workunit.client.0.smithi002.stdout:op 5131 completed, throughput=5MB/sec 2023-12-16T20:07:45.630 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qnvI_YVE4SQNwTk off=7119913 len=265749 2023-12-16T20:07:45.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 5132 completed, throughput=5MB/sec 2023-12-16T20:07:45.631 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MwjcNclnVeFf64B off=687177 len=940985 2023-12-16T20:07:45.632 INFO:tasks.workunit.client.0.smithi002.stdout:op 5133 completed, throughput=5MB/sec 2023-12-16T20:07:45.632 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oLgaMNgnEnwGDrW off=779217 len=608680 2023-12-16T20:07:45.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 5134 completed, throughput=5MB/sec 2023-12-16T20:07:46.635 INFO:tasks.workunit.client.0.smithi002.stdout: 993: throughput=5MB/sec pending data=0 2023-12-16T20:07:46.636 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3MtpEBUJaW1vR3V off=7175544 len=1479434 2023-12-16T20:07:46.639 INFO:tasks.workunit.client.0.smithi002.stdout:op 5135 completed, throughput=5MB/sec 2023-12-16T20:07:46.639 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1cver4bn8T7-r9O off=11950696 len=805916 2023-12-16T20:07:46.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 5136 completed, throughput=5MB/sec 2023-12-16T20:07:46.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_THPGXzqA7BuPpn off=1115865 len=868614 2023-12-16T20:07:46.648 INFO:tasks.workunit.client.0.smithi002.stdout:op 5137 completed, throughput=5MB/sec 2023-12-16T20:07:46.648 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1MFezsJlkuy6J8E off=21004229 len=942838 2023-12-16T20:07:46.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 5138 completed, throughput=5MB/sec 2023-12-16T20:07:46.649 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QePAdYVZIGSUULx off=1408 len=2011829 2023-12-16T20:07:46.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 5139 completed, throughput=5MB/sec 2023-12-16T20:07:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:46 smithi002 ceph-mon[137674]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:46 smithi002 ceph-mon[140029]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:47.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:46 smithi043 ceph-mon[135010]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:07:47.651 INFO:tasks.workunit.client.0.smithi002.stdout: 994: throughput=5MB/sec pending data=0 2023-12-16T20:07:47.651 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kKSmX_Y2uMxkOXA off=15532938 len=222710 2023-12-16T20:07:47.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 5140 completed, throughput=5MB/sec 2023-12-16T20:07:47.652 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xhVRlOhZwbpKEH6 off=21785775 len=873962 2023-12-16T20:07:47.657 INFO:tasks.workunit.client.0.smithi002.stdout:op 5141 completed, throughput=5MB/sec 2023-12-16T20:07:47.657 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3U5nzae0GeP6bJ5 off=1058876 len=15448 2023-12-16T20:07:47.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 5142 completed, throughput=5MB/sec 2023-12-16T20:07:47.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TqPOvhRgEh8BT5e off=8314344 len=1385134 2023-12-16T20:07:47.664 INFO:tasks.workunit.client.0.smithi002.stdout:op 5143 completed, throughput=5MB/sec 2023-12-16T20:07:47.665 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WpKUv36khzj3WCq off=4320326 len=416706 2023-12-16T20:07:47.665 INFO:tasks.workunit.client.0.smithi002.stdout:op 5144 completed, throughput=5MB/sec 2023-12-16T20:07:47.666 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vlO_8GPzDLrFKXX off=63767 len=1293107 2023-12-16T20:07:47.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 5145 completed, throughput=5MB/sec 2023-12-16T20:07:47.672 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2kBXa_H364Md7Vb off=1427309 len=973500 2023-12-16T20:07:47.674 INFO:tasks.workunit.client.0.smithi002.stdout:op 5146 completed, throughput=5MB/sec 2023-12-16T20:07:48.674 INFO:tasks.workunit.client.0.smithi002.stdout: 995: throughput=5MB/sec pending data=0 2023-12-16T20:07:48.675 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RSEm6sgPuIDdDEo off=14857908 len=202518 2023-12-16T20:07:48.675 INFO:tasks.workunit.client.0.smithi002.stdout:op 5147 completed, throughput=5MB/sec 2023-12-16T20:07:48.676 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TF-8iq49qLiYoSN off=11152896 len=77135 2023-12-16T20:07:48.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 5148 completed, throughput=5MB/sec 2023-12-16T20:07:48.679 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YpPF4mtih56I7FC off=1730958 len=1244699 2023-12-16T20:07:48.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 5149 completed, throughput=5MB/sec 2023-12-16T20:07:48.686 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uVnRplhfCYjOgTM off=5823451 len=265724 2023-12-16T20:07:48.689 INFO:tasks.workunit.client.0.smithi002.stdout:op 5150 completed, throughput=5MB/sec 2023-12-16T20:07:48.689 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HeMZcFupC_ToAi2 off=6744380 len=269217 2023-12-16T20:07:48.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 5151 completed, throughput=5MB/sec 2023-12-16T20:07:48.693 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_nA62JO2AboSvHC off=17134595 len=1897005 2023-12-16T20:07:48.699 INFO:tasks.workunit.client.0.smithi002.stdout:op 5152 completed, throughput=5MB/sec 2023-12-16T20:07:48.699 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nIBmmnhgjXqu8Ya off=4498786 len=732626 2023-12-16T20:07:48.700 INFO:tasks.workunit.client.0.smithi002.stdout:op 5153 completed, throughput=5MB/sec 2023-12-16T20:07:49.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:48 smithi002 ceph-mon[137674]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:49.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:48 smithi002 ceph-mon[140029]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:49.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:48 smithi043 ceph-mon[135010]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:49.700 INFO:tasks.workunit.client.0.smithi002.stdout: 996: throughput=5MB/sec pending data=0 2023-12-16T20:07:49.701 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EoTtRf7-EXzbEtU off=5000130 len=1708325 2023-12-16T20:07:49.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 5154 completed, throughput=5MB/sec 2023-12-16T20:07:49.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-n8ItrK197_10_T6 off=3655101 len=1238115 2023-12-16T20:07:49.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 5155 completed, throughput=5MB/sec 2023-12-16T20:07:49.709 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W_SCA52p5w4FWIQ off=1218588 len=1692591 2023-12-16T20:07:49.711 INFO:tasks.workunit.client.0.smithi002.stdout:op 5156 completed, throughput=5MB/sec 2023-12-16T20:07:49.711 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tH-W981C6ZnJODz off=1595116 len=1368239 2023-12-16T20:07:49.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 5157 completed, throughput=5MB/sec 2023-12-16T20:07:50.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:49 smithi043 ceph-mon[135010]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:50.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:49 smithi002 ceph-mon[137674]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:50.487 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:49 smithi002 ceph-mon[140029]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:07:50.719 INFO:tasks.workunit.client.0.smithi002.stdout: 997: throughput=5MB/sec pending data=0 2023-12-16T20:07:50.720 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qU7qMzgfgtcFW0Z off=1745086 len=1336821 2023-12-16T20:07:50.721 INFO:tasks.workunit.client.0.smithi002.stdout:op 5158 completed, throughput=5MB/sec 2023-12-16T20:07:50.722 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6OBmBPPEvfuofLj off=13891236 len=1316901 2023-12-16T20:07:50.729 INFO:tasks.workunit.client.0.smithi002.stdout:op 5159 completed, throughput=5MB/sec 2023-12-16T20:07:50.729 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fefExOWkZYHx-J3 off=5967045 len=833774 2023-12-16T20:07:50.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 5160 completed, throughput=5MB/sec 2023-12-16T20:07:50.731 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-j8NHJ-vk_SPbG73 off=14064514 len=1318535 2023-12-16T20:07:50.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 5161 completed, throughput=5MB/sec 2023-12-16T20:07:51.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:50 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:51.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:50 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:50 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:07:51.733 INFO:tasks.workunit.client.0.smithi002.stdout: 998: throughput=5MB/sec pending data=0 2023-12-16T20:07:51.733 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LcwPM0aVxwTUHO0 off=12662353 len=884769 2023-12-16T20:07:51.738 INFO:tasks.workunit.client.0.smithi002.stdout:op 5162 completed, throughput=5MB/sec 2023-12-16T20:07:51.738 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EJGkGmMGVmxQdcu off=846353 len=1567389 2023-12-16T20:07:51.740 INFO:tasks.workunit.client.0.smithi002.stdout:op 5163 completed, throughput=5MB/sec 2023-12-16T20:07:51.740 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ES415uq3uaOHkng off=1540890 len=534792 2023-12-16T20:07:51.742 INFO:tasks.workunit.client.0.smithi002.stdout:op 5164 completed, throughput=5MB/sec 2023-12-16T20:07:51.742 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-H2kelPkSf5ztEEx off=585446 len=150264 2023-12-16T20:07:51.745 INFO:tasks.workunit.client.0.smithi002.stdout:op 5165 completed, throughput=5MB/sec 2023-12-16T20:07:51.745 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-THOjlmtvp3cabPV off=10086410 len=1250490 2023-12-16T20:07:51.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 5166 completed, throughput=5MB/sec 2023-12-16T20:07:51.752 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-i7GA5CjhyZbrpsK off=1403076 len=1835567 2023-12-16T20:07:51.753 INFO:tasks.workunit.client.0.smithi002.stdout:op 5167 completed, throughput=5MB/sec 2023-12-16T20:07:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:51 smithi002 ceph-mon[137674]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:07:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:07:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:07:51] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:07:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:51 smithi002 ceph-mon[140029]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:07:52.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:51 smithi043 ceph-mon[135010]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T20:07:52.754 INFO:tasks.workunit.client.0.smithi002.stdout: 999: throughput=5MB/sec pending data=0 2023-12-16T20:07:52.754 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fL5MAfHUv-LjWEQ off=65710 len=1826661 2023-12-16T20:07:52.762 INFO:tasks.workunit.client.0.smithi002.stdout:op 5168 completed, throughput=5MB/sec 2023-12-16T20:07:52.762 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VYmKij3JrvFt7pa off=1411883 len=2047523 2023-12-16T20:07:52.765 INFO:tasks.workunit.client.0.smithi002.stdout:op 5169 completed, throughput=5MB/sec 2023-12-16T20:07:52.765 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZkVF4e9w2Ps0n5w off=20498549 len=1548382 2023-12-16T20:07:52.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 5170 completed, throughput=5MB/sec 2023-12-16T20:07:53.774 INFO:tasks.workunit.client.0.smithi002.stdout: 1000: throughput=5MB/sec pending data=0 2023-12-16T20:07:53.774 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kg3wD9eAI6GE6GZ off=13538313 len=2000964 2023-12-16T20:07:53.783 INFO:tasks.workunit.client.0.smithi002.stdout:op 5171 completed, throughput=5MB/sec 2023-12-16T20:07:53.783 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UUDGKqnsxTp_GEj off=661524 len=555803 2023-12-16T20:07:53.787 INFO:tasks.workunit.client.0.smithi002.stdout:op 5172 completed, throughput=5MB/sec 2023-12-16T20:07:53.788 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0IRhbZ3YlVKk3Ip off=353920 len=1261430 2023-12-16T20:07:53.789 INFO:tasks.workunit.client.0.smithi002.stdout:op 5173 completed, throughput=5MB/sec 2023-12-16T20:07:53.789 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tRmy851CYnsdgCe off=4980568 len=173462 2023-12-16T20:07:53.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 5174 completed, throughput=5MB/sec 2023-12-16T20:07:53.791 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pYkJKlzj6FCiBGH off=6030555 len=1686640 2023-12-16T20:07:53.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 5175 completed, throughput=5MB/sec 2023-12-16T20:07:54.527 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:07:54.799 INFO:tasks.workunit.client.0.smithi002.stdout: 1001: throughput=5MB/sec pending data=0 2023-12-16T20:07:54.799 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7IwwxkExqjbC_sR off=5068588 len=165292 2023-12-16T20:07:54.801 INFO:tasks.workunit.client.0.smithi002.stdout:op 5176 completed, throughput=5MB/sec 2023-12-16T20:07:54.801 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lRWhohqPKXpyVDq off=3018104 len=698195 2023-12-16T20:07:54.802 INFO:tasks.workunit.client.0.smithi002.stdout:op 5177 completed, throughput=5MB/sec 2023-12-16T20:07:54.802 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XPpySvwp9iqOwP8 off=14995727 len=39546 2023-12-16T20:07:54.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 5178 completed, throughput=5MB/sec 2023-12-16T20:07:54.805 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fqXvXdckk1y5gbF off=21600066 len=1534408 2023-12-16T20:07:54.806 INFO:tasks.workunit.client.0.smithi002.stdout:op 5179 completed, throughput=5MB/sec 2023-12-16T20:07:54.806 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bTGO5V4B39P8f34 off=3714746 len=1276186 2023-12-16T20:07:54.807 INFO:tasks.workunit.client.0.smithi002.stdout:op 5180 completed, throughput=5MB/sec 2023-12-16T20:07:54.807 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ANK13n8NXFu-8PJ off=4309192 len=485436 2023-12-16T20:07:54.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 5181 completed, throughput=5MB/sec 2023-12-16T20:07:54.855 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:07:54.855 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (36m) 2m ago 38m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (35m) 10m ago 38m 86.0M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (39m) 2m ago 39m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (39m) 10m ago 39m 24.8M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (35m) 10m ago 41m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (35m) 2m ago 43m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (35m) 2m ago 43m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (34m) 10m ago 42m 80.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (34m) 2m ago 41m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (36m) 2m ago 38m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (35m) 10m ago 38m 17.0M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (34m) 2m ago 41m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (33m) 2m ago 41m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (33m) 2m ago 41m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (32m) 2m ago 40m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (32m) 10m ago 40m 546M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:07:54.856 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (31m) 10m ago 40m 313M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:07:54.857 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (31m) 10m ago 40m 434M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:07:54.857 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (30m) 10m ago 39m 430M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:07:54.857 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (35m) 10m ago 39m 68.9M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:07:55.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:54 smithi002 ceph-mon[137674]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:07:55.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:54 smithi002 ceph-mon[140029]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:07:55.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:54 smithi043 ceph-mon[135010]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T20:07:55.257 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:07:55.257 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:07:55.258 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:07:55.259 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:07:55.259 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:07:55.259 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:07:55.810 INFO:tasks.workunit.client.0.smithi002.stdout: 1002: throughput=5MB/sec pending data=0 2023-12-16T20:07:55.810 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JKYP9tVAeYzEflo off=3202197 len=814883 2023-12-16T20:07:55.815 INFO:tasks.workunit.client.0.smithi002.stdout:op 5182 completed, throughput=5MB/sec 2023-12-16T20:07:55.815 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wg94vFrlrCkSXbM off=4008185 len=1952955 2023-12-16T20:07:55.823 INFO:tasks.workunit.client.0.smithi002.stdout:op 5183 completed, throughput=5MB/sec 2023-12-16T20:07:55.823 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-boVrX_2aZhLNkdg off=1958676 len=873650 2023-12-16T20:07:55.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 5184 completed, throughput=5MB/sec 2023-12-16T20:07:55.829 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vgNoASHavC6Qdww off=14130587 len=470026 2023-12-16T20:07:55.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 5185 completed, throughput=5MB/sec 2023-12-16T20:07:55.832 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-z69M9OeFaTLMI4J off=7705327 len=406222 2023-12-16T20:07:55.833 INFO:tasks.workunit.client.0.smithi002.stdout:op 5186 completed, throughput=5MB/sec 2023-12-16T20:07:55.833 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2x__q0kn9J0vRlb off=659788 len=1857607 2023-12-16T20:07:55.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 5187 completed, throughput=5MB/sec 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[137674]: from='client.45794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[137674]: from='client.35859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2336280535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[140029]: from='client.45794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[140029]: from='client.35859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:55 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2336280535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:56.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:55 smithi043 ceph-mon[135010]: from='client.45794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:55 smithi043 ceph-mon[135010]: from='client.35859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:07:56.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:55 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2336280535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:07:56.842 INFO:tasks.workunit.client.0.smithi002.stdout: 1003: throughput=5MB/sec pending data=0 2023-12-16T20:07:56.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HFy_gtfsDYHXZzO off=2388715 len=503773 2023-12-16T20:07:56.843 INFO:tasks.workunit.client.0.smithi002.stdout:op 5188 completed, throughput=5MB/sec 2023-12-16T20:07:56.843 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WQzhCKSPk29Rc8o off=3926031 len=800019 2023-12-16T20:07:56.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 5189 completed, throughput=5MB/sec 2023-12-16T20:07:56.847 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3ikB7COiFJ9lZVj off=6409621 len=844080 2023-12-16T20:07:56.848 INFO:tasks.workunit.client.0.smithi002.stdout:op 5190 completed, throughput=5MB/sec 2023-12-16T20:07:56.848 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7HD_vZVHfUyAm-L off=15438298 len=1128143 2023-12-16T20:07:56.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 5191 completed, throughput=5MB/sec 2023-12-16T20:07:56.849 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g5armw-JhHOpO_7 off=4305387 len=1146637 2023-12-16T20:07:56.855 INFO:tasks.workunit.client.0.smithi002.stdout:op 5192 completed, throughput=5MB/sec 2023-12-16T20:07:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:56 smithi002 ceph-mon[137674]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:07:57.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:56 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:07:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:56 smithi002 ceph-mon[140029]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:07:57.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:56 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:07:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:56 smithi043 ceph-mon[135010]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:07:57.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:56 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:07:57.856 INFO:tasks.workunit.client.0.smithi002.stdout: 1004: throughput=5MB/sec pending data=0 2023-12-16T20:07:57.856 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7nEqmKlz2hg67yV off=7638215 len=1402211 2023-12-16T20:07:57.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 5193 completed, throughput=5MB/sec 2023-12-16T20:07:57.857 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-h8ZiyZBI1Qs4qWc off=4007185 len=964982 2023-12-16T20:07:57.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 5194 completed, throughput=5MB/sec 2023-12-16T20:07:57.863 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u9Ca-3OpGGjl9j3 off=1584723 len=2038547 2023-12-16T20:07:57.867 INFO:tasks.workunit.client.0.smithi002.stdout:op 5195 completed, throughput=5MB/sec 2023-12-16T20:07:57.867 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vZa3jQQKnRONStY off=4263143 len=1374189 2023-12-16T20:07:57.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 5196 completed, throughput=5MB/sec 2023-12-16T20:07:58.873 INFO:tasks.workunit.client.0.smithi002.stdout: 1005: throughput=5MB/sec pending data=0 2023-12-16T20:07:58.873 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zeyI8b65R8dQ--e off=12047834 len=36147 2023-12-16T20:07:58.874 INFO:tasks.workunit.client.0.smithi002.stdout:op 5197 completed, throughput=5MB/sec 2023-12-16T20:07:58.874 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-snl15R1ztD5FjvV off=5984268 len=632458 2023-12-16T20:07:58.878 INFO:tasks.workunit.client.0.smithi002.stdout:op 5198 completed, throughput=5MB/sec 2023-12-16T20:07:58.879 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fk1GJcUOb6WemsZ off=619313 len=1463439 2023-12-16T20:07:58.886 INFO:tasks.workunit.client.0.smithi002.stdout:op 5199 completed, throughput=5MB/sec 2023-12-16T20:07:58.886 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2ZffIk42qb4Y6B3 off=3719419 len=1831897 2023-12-16T20:07:58.888 INFO:tasks.workunit.client.0.smithi002.stdout:op 5200 completed, throughput=5MB/sec 2023-12-16T20:07:58.888 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0xFTJmcE5o3K85w off=542741 len=454246 2023-12-16T20:07:58.892 INFO:tasks.workunit.client.0.smithi002.stdout:op 5201 completed, throughput=5MB/sec 2023-12-16T20:07:58.892 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e-DjRnDBAXDVIg4 off=11104855 len=1450137 2023-12-16T20:07:58.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 5202 completed, throughput=5MB/sec 2023-12-16T20:07:59.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:07:58 smithi002 ceph-mon[137674]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:07:58 smithi002 ceph-mon[140029]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:07:58 smithi043 ceph-mon[135010]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:07:59.899 INFO:tasks.workunit.client.0.smithi002.stdout: 1006: throughput=5MB/sec pending data=0 2023-12-16T20:07:59.899 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Tz0NHH-5ABTUvCQ off=575086 len=1033221 2023-12-16T20:07:59.904 INFO:tasks.workunit.client.0.smithi002.stdout:op 5203 completed, throughput=5MB/sec 2023-12-16T20:07:59.904 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tDvDlMWrEJ1ptOL off=3270581 len=205269 2023-12-16T20:07:59.905 INFO:tasks.workunit.client.0.smithi002.stdout:op 5204 completed, throughput=5MB/sec 2023-12-16T20:07:59.905 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mS2UBjQlJA1-CS9 off=8927478 len=145942 2023-12-16T20:07:59.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 5205 completed, throughput=5MB/sec 2023-12-16T20:07:59.906 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8qFX0j4Ah-l7YKo off=1886182 len=679211 2023-12-16T20:07:59.907 INFO:tasks.workunit.client.0.smithi002.stdout:op 5206 completed, throughput=5MB/sec 2023-12-16T20:07:59.907 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WagVPUhGxYKqasa off=2365636 len=2031040 2023-12-16T20:07:59.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 5207 completed, throughput=5MB/sec 2023-12-16T20:08:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[137674]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:00 smithi002 ceph-mon[140029]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:00 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:00 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:00 smithi043 ceph-mon[135010]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:00.915 INFO:tasks.workunit.client.0.smithi002.stdout: 1007: throughput=5MB/sec pending data=0 2023-12-16T20:08:00.916 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y8dUc8LFN1zqZ3X off=2571964 len=1696421 2023-12-16T20:08:00.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 5208 completed, throughput=5MB/sec 2023-12-16T20:08:00.923 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--lHBHMfZ7ig4LKn off=734140 len=1108945 2023-12-16T20:08:00.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 5209 completed, throughput=5MB/sec 2023-12-16T20:08:00.926 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zxIm9HhqC3IWNRb off=22771361 len=509607 2023-12-16T20:08:00.926 INFO:tasks.workunit.client.0.smithi002.stdout:op 5210 completed, throughput=5MB/sec 2023-12-16T20:08:00.926 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Sj5CzqdyuqrDeap off=5191968 len=78919 2023-12-16T20:08:00.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 5211 completed, throughput=5MB/sec 2023-12-16T20:08:00.927 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aWm2isQiI5Tva84 off=7119745 len=960012 2023-12-16T20:08:00.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 5212 completed, throughput=5MB/sec 2023-12-16T20:08:00.932 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ITDDhknDhgLamhx off=6630403 len=331169 2023-12-16T20:08:00.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 5213 completed, throughput=5MB/sec 2023-12-16T20:08:00.932 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2DTOWEpjJQnm25c off=4744027 len=12175 2023-12-16T20:08:00.933 INFO:tasks.workunit.client.0.smithi002.stdout:op 5214 completed, throughput=5MB/sec 2023-12-16T20:08:00.933 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4U-JxQlZ6wmNTr5 off=3584145 len=1226998 2023-12-16T20:08:00.934 INFO:tasks.workunit.client.0.smithi002.stdout:op 5215 completed, throughput=5MB/sec 2023-12-16T20:08:01.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:01 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:01 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:01 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:01 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:01 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:01 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:01.934 INFO:tasks.workunit.client.0.smithi002.stdout: 1008: throughput=5MB/sec pending data=0 2023-12-16T20:08:01.935 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3k2iKLONd4d72Dx off=2247043 len=1718241 2023-12-16T20:08:01.943 INFO:tasks.workunit.client.0.smithi002.stdout:op 5216 completed, throughput=5MB/sec 2023-12-16T20:08:01.943 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-57QZS9bP9R6zaH8 off=3579980 len=224178 2023-12-16T20:08:01.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 5217 completed, throughput=5MB/sec 2023-12-16T20:08:01.944 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2ZgCWhZlWaWzhoc off=572907 len=1358363 2023-12-16T20:08:01.946 INFO:tasks.workunit.client.0.smithi002.stdout:op 5218 completed, throughput=5MB/sec 2023-12-16T20:08:01.946 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v_arNHFCH8s2aW5 off=14493171 len=1546604 2023-12-16T20:08:01.952 INFO:tasks.workunit.client.0.smithi002.stdout:op 5219 completed, throughput=5MB/sec 2023-12-16T20:08:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:01] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:08:02.343 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:02 smithi043 ceph-mon[135010]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:08:02.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:02 smithi002 ceph-mon[137674]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:08:02.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:02 smithi002 ceph-mon[140029]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-16T20:08:02.953 INFO:tasks.workunit.client.0.smithi002.stdout: 1009: throughput=5MB/sec pending data=0 2023-12-16T20:08:02.953 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hAcUs-IeR3y0-g8 off=5870567 len=1668909 2023-12-16T20:08:02.959 INFO:tasks.workunit.client.0.smithi002.stdout:op 5220 completed, throughput=5MB/sec 2023-12-16T20:08:02.959 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1V7MNg8cMuiE-rO off=5676567 len=1142073 2023-12-16T20:08:02.961 INFO:tasks.workunit.client.0.smithi002.stdout:op 5221 completed, throughput=5MB/sec 2023-12-16T20:08:02.961 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hBazmk5LDc61tN9 off=4166191 len=1259854 2023-12-16T20:08:02.966 INFO:tasks.workunit.client.0.smithi002.stdout:op 5222 completed, throughput=5MB/sec 2023-12-16T20:08:02.966 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wnm6VpqBqeYrnfe off=4078244 len=1617306 2023-12-16T20:08:02.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 5223 completed, throughput=5MB/sec 2023-12-16T20:08:03.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: Detected new or changed devices on smithi043 2023-12-16T20:08:03.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: Detected new or changed devices on smithi043 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:08:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: Detected new or changed devices on smithi043 2023-12-16T20:08:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:08:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:08:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:08:03.974 INFO:tasks.workunit.client.0.smithi002.stdout: 1010: throughput=5MB/sec pending data=0 2023-12-16T20:08:03.974 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vvz2i2O6QouoWy_ off=11941504 len=38271 2023-12-16T20:08:03.975 INFO:tasks.workunit.client.0.smithi002.stdout:op 5224 completed, throughput=5MB/sec 2023-12-16T20:08:03.975 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JNIkMqgw-yKVaaT off=7883059 len=632149 2023-12-16T20:08:03.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 5225 completed, throughput=5MB/sec 2023-12-16T20:08:03.976 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VlMFNvYX5Sh16Iq off=4816376 len=1198018 2023-12-16T20:08:03.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 5226 completed, throughput=5MB/sec 2023-12-16T20:08:03.978 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nwGCqhmfYSvKJtG off=2650764 len=665961 2023-12-16T20:08:03.983 INFO:tasks.workunit.client.0.smithi002.stdout:op 5227 completed, throughput=5MB/sec 2023-12-16T20:08:03.984 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Gm357e_sCjHjZqt off=2044855 len=992652 2023-12-16T20:08:03.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 5228 completed, throughput=5MB/sec 2023-12-16T20:08:03.986 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f1s-nxK3efJU8AT off=7052230 len=664899 2023-12-16T20:08:03.991 INFO:tasks.workunit.client.0.smithi002.stdout:op 5229 completed, throughput=5MB/sec 2023-12-16T20:08:03.991 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--WjR8xe6aUmJWVJ off=16117918 len=1494094 2023-12-16T20:08:03.998 INFO:tasks.workunit.client.0.smithi002.stdout:op 5230 completed, throughput=5MB/sec 2023-12-16T20:08:04.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:04 smithi002 ceph-mon[137674]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:08:04.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:04 smithi002 ceph-mon[140029]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:08:04.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:04 smithi043 ceph-mon[135010]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:08:04.998 INFO:tasks.workunit.client.0.smithi002.stdout: 1011: throughput=5MB/sec pending data=0 2023-12-16T20:08:04.998 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JO6dY-8wIWToXA8 off=2225112 len=656510 2023-12-16T20:08:05.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 5231 completed, throughput=5MB/sec 2023-12-16T20:08:05.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2VV90INS-5iU-Aq off=3796636 len=182075 2023-12-16T20:08:05.002 INFO:tasks.workunit.client.0.smithi002.stdout:op 5232 completed, throughput=5MB/sec 2023-12-16T20:08:05.003 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DrGE_sWgZF6Ow3C off=4662658 len=1442637 2023-12-16T20:08:05.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 5233 completed, throughput=5MB/sec 2023-12-16T20:08:05.011 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WHjfMV4GaZRfWip off=4082700 len=1922563 2023-12-16T20:08:05.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 5234 completed, throughput=5MB/sec 2023-12-16T20:08:05.013 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TUCWZMgIuxNgP6_ off=1711253 len=1551806 2023-12-16T20:08:05.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 5235 completed, throughput=5MB/sec 2023-12-16T20:08:06.016 INFO:tasks.workunit.client.0.smithi002.stdout: 1012: throughput=5MB/sec pending data=0 2023-12-16T20:08:06.016 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-33QspwwbomXCsaR off=1174617 len=1469429 2023-12-16T20:08:06.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 5236 completed, throughput=5MB/sec 2023-12-16T20:08:06.024 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YZTbxnrakAYy_Qp off=16935417 len=1217863 2023-12-16T20:08:06.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 5237 completed, throughput=5MB/sec 2023-12-16T20:08:06.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sqc83PDw7-a4iGF off=8906509 len=1281066 2023-12-16T20:08:06.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 5238 completed, throughput=5MB/sec 2023-12-16T20:08:06.032 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mtO3zsCRIlQ3g5K off=4772385 len=173681 2023-12-16T20:08:06.035 INFO:tasks.workunit.client.0.smithi002.stdout:op 5239 completed, throughput=5MB/sec 2023-12-16T20:08:06.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:06.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:06.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:07.035 INFO:tasks.workunit.client.0.smithi002.stdout: 1013: throughput=5MB/sec pending data=0 2023-12-16T20:08:07.035 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T0OuNiYPCgTQ4wO off=8392815 len=1040253 2023-12-16T20:08:07.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 5240 completed, throughput=5MB/sec 2023-12-16T20:08:07.041 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TsdTl7zdxFPOinJ off=1122576 len=2064528 2023-12-16T20:08:07.043 INFO:tasks.workunit.client.0.smithi002.stdout:op 5241 completed, throughput=5MB/sec 2023-12-16T20:08:07.043 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v-BQo2FHdeRUFsV off=1721293 len=1206584 2023-12-16T20:08:07.049 INFO:tasks.workunit.client.0.smithi002.stdout:op 5242 completed, throughput=5MB/sec 2023-12-16T20:08:07.049 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zeyI8b65R8dQ--e off=20673700 len=1918849 2023-12-16T20:08:07.059 INFO:tasks.workunit.client.0.smithi002.stdout:op 5243 completed, throughput=5MB/sec 2023-12-16T20:08:07.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:06 smithi002 ceph-mon[137674]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:08:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:06 smithi002 ceph-mon[140029]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:08:07.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:06 smithi043 ceph-mon[135010]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:08:08.059 INFO:tasks.workunit.client.0.smithi002.stdout: 1014: throughput=5MB/sec pending data=0 2023-12-16T20:08:08.059 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JIfFqdVFfTQNlWl off=7279419 len=1880368 2023-12-16T20:08:08.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 5244 completed, throughput=5MB/sec 2023-12-16T20:08:08.062 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-shnvbLMJsSVGDVQ off=17494074 len=569000 2023-12-16T20:08:08.067 INFO:tasks.workunit.client.0.smithi002.stdout:op 5245 completed, throughput=5MB/sec 2023-12-16T20:08:08.067 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mujf9rLw1Iau54N off=18558930 len=1143232 2023-12-16T20:08:08.073 INFO:tasks.workunit.client.0.smithi002.stdout:op 5246 completed, throughput=5MB/sec 2023-12-16T20:08:08.073 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EveXc2LBUg3nsGw off=50075 len=437250 2023-12-16T20:08:08.077 INFO:tasks.workunit.client.0.smithi002.stdout:op 5247 completed, throughput=5MB/sec 2023-12-16T20:08:08.077 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yFVfMtFkRphSpWd off=2068889 len=805982 2023-12-16T20:08:08.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 5248 completed, throughput=5MB/sec 2023-12-16T20:08:09.081 INFO:tasks.workunit.client.0.smithi002.stdout: 1015: throughput=5MB/sec pending data=0 2023-12-16T20:08:09.082 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iM7K3s1M7lwrIIX off=2189518 len=406818 2023-12-16T20:08:09.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 5249 completed, throughput=5MB/sec 2023-12-16T20:08:09.086 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rrNN14H4Vb2-Uyt off=5060119 len=344899 2023-12-16T20:08:09.086 INFO:tasks.workunit.client.0.smithi002.stdout:op 5250 completed, throughput=5MB/sec 2023-12-16T20:08:09.086 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PREmkEUvL1B6f1l off=13090118 len=948785 2023-12-16T20:08:09.087 INFO:tasks.workunit.client.0.smithi002.stdout:op 5251 completed, throughput=5MB/sec 2023-12-16T20:08:09.088 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3dxCrU2Y_96E8G2 off=356073 len=294881 2023-12-16T20:08:09.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 5252 completed, throughput=5MB/sec 2023-12-16T20:08:09.091 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JNZXx6fWNxLUXJm off=12250473 len=542881 2023-12-16T20:08:09.098 INFO:tasks.workunit.client.0.smithi002.stdout:op 5253 completed, throughput=5MB/sec 2023-12-16T20:08:09.098 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LZASNJBCe8IpBRv off=3197423 len=1225506 2023-12-16T20:08:09.099 INFO:tasks.workunit.client.0.smithi002.stdout:op 5254 completed, throughput=5MB/sec 2023-12-16T20:08:09.099 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M7MapEj5QDbdYdF off=7630080 len=691593 2023-12-16T20:08:09.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 5255 completed, throughput=5MB/sec 2023-12-16T20:08:09.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kUSzybtDYu-TBKQ off=1945190 len=691084 2023-12-16T20:08:09.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 5256 completed, throughput=5MB/sec 2023-12-16T20:08:09.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:08 smithi002 ceph-mon[137674]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:08:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:08 smithi002 ceph-mon[140029]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:08:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:08 smithi043 ceph-mon[135010]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:08:10.106 INFO:tasks.workunit.client.0.smithi002.stdout: 1016: throughput=5MB/sec pending data=0 2023-12-16T20:08:10.106 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XMfmJn2HapkSq6R off=4150300 len=872259 2023-12-16T20:08:10.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 5257 completed, throughput=5MB/sec 2023-12-16T20:08:10.109 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0VCaGeLErwU6BQL off=353672 len=43826 2023-12-16T20:08:10.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 5258 completed, throughput=5MB/sec 2023-12-16T20:08:10.111 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SKpcWiD1-7D3CDc off=15806890 len=984611 2023-12-16T20:08:10.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 5259 completed, throughput=5MB/sec 2023-12-16T20:08:10.117 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jO1GmhEXfVKOjTx off=7981802 len=1754488 2023-12-16T20:08:10.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 5260 completed, throughput=5MB/sec 2023-12-16T20:08:10.120 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HDe77RJj1TGX2Ih off=1262996 len=1387072 2023-12-16T20:08:10.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 5261 completed, throughput=5MB/sec 2023-12-16T20:08:10.122 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RcNNt5-zLXosoDB off=5667744 len=301160 2023-12-16T20:08:10.126 INFO:tasks.workunit.client.0.smithi002.stdout:op 5262 completed, throughput=5MB/sec 2023-12-16T20:08:10.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:09 smithi043 ceph-mon[135010]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:08:10.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:09 smithi002 ceph-mon[137674]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:08:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:09 smithi002 ceph-mon[140029]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:08:11.127 INFO:tasks.workunit.client.0.smithi002.stdout: 1017: throughput=5MB/sec pending data=0 2023-12-16T20:08:11.127 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pm8Kjz-avdKiKBx off=993424 len=306490 2023-12-16T20:08:11.130 INFO:tasks.workunit.client.0.smithi002.stdout:op 5263 completed, throughput=5MB/sec 2023-12-16T20:08:11.130 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BH2j2fyE75iuqGV off=5138118 len=1237170 2023-12-16T20:08:11.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 5264 completed, throughput=5MB/sec 2023-12-16T20:08:11.136 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BB-PKGWv4tnZo59 off=2224704 len=1406917 2023-12-16T20:08:11.144 INFO:tasks.workunit.client.0.smithi002.stdout:op 5265 completed, throughput=5MB/sec 2023-12-16T20:08:11.144 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IMrR5z5OTnt5TVS off=21231278 len=1661680 2023-12-16T20:08:11.152 INFO:tasks.workunit.client.0.smithi002.stdout:op 5266 completed, throughput=5MB/sec 2023-12-16T20:08:11.152 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-G6EslgOf6EUg3aJ off=640589 len=1019718 2023-12-16T20:08:11.153 INFO:tasks.workunit.client.0.smithi002.stdout:op 5267 completed, throughput=5MB/sec 2023-12-16T20:08:12.154 INFO:tasks.workunit.client.0.smithi002.stdout: 1018: throughput=5MB/sec pending data=0 2023-12-16T20:08:12.154 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WeF5PAXHovku0Q1 off=4384721 len=23682 2023-12-16T20:08:12.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 5268 completed, throughput=5MB/sec 2023-12-16T20:08:12.157 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-af4ncFbd5hkVw6f off=12240655 len=1860283 2023-12-16T20:08:12.159 INFO:tasks.workunit.client.0.smithi002.stdout:op 5269 completed, throughput=5MB/sec 2023-12-16T20:08:12.159 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7XyFy17pkTcOKQT off=8476312 len=1274834 2023-12-16T20:08:12.161 INFO:tasks.workunit.client.0.smithi002.stdout:op 5270 completed, throughput=5MB/sec 2023-12-16T20:08:12.161 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Tye2b2SXjnfBxi5 off=8599498 len=275627 2023-12-16T20:08:12.165 INFO:tasks.workunit.client.0.smithi002.stdout:op 5271 completed, throughput=5MB/sec 2023-12-16T20:08:12.165 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-b0vSHxWK2XGIK_N off=6841503 len=1008343 2023-12-16T20:08:12.170 INFO:tasks.workunit.client.0.smithi002.stdout:op 5272 completed, throughput=5MB/sec 2023-12-16T20:08:12.170 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O0uGtTlSgaocq3z off=6854982 len=901999 2023-12-16T20:08:12.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 5273 completed, throughput=5MB/sec 2023-12-16T20:08:12.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:11] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:08:13.172 INFO:tasks.workunit.client.0.smithi002.stdout: 1019: throughput=5MB/sec pending data=0 2023-12-16T20:08:13.172 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rNO19fCXC1n-63x off=4719671 len=444011 2023-12-16T20:08:13.176 INFO:tasks.workunit.client.0.smithi002.stdout:op 5274 completed, throughput=5MB/sec 2023-12-16T20:08:13.176 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MfTjrbELbSrxJCS off=5651026 len=1573902 2023-12-16T20:08:13.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 5275 completed, throughput=5MB/sec 2023-12-16T20:08:13.184 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sNFcr_ZvI-ss6gR off=12598951 len=413615 2023-12-16T20:08:13.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 5276 completed, throughput=5MB/sec 2023-12-16T20:08:13.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SbZRDUopA_spDij off=8818286 len=1628498 2023-12-16T20:08:13.187 INFO:tasks.workunit.client.0.smithi002.stdout:op 5277 completed, throughput=5MB/sec 2023-12-16T20:08:13.187 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wvz4TXCmNmrzO8j off=4208806 len=727766 2023-12-16T20:08:13.192 INFO:tasks.workunit.client.0.smithi002.stdout:op 5278 completed, throughput=5MB/sec 2023-12-16T20:08:13.192 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oSGsSJsZjHvRWt4 off=5269355 len=2040577 2023-12-16T20:08:13.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 5279 completed, throughput=5MB/sec 2023-12-16T20:08:13.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:12 smithi002 ceph-mon[137674]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:13.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:12 smithi002 ceph-mon[140029]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:13.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:12 smithi043 ceph-mon[135010]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:14.202 INFO:tasks.workunit.client.0.smithi002.stdout: 1020: throughput=5MB/sec pending data=0 2023-12-16T20:08:14.202 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lF7b3wATOgozRp3 off=150696 len=1637870 2023-12-16T20:08:14.202 INFO:tasks.workunit.client.0.smithi002.stdout:op 5280 completed, throughput=5MB/sec 2023-12-16T20:08:14.202 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cBRd12W4ErSsK3E off=1613828 len=975061 2023-12-16T20:08:14.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 5281 completed, throughput=5MB/sec 2023-12-16T20:08:14.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jn-SwjwirL6BuHl off=14718549 len=1594292 2023-12-16T20:08:14.210 INFO:tasks.workunit.client.0.smithi002.stdout:op 5282 completed, throughput=5MB/sec 2023-12-16T20:08:15.211 INFO:tasks.workunit.client.0.smithi002.stdout: 1021: throughput=5MB/sec pending data=0 2023-12-16T20:08:15.211 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4LQW_rm4pQVoV92 off=9798431 len=1060193 2023-12-16T20:08:15.212 INFO:tasks.workunit.client.0.smithi002.stdout:op 5283 completed, throughput=5MB/sec 2023-12-16T20:08:15.212 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-CcXI7sk2gOcBITc off=10650551 len=497731 2023-12-16T20:08:15.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 5284 completed, throughput=5MB/sec 2023-12-16T20:08:15.214 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q35A9rEvbKUhc5F off=12500225 len=239305 2023-12-16T20:08:15.217 INFO:tasks.workunit.client.0.smithi002.stdout:op 5285 completed, throughput=5MB/sec 2023-12-16T20:08:15.217 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kt7nvGZYOyhTN0u off=5226898 len=429950 2023-12-16T20:08:15.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 5286 completed, throughput=5MB/sec 2023-12-16T20:08:15.221 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-37qcLEpAv3ONpwn off=12195401 len=1052486 2023-12-16T20:08:15.222 INFO:tasks.workunit.client.0.smithi002.stdout:op 5287 completed, throughput=5MB/sec 2023-12-16T20:08:15.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A75nnnsZLbTGUFa off=6715933 len=1503773 2023-12-16T20:08:15.230 INFO:tasks.workunit.client.0.smithi002.stdout:op 5288 completed, throughput=5MB/sec 2023-12-16T20:08:15.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:14 smithi002 ceph-mon[137674]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:15.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:14 smithi002 ceph-mon[140029]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:15.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:14 smithi043 ceph-mon[135010]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:16.230 INFO:tasks.workunit.client.0.smithi002.stdout: 1022: throughput=5MB/sec pending data=0 2023-12-16T20:08:16.230 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cDJxXPzYaBCiF7u off=4733027 len=1258033 2023-12-16T20:08:16.236 INFO:tasks.workunit.client.0.smithi002.stdout:op 5289 completed, throughput=5MB/sec 2023-12-16T20:08:16.237 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LBPBND6lBttB2QH off=19694173 len=342768 2023-12-16T20:08:16.240 INFO:tasks.workunit.client.0.smithi002.stdout:op 5290 completed, throughput=5MB/sec 2023-12-16T20:08:16.240 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-askJk1lM0f4JSWV off=10920652 len=786492 2023-12-16T20:08:16.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 5291 completed, throughput=5MB/sec 2023-12-16T20:08:16.242 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3ShxKpvpDaKgAwk off=773261 len=397450 2023-12-16T20:08:16.245 INFO:tasks.workunit.client.0.smithi002.stdout:op 5292 completed, throughput=5MB/sec 2023-12-16T20:08:16.245 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SQZR_3o3NZd8I90 off=1059450 len=564654 2023-12-16T20:08:16.249 INFO:tasks.workunit.client.0.smithi002.stdout:op 5293 completed, throughput=5MB/sec 2023-12-16T20:08:16.249 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aCF_lupbJgjgzdp off=11802518 len=1953424 2023-12-16T20:08:16.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 5294 completed, throughput=5MB/sec 2023-12-16T20:08:17.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:16 smithi002 ceph-mon[137674]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:17.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:16 smithi002 ceph-mon[140029]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:17.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:16 smithi043 ceph-mon[135010]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:17.257 INFO:tasks.workunit.client.0.smithi002.stdout: 1023: throughput=5MB/sec pending data=0 2023-12-16T20:08:17.257 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ptWFRnzXaS_BT_p off=16623078 len=406422 2023-12-16T20:08:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:op 5295 completed, throughput=5MB/sec 2023-12-16T20:08:17.261 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dcGDbZP0SWcLrJp off=1334688 len=1882497 2023-12-16T20:08:17.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 5296 completed, throughput=5MB/sec 2023-12-16T20:08:17.270 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4he5DEekvYxuSH2 off=1640490 len=1759150 2023-12-16T20:08:17.277 INFO:tasks.workunit.client.0.smithi002.stdout:op 5297 completed, throughput=5MB/sec 2023-12-16T20:08:17.277 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2zuDPIfOfLsFR1s off=5387624 len=1243097 2023-12-16T20:08:17.278 INFO:tasks.workunit.client.0.smithi002.stdout:op 5298 completed, throughput=5MB/sec 2023-12-16T20:08:18.279 INFO:tasks.workunit.client.0.smithi002.stdout: 1024: throughput=5MB/sec pending data=0 2023-12-16T20:08:18.279 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6yGxYFoIqFoF-mu off=12216740 len=1875297 2023-12-16T20:08:18.281 INFO:tasks.workunit.client.0.smithi002.stdout:op 5299 completed, throughput=5MB/sec 2023-12-16T20:08:18.281 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PoTymEZF-7EiGkq off=16581172 len=1738932 2023-12-16T20:08:18.289 INFO:tasks.workunit.client.0.smithi002.stdout:op 5300 completed, throughput=5MB/sec 2023-12-16T20:08:18.289 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dZkVVzZbzWvfNSG off=3849113 len=2008296 2023-12-16T20:08:18.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 5301 completed, throughput=5MB/sec 2023-12-16T20:08:19.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:18 smithi002 ceph-mon[137674]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:19.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:18 smithi002 ceph-mon[140029]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:19.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:18 smithi043 ceph-mon[135010]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:19.297 INFO:tasks.workunit.client.0.smithi002.stdout: 1025: throughput=5MB/sec pending data=0 2023-12-16T20:08:19.297 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OqKau1aL-ZlmIFf off=5858718 len=1481456 2023-12-16T20:08:19.304 INFO:tasks.workunit.client.0.smithi002.stdout:op 5302 completed, throughput=5MB/sec 2023-12-16T20:08:19.304 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u_MMH7pyWknfP7d off=10741584 len=1167274 2023-12-16T20:08:19.310 INFO:tasks.workunit.client.0.smithi002.stdout:op 5303 completed, throughput=5MB/sec 2023-12-16T20:08:19.311 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-1ppwjlBnfv4HIzk off=2653979 len=1220471 2023-12-16T20:08:19.313 INFO:tasks.workunit.client.0.smithi002.stdout:op 5304 completed, throughput=5MB/sec 2023-12-16T20:08:19.313 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WtO38hqMREI2hVN off=7273208 len=793491 2023-12-16T20:08:19.318 INFO:tasks.workunit.client.0.smithi002.stdout:op 5305 completed, throughput=5MB/sec 2023-12-16T20:08:19.318 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WfoCNqeAx9r8gez off=999163 len=1729603 2023-12-16T20:08:19.327 INFO:tasks.workunit.client.0.smithi002.stdout:op 5306 completed, throughput=5MB/sec 2023-12-16T20:08:20.327 INFO:tasks.workunit.client.0.smithi002.stdout: 1026: throughput=5MB/sec pending data=0 2023-12-16T20:08:20.327 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GtZliQ6mo39scvl off=8162305 len=940454 2023-12-16T20:08:20.332 INFO:tasks.workunit.client.0.smithi002.stdout:op 5307 completed, throughput=5MB/sec 2023-12-16T20:08:20.332 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bRAM_hfePKfNMm0 off=21127014 len=774773 2023-12-16T20:08:20.336 INFO:tasks.workunit.client.0.smithi002.stdout:op 5308 completed, throughput=5MB/sec 2023-12-16T20:08:20.337 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vs3Lina0is5TI-g off=0 len=1240283 2023-12-16T20:08:20.338 INFO:tasks.workunit.client.0.smithi002.stdout:op 5309 completed, throughput=5MB/sec 2023-12-16T20:08:20.338 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kfGrVh7VntDjjDV off=3277476 len=1739858 2023-12-16T20:08:20.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 5310 completed, throughput=5MB/sec 2023-12-16T20:08:20.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:19 smithi002 ceph-mon[137674]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:19 smithi002 ceph-mon[140029]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:20.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:19 smithi043 ceph-mon[135010]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:21.340 INFO:tasks.workunit.client.0.smithi002.stdout: 1027: throughput=5MB/sec pending data=0 2023-12-16T20:08:21.341 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u0_wZe-eFZo8Rjc off=1399602 len=1650381 2023-12-16T20:08:21.350 INFO:tasks.workunit.client.0.smithi002.stdout:op 5311 completed, throughput=5MB/sec 2023-12-16T20:08:21.350 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-org18wRFJCa-xG9 off=14350331 len=1873571 2023-12-16T20:08:21.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 5312 completed, throughput=5MB/sec 2023-12-16T20:08:21.352 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MBKbA5J7vUXsJH5 off=2867590 len=1242970 2023-12-16T20:08:21.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 5313 completed, throughput=5MB/sec 2023-12-16T20:08:21.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:20 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:20 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:21.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:20 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:22.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:22 smithi002 ceph-mon[137674]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:08:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:21] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:08:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:22 smithi002 ceph-mon[140029]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:08:22.354 INFO:tasks.workunit.client.0.smithi002.stdout: 1028: throughput=5MB/sec pending data=0 2023-12-16T20:08:22.354 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fMD8VBnB972bbGo off=10231656 len=360240 2023-12-16T20:08:22.355 INFO:tasks.workunit.client.0.smithi002.stdout:op 5314 completed, throughput=5MB/sec 2023-12-16T20:08:22.355 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-toMq4oQw_ZfE6C4 off=897522 len=1073025 2023-12-16T20:08:22.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 5315 completed, throughput=5MB/sec 2023-12-16T20:08:22.361 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TktkaMseZwr4AsH off=18244923 len=518945 2023-12-16T20:08:22.363 INFO:tasks.workunit.client.0.smithi002.stdout:op 5316 completed, throughput=5MB/sec 2023-12-16T20:08:22.363 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OOtzsW6WSidbf0N off=1997875 len=913424 2023-12-16T20:08:22.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 5317 completed, throughput=5MB/sec 2023-12-16T20:08:22.364 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0WzIvFB1m4-fEAM off=15060847 len=1576959 2023-12-16T20:08:22.366 INFO:tasks.workunit.client.0.smithi002.stdout:op 5318 completed, throughput=5MB/sec 2023-12-16T20:08:22.366 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-adD6CepZGhKtVG6 off=4596248 len=1918481 2023-12-16T20:08:22.368 INFO:tasks.workunit.client.0.smithi002.stdout:op 5319 completed, throughput=5MB/sec 2023-12-16T20:08:22.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:22 smithi043 ceph-mon[135010]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:08:23.368 INFO:tasks.workunit.client.0.smithi002.stdout: 1029: throughput=5MB/sec pending data=0 2023-12-16T20:08:23.369 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0BLJ0-3eG8H0S5b off=11134999 len=364443 2023-12-16T20:08:23.372 INFO:tasks.workunit.client.0.smithi002.stdout:op 5320 completed, throughput=5MB/sec 2023-12-16T20:08:23.373 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0KnMQwPzLPeP4H4 off=4866263 len=1861579 2023-12-16T20:08:23.375 INFO:tasks.workunit.client.0.smithi002.stdout:op 5321 completed, throughput=5MB/sec 2023-12-16T20:08:23.375 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_g1IyaQczrBqv-7 off=1557047 len=620484 2023-12-16T20:08:23.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 5322 completed, throughput=5MB/sec 2023-12-16T20:08:23.376 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E_snTR_CIhcgYL0 off=5371631 len=1520355 2023-12-16T20:08:23.384 INFO:tasks.workunit.client.0.smithi002.stdout:op 5323 completed, throughput=5MB/sec 2023-12-16T20:08:24.384 INFO:tasks.workunit.client.0.smithi002.stdout: 1030: throughput=5MB/sec pending data=0 2023-12-16T20:08:24.384 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NcNgOsm0A3uM-Du off=3586553 len=1764417 2023-12-16T20:08:24.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 5324 completed, throughput=5MB/sec 2023-12-16T20:08:24.387 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-s__GFBi4D1TaXGL off=2500766 len=1935442 2023-12-16T20:08:24.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 5325 completed, throughput=5MB/sec 2023-12-16T20:08:24.389 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r1GxOKyXVmIZyOq off=382793 len=1299972 2023-12-16T20:08:24.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 5326 completed, throughput=5MB/sec 2023-12-16T20:08:24.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-r245f7dl-Ee5Q7V off=1741743 len=1725384 2023-12-16T20:08:24.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 5327 completed, throughput=5MB/sec 2023-12-16T20:08:25.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:24 smithi002 ceph-mon[137674]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:08:25.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:24 smithi002 ceph-mon[140029]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:08:25.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:24 smithi043 ceph-mon[135010]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:08:25.399 INFO:tasks.workunit.client.0.smithi002.stdout: 1031: throughput=5MB/sec pending data=0 2023-12-16T20:08:25.400 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L8yizSvVZnaA7NE off=1603854 len=277592 2023-12-16T20:08:25.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 5328 completed, throughput=5MB/sec 2023-12-16T20:08:25.400 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jEGLpyw7GSNc9zQ off=648471 len=1795382 2023-12-16T20:08:25.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 5329 completed, throughput=5MB/sec 2023-12-16T20:08:25.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2laNCj1tdvWVMsT off=120152 len=183076 2023-12-16T20:08:25.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 5330 completed, throughput=5MB/sec 2023-12-16T20:08:25.410 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fp2nOrIWsiQ5PzG off=574342 len=1527821 2023-12-16T20:08:25.411 INFO:tasks.workunit.client.0.smithi002.stdout:op 5331 completed, throughput=5MB/sec 2023-12-16T20:08:25.619 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (36m) 2m ago 39m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (36m) 26s ago 39m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (40m) 2m ago 40m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (40m) 26s ago 40m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:08:25.945 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (35m) 26s ago 42m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (36m) 2m ago 43m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (35m) 2m ago 43m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (35m) 26s ago 42m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (35m) 2m ago 42m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (36m) 2m ago 39m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (36m) 26s ago 38m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (34m) 2m ago 42m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (34m) 2m ago 41m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (33m) 2m ago 41m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (33m) 2m ago 41m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (32m) 26s ago 41m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (32m) 26s ago 40m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (31m) 26s ago 40m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:08:25.946 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (31m) 26s ago 40m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:08:25.947 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (35m) 26s ago 39m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:26.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:08:26.356 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:08:26.412 INFO:tasks.workunit.client.0.smithi002.stdout: 1032: throughput=5MB/sec pending data=0 2023-12-16T20:08:26.412 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yB4MnelTB2GjBMn off=2457224 len=2021597 2023-12-16T20:08:26.419 INFO:tasks.workunit.client.0.smithi002.stdout:op 5332 completed, throughput=5MB/sec 2023-12-16T20:08:26.419 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pt3bRqlDvG7NSpD off=1031071 len=2079967 2023-12-16T20:08:26.421 INFO:tasks.workunit.client.0.smithi002.stdout:op 5333 completed, throughput=5MB/sec 2023-12-16T20:08:26.421 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-P7ZJvlewtKN0t6k off=914195 len=1176956 2023-12-16T20:08:26.422 INFO:tasks.workunit.client.0.smithi002.stdout:op 5334 completed, throughput=5MB/sec 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[137674]: from='client.35871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[137674]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[137674]: from='client.35877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3865800312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[140029]: from='client.35871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[140029]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[140029]: from='client.35877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3865800312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:27.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:26 smithi043 ceph-mon[135010]: from='client.35871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:26 smithi043 ceph-mon[135010]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:08:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:26 smithi043 ceph-mon[135010]: from='client.35877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:27.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3865800312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:27.422 INFO:tasks.workunit.client.0.smithi002.stdout: 1033: throughput=5MB/sec pending data=0 2023-12-16T20:08:27.423 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-l7pIPVl9Rw5Yhwg off=7568 len=1825659 2023-12-16T20:08:27.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 5335 completed, throughput=5MB/sec 2023-12-16T20:08:27.425 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KTudQe92P5ZPGkq off=2201942 len=1976323 2023-12-16T20:08:27.435 INFO:tasks.workunit.client.0.smithi002.stdout:op 5336 completed, throughput=5MB/sec 2023-12-16T20:08:27.435 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jTSz17X6TEDW1Vx off=5020863 len=851110 2023-12-16T20:08:27.440 INFO:tasks.workunit.client.0.smithi002.stdout:op 5337 completed, throughput=5MB/sec 2023-12-16T20:08:27.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J-f3mEidMTUQN7z off=328024 len=7392 2023-12-16T20:08:27.443 INFO:tasks.workunit.client.0.smithi002.stdout:op 5338 completed, throughput=5MB/sec 2023-12-16T20:08:27.443 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-97n-H8YlJj6C2qd off=822231 len=455171 2023-12-16T20:08:27.446 INFO:tasks.workunit.client.0.smithi002.stdout:op 5339 completed, throughput=5MB/sec 2023-12-16T20:08:27.446 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TgbaBXWJfcd472C off=1402982 len=284909 2023-12-16T20:08:27.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 5340 completed, throughput=5MB/sec 2023-12-16T20:08:28.447 INFO:tasks.workunit.client.0.smithi002.stdout: 1034: throughput=5MB/sec pending data=0 2023-12-16T20:08:28.447 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1ZqzgA3cJISMc5X off=7968100 len=1013520 2023-12-16T20:08:28.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 5341 completed, throughput=5MB/sec 2023-12-16T20:08:28.453 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7oEQNkvouci2VZe off=12020135 len=1809003 2023-12-16T20:08:28.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 5342 completed, throughput=5MB/sec 2023-12-16T20:08:28.461 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ySqcEnH2Pl93Njc off=7266929 len=14927 2023-12-16T20:08:28.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 5343 completed, throughput=5MB/sec 2023-12-16T20:08:28.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3aiU6cI1aAD9QO6 off=1115150 len=2060183 2023-12-16T20:08:28.472 INFO:tasks.workunit.client.0.smithi002.stdout:op 5344 completed, throughput=5MB/sec 2023-12-16T20:08:28.472 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Laj4XF61k-zkU9e off=8905659 len=656035 2023-12-16T20:08:28.473 INFO:tasks.workunit.client.0.smithi002.stdout:op 5345 completed, throughput=5MB/sec 2023-12-16T20:08:29.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:28 smithi002 ceph-mon[137674]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:29.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:28 smithi002 ceph-mon[140029]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:29.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:28 smithi043 ceph-mon[135010]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:29.474 INFO:tasks.workunit.client.0.smithi002.stdout: 1035: throughput=5MB/sec pending data=0 2023-12-16T20:08:29.474 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pSEZNO-fPMdUaXH off=16674456 len=490623 2023-12-16T20:08:29.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 5346 completed, throughput=5MB/sec 2023-12-16T20:08:29.478 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nn0PkgDllndPlYz off=6902015 len=194530 2023-12-16T20:08:29.478 INFO:tasks.workunit.client.0.smithi002.stdout:op 5347 completed, throughput=5MB/sec 2023-12-16T20:08:29.478 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-i2SeF2ULZLu8xEL off=3641906 len=116504 2023-12-16T20:08:29.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 5348 completed, throughput=5MB/sec 2023-12-16T20:08:29.481 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QHvI5Dg4Is4yan8 off=2551355 len=917112 2023-12-16T20:08:29.487 INFO:tasks.workunit.client.0.smithi002.stdout:op 5349 completed, throughput=5MB/sec 2023-12-16T20:08:29.487 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YfvEmzOdHpf_xBO off=903067 len=202049 2023-12-16T20:08:29.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 5350 completed, throughput=5MB/sec 2023-12-16T20:08:29.490 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aaxhe0u12-Fr19g off=3658168 len=1914909 2023-12-16T20:08:29.498 INFO:tasks.workunit.client.0.smithi002.stdout:op 5351 completed, throughput=5MB/sec 2023-12-16T20:08:29.498 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PnyJRDpKOBXhMyj off=11049867 len=999091 2023-12-16T20:08:29.504 INFO:tasks.workunit.client.0.smithi002.stdout:op 5352 completed, throughput=5MB/sec 2023-12-16T20:08:29.504 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8LJzMAFM7RhHOpP off=16594960 len=1305579 2023-12-16T20:08:29.505 INFO:tasks.workunit.client.0.smithi002.stdout:op 5353 completed, throughput=5MB/sec 2023-12-16T20:08:30.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:29 smithi002 ceph-mon[137674]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:30 smithi002 ceph-mon[140029]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:30.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:30 smithi043 ceph-mon[135010]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T20:08:30.506 INFO:tasks.workunit.client.0.smithi002.stdout: 1036: throughput=5MB/sec pending data=0 2023-12-16T20:08:30.506 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a-SXaEvdkSIyrKw off=952005 len=1642616 2023-12-16T20:08:30.514 INFO:tasks.workunit.client.0.smithi002.stdout:op 5354 completed, throughput=5MB/sec 2023-12-16T20:08:30.514 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ao_hRE2OtNzy23q off=3364602 len=1440453 2023-12-16T20:08:30.522 INFO:tasks.workunit.client.0.smithi002.stdout:op 5355 completed, throughput=5MB/sec 2023-12-16T20:08:30.522 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yPS6P5v-OyIQKSQ off=3695094 len=1963188 2023-12-16T20:08:30.523 INFO:tasks.workunit.client.0.smithi002.stdout:op 5356 completed, throughput=5MB/sec 2023-12-16T20:08:31.524 INFO:tasks.workunit.client.0.smithi002.stdout: 1037: throughput=5MB/sec pending data=0 2023-12-16T20:08:31.524 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hrxEJiNme6RTTjB off=6231782 len=275714 2023-12-16T20:08:31.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 5357 completed, throughput=5MB/sec 2023-12-16T20:08:31.527 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pzSYvpH7sdn2K-m off=6788420 len=1177856 2023-12-16T20:08:31.529 INFO:tasks.workunit.client.0.smithi002.stdout:op 5358 completed, throughput=5MB/sec 2023-12-16T20:08:31.529 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Wq-y-MIcV2-GoVK off=4752366 len=26694 2023-12-16T20:08:31.531 INFO:tasks.workunit.client.0.smithi002.stdout:op 5359 completed, throughput=5MB/sec 2023-12-16T20:08:31.532 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oFb9OY0T5qGeDER off=7420714 len=1123020 2023-12-16T20:08:31.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 5360 completed, throughput=5MB/sec 2023-12-16T20:08:31.537 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t0xxZKB3GTVNoXV off=18741410 len=815077 2023-12-16T20:08:31.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 5361 completed, throughput=5MB/sec 2023-12-16T20:08:31.542 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5wWf2G8cKsprhdS off=18354682 len=17848 2023-12-16T20:08:31.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 5362 completed, throughput=5MB/sec 2023-12-16T20:08:31.544 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ykhcoZyeujdgZkH off=576135 len=2022070 2023-12-16T20:08:31.554 INFO:tasks.workunit.client.0.smithi002.stdout:op 5363 completed, throughput=5MB/sec 2023-12-16T20:08:32.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:31] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-16T20:08:32.554 INFO:tasks.workunit.client.0.smithi002.stdout: 1038: throughput=5MB/sec pending data=0 2023-12-16T20:08:32.555 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-izncLgCZQwtI_oL off=2803548 len=731072 2023-12-16T20:08:32.557 INFO:tasks.workunit.client.0.smithi002.stdout:op 5364 completed, throughput=5MB/sec 2023-12-16T20:08:32.557 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mxYoz1sPN76RKF_ off=9708193 len=2037116 2023-12-16T20:08:32.559 INFO:tasks.workunit.client.0.smithi002.stdout:op 5365 completed, throughput=5MB/sec 2023-12-16T20:08:32.559 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N002n-15Eec0CoR off=7622491 len=236324 2023-12-16T20:08:32.560 INFO:tasks.workunit.client.0.smithi002.stdout:op 5366 completed, throughput=5MB/sec 2023-12-16T20:08:32.560 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e86JkXJFpDnBCV1 off=23860197 len=235353 2023-12-16T20:08:32.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 5367 completed, throughput=5MB/sec 2023-12-16T20:08:32.561 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VL63VushdxFvq5Y off=4794434 len=369548 2023-12-16T20:08:32.562 INFO:tasks.workunit.client.0.smithi002.stdout:op 5368 completed, throughput=5MB/sec 2023-12-16T20:08:32.562 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aSKiVfZbezd6ONA off=9349954 len=415236 2023-12-16T20:08:32.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 5369 completed, throughput=5MB/sec 2023-12-16T20:08:32.566 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VgzqZD-cLD8XlBR off=6436940 len=525874 2023-12-16T20:08:32.566 INFO:tasks.workunit.client.0.smithi002.stdout:op 5370 completed, throughput=5MB/sec 2023-12-16T20:08:33.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:32 smithi002 ceph-mon[137674]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T20:08:33.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:32 smithi002 ceph-mon[140029]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T20:08:33.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:32 smithi043 ceph-mon[135010]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T20:08:33.568 INFO:tasks.workunit.client.0.smithi002.stdout: 1039: throughput=5MB/sec pending data=0 2023-12-16T20:08:33.568 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-y3kV9fk8edTSlnh off=1045575 len=1483913 2023-12-16T20:08:33.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 5371 completed, throughput=5MB/sec 2023-12-16T20:08:33.574 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0E6Na6YBKwqhgN1 off=1110011 len=876134 2023-12-16T20:08:33.576 INFO:tasks.workunit.client.0.smithi002.stdout:op 5372 completed, throughput=5MB/sec 2023-12-16T20:08:33.576 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8WHW8EYDOtjlhfg off=5494290 len=390933 2023-12-16T20:08:33.577 INFO:tasks.workunit.client.0.smithi002.stdout:op 5373 completed, throughput=5MB/sec 2023-12-16T20:08:33.577 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XT2pxSKoWvY-CVV off=15067863 len=1871433 2023-12-16T20:08:33.580 INFO:tasks.workunit.client.0.smithi002.stdout:op 5374 completed, throughput=5MB/sec 2023-12-16T20:08:33.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ESXs8d2NCytpaC6 off=6286856 len=715693 2023-12-16T20:08:33.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 5375 completed, throughput=5MB/sec 2023-12-16T20:08:34.585 INFO:tasks.workunit.client.0.smithi002.stdout: 1040: throughput=5MB/sec pending data=0 2023-12-16T20:08:34.585 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lE8CY4HQN3xodsp off=10199899 len=1640550 2023-12-16T20:08:34.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 5376 completed, throughput=5MB/sec 2023-12-16T20:08:34.587 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fuBgX2AAy9lBPn6 off=2162849 len=692983 2023-12-16T20:08:34.592 INFO:tasks.workunit.client.0.smithi002.stdout:op 5377 completed, throughput=5MB/sec 2023-12-16T20:08:34.592 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N6b6jaS0hB84dQe off=6669250 len=382834 2023-12-16T20:08:34.594 INFO:tasks.workunit.client.0.smithi002.stdout:op 5378 completed, throughput=5MB/sec 2023-12-16T20:08:34.594 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Jh4EwQ1PVquV9HB off=16031752 len=806299 2023-12-16T20:08:34.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 5379 completed, throughput=5MB/sec 2023-12-16T20:08:34.595 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CnniwIO14s4SzIe off=1903522 len=1157663 2023-12-16T20:08:34.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 5380 completed, throughput=5MB/sec 2023-12-16T20:08:34.601 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Dkq1Whm2CcvBgpI off=11300019 len=1696953 2023-12-16T20:08:34.604 INFO:tasks.workunit.client.0.smithi002.stdout:op 5381 completed, throughput=5MB/sec 2023-12-16T20:08:35.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:34 smithi002 ceph-mon[137674]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:35.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:34 smithi002 ceph-mon[140029]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:35.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:34 smithi043 ceph-mon[135010]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:35.604 INFO:tasks.workunit.client.0.smithi002.stdout: 1041: throughput=5MB/sec pending data=0 2023-12-16T20:08:35.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-e3V9d6rKJgiXvM3 off=2847652 len=819214 2023-12-16T20:08:35.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 5382 completed, throughput=5MB/sec 2023-12-16T20:08:35.610 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-n-tag4EERbxKBqV off=14183988 len=2029636 2023-12-16T20:08:35.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 5383 completed, throughput=5MB/sec 2023-12-16T20:08:35.621 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bJHE7TJSb7Jbyft off=22935445 len=406553 2023-12-16T20:08:35.622 INFO:tasks.workunit.client.0.smithi002.stdout:op 5384 completed, throughput=5MB/sec 2023-12-16T20:08:35.622 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iY6x3mswgb4Uckg off=5387895 len=383904 2023-12-16T20:08:35.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 5385 completed, throughput=5MB/sec 2023-12-16T20:08:35.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fIqGP42uKD4yk7_ off=17825258 len=923725 2023-12-16T20:08:35.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 5386 completed, throughput=5MB/sec 2023-12-16T20:08:36.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:36.629 INFO:tasks.workunit.client.0.smithi002.stdout: 1042: throughput=5MB/sec pending data=0 2023-12-16T20:08:36.629 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sVBLxHikRFG_FEm off=3858994 len=1511699 2023-12-16T20:08:36.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 5387 completed, throughput=5MB/sec 2023-12-16T20:08:36.636 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D0nYofapONPujH5 off=8883315 len=1786660 2023-12-16T20:08:36.646 INFO:tasks.workunit.client.0.smithi002.stdout:op 5388 completed, throughput=5MB/sec 2023-12-16T20:08:36.646 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XbcfIGMsoqck3lA off=196391 len=1828159 2023-12-16T20:08:36.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 5389 completed, throughput=5MB/sec 2023-12-16T20:08:37.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:36 smithi002 ceph-mon[137674]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:08:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:36 smithi002 ceph-mon[140029]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:08:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:36 smithi043 ceph-mon[135010]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T20:08:37.648 INFO:tasks.workunit.client.0.smithi002.stdout: 1043: throughput=5MB/sec pending data=0 2023-12-16T20:08:37.648 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OZ6Op8PHu-FzEkK off=5898958 len=978210 2023-12-16T20:08:37.653 INFO:tasks.workunit.client.0.smithi002.stdout:op 5390 completed, throughput=5MB/sec 2023-12-16T20:08:37.653 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7Qv9gU4d_vgPAFk off=9632124 len=184120 2023-12-16T20:08:37.656 INFO:tasks.workunit.client.0.smithi002.stdout:op 5391 completed, throughput=5MB/sec 2023-12-16T20:08:37.656 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B-sMmxLoDN76yRQ off=11886968 len=1901743 2023-12-16T20:08:37.660 INFO:tasks.workunit.client.0.smithi002.stdout:op 5392 completed, throughput=5MB/sec 2023-12-16T20:08:37.660 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Zvc5qKiQigQxaNs off=15696385 len=1952639 2023-12-16T20:08:37.664 INFO:tasks.workunit.client.0.smithi002.stdout:op 5393 completed, throughput=5MB/sec 2023-12-16T20:08:37.664 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pdMVR7y58tcb14L off=4216448 len=522410 2023-12-16T20:08:37.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 5394 completed, throughput=5MB/sec 2023-12-16T20:08:38.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:37 smithi002 ceph-mon[137674]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:38.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:37 smithi002 ceph-mon[140029]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:38.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:37 smithi043 ceph-mon[135010]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:38.668 INFO:tasks.workunit.client.0.smithi002.stdout: 1044: throughput=5MB/sec pending data=0 2023-12-16T20:08:38.668 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-jF-4H3YHGVEtyVw off=23333875 len=392699 2023-12-16T20:08:38.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 5395 completed, throughput=5MB/sec 2023-12-16T20:08:38.669 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-N9r1mmk7K04rJjy off=5366561 len=2071329 2023-12-16T20:08:38.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 5396 completed, throughput=5MB/sec 2023-12-16T20:08:38.671 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-J_J2nNtVBbsv4Du off=6203167 len=689590 2023-12-16T20:08:38.673 INFO:tasks.workunit.client.0.smithi002.stdout:op 5397 completed, throughput=5MB/sec 2023-12-16T20:08:38.673 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3XRzVYytGU-w21- off=7755709 len=630370 2023-12-16T20:08:38.677 INFO:tasks.workunit.client.0.smithi002.stdout:op 5398 completed, throughput=5MB/sec 2023-12-16T20:08:38.677 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eAi6gSOXecQlndm off=7370906 len=1662489 2023-12-16T20:08:38.684 INFO:tasks.workunit.client.0.smithi002.stdout:op 5399 completed, throughput=5MB/sec 2023-12-16T20:08:39.684 INFO:tasks.workunit.client.0.smithi002.stdout: 1045: throughput=5MB/sec pending data=0 2023-12-16T20:08:39.684 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XnZJG8UnFq1RDWv off=5990715 len=1288488 2023-12-16T20:08:39.686 INFO:tasks.workunit.client.0.smithi002.stdout:op 5400 completed, throughput=5MB/sec 2023-12-16T20:08:39.686 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ctDxdLvzzLG65lk off=1273089 len=1625402 2023-12-16T20:08:39.688 INFO:tasks.workunit.client.0.smithi002.stdout:op 5401 completed, throughput=5MB/sec 2023-12-16T20:08:39.688 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fOMwz4xZmEj3XjK off=19225300 len=1478498 2023-12-16T20:08:39.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 5402 completed, throughput=5MB/sec 2023-12-16T20:08:39.690 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rhuWohtAvWMgo0q off=630263 len=992662 2023-12-16T20:08:39.696 INFO:tasks.workunit.client.0.smithi002.stdout:op 5403 completed, throughput=5MB/sec 2023-12-16T20:08:40.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:40 smithi002 ceph-mon[137674]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:40 smithi002 ceph-mon[140029]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:40.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:40 smithi043 ceph-mon[135010]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:08:40.697 INFO:tasks.workunit.client.0.smithi002.stdout: 1046: throughput=5MB/sec pending data=0 2023-12-16T20:08:40.697 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6WiXiEKuZr_eAY_ off=958782 len=455350 2023-12-16T20:08:40.701 INFO:tasks.workunit.client.0.smithi002.stdout:op 5404 completed, throughput=5MB/sec 2023-12-16T20:08:40.701 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qW_lc9tcwEOn-Ge off=13843065 len=575588 2023-12-16T20:08:40.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 5405 completed, throughput=5MB/sec 2023-12-16T20:08:40.707 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4lo6EYglf0Xjx1v off=3533967 len=908061 2023-12-16T20:08:40.708 INFO:tasks.workunit.client.0.smithi002.stdout:op 5406 completed, throughput=5MB/sec 2023-12-16T20:08:40.708 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X_07qal54MNohC3 off=19177449 len=1711838 2023-12-16T20:08:40.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 5407 completed, throughput=5MB/sec 2023-12-16T20:08:40.710 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-htBIgq0B04pJhC9 off=6031783 len=258885 2023-12-16T20:08:40.713 INFO:tasks.workunit.client.0.smithi002.stdout:op 5408 completed, throughput=5MB/sec 2023-12-16T20:08:40.713 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ExIGZn17vKDBYnn off=13950817 len=135127 2023-12-16T20:08:40.717 INFO:tasks.workunit.client.0.smithi002.stdout:op 5409 completed, throughput=5MB/sec 2023-12-16T20:08:40.718 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-17Om7QVwp7zHss9 off=12118368 len=2041585 2023-12-16T20:08:40.724 INFO:tasks.workunit.client.0.smithi002.stdout:op 5410 completed, throughput=5MB/sec 2023-12-16T20:08:41.725 INFO:tasks.workunit.client.0.smithi002.stdout: 1047: throughput=5MB/sec pending data=0 2023-12-16T20:08:41.725 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-m8xdinVCPHgtX-Q off=7448896 len=1774040 2023-12-16T20:08:41.727 INFO:tasks.workunit.client.0.smithi002.stdout:op 5411 completed, throughput=5MB/sec 2023-12-16T20:08:41.727 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AjClx3qH0CJoP3s off=20318234 len=1133617 2023-12-16T20:08:41.733 INFO:tasks.workunit.client.0.smithi002.stdout:op 5412 completed, throughput=5MB/sec 2023-12-16T20:08:41.733 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rNhYikOq0xPcNEQ off=1752373 len=620115 2023-12-16T20:08:41.737 INFO:tasks.workunit.client.0.smithi002.stdout:op 5413 completed, throughput=5MB/sec 2023-12-16T20:08:41.737 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mPZoKKnWDX6mJhT off=1282371 len=1620290 2023-12-16T20:08:41.738 INFO:tasks.workunit.client.0.smithi002.stdout:op 5414 completed, throughput=5MB/sec 2023-12-16T20:08:42.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:41] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:08:42.739 INFO:tasks.workunit.client.0.smithi002.stdout: 1048: throughput=5MB/sec pending data=0 2023-12-16T20:08:42.739 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bAiHeilJ1pKAsD5 off=337869 len=1694648 2023-12-16T20:08:42.741 INFO:tasks.workunit.client.0.smithi002.stdout:op 5415 completed, throughput=5MB/sec 2023-12-16T20:08:42.741 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hFnhLg9XH6RCvFY off=8735818 len=936807 2023-12-16T20:08:42.742 INFO:tasks.workunit.client.0.smithi002.stdout:op 5416 completed, throughput=5MB/sec 2023-12-16T20:08:42.742 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NKDrfs3Hzj8KQ8I off=1275014 len=842684 2023-12-16T20:08:42.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 5417 completed, throughput=5MB/sec 2023-12-16T20:08:42.744 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YH4EHJC8MvllRuf off=2772849 len=1013513 2023-12-16T20:08:42.751 INFO:tasks.workunit.client.0.smithi002.stdout:op 5418 completed, throughput=5MB/sec 2023-12-16T20:08:43.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:42 smithi002 ceph-mon[137674]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:08:43.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:42 smithi002 ceph-mon[140029]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:08:43.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:42 smithi043 ceph-mon[135010]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:08:43.751 INFO:tasks.workunit.client.0.smithi002.stdout: 1049: throughput=5MB/sec pending data=0 2023-12-16T20:08:43.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Oa6SWceGc6UP5-M off=815113 len=1473948 2023-12-16T20:08:43.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 5419 completed, throughput=5MB/sec 2023-12-16T20:08:43.755 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MfFdaAOEaBAO6sA off=13153977 len=1208380 2023-12-16T20:08:43.762 INFO:tasks.workunit.client.0.smithi002.stdout:op 5420 completed, throughput=5MB/sec 2023-12-16T20:08:43.762 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YztIq21EM_AGvDu off=3057195 len=1170216 2023-12-16T20:08:43.767 INFO:tasks.workunit.client.0.smithi002.stdout:op 5421 completed, throughput=5MB/sec 2023-12-16T20:08:43.767 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-33LUCZd5ipcIzTe off=1302487 len=893761 2023-12-16T20:08:43.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 5422 completed, throughput=5MB/sec 2023-12-16T20:08:43.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-T2JC83w3TFz1YLx off=9459730 len=1567074 2023-12-16T20:08:43.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 5423 completed, throughput=5MB/sec 2023-12-16T20:08:44.775 INFO:tasks.workunit.client.0.smithi002.stdout: 1050: throughput=5MB/sec pending data=0 2023-12-16T20:08:44.775 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-D1bBZc69KkT4wQ7 off=14628101 len=1026676 2023-12-16T20:08:44.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 5424 completed, throughput=5MB/sec 2023-12-16T20:08:44.782 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4yhgZVulo3ljMEh off=17133584 len=2039867 2023-12-16T20:08:44.786 INFO:tasks.workunit.client.0.smithi002.stdout:op 5425 completed, throughput=5MB/sec 2023-12-16T20:08:44.786 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PWxtytPZJQzQ8ir off=22593762 len=1935955 2023-12-16T20:08:44.794 INFO:tasks.workunit.client.0.smithi002.stdout:op 5426 completed, throughput=5MB/sec 2023-12-16T20:08:45.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:44 smithi002 ceph-mon[137674]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:45.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:44 smithi002 ceph-mon[140029]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:45.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:44 smithi043 ceph-mon[135010]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T20:08:45.794 INFO:tasks.workunit.client.0.smithi002.stdout: 1051: throughput=5MB/sec pending data=0 2023-12-16T20:08:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iCB0TIPLZq8X0RQ off=2586326 len=412525 2023-12-16T20:08:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:op 5427 completed, throughput=5MB/sec 2023-12-16T20:08:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gW3zs18FonTdHFy off=12424795 len=366324 2023-12-16T20:08:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 5428 completed, throughput=5MB/sec 2023-12-16T20:08:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0neXiOD7FIxusVc off=250360 len=852925 2023-12-16T20:08:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:op 5429 completed, throughput=5MB/sec 2023-12-16T20:08:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oRok8WENRknaVrk off=530950 len=1662438 2023-12-16T20:08:45.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 5430 completed, throughput=5MB/sec 2023-12-16T20:08:45.814 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ceXwDM7KeRPhHAd off=6513614 len=52902 2023-12-16T20:08:45.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 5431 completed, throughput=5MB/sec 2023-12-16T20:08:45.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7QRIM6dayHa3daS off=1807518 len=1317695 2023-12-16T20:08:45.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 5432 completed, throughput=5MB/sec 2023-12-16T20:08:46.822 INFO:tasks.workunit.client.0.smithi002.stdout: 1052: throughput=5MB/sec pending data=0 2023-12-16T20:08:46.822 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PMIer6-gkMK90_T off=5390699 len=156466 2023-12-16T20:08:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 5433 completed, throughput=5MB/sec 2023-12-16T20:08:46.825 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gpxEFmAKu1rjdF_ off=769616 len=359793 2023-12-16T20:08:46.827 INFO:tasks.workunit.client.0.smithi002.stdout:op 5434 completed, throughput=5MB/sec 2023-12-16T20:08:46.827 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TKrmZgL_JMg5TAp off=4447113 len=123227 2023-12-16T20:08:46.829 INFO:tasks.workunit.client.0.smithi002.stdout:op 5435 completed, throughput=5MB/sec 2023-12-16T20:08:46.829 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B7mP1avIz-IemWJ off=7241933 len=1277044 2023-12-16T20:08:46.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 5436 completed, throughput=5MB/sec 2023-12-16T20:08:46.837 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-S44DZIZZCG60mPm off=477478 len=212777 2023-12-16T20:08:46.840 INFO:tasks.workunit.client.0.smithi002.stdout:op 5437 completed, throughput=5MB/sec 2023-12-16T20:08:46.840 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OhARyYsqHmToMb_ off=5340410 len=497578 2023-12-16T20:08:46.844 INFO:tasks.workunit.client.0.smithi002.stdout:op 5438 completed, throughput=5MB/sec 2023-12-16T20:08:46.844 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IL9oUqdZOCeNGUB off=5450030 len=1955852 2023-12-16T20:08:46.847 INFO:tasks.workunit.client.0.smithi002.stdout:op 5439 completed, throughput=5MB/sec 2023-12-16T20:08:46.847 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ehynrEPAibYawKi off=4635093 len=159847 2023-12-16T20:08:46.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 5440 completed, throughput=5MB/sec 2023-12-16T20:08:46.849 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2FmDjbniWnSwAyd off=3276003 len=1506170 2023-12-16T20:08:46.851 INFO:tasks.workunit.client.0.smithi002.stdout:op 5441 completed, throughput=5MB/sec 2023-12-16T20:08:47.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:46 smithi002 ceph-mon[137674]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:08:47.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:46 smithi002 ceph-mon[140029]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:08:47.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:46 smithi043 ceph-mon[135010]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T20:08:47.851 INFO:tasks.workunit.client.0.smithi002.stdout: 1053: throughput=5MB/sec pending data=0 2023-12-16T20:08:47.852 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NB0QMKWA7tJkJR0 off=943801 len=514875 2023-12-16T20:08:47.854 INFO:tasks.workunit.client.0.smithi002.stdout:op 5442 completed, throughput=5MB/sec 2023-12-16T20:08:47.854 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9xdRaQH1K7Q1VoQ off=191753 len=1123034 2023-12-16T20:08:47.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 5443 completed, throughput=5MB/sec 2023-12-16T20:08:47.860 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JyVkcdWoK2NKgdA off=7952083 len=1914722 2023-12-16T20:08:47.869 INFO:tasks.workunit.client.0.smithi002.stdout:op 5444 completed, throughput=5MB/sec 2023-12-16T20:08:47.869 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cJvmiSgYBdffT6F off=5567996 len=1018534 2023-12-16T20:08:47.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 5445 completed, throughput=5MB/sec 2023-12-16T20:08:48.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:48 smithi002 ceph-mon[137674]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:08:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:48 smithi002 ceph-mon[140029]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:08:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:48 smithi043 ceph-mon[135010]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:08:48.872 INFO:tasks.workunit.client.0.smithi002.stdout: 1054: throughput=5MB/sec pending data=0 2023-12-16T20:08:48.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LNupY8C_7bnVfW3 off=12989158 len=655085 2023-12-16T20:08:48.876 INFO:tasks.workunit.client.0.smithi002.stdout:op 5446 completed, throughput=5MB/sec 2023-12-16T20:08:48.877 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-I7E3hBxp946bNcY off=362620 len=1924114 2023-12-16T20:08:48.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 5447 completed, throughput=5MB/sec 2023-12-16T20:08:48.881 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gGpXMUE2vsWieJB off=1302809 len=772889 2023-12-16T20:08:48.886 INFO:tasks.workunit.client.0.smithi002.stdout:op 5448 completed, throughput=5MB/sec 2023-12-16T20:08:48.886 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O1N_Vsj5AldY9ji off=12590216 len=1035755 2023-12-16T20:08:48.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 5449 completed, throughput=5MB/sec 2023-12-16T20:08:48.891 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fPyKYq4n7p_iyN3 off=4478511 len=96949 2023-12-16T20:08:48.894 INFO:tasks.workunit.client.0.smithi002.stdout:op 5450 completed, throughput=5MB/sec 2023-12-16T20:08:48.894 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JMls_g7HbihfnPn off=1233134 len=1544679 2023-12-16T20:08:48.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 5451 completed, throughput=5MB/sec 2023-12-16T20:08:49.903 INFO:tasks.workunit.client.0.smithi002.stdout: 1055: throughput=5MB/sec pending data=0 2023-12-16T20:08:49.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Pagd2upLk5pMoWy off=9528457 len=79485 2023-12-16T20:08:49.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 5452 completed, throughput=5MB/sec 2023-12-16T20:08:49.906 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8aIQ8auf4IIVm6r off=6142021 len=1839239 2023-12-16T20:08:49.915 INFO:tasks.workunit.client.0.smithi002.stdout:op 5453 completed, throughput=5MB/sec 2023-12-16T20:08:49.916 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GENd8_1f8vrAByJ off=2938190 len=1730642 2023-12-16T20:08:49.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 5454 completed, throughput=5MB/sec 2023-12-16T20:08:49.918 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rT3rI4Epc3SLD3d off=1066034 len=1471398 2023-12-16T20:08:49.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 5455 completed, throughput=5MB/sec 2023-12-16T20:08:50.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:50 smithi002 ceph-mon[137674]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:08:50.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:50 smithi002 ceph-mon[140029]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:08:50.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:50 smithi043 ceph-mon[135010]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T20:08:50.921 INFO:tasks.workunit.client.0.smithi002.stdout: 1056: throughput=5MB/sec pending data=0 2023-12-16T20:08:50.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AJ_wkmd7gePeYqz off=18338443 len=1540023 2023-12-16T20:08:50.923 INFO:tasks.workunit.client.0.smithi002.stdout:op 5456 completed, throughput=5MB/sec 2023-12-16T20:08:50.924 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MiDlaDbAY8OZdF0 off=67575 len=1595196 2023-12-16T20:08:50.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 5457 completed, throughput=5MB/sec 2023-12-16T20:08:50.926 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hDURfiS8puxDXgY off=6408036 len=534610 2023-12-16T20:08:50.929 INFO:tasks.workunit.client.0.smithi002.stdout:op 5458 completed, throughput=5MB/sec 2023-12-16T20:08:50.930 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-L2fHRJBDmuCENFc off=12736411 len=8506 2023-12-16T20:08:50.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 5459 completed, throughput=5MB/sec 2023-12-16T20:08:50.932 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mPZoKKnWDX6mJhT off=6099417 len=133492 2023-12-16T20:08:50.935 INFO:tasks.workunit.client.0.smithi002.stdout:op 5460 completed, throughput=5MB/sec 2023-12-16T20:08:50.935 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7xFQVe5A-Qq-lwv off=3485845 len=1726646 2023-12-16T20:08:50.942 INFO:tasks.workunit.client.0.smithi002.stdout:op 5461 completed, throughput=5MB/sec 2023-12-16T20:08:51.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:51.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:08:51.942 INFO:tasks.workunit.client.0.smithi002.stdout: 1057: throughput=5MB/sec pending data=0 2023-12-16T20:08:51.943 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-D_evXkGx_CrfpvF off=1439507 len=927252 2023-12-16T20:08:51.944 INFO:tasks.workunit.client.0.smithi002.stdout:op 5462 completed, throughput=5MB/sec 2023-12-16T20:08:51.944 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eeUbfmebKo9ADQP off=1778564 len=1069860 2023-12-16T20:08:51.950 INFO:tasks.workunit.client.0.smithi002.stdout:op 5463 completed, throughput=5MB/sec 2023-12-16T20:08:51.950 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XxfyBbn__b7JPUD off=10060271 len=1080927 2023-12-16T20:08:51.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 5464 completed, throughput=5MB/sec 2023-12-16T20:08:51.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zMxlCtLom0zX9Jd off=5060666 len=1580761 2023-12-16T20:08:51.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 5465 completed, throughput=5MB/sec 2023-12-16T20:08:51.965 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rZb5mJHzxFxdgcP off=11224937 len=2064348 2023-12-16T20:08:51.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 5466 completed, throughput=5MB/sec 2023-12-16T20:08:52.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:52 smithi002 ceph-mon[137674]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:08:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:08:51] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T20:08:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:52 smithi002 ceph-mon[140029]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:52 smithi043 ceph-mon[135010]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:08:52.976 INFO:tasks.workunit.client.0.smithi002.stdout: 1058: throughput=5MB/sec pending data=0 2023-12-16T20:08:52.976 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-o0JVqoMp86vLCIz off=5180332 len=683851 2023-12-16T20:08:52.981 INFO:tasks.workunit.client.0.smithi002.stdout:op 5467 completed, throughput=5MB/sec 2023-12-16T20:08:52.981 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gkCCpDHf7nF4MlE off=2518756 len=557117 2023-12-16T20:08:52.982 INFO:tasks.workunit.client.0.smithi002.stdout:op 5468 completed, throughput=5MB/sec 2023-12-16T20:08:52.982 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LYmm0dAR3Czv8xr off=2072510 len=1421162 2023-12-16T20:08:52.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 5469 completed, throughput=5MB/sec 2023-12-16T20:08:52.989 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GtZliQ6mo39scvl off=9182510 len=261297 2023-12-16T20:08:52.989 INFO:tasks.workunit.client.0.smithi002.stdout:op 5470 completed, throughput=5MB/sec 2023-12-16T20:08:52.990 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d0nfaNsd6XDQFAY off=11187433 len=2084409 2023-12-16T20:08:53.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 5471 completed, throughput=5MB/sec 2023-12-16T20:08:54.000 INFO:tasks.workunit.client.0.smithi002.stdout: 1059: throughput=5MB/sec pending data=0 2023-12-16T20:08:54.000 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MX9LzZD3e_pszT8 off=16191039 len=395668 2023-12-16T20:08:54.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 5472 completed, throughput=5MB/sec 2023-12-16T20:08:54.001 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iVOxa_qbKpMUpP2 off=13353019 len=659706 2023-12-16T20:08:54.003 INFO:tasks.workunit.client.0.smithi002.stdout:op 5473 completed, throughput=5MB/sec 2023-12-16T20:08:54.003 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-s1OUUXsi03Vz3L8 off=3934891 len=622014 2023-12-16T20:08:54.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 5474 completed, throughput=5MB/sec 2023-12-16T20:08:54.007 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-08PCcbo3y5cYJzc off=19842 len=1554516 2023-12-16T20:08:54.010 INFO:tasks.workunit.client.0.smithi002.stdout:op 5475 completed, throughput=5MB/sec 2023-12-16T20:08:54.010 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8-9VaYoQuUspCEK off=8322447 len=111006 2023-12-16T20:08:54.013 INFO:tasks.workunit.client.0.smithi002.stdout:op 5476 completed, throughput=5MB/sec 2023-12-16T20:08:54.013 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oBzOUIaHb0HFseu off=3788862 len=1120694 2023-12-16T20:08:54.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 5477 completed, throughput=5MB/sec 2023-12-16T20:08:55.015 INFO:tasks.workunit.client.0.smithi002.stdout: 1060: throughput=5MB/sec pending data=0 2023-12-16T20:08:55.015 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-af4ncFbd5hkVw6f off=5175490 len=984054 2023-12-16T20:08:55.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 5478 completed, throughput=5MB/sec 2023-12-16T20:08:55.017 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hizsk1erCyWnkkh off=2386554 len=621075 2023-12-16T20:08:55.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 5479 completed, throughput=5MB/sec 2023-12-16T20:08:55.022 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LeFz74f-wkZv5q0 off=290947 len=447757 2023-12-16T20:08:55.023 INFO:tasks.workunit.client.0.smithi002.stdout:op 5480 completed, throughput=5MB/sec 2023-12-16T20:08:55.023 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WHgwwRDKwITkC73 off=1403697 len=1184572 2023-12-16T20:08:55.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 5481 completed, throughput=5MB/sec 2023-12-16T20:08:55.029 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QqKWzaynKv9yWTf off=13760579 len=941806 2023-12-16T20:08:55.030 INFO:tasks.workunit.client.0.smithi002.stdout:op 5482 completed, throughput=5MB/sec 2023-12-16T20:08:55.030 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XS8jaA8AuI-hakN off=3014556 len=640656 2023-12-16T20:08:55.031 INFO:tasks.workunit.client.0.smithi002.stdout:op 5483 completed, throughput=5MB/sec 2023-12-16T20:08:55.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:54 smithi002 ceph-mon[137674]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:55.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:54 smithi002 ceph-mon[140029]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:54 smithi043 ceph-mon[135010]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:08:56.032 INFO:tasks.workunit.client.0.smithi002.stdout: 1061: throughput=5MB/sec pending data=0 2023-12-16T20:08:56.032 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LnKyD1v3lYjRwWU off=4782499 len=597433 2023-12-16T20:08:56.036 INFO:tasks.workunit.client.0.smithi002.stdout:op 5484 completed, throughput=5MB/sec 2023-12-16T20:08:56.036 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GdMk_SyH7QKhDx7 off=13527133 len=1374814 2023-12-16T20:08:56.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 5485 completed, throughput=5MB/sec 2023-12-16T20:08:56.044 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-v3u5S693wfY-Md5 off=21839247 len=966805 2023-12-16T20:08:56.053 INFO:tasks.workunit.client.0.smithi002.stdout:op 5486 completed, throughput=5MB/sec 2023-12-16T20:08:56.053 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8WHW8EYDOtjlhfg off=3606828 len=638458 2023-12-16T20:08:56.055 INFO:tasks.workunit.client.0.smithi002.stdout:op 5487 completed, throughput=5MB/sec 2023-12-16T20:08:56.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RUYMVj6vzItsTUB off=15480808 len=1164079 2023-12-16T20:08:56.057 INFO:tasks.workunit.client.0.smithi002.stdout:op 5488 completed, throughput=5MB/sec 2023-12-16T20:08:56.057 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HDe77RJj1TGX2Ih off=10864505 len=1699459 2023-12-16T20:08:56.066 INFO:tasks.workunit.client.0.smithi002.stdout:op 5489 completed, throughput=5MB/sec 2023-12-16T20:08:56.717 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:08:56.987 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:56 smithi002 ceph-mon[137674]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:08:56.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:56 smithi002 ceph-mon[140029]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (37m) 3m ago 39m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (36m) 57s ago 39m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (40m) 3m ago 40m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (40m) 57s ago 40m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (36m) 57s ago 42m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (36m) 3m ago 44m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (36m) 3m ago 44m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:08:57.042 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (35m) 57s ago 43m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (35m) 3m ago 42m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (37m) 3m ago 39m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (36m) 57s ago 39m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (35m) 3m ago 42m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (34m) 3m ago 42m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (34m) 3m ago 42m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (33m) 3m ago 41m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (33m) 57s ago 41m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (32m) 57s ago 41m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (32m) 57s ago 41m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (31m) 57s ago 40m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:08:57.043 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (36m) 57s ago 40m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:08:57.066 INFO:tasks.workunit.client.0.smithi002.stdout: 1062: throughput=5MB/sec pending data=0 2023-12-16T20:08:57.066 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bmZ0aEvzh6cHPAz off=7201090 len=1196760 2023-12-16T20:08:57.069 INFO:tasks.workunit.client.0.smithi002.stdout:op 5490 completed, throughput=5MB/sec 2023-12-16T20:08:57.069 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Y73zpXI2guZV-BB off=2888525 len=1959372 2023-12-16T20:08:57.070 INFO:tasks.workunit.client.0.smithi002.stdout:op 5491 completed, throughput=5MB/sec 2023-12-16T20:08:57.071 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FKf38dPVj6qCWbi off=1737880 len=605091 2023-12-16T20:08:57.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 5492 completed, throughput=5MB/sec 2023-12-16T20:08:57.071 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zXmXHY3SztXbUm5 off=4802005 len=896216 2023-12-16T20:08:57.072 INFO:tasks.workunit.client.0.smithi002.stdout:op 5493 completed, throughput=5MB/sec 2023-12-16T20:08:57.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:56 smithi043 ceph-mon[135010]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T20:08:57.447 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:08:57.447 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:08:57.448 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:08:57.449 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:08:57.449 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:08:57.449 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:08:58.073 INFO:tasks.workunit.client.0.smithi002.stdout: 1063: throughput=5MB/sec pending data=0 2023-12-16T20:08:58.073 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KKuDPec3JVuDzy3 off=4873551 len=499787 2023-12-16T20:08:58.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 5494 completed, throughput=5MB/sec 2023-12-16T20:08:58.074 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-APvWnpKvRt23qKC off=7156862 len=1809355 2023-12-16T20:08:58.076 INFO:tasks.workunit.client.0.smithi002.stdout:op 5495 completed, throughput=5MB/sec 2023-12-16T20:08:58.077 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kx05jIn-ZUeiTOW off=10417173 len=446429 2023-12-16T20:08:58.078 INFO:tasks.workunit.client.0.smithi002.stdout:op 5496 completed, throughput=5MB/sec 2023-12-16T20:08:58.078 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X3UfLwS7eB0hnWE off=12021555 len=1177005 2023-12-16T20:08:58.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 5497 completed, throughput=5MB/sec 2023-12-16T20:08:58.079 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NXcXcKnyC1AwlGH off=3738249 len=1563397 2023-12-16T20:08:58.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 5498 completed, throughput=5MB/sec 2023-12-16T20:08:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:57 smithi002 ceph-mon[137674]: from='client.45830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:58.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:57 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1611732710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:57 smithi002 ceph-mon[140029]: from='client.45830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:58.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:57 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1611732710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:57 smithi043 ceph-mon[135010]: from='client.45830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:58.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:57 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1611732710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:08:59.089 INFO:tasks.workunit.client.0.smithi002.stdout: 1064: throughput=5MB/sec pending data=0 2023-12-16T20:08:59.089 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yd2uYfq7Aey3rr9 off=25062 len=1933718 2023-12-16T20:08:59.099 INFO:tasks.workunit.client.0.smithi002.stdout:op 5499 completed, throughput=5MB/sec 2023-12-16T20:08:59.099 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IHDk6XPNje31Lkg off=7005168 len=664169 2023-12-16T20:08:59.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 5500 completed, throughput=5MB/sec 2023-12-16T20:08:59.103 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RJm89T9IIyb52rf off=3044676 len=1865390 2023-12-16T20:08:59.110 INFO:tasks.workunit.client.0.smithi002.stdout:op 5501 completed, throughput=5MB/sec 2023-12-16T20:08:59.111 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BPmDQ-OKUiStdiU off=639986 len=1940351 2023-12-16T20:08:59.119 INFO:tasks.workunit.client.0.smithi002.stdout:op 5502 completed, throughput=5MB/sec 2023-12-16T20:08:59.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:58 smithi002 ceph-mon[140029]: from='client.35895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:08:58 smithi002 ceph-mon[140029]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:08:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:58 smithi002 ceph-mon[137674]: from='client.35895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:08:58 smithi002 ceph-mon[137674]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:08:59.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:58 smithi043 ceph-mon[135010]: from='client.35895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:08:59.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:08:58 smithi043 ceph-mon[135010]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T20:09:00.119 INFO:tasks.workunit.client.0.smithi002.stdout: 1065: throughput=5MB/sec pending data=0 2023-12-16T20:09:00.120 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KlNctJZ9rV-g9eN off=2180692 len=883793 2023-12-16T20:09:00.125 INFO:tasks.workunit.client.0.smithi002.stdout:op 5503 completed, throughput=5MB/sec 2023-12-16T20:09:00.125 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ugY9svT78mgxgp5 off=11875319 len=1466120 2023-12-16T20:09:00.133 INFO:tasks.workunit.client.0.smithi002.stdout:op 5504 completed, throughput=5MB/sec 2023-12-16T20:09:00.133 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tIwGWnakmn15THL off=115282 len=1590533 2023-12-16T20:09:00.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 5505 completed, throughput=5MB/sec 2023-12-16T20:09:00.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:00 smithi002 ceph-mon[137674]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:00 smithi002 ceph-mon[140029]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:00 smithi043 ceph-mon[135010]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:01.137 INFO:tasks.workunit.client.0.smithi002.stdout: 1066: throughput=5MB/sec pending data=0 2023-12-16T20:09:01.137 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZPHFZl1Y3Mo6wgn off=1071568 len=1731211 2023-12-16T20:09:01.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 5506 completed, throughput=5MB/sec 2023-12-16T20:09:01.146 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dWGjq4tE_PU3JZn off=2989715 len=511277 2023-12-16T20:09:01.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 5507 completed, throughput=5MB/sec 2023-12-16T20:09:01.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Yb9O53384EpIqf- off=5970019 len=595798 2023-12-16T20:09:01.154 INFO:tasks.workunit.client.0.smithi002.stdout:op 5508 completed, throughput=5MB/sec 2023-12-16T20:09:01.154 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EDFN6V83WRRx3QF off=8163547 len=24173 2023-12-16T20:09:01.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 5509 completed, throughput=5MB/sec 2023-12-16T20:09:01.157 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oi1GCZqao23uMgF off=5531803 len=1360301 2023-12-16T20:09:01.164 INFO:tasks.workunit.client.0.smithi002.stdout:op 5510 completed, throughput=5MB/sec 2023-12-16T20:09:01.164 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5vnjY7cOaDBzB8H off=1459849 len=1927121 2023-12-16T20:09:01.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 5511 completed, throughput=5MB/sec 2023-12-16T20:09:02.172 INFO:tasks.workunit.client.0.smithi002.stdout: 1067: throughput=5MB/sec pending data=0 2023-12-16T20:09:02.172 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mPknGQ4tZ1Xj9Nz off=7859505 len=800775 2023-12-16T20:09:02.173 INFO:tasks.workunit.client.0.smithi002.stdout:op 5512 completed, throughput=5MB/sec 2023-12-16T20:09:02.173 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QC-QahPtP-IY5zm off=7905053 len=91668 2023-12-16T20:09:02.174 INFO:tasks.workunit.client.0.smithi002.stdout:op 5513 completed, throughput=5MB/sec 2023-12-16T20:09:02.174 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QlCUOfqQ8K7DjfV off=2718877 len=1368294 2023-12-16T20:09:02.176 INFO:tasks.workunit.client.0.smithi002.stdout:op 5514 completed, throughput=5MB/sec 2023-12-16T20:09:02.176 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-u1jxihwGxN4HCfC off=20196981 len=1083850 2023-12-16T20:09:02.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 5515 completed, throughput=5MB/sec 2023-12-16T20:09:02.177 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YJEw6IgHL8lc3aR off=5127362 len=336454 2023-12-16T20:09:02.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 5516 completed, throughput=5MB/sec 2023-12-16T20:09:02.178 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-enXRvRFSu00xKlQ off=10671934 len=1753854 2023-12-16T20:09:02.180 INFO:tasks.workunit.client.0.smithi002.stdout:op 5517 completed, throughput=5MB/sec 2023-12-16T20:09:02.237 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:01] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-16T20:09:03.180 INFO:tasks.workunit.client.0.smithi002.stdout: 1068: throughput=5MB/sec pending data=0 2023-12-16T20:09:03.181 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gsVjlz45ONw0Icr off=21187 len=2085324 2023-12-16T20:09:03.182 INFO:tasks.workunit.client.0.smithi002.stdout:op 5518 completed, throughput=5MB/sec 2023-12-16T20:09:03.182 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W-xDrdiNzk8wCWF off=1744320 len=634160 2023-12-16T20:09:03.183 INFO:tasks.workunit.client.0.smithi002.stdout:op 5519 completed, throughput=5MB/sec 2023-12-16T20:09:03.183 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YiAZD-LCpz5bjh8 off=1709686 len=1657310 2023-12-16T20:09:03.191 INFO:tasks.workunit.client.0.smithi002.stdout:op 5520 completed, throughput=5MB/sec 2023-12-16T20:09:03.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:02 smithi002 ceph-mon[137674]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:09:03.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:09:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:02 smithi002 ceph-mon[140029]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:09:03.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:09:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:02 smithi043 ceph-mon[135010]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:09:03.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:09:04.191 INFO:tasks.workunit.client.0.smithi002.stdout: 1069: throughput=5MB/sec pending data=0 2023-12-16T20:09:04.191 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2OdQjbM9zarPCEU off=9904491 len=1832991 2023-12-16T20:09:04.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 5521 completed, throughput=5MB/sec 2023-12-16T20:09:04.193 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oegAbpQHCvAThrP off=3282281 len=42405 2023-12-16T20:09:04.196 INFO:tasks.workunit.client.0.smithi002.stdout:op 5522 completed, throughput=5MB/sec 2023-12-16T20:09:04.196 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2HEMsSnR-UXCgRp off=16273877 len=368705 2023-12-16T20:09:04.200 INFO:tasks.workunit.client.0.smithi002.stdout:op 5523 completed, throughput=5MB/sec 2023-12-16T20:09:04.200 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9Jlw_tAmzh4__d2 off=5776820 len=801635 2023-12-16T20:09:04.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 5524 completed, throughput=5MB/sec 2023-12-16T20:09:04.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JNZXx6fWNxLUXJm off=8409456 len=1943872 2023-12-16T20:09:04.214 INFO:tasks.workunit.client.0.smithi002.stdout:op 5525 completed, throughput=5MB/sec 2023-12-16T20:09:04.214 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-avtsgCLJcl4vIr6 off=216383 len=549437 2023-12-16T20:09:04.218 INFO:tasks.workunit.client.0.smithi002.stdout:op 5526 completed, throughput=5MB/sec 2023-12-16T20:09:04.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:09:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:09:04.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:09:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:09:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:09:04.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:09:04.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:09:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:09:04.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:09:05.218 INFO:tasks.workunit.client.0.smithi002.stdout: 1070: throughput=5MB/sec pending data=0 2023-12-16T20:09:05.218 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-LMlDADrrKZFVsSq off=3277421 len=2039949 2023-12-16T20:09:05.227 INFO:tasks.workunit.client.0.smithi002.stdout:op 5527 completed, throughput=5MB/sec 2023-12-16T20:09:05.228 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R0__2yhEmBdMhWM off=22466252 len=1959535 2023-12-16T20:09:05.232 INFO:tasks.workunit.client.0.smithi002.stdout:op 5528 completed, throughput=5MB/sec 2023-12-16T20:09:05.232 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MUbmvmOxd5hyL_Z off=14821093 len=1289329 2023-12-16T20:09:05.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:04 smithi002 ceph-mon[137674]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:05.237 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:04 smithi002 ceph-mon[140029]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:05.239 INFO:tasks.workunit.client.0.smithi002.stdout:op 5529 completed, throughput=5MB/sec 2023-12-16T20:09:05.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:04 smithi043 ceph-mon[135010]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:05 smithi002 ceph-mon[137674]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:05 smithi002 ceph-mon[140029]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:06.239 INFO:tasks.workunit.client.0.smithi002.stdout: 1071: throughput=5MB/sec pending data=0 2023-12-16T20:09:06.239 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W5FOnc3SWzpCPZK off=12717157 len=740905 2023-12-16T20:09:06.241 INFO:tasks.workunit.client.0.smithi002.stdout:op 5530 completed, throughput=5MB/sec 2023-12-16T20:09:06.241 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vVsNyP5IJHYBBEY off=17217625 len=630904 2023-12-16T20:09:06.246 INFO:tasks.workunit.client.0.smithi002.stdout:op 5531 completed, throughput=5MB/sec 2023-12-16T20:09:06.246 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ovyieAZrGoZRMgO off=1315243 len=469520 2023-12-16T20:09:06.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:06.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:05 smithi043 ceph-mon[135010]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:06.250 INFO:tasks.workunit.client.0.smithi002.stdout:op 5532 completed, throughput=5MB/sec 2023-12-16T20:09:06.250 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zJ7WOhHJEGMbZo0 off=15320370 len=1505086 2023-12-16T20:09:06.252 INFO:tasks.workunit.client.0.smithi002.stdout:op 5533 completed, throughput=5MB/sec 2023-12-16T20:09:06.252 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-12fOxNBPseq8FK_ off=646468 len=1633151 2023-12-16T20:09:06.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 5534 completed, throughput=5MB/sec 2023-12-16T20:09:07.256 INFO:tasks.workunit.client.0.smithi002.stdout: 1072: throughput=5MB/sec pending data=0 2023-12-16T20:09:07.256 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cMpJ3YWabQYY799 off=4136224 len=2079983 2023-12-16T20:09:07.258 INFO:tasks.workunit.client.0.smithi002.stdout:op 5535 completed, throughput=5MB/sec 2023-12-16T20:09:07.258 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-doPdBR0R7VkG-R1 off=1735277 len=900896 2023-12-16T20:09:07.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 5536 completed, throughput=5MB/sec 2023-12-16T20:09:07.260 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GY_ZeitXI20PC3V off=12167184 len=1421093 2023-12-16T20:09:07.267 INFO:tasks.workunit.client.0.smithi002.stdout:op 5537 completed, throughput=5MB/sec 2023-12-16T20:09:07.267 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eRdj2AjReLE42Ts off=1956211 len=1236788 2023-12-16T20:09:07.274 INFO:tasks.workunit.client.0.smithi002.stdout:op 5538 completed, throughput=5MB/sec 2023-12-16T20:09:08.275 INFO:tasks.workunit.client.0.smithi002.stdout: 1073: throughput=5MB/sec pending data=0 2023-12-16T20:09:08.275 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Egs2_9WMzI4zLSg off=20206179 len=1785597 2023-12-16T20:09:08.279 INFO:tasks.workunit.client.0.smithi002.stdout:op 5539 completed, throughput=5MB/sec 2023-12-16T20:09:08.279 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NTPsLSdbw2hHhgo off=4620163 len=315371 2023-12-16T20:09:08.279 INFO:tasks.workunit.client.0.smithi002.stdout:op 5540 completed, throughput=5MB/sec 2023-12-16T20:09:08.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GUtoUjNzwBydo_- off=9451124 len=968613 2023-12-16T20:09:08.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 5541 completed, throughput=5MB/sec 2023-12-16T20:09:08.286 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8Ymd18keqbKM6v3 off=7867670 len=392642 2023-12-16T20:09:08.290 INFO:tasks.workunit.client.0.smithi002.stdout:op 5542 completed, throughput=5MB/sec 2023-12-16T20:09:08.290 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-syyv32101BI-L4w off=754026 len=1482413 2023-12-16T20:09:08.298 INFO:tasks.workunit.client.0.smithi002.stdout:op 5543 completed, throughput=5MB/sec 2023-12-16T20:09:08.298 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KBuSq6vQCVJNW-B off=7641738 len=1711431 2023-12-16T20:09:08.300 INFO:tasks.workunit.client.0.smithi002.stdout:op 5544 completed, throughput=5MB/sec 2023-12-16T20:09:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:08 smithi002 ceph-mon[137674]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:08 smithi002 ceph-mon[140029]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:09.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:08 smithi043 ceph-mon[135010]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:09.300 INFO:tasks.workunit.client.0.smithi002.stdout: 1074: throughput=5MB/sec pending data=0 2023-12-16T20:09:09.301 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-lxuBRWZ9D27XyIS off=2008940 len=1172971 2023-12-16T20:09:09.303 INFO:tasks.workunit.client.0.smithi002.stdout:op 5545 completed, throughput=5MB/sec 2023-12-16T20:09:09.303 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dBQeQ-1KlJ7BtyA off=1465431 len=1068766 2023-12-16T20:09:09.309 INFO:tasks.workunit.client.0.smithi002.stdout:op 5546 completed, throughput=5MB/sec 2023-12-16T20:09:09.309 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MiDlaDbAY8OZdF0 off=2283761 len=1561450 2023-12-16T20:09:09.316 INFO:tasks.workunit.client.0.smithi002.stdout:op 5547 completed, throughput=5MB/sec 2023-12-16T20:09:10.317 INFO:tasks.workunit.client.0.smithi002.stdout: 1075: throughput=5MB/sec pending data=0 2023-12-16T20:09:10.317 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yitNpI8rB8qr4IS off=588201 len=1856990 2023-12-16T20:09:10.325 INFO:tasks.workunit.client.0.smithi002.stdout:op 5548 completed, throughput=5MB/sec 2023-12-16T20:09:10.325 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fzJuqjGzFWoAH4c off=545775 len=777300 2023-12-16T20:09:10.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 5549 completed, throughput=5MB/sec 2023-12-16T20:09:10.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wGOwwKcReDVg_dd off=3732113 len=1255989 2023-12-16T20:09:10.332 INFO:tasks.workunit.client.0.smithi002.stdout:op 5550 completed, throughput=5MB/sec 2023-12-16T20:09:10.332 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cEq60BDh0J6igrP off=5238979 len=1971732 2023-12-16T20:09:10.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 5551 completed, throughput=5MB/sec 2023-12-16T20:09:10.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:10 smithi002 ceph-mon[137674]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:09:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:10 smithi002 ceph-mon[140029]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:09:10.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:10 smithi043 ceph-mon[135010]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T20:09:11.342 INFO:tasks.workunit.client.0.smithi002.stdout: 1076: throughput=5MB/sec pending data=0 2023-12-16T20:09:11.342 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZafyYf_7wqkQ4Ec off=18817314 len=190809 2023-12-16T20:09:11.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 5552 completed, throughput=5MB/sec 2023-12-16T20:09:11.343 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-57KUQgHWfFrAgO_ off=9770034 len=1658893 2023-12-16T20:09:11.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 5553 completed, throughput=5MB/sec 2023-12-16T20:09:11.346 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-c4Uxc_Zuec1irBm off=20994713 len=462943 2023-12-16T20:09:11.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 5554 completed, throughput=5MB/sec 2023-12-16T20:09:11.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8a9x72kZGuay7rq off=6251478 len=315433 2023-12-16T20:09:11.347 INFO:tasks.workunit.client.0.smithi002.stdout:op 5555 completed, throughput=5MB/sec 2023-12-16T20:09:11.347 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sEE2Xr1jH3ZKhaW off=14931134 len=586074 2023-12-16T20:09:11.348 INFO:tasks.workunit.client.0.smithi002.stdout:op 5556 completed, throughput=5MB/sec 2023-12-16T20:09:11.348 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V54aWi4zVBZ-l1W off=3461398 len=868508 2023-12-16T20:09:11.353 INFO:tasks.workunit.client.0.smithi002.stdout:op 5557 completed, throughput=5MB/sec 2023-12-16T20:09:11.353 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xsqu7gRzGi2ryeL off=1530859 len=1559158 2023-12-16T20:09:11.361 INFO:tasks.workunit.client.0.smithi002.stdout:op 5558 completed, throughput=5MB/sec 2023-12-16T20:09:12.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:12 smithi002 ceph-mon[137674]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:09:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:11] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:09:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:12 smithi002 ceph-mon[140029]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:09:12.362 INFO:tasks.workunit.client.0.smithi002.stdout: 1077: throughput=5MB/sec pending data=0 2023-12-16T20:09:12.362 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K4iP4YImEH-M34N off=403223 len=2067732 2023-12-16T20:09:12.371 INFO:tasks.workunit.client.0.smithi002.stdout:op 5559 completed, throughput=5MB/sec 2023-12-16T20:09:12.372 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5qvgkLJwNBzJxO2 off=4613178 len=546015 2023-12-16T20:09:12.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 5560 completed, throughput=5MB/sec 2023-12-16T20:09:12.376 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KQ0aI5_HnjjaH3P off=1650785 len=1497753 2023-12-16T20:09:12.383 INFO:tasks.workunit.client.0.smithi002.stdout:op 5561 completed, throughput=5MB/sec 2023-12-16T20:09:12.384 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ib4ZeyyXqgwFQok off=11157793 len=465382 2023-12-16T20:09:12.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 5562 completed, throughput=5MB/sec 2023-12-16T20:09:12.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:12 smithi043 ceph-mon[135010]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T20:09:13.387 INFO:tasks.workunit.client.0.smithi002.stdout: 1078: throughput=5MB/sec pending data=0 2023-12-16T20:09:13.388 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qUXgD1nHLwboykZ off=3739100 len=1632402 2023-12-16T20:09:13.389 INFO:tasks.workunit.client.0.smithi002.stdout:op 5563 completed, throughput=5MB/sec 2023-12-16T20:09:13.389 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MiDlaDbAY8OZdF0 off=445220 len=1453958 2023-12-16T20:09:13.391 INFO:tasks.workunit.client.0.smithi002.stdout:op 5564 completed, throughput=5MB/sec 2023-12-16T20:09:13.391 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-urrALGTEd_b4IUf off=1013870 len=128073 2023-12-16T20:09:13.394 INFO:tasks.workunit.client.0.smithi002.stdout:op 5565 completed, throughput=5MB/sec 2023-12-16T20:09:13.394 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pwmSPc359R183Cx off=5365757 len=834974 2023-12-16T20:09:13.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 5566 completed, throughput=5MB/sec 2023-12-16T20:09:13.399 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q1iKZ-bE9mqB5k3 off=3979120 len=1136697 2023-12-16T20:09:13.406 INFO:tasks.workunit.client.0.smithi002.stdout:op 5567 completed, throughput=5MB/sec 2023-12-16T20:09:13.406 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZDWRAvXEo8DcHcm off=6290337 len=740568 2023-12-16T20:09:13.410 INFO:tasks.workunit.client.0.smithi002.stdout:op 5568 completed, throughput=5MB/sec 2023-12-16T20:09:14.410 INFO:tasks.workunit.client.0.smithi002.stdout: 1079: throughput=5MB/sec pending data=0 2023-12-16T20:09:14.411 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EMdfFiXIJP843Yd off=4416043 len=861411 2023-12-16T20:09:14.411 INFO:tasks.workunit.client.0.smithi002.stdout:op 5569 completed, throughput=5MB/sec 2023-12-16T20:09:14.412 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FLCpkXWoX_clMwR off=2096196 len=1103431 2023-12-16T20:09:14.418 INFO:tasks.workunit.client.0.smithi002.stdout:op 5570 completed, throughput=5MB/sec 2023-12-16T20:09:14.418 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PMHkOs6Smz67ILl off=80118 len=685315 2023-12-16T20:09:14.419 INFO:tasks.workunit.client.0.smithi002.stdout:op 5571 completed, throughput=5MB/sec 2023-12-16T20:09:14.419 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--rycFzqlhSYf7Qu off=11186932 len=1577298 2023-12-16T20:09:14.425 INFO:tasks.workunit.client.0.smithi002.stdout:op 5572 completed, throughput=5MB/sec 2023-12-16T20:09:14.426 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rYdR4UJqQkP0u8g off=10131342 len=539420 2023-12-16T20:09:14.430 INFO:tasks.workunit.client.0.smithi002.stdout:op 5573 completed, throughput=5MB/sec 2023-12-16T20:09:14.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:14 smithi002 ceph-mon[137674]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:14 smithi002 ceph-mon[140029]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:14 smithi043 ceph-mon[135010]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:15.430 INFO:tasks.workunit.client.0.smithi002.stdout: 1080: throughput=5MB/sec pending data=0 2023-12-16T20:09:15.430 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wsTASQtfj8tcRDj off=13359320 len=956311 2023-12-16T20:09:15.438 INFO:tasks.workunit.client.0.smithi002.stdout:op 5574 completed, throughput=5MB/sec 2023-12-16T20:09:15.438 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ODxBYW6Xd25c7EW off=4252147 len=904229 2023-12-16T20:09:15.441 INFO:tasks.workunit.client.0.smithi002.stdout:op 5575 completed, throughput=5MB/sec 2023-12-16T20:09:15.441 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-sriSK0jqTcufThS off=4780213 len=2053075 2023-12-16T20:09:15.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 5576 completed, throughput=5MB/sec 2023-12-16T20:09:15.450 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nLIiM8cEOsaWqwp off=6956054 len=478798 2023-12-16T20:09:15.450 INFO:tasks.workunit.client.0.smithi002.stdout:op 5577 completed, throughput=5MB/sec 2023-12-16T20:09:15.451 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7CLZQB1nKy-r80L off=10063292 len=623740 2023-12-16T20:09:15.451 INFO:tasks.workunit.client.0.smithi002.stdout:op 5578 completed, throughput=5MB/sec 2023-12-16T20:09:15.451 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_dsda59Fb8LbV-1 off=14560220 len=1863061 2023-12-16T20:09:15.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 5579 completed, throughput=5MB/sec 2023-12-16T20:09:16.461 INFO:tasks.workunit.client.0.smithi002.stdout: 1081: throughput=5MB/sec pending data=0 2023-12-16T20:09:16.461 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AV5IiFioiDkaiT0 off=686999 len=1010360 2023-12-16T20:09:16.462 INFO:tasks.workunit.client.0.smithi002.stdout:op 5580 completed, throughput=5MB/sec 2023-12-16T20:09:16.462 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ki9bqPKxGa-z5rh off=2049251 len=978821 2023-12-16T20:09:16.468 INFO:tasks.workunit.client.0.smithi002.stdout:op 5581 completed, throughput=5MB/sec 2023-12-16T20:09:16.468 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-t3p_BS_LC1bEIVp off=16257280 len=52907 2023-12-16T20:09:16.470 INFO:tasks.workunit.client.0.smithi002.stdout:op 5582 completed, throughput=5MB/sec 2023-12-16T20:09:16.470 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KZsIE6zQYd9nb_F off=20984558 len=1577204 2023-12-16T20:09:16.479 INFO:tasks.workunit.client.0.smithi002.stdout:op 5583 completed, throughput=5MB/sec 2023-12-16T20:09:16.479 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LP9YpzwIFreL6Zl off=4883879 len=1817026 2023-12-16T20:09:16.481 INFO:tasks.workunit.client.0.smithi002.stdout:op 5584 completed, throughput=5MB/sec 2023-12-16T20:09:16.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:16 smithi002 ceph-mon[137674]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:16 smithi002 ceph-mon[140029]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:16.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:16 smithi043 ceph-mon[135010]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T20:09:17.482 INFO:tasks.workunit.client.0.smithi002.stdout: 1082: throughput=5MB/sec pending data=0 2023-12-16T20:09:17.482 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SXHgY0mpsrr6UOG off=10611010 len=1559087 2023-12-16T20:09:17.490 INFO:tasks.workunit.client.0.smithi002.stdout:op 5585 completed, throughput=5MB/sec 2023-12-16T20:09:17.490 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5_KzAkwifHz1DG4 off=11105489 len=1452646 2023-12-16T20:09:17.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 5586 completed, throughput=5MB/sec 2023-12-16T20:09:17.492 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9NWDFSpbPS5pCwO off=245714 len=2094184 2023-12-16T20:09:17.501 INFO:tasks.workunit.client.0.smithi002.stdout:op 5587 completed, throughput=5MB/sec 2023-12-16T20:09:18.299 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:18 smithi043 ceph-mon[135010]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:18 smithi002 ceph-mon[137674]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:18.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:18 smithi002 ceph-mon[140029]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:18.501 INFO:tasks.workunit.client.0.smithi002.stdout: 1083: throughput=5MB/sec pending data=0 2023-12-16T20:09:18.501 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z1o3x4vHxVd0jum off=7535675 len=851680 2023-12-16T20:09:18.506 INFO:tasks.workunit.client.0.smithi002.stdout:op 5588 completed, throughput=5MB/sec 2023-12-16T20:09:18.507 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UUiSuomr8zGRkqe off=2852738 len=1864889 2023-12-16T20:09:18.515 INFO:tasks.workunit.client.0.smithi002.stdout:op 5589 completed, throughput=5MB/sec 2023-12-16T20:09:18.516 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-V5xgcE-FSxCIVr5 off=0 len=1435748 2023-12-16T20:09:18.522 INFO:tasks.workunit.client.0.smithi002.stdout:op 5590 completed, throughput=5MB/sec 2023-12-16T20:09:19.522 INFO:tasks.workunit.client.0.smithi002.stdout: 1084: throughput=5MB/sec pending data=0 2023-12-16T20:09:19.522 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dW9mtO_dKxYecZF off=4116314 len=1265731 2023-12-16T20:09:19.524 INFO:tasks.workunit.client.0.smithi002.stdout:op 5591 completed, throughput=5MB/sec 2023-12-16T20:09:19.524 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u5Df12lt0khcCVC off=2530331 len=636675 2023-12-16T20:09:19.528 INFO:tasks.workunit.client.0.smithi002.stdout:op 5592 completed, throughput=5MB/sec 2023-12-16T20:09:19.528 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eFsBBnDwX0OWCEi off=2102188 len=1336171 2023-12-16T20:09:19.533 INFO:tasks.workunit.client.0.smithi002.stdout:op 5593 completed, throughput=5MB/sec 2023-12-16T20:09:19.534 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CElSGR5WvLGDYdJ off=16113887 len=924591 2023-12-16T20:09:19.538 INFO:tasks.workunit.client.0.smithi002.stdout:op 5594 completed, throughput=5MB/sec 2023-12-16T20:09:19.538 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_zgIxXH7wYMKINI off=8395583 len=731695 2023-12-16T20:09:19.539 INFO:tasks.workunit.client.0.smithi002.stdout:op 5595 completed, throughput=5MB/sec 2023-12-16T20:09:19.539 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_W__VbbI3MraWVf off=1340843 len=1707140 2023-12-16T20:09:19.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 5596 completed, throughput=5MB/sec 2023-12-16T20:09:20.289 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:20 smithi002 ceph-mon[137674]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:09:20.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:20 smithi002 ceph-mon[140029]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:09:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:20 smithi043 ceph-mon[135010]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:09:20.542 INFO:tasks.workunit.client.0.smithi002.stdout: 1085: throughput=5MB/sec pending data=0 2023-12-16T20:09:20.543 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QcVPmM7LWKQZyp0 off=13067537 len=1465990 2023-12-16T20:09:20.544 INFO:tasks.workunit.client.0.smithi002.stdout:op 5597 completed, throughput=5MB/sec 2023-12-16T20:09:20.544 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_LwUBjd7c2tq89U off=8838999 len=154477 2023-12-16T20:09:20.548 INFO:tasks.workunit.client.0.smithi002.stdout:op 5598 completed, throughput=5MB/sec 2023-12-16T20:09:20.548 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0Hf4i-8yyuu_nAp off=709218 len=736877 2023-12-16T20:09:20.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 5599 completed, throughput=5MB/sec 2023-12-16T20:09:20.549 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d1NKGrRGWDDJFRr off=1687802 len=1948587 2023-12-16T20:09:20.558 INFO:tasks.workunit.client.0.smithi002.stdout:op 5600 completed, throughput=5MB/sec 2023-12-16T20:09:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:21.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:21.558 INFO:tasks.workunit.client.0.smithi002.stdout: 1086: throughput=5MB/sec pending data=0 2023-12-16T20:09:21.558 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E2lLHwjHk-VtRMh off=2924017 len=1337837 2023-12-16T20:09:21.565 INFO:tasks.workunit.client.0.smithi002.stdout:op 5601 completed, throughput=5MB/sec 2023-12-16T20:09:21.565 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2nEdbTfxWCVdZIr off=6003177 len=1471912 2023-12-16T20:09:21.573 INFO:tasks.workunit.client.0.smithi002.stdout:op 5602 completed, throughput=5MB/sec 2023-12-16T20:09:21.573 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JqTbL5yLGJEi26S off=4079561 len=374893 2023-12-16T20:09:21.574 INFO:tasks.workunit.client.0.smithi002.stdout:op 5603 completed, throughput=5MB/sec 2023-12-16T20:09:21.574 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nPzkeTYKGNZ61d_ off=3788178 len=2054780 2023-12-16T20:09:21.578 INFO:tasks.workunit.client.0.smithi002.stdout:op 5604 completed, throughput=5MB/sec 2023-12-16T20:09:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:22 smithi002 ceph-mon[137674]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:21] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:09:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:22 smithi002 ceph-mon[140029]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:22 smithi043 ceph-mon[135010]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:22.577 INFO:tasks.workunit.client.0.smithi002.stdout: 1087: throughput=5MB/sec pending data=0 2023-12-16T20:09:22.577 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-alUf9WVcI9ysObY off=10955242 len=1682106 2023-12-16T20:09:22.586 INFO:tasks.workunit.client.0.smithi002.stdout:op 5605 completed, throughput=5MB/sec 2023-12-16T20:09:22.586 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JKupgtfGqzHcfAJ off=2875120 len=390978 2023-12-16T20:09:22.587 INFO:tasks.workunit.client.0.smithi002.stdout:op 5606 completed, throughput=5MB/sec 2023-12-16T20:09:22.587 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pB718nt7ouHTKxE off=819750 len=967705 2023-12-16T20:09:22.589 INFO:tasks.workunit.client.0.smithi002.stdout:op 5607 completed, throughput=5MB/sec 2023-12-16T20:09:22.589 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-f8mXOcH1zGX41u0 off=2845460 len=258854 2023-12-16T20:09:22.593 INFO:tasks.workunit.client.0.smithi002.stdout:op 5608 completed, throughput=5MB/sec 2023-12-16T20:09:22.593 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-322z6DpRvHvy5Ea off=4129827 len=1828424 2023-12-16T20:09:22.599 INFO:tasks.workunit.client.0.smithi002.stdout:op 5609 completed, throughput=5MB/sec 2023-12-16T20:09:23.600 INFO:tasks.workunit.client.0.smithi002.stdout: 1088: throughput=5MB/sec pending data=0 2023-12-16T20:09:23.600 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0TgSMwWeVasFHe2 off=1525740 len=869285 2023-12-16T20:09:23.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 5610 completed, throughput=5MB/sec 2023-12-16T20:09:23.605 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tBpWsgx8vvctxBf off=3012015 len=1103211 2023-12-16T20:09:23.610 INFO:tasks.workunit.client.0.smithi002.stdout:op 5611 completed, throughput=5MB/sec 2023-12-16T20:09:23.610 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-g433POL-yydm5Fz off=5739565 len=1720521 2023-12-16T20:09:23.618 INFO:tasks.workunit.client.0.smithi002.stdout:op 5612 completed, throughput=5MB/sec 2023-12-16T20:09:23.618 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3jimy_h_o4uKnqz off=7467045 len=577230 2023-12-16T20:09:23.619 INFO:tasks.workunit.client.0.smithi002.stdout:op 5613 completed, throughput=5MB/sec 2023-12-16T20:09:23.619 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-6XDBiQ-RWueNLk6 off=4414451 len=1763380 2023-12-16T20:09:23.628 INFO:tasks.workunit.client.0.smithi002.stdout:op 5614 completed, throughput=5MB/sec 2023-12-16T20:09:24.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:24 smithi002 ceph-mon[137674]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:09:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:24 smithi002 ceph-mon[140029]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:09:24.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:24 smithi043 ceph-mon[135010]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:09:24.628 INFO:tasks.workunit.client.0.smithi002.stdout: 1089: throughput=5MB/sec pending data=0 2023-12-16T20:09:24.628 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JoHWDuSh88KV3kT off=0 len=1222859 2023-12-16T20:09:24.631 INFO:tasks.workunit.client.0.smithi002.stdout:op 5615 completed, throughput=5MB/sec 2023-12-16T20:09:24.632 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SoY0H9FPA09UFqK off=1299103 len=988535 2023-12-16T20:09:24.636 INFO:tasks.workunit.client.0.smithi002.stdout:op 5616 completed, throughput=5MB/sec 2023-12-16T20:09:24.636 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FPKiSxqNcvvWqDV off=9596950 len=204585 2023-12-16T20:09:24.637 INFO:tasks.workunit.client.0.smithi002.stdout:op 5617 completed, throughput=5MB/sec 2023-12-16T20:09:24.637 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aDcRtQAZRbc5Db5 off=10185027 len=1161412 2023-12-16T20:09:24.639 INFO:tasks.workunit.client.0.smithi002.stdout:op 5618 completed, throughput=5MB/sec 2023-12-16T20:09:24.639 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bMJLute9OhsHVtS off=2638171 len=152930 2023-12-16T20:09:24.642 INFO:tasks.workunit.client.0.smithi002.stdout:op 5619 completed, throughput=5MB/sec 2023-12-16T20:09:24.642 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-_ruY-axCUShnMuv off=12643140 len=1728705 2023-12-16T20:09:24.649 INFO:tasks.workunit.client.0.smithi002.stdout:op 5620 completed, throughput=5MB/sec 2023-12-16T20:09:25.649 INFO:tasks.workunit.client.0.smithi002.stdout: 1090: throughput=5MB/sec pending data=0 2023-12-16T20:09:25.649 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hRrOpxFlLTSxaDC off=24744307 len=14996 2023-12-16T20:09:25.652 INFO:tasks.workunit.client.0.smithi002.stdout:op 5621 completed, throughput=5MB/sec 2023-12-16T20:09:25.652 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cEK7f4nlLc7E-WY off=9832281 len=1209310 2023-12-16T20:09:25.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 5622 completed, throughput=5MB/sec 2023-12-16T20:09:25.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cCyW7a3Yrg-rFsx off=10842491 len=1951002 2023-12-16T20:09:25.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 5623 completed, throughput=5MB/sec 2023-12-16T20:09:25.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Gqh4seh3i0cYOaX off=2342424 len=1579254 2023-12-16T20:09:25.667 INFO:tasks.workunit.client.0.smithi002.stdout:op 5624 completed, throughput=5MB/sec 2023-12-16T20:09:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:26 smithi002 ceph-mon[137674]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:26 smithi002 ceph-mon[140029]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:26.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:26 smithi043 ceph-mon[135010]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T20:09:26.667 INFO:tasks.workunit.client.0.smithi002.stdout: 1091: throughput=5MB/sec pending data=0 2023-12-16T20:09:26.667 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MUrCKHLTxUcLGoT off=3882639 len=623946 2023-12-16T20:09:26.669 INFO:tasks.workunit.client.0.smithi002.stdout:op 5625 completed, throughput=5MB/sec 2023-12-16T20:09:26.669 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TpxepYqe4-vMVz0 off=5881440 len=689089 2023-12-16T20:09:26.671 INFO:tasks.workunit.client.0.smithi002.stdout:op 5626 completed, throughput=5MB/sec 2023-12-16T20:09:26.671 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-QvMHdoYBep7HAPD off=9941595 len=1827332 2023-12-16T20:09:26.680 INFO:tasks.workunit.client.0.smithi002.stdout:op 5627 completed, throughput=5MB/sec 2023-12-16T20:09:26.680 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-d-eJboNInwpoVWZ off=8435386 len=2038384 2023-12-16T20:09:26.687 INFO:tasks.workunit.client.0.smithi002.stdout:op 5628 completed, throughput=5MB/sec 2023-12-16T20:09:27.687 INFO:tasks.workunit.client.0.smithi002.stdout: 1092: throughput=5MB/sec pending data=0 2023-12-16T20:09:27.687 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kpmq3vMZQCuCPUG off=16549689 len=237352 2023-12-16T20:09:27.690 INFO:tasks.workunit.client.0.smithi002.stdout:op 5629 completed, throughput=5MB/sec 2023-12-16T20:09:27.690 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YjmATXwoYHbysDz off=16093817 len=1030802 2023-12-16T20:09:27.692 INFO:tasks.workunit.client.0.smithi002.stdout:op 5630 completed, throughput=5MB/sec 2023-12-16T20:09:27.693 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8fQMLEu5wCQ4HmE off=6085853 len=1151416 2023-12-16T20:09:27.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 5631 completed, throughput=5MB/sec 2023-12-16T20:09:27.694 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-j2xzaIzMiOPaA0A off=5168912 len=349444 2023-12-16T20:09:27.697 INFO:tasks.workunit.client.0.smithi002.stdout:op 5632 completed, throughput=5MB/sec 2023-12-16T20:09:27.697 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KwL-pknUNsgFE2B off=2724157 len=1565919 2023-12-16T20:09:27.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 5633 completed, throughput=5MB/sec 2023-12-16T20:09:27.706 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KFxnxT8UhMKwj8a off=505572 len=1878695 2023-12-16T20:09:27.707 INFO:tasks.workunit.client.0.smithi002.stdout:op 5634 completed, throughput=5MB/sec 2023-12-16T20:09:27.815 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:09:28.143 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (37m) 3m ago 40m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (37m) 89s ago 40m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (41m) 3m ago 41m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (41m) 89s ago 41m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (36m) 89s ago 43m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (37m) 3m ago 44m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (36m) 3m ago 44m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (36m) 89s ago 43m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (36m) 3m ago 43m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (37m) 3m ago 40m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (37m) 89s ago 40m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (35m) 3m ago 43m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (35m) 3m ago 42m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:09:28.144 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (34m) 3m ago 42m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (34m) 3m ago 42m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (33m) 89s ago 42m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (33m) 89s ago 41m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (32m) 89s ago 41m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (32m) 89s ago 41m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:09:28.145 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (36m) 89s ago 40m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:09:28.145 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:28 smithi002 ceph-mon[137674]: from='client.45848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:28.145 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:28 smithi002 ceph-mon[137674]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T20:09:28.145 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:28 smithi002 ceph-mon[140029]: from='client.45848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:28.146 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:28 smithi002 ceph-mon[140029]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T20:09:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:28 smithi043 ceph-mon[135010]: from='client.45848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:28 smithi043 ceph-mon[135010]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T20:09:28.543 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:09:28.544 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:09:28.545 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:09:28.707 INFO:tasks.workunit.client.0.smithi002.stdout: 1093: throughput=5MB/sec pending data=0 2023-12-16T20:09:28.708 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4XEp-VdtQGPxYnu off=1040255 len=62440 2023-12-16T20:09:28.709 INFO:tasks.workunit.client.0.smithi002.stdout:op 5635 completed, throughput=5MB/sec 2023-12-16T20:09:28.709 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-03_R9Ja1Y6JlZrf off=7166187 len=458696 2023-12-16T20:09:28.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 5636 completed, throughput=5MB/sec 2023-12-16T20:09:28.710 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a51gkgWArND9_Dz off=11892941 len=1756260 2023-12-16T20:09:28.719 INFO:tasks.workunit.client.0.smithi002.stdout:op 5637 completed, throughput=5MB/sec 2023-12-16T20:09:28.719 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EIy1GXD_9EV5KbU off=2752458 len=2084671 2023-12-16T20:09:28.721 INFO:tasks.workunit.client.0.smithi002.stdout:op 5638 completed, throughput=5MB/sec 2023-12-16T20:09:29.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:29 smithi002 ceph-mon[137674]: from='client.35913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/416716743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:09:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:29 smithi002 ceph-mon[140029]: from='client.35913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/416716743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:09:29.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:29 smithi043 ceph-mon[135010]: from='client.35913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/416716743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:09:29.721 INFO:tasks.workunit.client.0.smithi002.stdout: 1094: throughput=5MB/sec pending data=0 2023-12-16T20:09:29.722 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-abaSAlHq-f7GrGh off=571731 len=52984 2023-12-16T20:09:29.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 5639 completed, throughput=5MB/sec 2023-12-16T20:09:29.722 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XFgBWqVmBspgCgQ off=1213806 len=301653 2023-12-16T20:09:29.725 INFO:tasks.workunit.client.0.smithi002.stdout:op 5640 completed, throughput=5MB/sec 2023-12-16T20:09:29.726 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bh79ZKy6CbHs1Pi off=655369 len=1946336 2023-12-16T20:09:29.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 5641 completed, throughput=5MB/sec 2023-12-16T20:09:29.728 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EHB6-3AB_ianhr7 off=12603289 len=1395761 2023-12-16T20:09:29.734 INFO:tasks.workunit.client.0.smithi002.stdout:op 5642 completed, throughput=5MB/sec 2023-12-16T20:09:29.734 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JwCgUqsaYgBHrX0 off=7487057 len=1592617 2023-12-16T20:09:29.736 INFO:tasks.workunit.client.0.smithi002.stdout:op 5643 completed, throughput=5MB/sec 2023-12-16T20:09:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:30 smithi002 ceph-mon[137674]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T20:09:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:30 smithi002 ceph-mon[140029]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T20:09:30.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:30 smithi043 ceph-mon[135010]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T20:09:30.737 INFO:tasks.workunit.client.0.smithi002.stdout: 1095: throughput=5MB/sec pending data=0 2023-12-16T20:09:30.737 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Z1sTs0GhWPA4QFV off=10584651 len=1535616 2023-12-16T20:09:30.744 INFO:tasks.workunit.client.0.smithi002.stdout:op 5644 completed, throughput=5MB/sec 2023-12-16T20:09:30.744 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OhARyYsqHmToMb_ off=9049151 len=1483121 2023-12-16T20:09:30.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 5645 completed, throughput=5MB/sec 2023-12-16T20:09:30.752 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NZha7KkmnXT3cAE off=2024582 len=431876 2023-12-16T20:09:30.756 INFO:tasks.workunit.client.0.smithi002.stdout:op 5646 completed, throughput=5MB/sec 2023-12-16T20:09:30.756 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rThQ_jSHGGZ8IYf off=21431044 len=772891 2023-12-16T20:09:30.757 INFO:tasks.workunit.client.0.smithi002.stdout:op 5647 completed, throughput=5MB/sec 2023-12-16T20:09:30.757 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eqe0wjcHd4FyBo- off=1829659 len=1946580 2023-12-16T20:09:30.766 INFO:tasks.workunit.client.0.smithi002.stdout:op 5648 completed, throughput=5MB/sec 2023-12-16T20:09:31.767 INFO:tasks.workunit.client.0.smithi002.stdout: 1096: throughput=5MB/sec pending data=0 2023-12-16T20:09:31.767 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W5QtUktx2SHSe_Q off=1124238 len=652584 2023-12-16T20:09:31.771 INFO:tasks.workunit.client.0.smithi002.stdout:op 5649 completed, throughput=5MB/sec 2023-12-16T20:09:31.771 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uZ_KKQ5BimYX3ft off=9213746 len=970797 2023-12-16T20:09:31.773 INFO:tasks.workunit.client.0.smithi002.stdout:op 5650 completed, throughput=5MB/sec 2023-12-16T20:09:31.773 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YtMh3Pfj1XRGgo5 off=10106248 len=1191218 2023-12-16T20:09:31.774 INFO:tasks.workunit.client.0.smithi002.stdout:op 5651 completed, throughput=5MB/sec 2023-12-16T20:09:31.774 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-k4sFYGDdFhHTHmO off=24432 len=203913 2023-12-16T20:09:31.774 INFO:tasks.workunit.client.0.smithi002.stdout:op 5652 completed, throughput=5MB/sec 2023-12-16T20:09:31.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zsqU5NmrEGw3yBT off=3245767 len=332329 2023-12-16T20:09:31.775 INFO:tasks.workunit.client.0.smithi002.stdout:op 5653 completed, throughput=5MB/sec 2023-12-16T20:09:31.775 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3u74lb0LsTMYztp off=2190868 len=430339 2023-12-16T20:09:31.776 INFO:tasks.workunit.client.0.smithi002.stdout:op 5654 completed, throughput=5MB/sec 2023-12-16T20:09:31.776 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MTe7ySgKRDqyuYw off=17134527 len=347995 2023-12-16T20:09:31.779 INFO:tasks.workunit.client.0.smithi002.stdout:op 5655 completed, throughput=5MB/sec 2023-12-16T20:09:31.780 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ES415uq3uaOHkng off=1591357 len=200014 2023-12-16T20:09:31.780 INFO:tasks.workunit.client.0.smithi002.stdout:op 5656 completed, throughput=5MB/sec 2023-12-16T20:09:31.780 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cdoOjHIAPe89COj off=12179071 len=457829 2023-12-16T20:09:31.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 5657 completed, throughput=5MB/sec 2023-12-16T20:09:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:32 smithi002 ceph-mon[137674]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2023-12-16T20:09:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:32 smithi002 ceph-mon[140029]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2023-12-16T20:09:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:31] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:09:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:32 smithi043 ceph-mon[135010]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2023-12-16T20:09:32.781 INFO:tasks.workunit.client.0.smithi002.stdout: 1097: throughput=5MB/sec pending data=0 2023-12-16T20:09:32.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rWOvNV_u0VT1_zS off=0 len=1691055 2023-12-16T20:09:32.791 INFO:tasks.workunit.client.0.smithi002.stdout:op 5658 completed, throughput=5MB/sec 2023-12-16T20:09:32.791 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-raUeRZSvSSWaPTA off=850994 len=1415791 2023-12-16T20:09:32.797 INFO:tasks.workunit.client.0.smithi002.stdout:op 5659 completed, throughput=5MB/sec 2023-12-16T20:09:32.797 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ldm0OJyUH1-bf7P off=36103 len=916524 2023-12-16T20:09:32.799 INFO:tasks.workunit.client.0.smithi002.stdout:op 5660 completed, throughput=5MB/sec 2023-12-16T20:09:32.799 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nq6fQ0JSYIefpiX off=18822970 len=1079853 2023-12-16T20:09:32.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 5661 completed, throughput=5MB/sec 2023-12-16T20:09:33.800 INFO:tasks.workunit.client.0.smithi002.stdout: 1098: throughput=5MB/sec pending data=0 2023-12-16T20:09:33.801 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mo6ZNUYzWqVqKZo off=1583062 len=990401 2023-12-16T20:09:33.807 INFO:tasks.workunit.client.0.smithi002.stdout:op 5662 completed, throughput=5MB/sec 2023-12-16T20:09:33.807 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Ofa0Wh2T8BMf4i off=11949328 len=1709708 2023-12-16T20:09:33.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 5663 completed, throughput=5MB/sec 2023-12-16T20:09:33.809 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8YMsKezT1byitKk off=14400773 len=23731 2023-12-16T20:09:33.809 INFO:tasks.workunit.client.0.smithi002.stdout:op 5664 completed, throughput=5MB/sec 2023-12-16T20:09:33.810 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z6a5vXanEUADQsM off=14340862 len=1410602 2023-12-16T20:09:33.816 INFO:tasks.workunit.client.0.smithi002.stdout:op 5665 completed, throughput=5MB/sec 2023-12-16T20:09:33.816 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XKNkDtaTkN2t8Vg off=17821390 len=483527 2023-12-16T20:09:33.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 5666 completed, throughput=5MB/sec 2023-12-16T20:09:33.821 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-X-GOZi1gYBSC1z2 off=3649297 len=1635534 2023-12-16T20:09:33.822 INFO:tasks.workunit.client.0.smithi002.stdout:op 5667 completed, throughput=5MB/sec 2023-12-16T20:09:34.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:34 smithi002 ceph-mon[137674]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:34 smithi002 ceph-mon[140029]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:34.549 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:34 smithi043 ceph-mon[135010]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T20:09:34.822 INFO:tasks.workunit.client.0.smithi002.stdout: 1099: throughput=5MB/sec pending data=0 2023-12-16T20:09:34.822 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QfSb9Sw6gahW4N6 off=8741828 len=1286865 2023-12-16T20:09:34.824 INFO:tasks.workunit.client.0.smithi002.stdout:op 5668 completed, throughput=5MB/sec 2023-12-16T20:09:34.824 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ebHhWzirRX12R9X off=4914913 len=2087727 2023-12-16T20:09:34.828 INFO:tasks.workunit.client.0.smithi002.stdout:op 5669 completed, throughput=5MB/sec 2023-12-16T20:09:34.828 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x7hKtFAVsls_bpN off=13497022 len=485356 2023-12-16T20:09:34.829 INFO:tasks.workunit.client.0.smithi002.stdout:op 5670 completed, throughput=5MB/sec 2023-12-16T20:09:34.830 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VQu8b-Tcg8WZ9C_ off=10757469 len=213827 2023-12-16T20:09:34.830 INFO:tasks.workunit.client.0.smithi002.stdout:op 5671 completed, throughput=5MB/sec 2023-12-16T20:09:34.830 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-g-GsZTk6sB4eusu off=3398957 len=1614262 2023-12-16T20:09:34.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 5672 completed, throughput=5MB/sec 2023-12-16T20:09:35.833 INFO:tasks.workunit.client.0.smithi002.stdout: 1100: throughput=5MB/sec pending data=0 2023-12-16T20:09:35.833 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kQgatAOnDviJ7v_ off=4697508 len=1927682 2023-12-16T20:09:35.841 INFO:tasks.workunit.client.0.smithi002.stdout:op 5673 completed, throughput=5MB/sec 2023-12-16T20:09:35.841 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NKE-a-Au2yPzaYs off=9820416 len=622987 2023-12-16T20:09:35.842 INFO:tasks.workunit.client.0.smithi002.stdout:op 5674 completed, throughput=5MB/sec 2023-12-16T20:09:35.842 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WIXA2DQ7-RQLyZO off=3257268 len=1285385 2023-12-16T20:09:35.844 INFO:tasks.workunit.client.0.smithi002.stdout:op 5675 completed, throughput=5MB/sec 2023-12-16T20:09:35.844 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B2E2P6POXJTx0PJ off=2511598 len=689538 2023-12-16T20:09:35.846 INFO:tasks.workunit.client.0.smithi002.stdout:op 5676 completed, throughput=5MB/sec 2023-12-16T20:09:36.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:36.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:36.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:36.847 INFO:tasks.workunit.client.0.smithi002.stdout: 1101: throughput=5MB/sec pending data=0 2023-12-16T20:09:36.847 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pI41hO5Ivzgkvz5 off=2845770 len=1847885 2023-12-16T20:09:36.849 INFO:tasks.workunit.client.0.smithi002.stdout:op 5677 completed, throughput=5MB/sec 2023-12-16T20:09:36.849 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kQGD12ICVzxgZPe off=1451873 len=288361 2023-12-16T20:09:36.850 INFO:tasks.workunit.client.0.smithi002.stdout:op 5678 completed, throughput=5MB/sec 2023-12-16T20:09:36.850 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nQkwlaEXITPN8ea off=233464 len=1665698 2023-12-16T20:09:36.859 INFO:tasks.workunit.client.0.smithi002.stdout:op 5679 completed, throughput=5MB/sec 2023-12-16T20:09:36.860 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mKO5AA_jDVrvewV off=1464118 len=1764659 2023-12-16T20:09:36.867 INFO:tasks.workunit.client.0.smithi002.stdout:op 5680 completed, throughput=5MB/sec 2023-12-16T20:09:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:36 smithi002 ceph-mon[137674]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:09:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:36 smithi002 ceph-mon[140029]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:09:37.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:36 smithi043 ceph-mon[135010]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:09:37.867 INFO:tasks.workunit.client.0.smithi002.stdout: 1102: throughput=5MB/sec pending data=0 2023-12-16T20:09:37.867 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OOS-_a8h5uBeBCl off=11406880 len=417100 2023-12-16T20:09:37.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 5681 completed, throughput=5MB/sec 2023-12-16T20:09:37.871 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uvPJHtH5UfTdohA off=3014565 len=799310 2023-12-16T20:09:37.873 INFO:tasks.workunit.client.0.smithi002.stdout:op 5682 completed, throughput=5MB/sec 2023-12-16T20:09:37.873 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1c_IOMV439IdU-v off=924262 len=979517 2023-12-16T20:09:37.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 5683 completed, throughput=5MB/sec 2023-12-16T20:09:37.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aREcZ4U0yPlDXif off=18701090 len=1691379 2023-12-16T20:09:37.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 5684 completed, throughput=5MB/sec 2023-12-16T20:09:37.882 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P2HpM8JNlrBNxYO off=2950640 len=1900447 2023-12-16T20:09:37.891 INFO:tasks.workunit.client.0.smithi002.stdout:op 5685 completed, throughput=5MB/sec 2023-12-16T20:09:38.892 INFO:tasks.workunit.client.0.smithi002.stdout: 1103: throughput=5MB/sec pending data=0 2023-12-16T20:09:38.892 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0n9BCdGZ1cywutf off=5029347 len=1217557 2023-12-16T20:09:38.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 5686 completed, throughput=5MB/sec 2023-12-16T20:09:38.898 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_6eQd-hCHTcUTY0 off=3896747 len=1970049 2023-12-16T20:09:38.900 INFO:tasks.workunit.client.0.smithi002.stdout:op 5687 completed, throughput=5MB/sec 2023-12-16T20:09:38.901 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xE1ROZ6DCJX7jCp off=12248585 len=2039766 2023-12-16T20:09:38.902 INFO:tasks.workunit.client.0.smithi002.stdout:op 5688 completed, throughput=5MB/sec 2023-12-16T20:09:39.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:38 smithi002 ceph-mon[137674]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:38 smithi002 ceph-mon[140029]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:39.246 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:38 smithi043 ceph-mon[135010]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:39.903 INFO:tasks.workunit.client.0.smithi002.stdout: 1104: throughput=5MB/sec pending data=0 2023-12-16T20:09:39.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-W-xDrdiNzk8wCWF off=16642263 len=146495 2023-12-16T20:09:39.906 INFO:tasks.workunit.client.0.smithi002.stdout:op 5689 completed, throughput=5MB/sec 2023-12-16T20:09:39.906 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WEGCBPoYWOHbhPz off=1840443 len=440631 2023-12-16T20:09:39.909 INFO:tasks.workunit.client.0.smithi002.stdout:op 5690 completed, throughput=5MB/sec 2023-12-16T20:09:39.910 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A7nknCzfEDWl_PZ off=2779625 len=1298616 2023-12-16T20:09:39.917 INFO:tasks.workunit.client.0.smithi002.stdout:op 5691 completed, throughput=5MB/sec 2023-12-16T20:09:39.917 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-WoXZIGltiwJRzop off=5756331 len=792423 2023-12-16T20:09:39.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 5692 completed, throughput=5MB/sec 2023-12-16T20:09:39.918 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vM1lt266ESM1BN4 off=9025503 len=2066350 2023-12-16T20:09:39.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 5693 completed, throughput=5MB/sec 2023-12-16T20:09:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:40 smithi002 ceph-mon[137674]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:40 smithi002 ceph-mon[140029]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:40 smithi043 ceph-mon[135010]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T20:09:40.922 INFO:tasks.workunit.client.0.smithi002.stdout: 1105: throughput=5MB/sec pending data=0 2023-12-16T20:09:40.922 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-u6RHx_WBXojGy5v off=8731471 len=81739 2023-12-16T20:09:40.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 5694 completed, throughput=5MB/sec 2023-12-16T20:09:40.925 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XWtvmgvLzYaCV7z off=4232448 len=1292390 2023-12-16T20:09:40.927 INFO:tasks.workunit.client.0.smithi002.stdout:op 5695 completed, throughput=5MB/sec 2023-12-16T20:09:40.927 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a6yEuUvZPOHhuz7 off=8155299 len=186859 2023-12-16T20:09:40.928 INFO:tasks.workunit.client.0.smithi002.stdout:op 5696 completed, throughput=5MB/sec 2023-12-16T20:09:40.928 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-uNi05zpr62SuuTP off=1232867 len=2032929 2023-12-16T20:09:40.930 INFO:tasks.workunit.client.0.smithi002.stdout:op 5697 completed, throughput=5MB/sec 2023-12-16T20:09:40.930 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RvxlWnFp-B9qGtQ off=4143107 len=2049442 2023-12-16T20:09:40.932 INFO:tasks.workunit.client.0.smithi002.stdout:op 5698 completed, throughput=5MB/sec 2023-12-16T20:09:41.933 INFO:tasks.workunit.client.0.smithi002.stdout: 1106: throughput=5MB/sec pending data=0 2023-12-16T20:09:41.933 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5g3PXpuDjHE-J97 off=5224731 len=1248709 2023-12-16T20:09:41.939 INFO:tasks.workunit.client.0.smithi002.stdout:op 5699 completed, throughput=5MB/sec 2023-12-16T20:09:41.940 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b7oTeosn3cRpuEl off=3005693 len=908902 2023-12-16T20:09:41.941 INFO:tasks.workunit.client.0.smithi002.stdout:op 5700 completed, throughput=5MB/sec 2023-12-16T20:09:41.941 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5eY_xgkLB4KA4Sd off=3653309 len=1137298 2023-12-16T20:09:41.946 INFO:tasks.workunit.client.0.smithi002.stdout:op 5701 completed, throughput=5MB/sec 2023-12-16T20:09:41.946 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VqACsvwK-fHdwTi off=1765926 len=985475 2023-12-16T20:09:41.951 INFO:tasks.workunit.client.0.smithi002.stdout:op 5702 completed, throughput=5MB/sec 2023-12-16T20:09:41.951 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FM87icNamMoo3Jk off=13658785 len=656822 2023-12-16T20:09:41.955 INFO:tasks.workunit.client.0.smithi002.stdout:op 5703 completed, throughput=5MB/sec 2023-12-16T20:09:42.237 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:42 smithi002 ceph-mon[137674]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:09:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:41] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:09:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:42 smithi002 ceph-mon[140029]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:09:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:42 smithi043 ceph-mon[135010]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:09:42.956 INFO:tasks.workunit.client.0.smithi002.stdout: 1107: throughput=5MB/sec pending data=0 2023-12-16T20:09:42.956 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eazwxoggglEuW2R off=1701230 len=1522674 2023-12-16T20:09:42.958 INFO:tasks.workunit.client.0.smithi002.stdout:op 5704 completed, throughput=5MB/sec 2023-12-16T20:09:42.958 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b8qV_pYwLm3miLy off=3515433 len=1848390 2023-12-16T20:09:42.962 INFO:tasks.workunit.client.0.smithi002.stdout:op 5705 completed, throughput=5MB/sec 2023-12-16T20:09:42.963 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-b-_uwkUJNn394Qo off=10646292 len=960885 2023-12-16T20:09:42.964 INFO:tasks.workunit.client.0.smithi002.stdout:op 5706 completed, throughput=5MB/sec 2023-12-16T20:09:42.964 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4l6lwhpDkD6DMqE off=6398570 len=48612 2023-12-16T20:09:42.967 INFO:tasks.workunit.client.0.smithi002.stdout:op 5707 completed, throughput=5MB/sec 2023-12-16T20:09:42.967 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8hAvVtAhIm1CeT2 off=7175912 len=405502 2023-12-16T20:09:42.971 INFO:tasks.workunit.client.0.smithi002.stdout:op 5708 completed, throughput=5MB/sec 2023-12-16T20:09:42.971 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GeJdzMEtRxYiFLG off=1287054 len=1559891 2023-12-16T20:09:42.978 INFO:tasks.workunit.client.0.smithi002.stdout:op 5709 completed, throughput=5MB/sec 2023-12-16T20:09:43.978 INFO:tasks.workunit.client.0.smithi002.stdout: 1108: throughput=5MB/sec pending data=0 2023-12-16T20:09:43.978 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kjGirhK2a8CX8-0 off=5552388 len=1660110 2023-12-16T20:09:43.986 INFO:tasks.workunit.client.0.smithi002.stdout:op 5710 completed, throughput=5MB/sec 2023-12-16T20:09:43.986 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wpZpNCIavl_LCiD off=3580827 len=1194056 2023-12-16T20:09:43.992 INFO:tasks.workunit.client.0.smithi002.stdout:op 5711 completed, throughput=5MB/sec 2023-12-16T20:09:43.992 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XuBw9zEMqNv4b3n off=2362408 len=1724229 2023-12-16T20:09:44.000 INFO:tasks.workunit.client.0.smithi002.stdout:op 5712 completed, throughput=5MB/sec 2023-12-16T20:09:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:44 smithi002 ceph-mon[137674]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:09:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:44 smithi002 ceph-mon[140029]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:09:44.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:44 smithi043 ceph-mon[135010]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:09:45.000 INFO:tasks.workunit.client.0.smithi002.stdout: 1109: throughput=5MB/sec pending data=0 2023-12-16T20:09:45.000 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q3Fdv8ivYeQuAco off=1565281 len=2019589 2023-12-16T20:09:45.011 INFO:tasks.workunit.client.0.smithi002.stdout:op 5713 completed, throughput=5MB/sec 2023-12-16T20:09:45.011 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VUHMd8ihZRU2WO- off=10061858 len=923484 2023-12-16T20:09:45.016 INFO:tasks.workunit.client.0.smithi002.stdout:op 5714 completed, throughput=5MB/sec 2023-12-16T20:09:45.016 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Zfs5HWFbN3mKWa9 off=4900265 len=485191 2023-12-16T20:09:45.017 INFO:tasks.workunit.client.0.smithi002.stdout:op 5715 completed, throughput=5MB/sec 2023-12-16T20:09:45.017 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cWW7DmmjTabr3VY off=2378686 len=1962824 2023-12-16T20:09:45.025 INFO:tasks.workunit.client.0.smithi002.stdout:op 5716 completed, throughput=5MB/sec 2023-12-16T20:09:46.025 INFO:tasks.workunit.client.0.smithi002.stdout: 1110: throughput=5MB/sec pending data=0 2023-12-16T20:09:46.026 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gKb9vphdjvYvAN8 off=19202232 len=1990739 2023-12-16T20:09:46.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 5717 completed, throughput=5MB/sec 2023-12-16T20:09:46.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4J30lTN2At7xp5A off=4669219 len=1830503 2023-12-16T20:09:46.032 INFO:tasks.workunit.client.0.smithi002.stdout:op 5718 completed, throughput=5MB/sec 2023-12-16T20:09:46.032 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qJSrxIr9TqnaKNd off=14497414 len=1815636 2023-12-16T20:09:46.034 INFO:tasks.workunit.client.0.smithi002.stdout:op 5719 completed, throughput=5MB/sec 2023-12-16T20:09:46.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:46 smithi002 ceph-mon[137674]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:09:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:46 smithi002 ceph-mon[140029]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:09:46.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:46 smithi043 ceph-mon[135010]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:09:47.035 INFO:tasks.workunit.client.0.smithi002.stdout: 1111: throughput=5MB/sec pending data=0 2023-12-16T20:09:47.035 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Y8TxeuHNjc4kOnu off=4840522 len=106011 2023-12-16T20:09:47.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 5720 completed, throughput=5MB/sec 2023-12-16T20:09:47.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XgvKWd9fgqo_-Af off=20831494 len=337541 2023-12-16T20:09:47.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 5721 completed, throughput=5MB/sec 2023-12-16T20:09:47.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-AGYhDE9rIGHVtDH off=15230400 len=704003 2023-12-16T20:09:47.040 INFO:tasks.workunit.client.0.smithi002.stdout:op 5722 completed, throughput=5MB/sec 2023-12-16T20:09:47.040 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-9niAzQZT3YzKlLI off=94557 len=1018093 2023-12-16T20:09:47.042 INFO:tasks.workunit.client.0.smithi002.stdout:op 5723 completed, throughput=5MB/sec 2023-12-16T20:09:47.042 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NaKUk_5nCKDUax6 off=514831 len=1916225 2023-12-16T20:09:47.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 5724 completed, throughput=5MB/sec 2023-12-16T20:09:47.045 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hmv8CtCQbtY0qnl off=8762354 len=397129 2023-12-16T20:09:47.045 INFO:tasks.workunit.client.0.smithi002.stdout:op 5725 completed, throughput=5MB/sec 2023-12-16T20:09:48.046 INFO:tasks.workunit.client.0.smithi002.stdout: 1112: throughput=5MB/sec pending data=0 2023-12-16T20:09:48.046 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GQdCiAu-WDvIAoo off=4835128 len=209026 2023-12-16T20:09:48.050 INFO:tasks.workunit.client.0.smithi002.stdout:op 5726 completed, throughput=5MB/sec 2023-12-16T20:09:48.050 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-p7N4IZUbHpvWJqT off=202020 len=1650097 2023-12-16T20:09:48.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 5727 completed, throughput=5MB/sec 2023-12-16T20:09:48.054 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Ix6LgsXncpyRxh3 off=1130592 len=1828298 2023-12-16T20:09:48.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 5728 completed, throughput=5MB/sec 2023-12-16T20:09:48.062 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Daw8HqUmNyXpkLC off=4091959 len=234144 2023-12-16T20:09:48.065 INFO:tasks.workunit.client.0.smithi002.stdout:op 5729 completed, throughput=5MB/sec 2023-12-16T20:09:48.065 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X3MKbltDffwYgUf off=1041516 len=371135 2023-12-16T20:09:48.068 INFO:tasks.workunit.client.0.smithi002.stdout:op 5730 completed, throughput=5MB/sec 2023-12-16T20:09:48.068 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NxAUVqGawYQ4DZd off=4458278 len=2069835 2023-12-16T20:09:48.077 INFO:tasks.workunit.client.0.smithi002.stdout:op 5731 completed, throughput=5MB/sec 2023-12-16T20:09:48.299 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:48 smithi043 ceph-mon[135010]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:48 smithi002 ceph-mon[137674]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:48 smithi002 ceph-mon[140029]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:49.077 INFO:tasks.workunit.client.0.smithi002.stdout: 1113: throughput=5MB/sec pending data=0 2023-12-16T20:09:49.077 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kdJEKRihkpufg1p off=1959979 len=1172346 2023-12-16T20:09:49.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 5732 completed, throughput=5MB/sec 2023-12-16T20:09:49.079 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RxywscigMUMMgYe off=3802878 len=1967137 2023-12-16T20:09:49.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 5733 completed, throughput=5MB/sec 2023-12-16T20:09:49.081 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-SlJ5002FceDkBL6 off=1771350 len=1325219 2023-12-16T20:09:49.088 INFO:tasks.workunit.client.0.smithi002.stdout:op 5734 completed, throughput=5MB/sec 2023-12-16T20:09:50.088 INFO:tasks.workunit.client.0.smithi002.stdout: 1114: throughput=5MB/sec pending data=0 2023-12-16T20:09:50.089 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-xe3x6mhV3mdk6WR off=5023641 len=741301 2023-12-16T20:09:50.094 INFO:tasks.workunit.client.0.smithi002.stdout:op 5735 completed, throughput=5MB/sec 2023-12-16T20:09:50.094 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Emebf4qTM_YAJOq off=6833313 len=1397742 2023-12-16T20:09:50.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 5736 completed, throughput=5MB/sec 2023-12-16T20:09:50.102 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-26J7gSgE817QE3l off=1803674 len=1349022 2023-12-16T20:09:50.103 INFO:tasks.workunit.client.0.smithi002.stdout:op 5737 completed, throughput=5MB/sec 2023-12-16T20:09:50.104 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FXYlKz8ADBGFEP7 off=18134944 len=678312 2023-12-16T20:09:50.105 INFO:tasks.workunit.client.0.smithi002.stdout:op 5738 completed, throughput=5MB/sec 2023-12-16T20:09:50.105 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UgGtK7VmWRgV7CZ off=3884578 len=859543 2023-12-16T20:09:50.106 INFO:tasks.workunit.client.0.smithi002.stdout:op 5739 completed, throughput=5MB/sec 2023-12-16T20:09:50.106 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7zJ9JFFMI_yOPwp off=14497521 len=1262004 2023-12-16T20:09:50.112 INFO:tasks.workunit.client.0.smithi002.stdout:op 5740 completed, throughput=5MB/sec 2023-12-16T20:09:50.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:50 smithi002 ceph-mon[137674]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:09:50.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:50 smithi002 ceph-mon[140029]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:09:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:50 smithi043 ceph-mon[135010]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T20:09:51.113 INFO:tasks.workunit.client.0.smithi002.stdout: 1115: throughput=5MB/sec pending data=0 2023-12-16T20:09:51.113 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1yuiKb8Bi9PAIKD off=10005726 len=205340 2023-12-16T20:09:51.116 INFO:tasks.workunit.client.0.smithi002.stdout:op 5741 completed, throughput=5MB/sec 2023-12-16T20:09:51.116 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t1IIDVBM0Rw2dvt off=1777723 len=678361 2023-12-16T20:09:51.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 5742 completed, throughput=5MB/sec 2023-12-16T20:09:51.117 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--9BkmY9_NmPfcTn off=4539769 len=534481 2023-12-16T20:09:51.122 INFO:tasks.workunit.client.0.smithi002.stdout:op 5743 completed, throughput=5MB/sec 2023-12-16T20:09:51.122 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MacZw_pGg4nMNcz off=2292395 len=1466852 2023-12-16T20:09:51.124 INFO:tasks.workunit.client.0.smithi002.stdout:op 5744 completed, throughput=5MB/sec 2023-12-16T20:09:51.124 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FEoutMq_lgjRaI8 off=18029563 len=476429 2023-12-16T20:09:51.128 INFO:tasks.workunit.client.0.smithi002.stdout:op 5745 completed, throughput=5MB/sec 2023-12-16T20:09:51.128 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a2Wkg80gSLy7-qh off=857197 len=1695207 2023-12-16T20:09:51.130 INFO:tasks.workunit.client.0.smithi002.stdout:op 5746 completed, throughput=5MB/sec 2023-12-16T20:09:51.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:09:52.131 INFO:tasks.workunit.client.0.smithi002.stdout: 1116: throughput=5MB/sec pending data=0 2023-12-16T20:09:52.131 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a8Emtq2Ufo2jmE5 off=3334427 len=914803 2023-12-16T20:09:52.136 INFO:tasks.workunit.client.0.smithi002.stdout:op 5747 completed, throughput=5MB/sec 2023-12-16T20:09:52.137 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-JxybiWEc0HYXfJh off=6651824 len=862286 2023-12-16T20:09:52.138 INFO:tasks.workunit.client.0.smithi002.stdout:op 5748 completed, throughput=5MB/sec 2023-12-16T20:09:52.138 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZGv8w4RJj-8cx5r off=10735624 len=1337978 2023-12-16T20:09:52.146 INFO:tasks.workunit.client.0.smithi002.stdout:op 5749 completed, throughput=5MB/sec 2023-12-16T20:09:52.146 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-a8Emtq2Ufo2jmE5 off=5781185 len=1898951 2023-12-16T20:09:52.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 5750 completed, throughput=5MB/sec 2023-12-16T20:09:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:52 smithi002 ceph-mon[137674]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:09:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:09:51] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-16T20:09:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:52 smithi002 ceph-mon[140029]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:52 smithi043 ceph-mon[135010]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:09:53.149 INFO:tasks.workunit.client.0.smithi002.stdout: 1117: throughput=5MB/sec pending data=0 2023-12-16T20:09:53.149 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-2dMUZahCDl2CGZ7 off=4294829 len=837322 2023-12-16T20:09:53.150 INFO:tasks.workunit.client.0.smithi002.stdout:op 5751 completed, throughput=5MB/sec 2023-12-16T20:09:53.150 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-2vGGmC6yEZeC9D0 off=3454946 len=398721 2023-12-16T20:09:53.154 INFO:tasks.workunit.client.0.smithi002.stdout:op 5752 completed, throughput=5MB/sec 2023-12-16T20:09:53.154 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-zXNIcXkXZNSCoan off=7437087 len=1013847 2023-12-16T20:09:53.155 INFO:tasks.workunit.client.0.smithi002.stdout:op 5753 completed, throughput=5MB/sec 2023-12-16T20:09:53.155 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bTsZiU_nrlVzcvc off=459519 len=875002 2023-12-16T20:09:53.160 INFO:tasks.workunit.client.0.smithi002.stdout:op 5754 completed, throughput=5MB/sec 2023-12-16T20:09:53.160 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NlpwRW5bbtPBWE3 off=17400452 len=1323775 2023-12-16T20:09:53.167 INFO:tasks.workunit.client.0.smithi002.stdout:op 5755 completed, throughput=5MB/sec 2023-12-16T20:09:53.168 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZeNTEK37ww1U364 off=22199059 len=449337 2023-12-16T20:09:53.171 INFO:tasks.workunit.client.0.smithi002.stdout:op 5756 completed, throughput=5MB/sec 2023-12-16T20:09:54.171 INFO:tasks.workunit.client.0.smithi002.stdout: 1118: throughput=5MB/sec pending data=0 2023-12-16T20:09:54.172 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-cnlnHdwLxWVqv9v off=347128 len=1402673 2023-12-16T20:09:54.173 INFO:tasks.workunit.client.0.smithi002.stdout:op 5757 completed, throughput=5MB/sec 2023-12-16T20:09:54.173 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aBon3Nxij4O7N4p off=532636 len=354038 2023-12-16T20:09:54.177 INFO:tasks.workunit.client.0.smithi002.stdout:op 5758 completed, throughput=5MB/sec 2023-12-16T20:09:54.177 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5g3PXpuDjHE-J97 off=4366352 len=1526087 2023-12-16T20:09:54.184 INFO:tasks.workunit.client.0.smithi002.stdout:op 5759 completed, throughput=5MB/sec 2023-12-16T20:09:54.184 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-bRSpxwlxSXGW9WW off=9809822 len=981333 2023-12-16T20:09:54.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 5760 completed, throughput=5MB/sec 2023-12-16T20:09:54.185 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZHL2XnWy5MRQcYn off=3707230 len=820463 2023-12-16T20:09:54.186 INFO:tasks.workunit.client.0.smithi002.stdout:op 5761 completed, throughput=5MB/sec 2023-12-16T20:09:54.186 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mCIWoloM_O-pWUf off=5554645 len=1508752 2023-12-16T20:09:54.194 INFO:tasks.workunit.client.0.smithi002.stdout:op 5762 completed, throughput=5MB/sec 2023-12-16T20:09:54.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:54 smithi002 ceph-mon[137674]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:54 smithi002 ceph-mon[140029]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:54.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:54 smithi043 ceph-mon[135010]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T20:09:55.194 INFO:tasks.workunit.client.0.smithi002.stdout: 1119: throughput=5MB/sec pending data=0 2023-12-16T20:09:55.195 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-X9WOkTx6y4kLRvB off=4525192 len=1065436 2023-12-16T20:09:55.201 INFO:tasks.workunit.client.0.smithi002.stdout:op 5763 completed, throughput=5MB/sec 2023-12-16T20:09:55.201 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-K_MyXavFJgKi3Ru off=6633287 len=1414425 2023-12-16T20:09:55.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 5764 completed, throughput=5MB/sec 2023-12-16T20:09:55.203 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W3r38LzJaCgLI14 off=4568868 len=805163 2023-12-16T20:09:55.204 INFO:tasks.workunit.client.0.smithi002.stdout:op 5765 completed, throughput=5MB/sec 2023-12-16T20:09:55.204 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UIQWEzelwseDyPO off=11285571 len=698644 2023-12-16T20:09:55.208 INFO:tasks.workunit.client.0.smithi002.stdout:op 5766 completed, throughput=5MB/sec 2023-12-16T20:09:55.208 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-NZ2hCmM7jQ2lM1j off=969869 len=1856257 2023-12-16T20:09:55.210 INFO:tasks.workunit.client.0.smithi002.stdout:op 5767 completed, throughput=5MB/sec 2023-12-16T20:09:56.211 INFO:tasks.workunit.client.0.smithi002.stdout: 1120: throughput=5MB/sec pending data=0 2023-12-16T20:09:56.211 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vdU2VzYadwq5rHd off=18195974 len=1914470 2023-12-16T20:09:56.220 INFO:tasks.workunit.client.0.smithi002.stdout:op 5768 completed, throughput=5MB/sec 2023-12-16T20:09:56.220 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-vPh7pH21cFDua0A off=863444 len=1259362 2023-12-16T20:09:56.221 INFO:tasks.workunit.client.0.smithi002.stdout:op 5769 completed, throughput=5MB/sec 2023-12-16T20:09:56.221 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-0D11lpGYzQIK2kG off=20745196 len=1967899 2023-12-16T20:09:56.224 INFO:tasks.workunit.client.0.smithi002.stdout:op 5770 completed, throughput=5MB/sec 2023-12-16T20:09:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:56 smithi002 ceph-mon[137674]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:56 smithi002 ceph-mon[140029]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:56.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:56 smithi043 ceph-mon[135010]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:09:57.224 INFO:tasks.workunit.client.0.smithi002.stdout: 1121: throughput=5MB/sec pending data=0 2023-12-16T20:09:57.224 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-3J-dLq96zV45Haj off=2416067 len=709659 2023-12-16T20:09:57.226 INFO:tasks.workunit.client.0.smithi002.stdout:op 5771 completed, throughput=5MB/sec 2023-12-16T20:09:57.226 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kWclrNoS14rRa4Y off=10082172 len=760889 2023-12-16T20:09:57.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 5772 completed, throughput=5MB/sec 2023-12-16T20:09:57.233 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-tBONabTUj1dOmFj off=19183321 len=1871431 2023-12-16T20:09:57.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 5773 completed, throughput=5MB/sec 2023-12-16T20:09:57.234 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Z36hcIA5jXbF3qD off=7794267 len=665173 2023-12-16T20:09:57.234 INFO:tasks.workunit.client.0.smithi002.stdout:op 5774 completed, throughput=5MB/sec 2023-12-16T20:09:58.235 INFO:tasks.workunit.client.0.smithi002.stdout: 1122: throughput=5MB/sec pending data=0 2023-12-16T20:09:58.235 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-M-ORH_xJewVWmcn off=2758556 len=1479811 2023-12-16T20:09:58.237 INFO:tasks.workunit.client.0.smithi002.stdout:op 5775 completed, throughput=5MB/sec 2023-12-16T20:09:58.237 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OT2PCmHjBIu8gmn off=2573600 len=1747519 2023-12-16T20:09:58.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 5776 completed, throughput=5MB/sec 2023-12-16T20:09:58.247 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-imYNMHWYa16HeX9 off=10646441 len=428976 2023-12-16T20:09:58.247 INFO:tasks.workunit.client.0.smithi002.stdout:op 5777 completed, throughput=5MB/sec 2023-12-16T20:09:58.247 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qY0XRnekQbGyRof off=10748545 len=557238 2023-12-16T20:09:58.248 INFO:tasks.workunit.client.0.smithi002.stdout:op 5778 completed, throughput=5MB/sec 2023-12-16T20:09:58.248 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JEaP2DunRUg7e0R off=11714835 len=1421958 2023-12-16T20:09:58.257 INFO:tasks.workunit.client.0.smithi002.stdout:op 5779 completed, throughput=5MB/sec 2023-12-16T20:09:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:58 smithi002 ceph-mon[137674]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:09:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:58 smithi002 ceph-mon[140029]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:09:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:58 smithi043 ceph-mon[135010]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:09:58.912 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:09:59.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:09:59 smithi002 ceph-mon[137674]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:59.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:09:59 smithi002 ceph-mon[140029]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:59.238 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:09:59.238 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (38m) 4m ago 40m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (37m) 2m ago 40m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (41m) 4m ago 41m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (41m) 2m ago 41m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (37m) 2m ago 43m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (37m) 4m ago 45m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (37m) 4m ago 45m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (36m) 2m ago 44m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (36m) 4m ago 44m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (38m) 4m ago 40m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (37m) 2m ago 40m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:09:59.239 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (36m) 4m ago 43m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (35m) 4m ago 43m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (35m) 4m ago 43m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (34m) 4m ago 42m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (34m) 2m ago 42m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (33m) 2m ago 42m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (33m) 2m ago 42m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (32m) 2m ago 41m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:09:59.240 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (37m) 2m ago 41m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:09:59.255 INFO:tasks.workunit.client.0.smithi002.stdout: 1123: throughput=5MB/sec pending data=0 2023-12-16T20:09:59.255 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eQG8Uz9Jk2p-vmK off=4744942 len=2029712 2023-12-16T20:09:59.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 5780 completed, throughput=5MB/sec 2023-12-16T20:09:59.263 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MkR6OVRtsYAgM1Z off=6611156 len=1532346 2023-12-16T20:09:59.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 5781 completed, throughput=5MB/sec 2023-12-16T20:09:59.264 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-4xjHs4FySShHvZx off=12602726 len=1603637 2023-12-16T20:09:59.268 INFO:tasks.workunit.client.0.smithi002.stdout:op 5782 completed, throughput=5MB/sec 2023-12-16T20:09:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:09:59 smithi043 ceph-mon[135010]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:09:59.639 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:09:59.640 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:09:59.641 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:09:59.641 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:09:59.641 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:09:59.641 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:10:00.268 INFO:tasks.workunit.client.0.smithi002.stdout: 1124: throughput=5MB/sec pending data=0 2023-12-16T20:10:00.268 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-RGylwDiDi8xwi-A off=17361701 len=936971 2023-12-16T20:10:00.275 INFO:tasks.workunit.client.0.smithi002.stdout:op 5783 completed, throughput=5MB/sec 2023-12-16T20:10:00.275 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U-vCScte-WBWtzy off=16332516 len=611917 2023-12-16T20:10:00.275 INFO:tasks.workunit.client.0.smithi002.stdout:op 5784 completed, throughput=5MB/sec 2023-12-16T20:10:00.275 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x1-S38Wl0znW75L off=8479616 len=670271 2023-12-16T20:10:00.280 INFO:tasks.workunit.client.0.smithi002.stdout:op 5785 completed, throughput=5MB/sec 2023-12-16T20:10:00.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-43NoLP2Fm837KYl off=13831599 len=1177633 2023-12-16T20:10:00.286 INFO:tasks.workunit.client.0.smithi002.stdout:op 5786 completed, throughput=5MB/sec 2023-12-16T20:10:00.286 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QIxe6giE_s1cncf off=13015811 len=201127 2023-12-16T20:10:00.287 INFO:tasks.workunit.client.0.smithi002.stdout:op 5787 completed, throughput=5MB/sec 2023-12-16T20:10:00.287 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FeFA0uYqF5DeRbR off=14073132 len=1926424 2023-12-16T20:10:00.295 INFO:tasks.workunit.client.0.smithi002.stdout:op 5788 completed, throughput=5MB/sec 2023-12-16T20:10:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[140029]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/555801189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[140029]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[140029]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:10:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T20:09:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:10:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[137674]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/555801189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:00.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[137674]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:00.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:00 smithi002 ceph-mon[137674]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:10:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:00 smithi043 ceph-mon[135010]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/555801189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:00 smithi043 ceph-mon[135010]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:00 smithi043 ceph-mon[135010]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:10:01.295 INFO:tasks.workunit.client.0.smithi002.stdout: 1125: throughput=5MB/sec pending data=0 2023-12-16T20:10:01.295 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-43NoLP2Fm837KYl off=18109547 len=2006185 2023-12-16T20:10:01.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 5789 completed, throughput=5MB/sec 2023-12-16T20:10:01.305 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Bs5mkmSg8_BY9o6 off=8001531 len=944958 2023-12-16T20:10:01.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 5790 completed, throughput=5MB/sec 2023-12-16T20:10:01.305 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kaN3EiCkhXJv2cf off=6374810 len=1553551 2023-12-16T20:10:01.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 5791 completed, throughput=5MB/sec 2023-12-16T20:10:01.307 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ttl_e58YQh1VdBs off=7694054 len=2061693 2023-12-16T20:10:01.309 INFO:tasks.workunit.client.0.smithi002.stdout:op 5792 completed, throughput=5MB/sec 2023-12-16T20:10:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:02 smithi002 ceph-mon[137674]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:10:02.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:02 smithi002 ceph-mon[140029]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:10:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:01] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-16T20:10:02.310 INFO:tasks.workunit.client.0.smithi002.stdout: 1126: throughput=5MB/sec pending data=0 2023-12-16T20:10:02.310 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-mtO3zsCRIlQ3g5K off=4620577 len=2039264 2023-12-16T20:10:02.312 INFO:tasks.workunit.client.0.smithi002.stdout:op 5793 completed, throughput=5MB/sec 2023-12-16T20:10:02.312 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FCLYFMKW1MKspOm off=5828054 len=870010 2023-12-16T20:10:02.313 INFO:tasks.workunit.client.0.smithi002.stdout:op 5794 completed, throughput=5MB/sec 2023-12-16T20:10:02.313 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZnDnf_PBytKhWl0 off=768215 len=108613 2023-12-16T20:10:02.314 INFO:tasks.workunit.client.0.smithi002.stdout:op 5795 completed, throughput=5MB/sec 2023-12-16T20:10:02.314 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kR0LEKKGBjsiOR8 off=6243075 len=1153658 2023-12-16T20:10:02.320 INFO:tasks.workunit.client.0.smithi002.stdout:op 5796 completed, throughput=5MB/sec 2023-12-16T20:10:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:02 smithi043 ceph-mon[135010]: pgmap v2015: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T20:10:03.321 INFO:tasks.workunit.client.0.smithi002.stdout: 1127: throughput=5MB/sec pending data=0 2023-12-16T20:10:03.321 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-B6ljpSbC7hisCXj off=11571254 len=1883382 2023-12-16T20:10:03.329 INFO:tasks.workunit.client.0.smithi002.stdout:op 5797 completed, throughput=5MB/sec 2023-12-16T20:10:03.330 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FLCpkXWoX_clMwR off=2437029 len=317931 2023-12-16T20:10:03.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 5798 completed, throughput=5MB/sec 2023-12-16T20:10:03.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-iLk7zmLsuiqahLy off=1325550 len=881981 2023-12-16T20:10:03.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 5799 completed, throughput=5MB/sec 2023-12-16T20:10:03.335 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IGLi_TcqR_cuJVg off=641151 len=1519149 2023-12-16T20:10:03.343 INFO:tasks.workunit.client.0.smithi002.stdout:op 5800 completed, throughput=5MB/sec 2023-12-16T20:10:03.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:10:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:10:03.746 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:10:04.344 INFO:tasks.workunit.client.0.smithi002.stdout: 1128: throughput=5MB/sec pending data=0 2023-12-16T20:10:04.344 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-InrWgv9Ansl2JCw off=9709988 len=1788557 2023-12-16T20:10:04.345 INFO:tasks.workunit.client.0.smithi002.stdout:op 5801 completed, throughput=5MB/sec 2023-12-16T20:10:04.345 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GENd8_1f8vrAByJ off=408248 len=752948 2023-12-16T20:10:04.346 INFO:tasks.workunit.client.0.smithi002.stdout:op 5802 completed, throughput=5MB/sec 2023-12-16T20:10:04.346 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hJ0x8ORRwn2vJZ3 off=9423 len=1725577 2023-12-16T20:10:04.355 INFO:tasks.workunit.client.0.smithi002.stdout:op 5803 completed, throughput=5MB/sec 2023-12-16T20:10:04.355 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Oh027-lyvqlMPsV off=1082154 len=851522 2023-12-16T20:10:04.360 INFO:tasks.workunit.client.0.smithi002.stdout:op 5804 completed, throughput=5MB/sec 2023-12-16T20:10:04.360 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-DN8ezrkj5bSvnv9 off=13993180 len=1713187 2023-12-16T20:10:04.365 INFO:tasks.workunit.client.0.smithi002.stdout:op 5805 completed, throughput=5MB/sec 2023-12-16T20:10:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[137674]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:10:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:10:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:10:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[140029]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:10:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:10:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:04 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:10:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:04 smithi043 ceph-mon[135010]: pgmap v2016: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:10:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:10:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:04 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:10:05.366 INFO:tasks.workunit.client.0.smithi002.stdout: 1129: throughput=5MB/sec pending data=0 2023-12-16T20:10:05.366 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GFMZi9yX6Wl-wsu off=8828562 len=479013 2023-12-16T20:10:05.367 INFO:tasks.workunit.client.0.smithi002.stdout:op 5806 completed, throughput=5MB/sec 2023-12-16T20:10:05.367 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-9Ier_sApGgt2Eyz off=531006 len=418444 2023-12-16T20:10:05.371 INFO:tasks.workunit.client.0.smithi002.stdout:op 5807 completed, throughput=5MB/sec 2023-12-16T20:10:05.371 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Klrmq9wErvwYIIr off=6556264 len=1246379 2023-12-16T20:10:05.376 INFO:tasks.workunit.client.0.smithi002.stdout:op 5808 completed, throughput=5MB/sec 2023-12-16T20:10:05.376 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-dHGnW8PHksBvBTe off=21404468 len=1203010 2023-12-16T20:10:05.383 INFO:tasks.workunit.client.0.smithi002.stdout:op 5809 completed, throughput=5MB/sec 2023-12-16T20:10:05.383 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-m582by8q_gQmDnW off=4806204 len=1346837 2023-12-16T20:10:05.385 INFO:tasks.workunit.client.0.smithi002.stdout:op 5810 completed, throughput=5MB/sec 2023-12-16T20:10:06.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:06.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:06.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:06.386 INFO:tasks.workunit.client.0.smithi002.stdout: 1130: throughput=5MB/sec pending data=0 2023-12-16T20:10:06.386 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SSQcXhBb_NI7m8r off=221708 len=1040055 2023-12-16T20:10:06.387 INFO:tasks.workunit.client.0.smithi002.stdout:op 5811 completed, throughput=5MB/sec 2023-12-16T20:10:06.387 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-P33qKZbTz53AfNL off=128814 len=1893915 2023-12-16T20:10:06.398 INFO:tasks.workunit.client.0.smithi002.stdout:op 5812 completed, throughput=5MB/sec 2023-12-16T20:10:06.399 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-R_q08C0AODYAnTY off=13241269 len=199868 2023-12-16T20:10:06.399 INFO:tasks.workunit.client.0.smithi002.stdout:op 5813 completed, throughput=5MB/sec 2023-12-16T20:10:06.399 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-paFIvHqSV7fwoAL off=8701310 len=413259 2023-12-16T20:10:06.400 INFO:tasks.workunit.client.0.smithi002.stdout:op 5814 completed, throughput=5MB/sec 2023-12-16T20:10:06.400 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-eU_pZn7OVkUrqaQ off=1185365 len=1213455 2023-12-16T20:10:06.402 INFO:tasks.workunit.client.0.smithi002.stdout:op 5815 completed, throughput=5MB/sec 2023-12-16T20:10:07.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:06 smithi002 ceph-mon[137674]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:07.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:06 smithi002 ceph-mon[140029]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:07.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:06 smithi043 ceph-mon[135010]: pgmap v2017: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:07.402 INFO:tasks.workunit.client.0.smithi002.stdout: 1131: throughput=5MB/sec pending data=0 2023-12-16T20:10:07.403 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-EbcOQ3MBOl6ONkL off=931799 len=835050 2023-12-16T20:10:07.408 INFO:tasks.workunit.client.0.smithi002.stdout:op 5816 completed, throughput=5MB/sec 2023-12-16T20:10:07.408 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MuVvs7Zvto9JpNt off=19860330 len=633883 2023-12-16T20:10:07.409 INFO:tasks.workunit.client.0.smithi002.stdout:op 5817 completed, throughput=5MB/sec 2023-12-16T20:10:07.409 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ec6didEW8KVaNDU off=2601284 len=1734905 2023-12-16T20:10:07.417 INFO:tasks.workunit.client.0.smithi002.stdout:op 5818 completed, throughput=5MB/sec 2023-12-16T20:10:07.417 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4Zwb22_LxM9MMlk off=5231665 len=1201840 2023-12-16T20:10:07.423 INFO:tasks.workunit.client.0.smithi002.stdout:op 5819 completed, throughput=5MB/sec 2023-12-16T20:10:07.424 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gW3zs18FonTdHFy off=10093372 len=2055187 2023-12-16T20:10:07.427 INFO:tasks.workunit.client.0.smithi002.stdout:op 5820 completed, throughput=5MB/sec 2023-12-16T20:10:08.428 INFO:tasks.workunit.client.0.smithi002.stdout: 1132: throughput=5MB/sec pending data=0 2023-12-16T20:10:08.428 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-aaGkz8AKeEBt4pX off=6502677 len=43375 2023-12-16T20:10:08.428 INFO:tasks.workunit.client.0.smithi002.stdout:op 5821 completed, throughput=5MB/sec 2023-12-16T20:10:08.428 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OHeUDJCO8_R96S_ off=5237125 len=1836387 2023-12-16T20:10:08.432 INFO:tasks.workunit.client.0.smithi002.stdout:op 5822 completed, throughput=5MB/sec 2023-12-16T20:10:08.432 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Kt7nvGZYOyhTN0u off=3786428 len=2088987 2023-12-16T20:10:08.442 INFO:tasks.workunit.client.0.smithi002.stdout:op 5823 completed, throughput=5MB/sec 2023-12-16T20:10:08.442 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-4HjOLlGbXdK8CLH off=5986819 len=725606 2023-12-16T20:10:08.447 INFO:tasks.workunit.client.0.smithi002.stdout:op 5824 completed, throughput=5MB/sec 2023-12-16T20:10:09.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:08 smithi002 ceph-mon[137674]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:09.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:08 smithi002 ceph-mon[140029]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:09.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:08 smithi043 ceph-mon[135010]: pgmap v2018: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:09.448 INFO:tasks.workunit.client.0.smithi002.stdout: 1133: throughput=5MB/sec pending data=0 2023-12-16T20:10:09.448 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Su4UeK_UhF-QcOr off=3776203 len=541262 2023-12-16T20:10:09.453 INFO:tasks.workunit.client.0.smithi002.stdout:op 5825 completed, throughput=5MB/sec 2023-12-16T20:10:09.453 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-w2Hsjn4ijfxRjsh off=998076 len=1346148 2023-12-16T20:10:09.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 5826 completed, throughput=5MB/sec 2023-12-16T20:10:09.461 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--_ZzzwN_WCN1LQg off=6723458 len=362671 2023-12-16T20:10:09.461 INFO:tasks.workunit.client.0.smithi002.stdout:op 5827 completed, throughput=5MB/sec 2023-12-16T20:10:09.462 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-r3EQCK3T0q4fk-m off=13535195 len=884814 2023-12-16T20:10:09.463 INFO:tasks.workunit.client.0.smithi002.stdout:op 5828 completed, throughput=5MB/sec 2023-12-16T20:10:09.463 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FZMxNOMom8Bf2eJ off=10588668 len=957791 2023-12-16T20:10:09.468 INFO:tasks.workunit.client.0.smithi002.stdout:op 5829 completed, throughput=5MB/sec 2023-12-16T20:10:09.468 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kKtgZU1HNP-5FZh off=2298662 len=2093830 2023-12-16T20:10:09.471 INFO:tasks.workunit.client.0.smithi002.stdout:op 5830 completed, throughput=5MB/sec 2023-12-16T20:10:10.471 INFO:tasks.workunit.client.0.smithi002.stdout: 1134: throughput=5MB/sec pending data=0 2023-12-16T20:10:10.471 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vJ4ocVZlnkKl0NY off=9401410 len=574001 2023-12-16T20:10:10.476 INFO:tasks.workunit.client.0.smithi002.stdout:op 5831 completed, throughput=5MB/sec 2023-12-16T20:10:10.476 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xe3x6mhV3mdk6WR off=540394 len=361768 2023-12-16T20:10:10.477 INFO:tasks.workunit.client.0.smithi002.stdout:op 5832 completed, throughput=5MB/sec 2023-12-16T20:10:10.477 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-3XRzVYytGU-w21- off=3248132 len=1444249 2023-12-16T20:10:10.484 INFO:tasks.workunit.client.0.smithi002.stdout:op 5833 completed, throughput=5MB/sec 2023-12-16T20:10:10.484 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KxJphd0eMNLmOLO off=18943390 len=1789945 2023-12-16T20:10:10.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:10 smithi002 ceph-mon[137674]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:10 smithi002 ceph-mon[140029]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:10.492 INFO:tasks.workunit.client.0.smithi002.stdout:op 5834 completed, throughput=5MB/sec 2023-12-16T20:10:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:10 smithi043 ceph-mon[135010]: pgmap v2019: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:11.492 INFO:tasks.workunit.client.0.smithi002.stdout: 1135: throughput=5MB/sec pending data=0 2023-12-16T20:10:11.492 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-O4xaf6iEZGgAoP5 off=1585678 len=305371 2023-12-16T20:10:11.493 INFO:tasks.workunit.client.0.smithi002.stdout:op 5835 completed, throughput=5MB/sec 2023-12-16T20:10:11.493 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-KW5EykKItcOP-Z8 off=9904997 len=2057837 2023-12-16T20:10:11.495 INFO:tasks.workunit.client.0.smithi002.stdout:op 5836 completed, throughput=5MB/sec 2023-12-16T20:10:11.495 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5wGMxQ_nnlqZUK2 off=17840058 len=462805 2023-12-16T20:10:11.496 INFO:tasks.workunit.client.0.smithi002.stdout:op 5837 completed, throughput=5MB/sec 2023-12-16T20:10:11.496 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SlJeunhrprz5m_t off=6194974 len=110387 2023-12-16T20:10:11.497 INFO:tasks.workunit.client.0.smithi002.stdout:op 5838 completed, throughput=5MB/sec 2023-12-16T20:10:11.497 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KKBSTGSIXb_0uSA off=3750653 len=563121 2023-12-16T20:10:11.501 INFO:tasks.workunit.client.0.smithi002.stdout:op 5839 completed, throughput=5MB/sec 2023-12-16T20:10:11.502 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e2GwHRIXbCt-6cc off=14188060 len=1856977 2023-12-16T20:10:11.504 INFO:tasks.workunit.client.0.smithi002.stdout:op 5840 completed, throughput=5MB/sec 2023-12-16T20:10:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:12 smithi002 ceph-mon[137674]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:10:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:11] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:10:12.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:12 smithi002 ceph-mon[140029]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:10:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:12 smithi043 ceph-mon[135010]: pgmap v2020: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T20:10:12.504 INFO:tasks.workunit.client.0.smithi002.stdout: 1136: throughput=5MB/sec pending data=0 2023-12-16T20:10:12.504 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-pgYndR9YjvZN2O3 off=4014827 len=917443 2023-12-16T20:10:12.509 INFO:tasks.workunit.client.0.smithi002.stdout:op 5841 completed, throughput=5MB/sec 2023-12-16T20:10:12.510 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uMvRp_G1iASc6vA off=1904318 len=1678683 2023-12-16T20:10:12.516 INFO:tasks.workunit.client.0.smithi002.stdout:op 5842 completed, throughput=5MB/sec 2023-12-16T20:10:12.516 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0IvKChOH0de5f3p off=7986490 len=1279185 2023-12-16T20:10:12.522 INFO:tasks.workunit.client.0.smithi002.stdout:op 5843 completed, throughput=5MB/sec 2023-12-16T20:10:12.522 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-a9G86fY4nBbSHLz off=775504 len=671838 2023-12-16T20:10:12.526 INFO:tasks.workunit.client.0.smithi002.stdout:op 5844 completed, throughput=5MB/sec 2023-12-16T20:10:12.526 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8Hpn7vt6I4Vpd23 off=0 len=1096208 2023-12-16T20:10:12.527 INFO:tasks.workunit.client.0.smithi002.stdout:op 5845 completed, throughput=5MB/sec 2023-12-16T20:10:13.528 INFO:tasks.workunit.client.0.smithi002.stdout: 1137: throughput=5MB/sec pending data=0 2023-12-16T20:10:13.528 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5A873XTt3oXOo7M off=10138303 len=1309573 2023-12-16T20:10:13.535 INFO:tasks.workunit.client.0.smithi002.stdout:op 5846 completed, throughput=5MB/sec 2023-12-16T20:10:13.535 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e_1C3yIfQCBQEof off=8626669 len=981082 2023-12-16T20:10:13.537 INFO:tasks.workunit.client.0.smithi002.stdout:op 5847 completed, throughput=5MB/sec 2023-12-16T20:10:13.537 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wSxkLfPCrQO0M7d off=6832654 len=135244 2023-12-16T20:10:13.540 INFO:tasks.workunit.client.0.smithi002.stdout:op 5848 completed, throughput=5MB/sec 2023-12-16T20:10:13.540 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-e8j5KSD-ypMVjIU off=17550977 len=855845 2023-12-16T20:10:13.542 INFO:tasks.workunit.client.0.smithi002.stdout:op 5849 completed, throughput=5MB/sec 2023-12-16T20:10:13.542 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BGDfsk24Yh47TR7 off=6555154 len=1407235 2023-12-16T20:10:13.549 INFO:tasks.workunit.client.0.smithi002.stdout:op 5850 completed, throughput=5MB/sec 2023-12-16T20:10:13.549 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rZPM_vWb7qgkv8v off=13846388 len=765755 2023-12-16T20:10:13.553 INFO:tasks.workunit.client.0.smithi002.stdout:op 5851 completed, throughput=5MB/sec 2023-12-16T20:10:14.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:14 smithi002 ceph-mon[137674]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:14 smithi002 ceph-mon[140029]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:14 smithi043 ceph-mon[135010]: pgmap v2021: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T20:10:14.554 INFO:tasks.workunit.client.0.smithi002.stdout: 1138: throughput=5MB/sec pending data=0 2023-12-16T20:10:14.554 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Fio9b81RvWtq-xc off=2886608 len=1015165 2023-12-16T20:10:14.556 INFO:tasks.workunit.client.0.smithi002.stdout:op 5852 completed, throughput=5MB/sec 2023-12-16T20:10:14.556 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hFnhLg9XH6RCvFY off=10356721 len=685392 2023-12-16T20:10:14.561 INFO:tasks.workunit.client.0.smithi002.stdout:op 5853 completed, throughput=5MB/sec 2023-12-16T20:10:14.561 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lrOznT2DLjGpyGg off=805941 len=992541 2023-12-16T20:10:14.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 5854 completed, throughput=5MB/sec 2023-12-16T20:10:14.568 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UubEURgNyfqa366 off=1517802 len=43906 2023-12-16T20:10:14.568 INFO:tasks.workunit.client.0.smithi002.stdout:op 5855 completed, throughput=5MB/sec 2023-12-16T20:10:14.568 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LCHshB0wuQkcHzy off=3634020 len=2046110 2023-12-16T20:10:14.570 INFO:tasks.workunit.client.0.smithi002.stdout:op 5856 completed, throughput=5MB/sec 2023-12-16T20:10:15.571 INFO:tasks.workunit.client.0.smithi002.stdout: 1139: throughput=5MB/sec pending data=0 2023-12-16T20:10:15.571 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FPQsdG_z9wISAB5 off=1575544 len=1908272 2023-12-16T20:10:15.579 INFO:tasks.workunit.client.0.smithi002.stdout:op 5857 completed, throughput=5MB/sec 2023-12-16T20:10:15.580 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uSVSxwtTJzumlXs off=1450256 len=1065030 2023-12-16T20:10:15.585 INFO:tasks.workunit.client.0.smithi002.stdout:op 5858 completed, throughput=5MB/sec 2023-12-16T20:10:15.585 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-R3Q59zyFdUx_CPk off=937796 len=1765277 2023-12-16T20:10:15.595 INFO:tasks.workunit.client.0.smithi002.stdout:op 5859 completed, throughput=5MB/sec 2023-12-16T20:10:15.595 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-CipqblD8-hhQoXC off=18021161 len=983755 2023-12-16T20:10:15.600 INFO:tasks.workunit.client.0.smithi002.stdout:op 5860 completed, throughput=5MB/sec 2023-12-16T20:10:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:16 smithi002 ceph-mon[137674]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:10:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:16 smithi002 ceph-mon[140029]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:10:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:16 smithi043 ceph-mon[135010]: pgmap v2022: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T20:10:16.600 INFO:tasks.workunit.client.0.smithi002.stdout: 1140: throughput=5MB/sec pending data=0 2023-12-16T20:10:16.601 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-B5S_ii6T-2gUWr1 off=6486741 len=491992 2023-12-16T20:10:16.601 INFO:tasks.workunit.client.0.smithi002.stdout:op 5861 completed, throughput=5MB/sec 2023-12-16T20:10:16.601 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-opB5OSaLKv-mHlo off=45101 len=451100 2023-12-16T20:10:16.605 INFO:tasks.workunit.client.0.smithi002.stdout:op 5862 completed, throughput=5MB/sec 2023-12-16T20:10:16.605 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nmsBL_wlUy_xgHK off=1623349 len=1638894 2023-12-16T20:10:16.609 INFO:tasks.workunit.client.0.smithi002.stdout:op 5863 completed, throughput=5MB/sec 2023-12-16T20:10:16.609 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AeNpt_tyaWj0BXV off=10426392 len=493206 2023-12-16T20:10:16.613 INFO:tasks.workunit.client.0.smithi002.stdout:op 5864 completed, throughput=5MB/sec 2023-12-16T20:10:16.613 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-7ugtt9vrrNwqJ3G off=11857415 len=1684865 2023-12-16T20:10:16.620 INFO:tasks.workunit.client.0.smithi002.stdout:op 5865 completed, throughput=5MB/sec 2023-12-16T20:10:16.620 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YBfNvI90hbRX6HT off=6761496 len=373149 2023-12-16T20:10:16.621 INFO:tasks.workunit.client.0.smithi002.stdout:op 5866 completed, throughput=5MB/sec 2023-12-16T20:10:17.622 INFO:tasks.workunit.client.0.smithi002.stdout: 1141: throughput=5MB/sec pending data=0 2023-12-16T20:10:17.622 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-hJwNBhFh9IvEWg3 off=3389710 len=669913 2023-12-16T20:10:17.623 INFO:tasks.workunit.client.0.smithi002.stdout:op 5867 completed, throughput=5MB/sec 2023-12-16T20:10:17.623 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ikZzZ8PKhUaGG9q off=35655 len=1151666 2023-12-16T20:10:17.630 INFO:tasks.workunit.client.0.smithi002.stdout:op 5868 completed, throughput=5MB/sec 2023-12-16T20:10:17.630 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FCyQD19FjJZGjwJ off=461943 len=512658 2023-12-16T20:10:17.634 INFO:tasks.workunit.client.0.smithi002.stdout:op 5869 completed, throughput=5MB/sec 2023-12-16T20:10:17.634 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KPkLgKwR2ewgPjk off=1124932 len=465207 2023-12-16T20:10:17.638 INFO:tasks.workunit.client.0.smithi002.stdout:op 5870 completed, throughput=5MB/sec 2023-12-16T20:10:17.638 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-t6kSb0UlTkcVjjl off=5041632 len=1745975 2023-12-16T20:10:17.640 INFO:tasks.workunit.client.0.smithi002.stdout:op 5871 completed, throughput=5MB/sec 2023-12-16T20:10:17.640 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-K43doA44dX4VDhp off=2437546 len=268071 2023-12-16T20:10:17.643 INFO:tasks.workunit.client.0.smithi002.stdout:op 5872 completed, throughput=5MB/sec 2023-12-16T20:10:17.643 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ZQdpmxqEAADa6qX off=21701616 len=217132 2023-12-16T20:10:17.646 INFO:tasks.workunit.client.0.smithi002.stdout:op 5873 completed, throughput=5MB/sec 2023-12-16T20:10:17.646 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LLeYJBKMKELmd4Z off=5638728 len=612150 2023-12-16T20:10:17.647 INFO:tasks.workunit.client.0.smithi002.stdout:op 5874 completed, throughput=5MB/sec 2023-12-16T20:10:18.298 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:18 smithi043 ceph-mon[135010]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:18 smithi002 ceph-mon[137674]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:18.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:18 smithi002 ceph-mon[140029]: pgmap v2023: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:18.647 INFO:tasks.workunit.client.0.smithi002.stdout: 1142: throughput=5MB/sec pending data=0 2023-12-16T20:10:18.647 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5dergYxhrLc62PP off=8410613 len=1135552 2023-12-16T20:10:18.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 5875 completed, throughput=5MB/sec 2023-12-16T20:10:18.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dyfTteHW5EEKGm_ off=1506237 len=169981 2023-12-16T20:10:18.654 INFO:tasks.workunit.client.0.smithi002.stdout:op 5876 completed, throughput=5MB/sec 2023-12-16T20:10:18.654 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-TKatdzMIGhPE2no off=11504856 len=1725909 2023-12-16T20:10:18.658 INFO:tasks.workunit.client.0.smithi002.stdout:op 5877 completed, throughput=5MB/sec 2023-12-16T20:10:18.658 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XuBw9zEMqNv4b3n off=18797438 len=620548 2023-12-16T20:10:18.662 INFO:tasks.workunit.client.0.smithi002.stdout:op 5878 completed, throughput=5MB/sec 2023-12-16T20:10:18.662 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-FIWLzaQPPXFGQGp off=0 len=1159240 2023-12-16T20:10:18.663 INFO:tasks.workunit.client.0.smithi002.stdout:op 5879 completed, throughput=5MB/sec 2023-12-16T20:10:19.664 INFO:tasks.workunit.client.0.smithi002.stdout: 1143: throughput=5MB/sec pending data=0 2023-12-16T20:10:19.664 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-H27MeBpGLe9D32V off=870842 len=1746587 2023-12-16T20:10:19.666 INFO:tasks.workunit.client.0.smithi002.stdout:op 5880 completed, throughput=5MB/sec 2023-12-16T20:10:19.666 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-LWqgRtDWWD3oYqz off=1987424 len=1672737 2023-12-16T20:10:19.668 INFO:tasks.workunit.client.0.smithi002.stdout:op 5881 completed, throughput=5MB/sec 2023-12-16T20:10:19.668 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M39m6epyB-WThpq off=8836682 len=349731 2023-12-16T20:10:19.672 INFO:tasks.workunit.client.0.smithi002.stdout:op 5882 completed, throughput=5MB/sec 2023-12-16T20:10:19.672 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zeyI8b65R8dQ--e off=15773270 len=1095535 2023-12-16T20:10:19.678 INFO:tasks.workunit.client.0.smithi002.stdout:op 5883 completed, throughput=5MB/sec 2023-12-16T20:10:19.678 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QQkOgZbEM4Fqfv- off=35561 len=474934 2023-12-16T20:10:19.679 INFO:tasks.workunit.client.0.smithi002.stdout:op 5884 completed, throughput=5MB/sec 2023-12-16T20:10:20.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:20 smithi002 ceph-mon[137674]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:20.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:20 smithi002 ceph-mon[140029]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:20 smithi043 ceph-mon[135010]: pgmap v2024: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T20:10:20.680 INFO:tasks.workunit.client.0.smithi002.stdout: 1144: throughput=5MB/sec pending data=0 2023-12-16T20:10:20.680 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-A4KNPsxkwWNhF-p off=906690 len=849369 2023-12-16T20:10:20.685 INFO:tasks.workunit.client.0.smithi002.stdout:op 5885 completed, throughput=5MB/sec 2023-12-16T20:10:20.686 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zsXzlKKoKI8jMrr off=8539191 len=1387148 2023-12-16T20:10:20.693 INFO:tasks.workunit.client.0.smithi002.stdout:op 5886 completed, throughput=5MB/sec 2023-12-16T20:10:20.693 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PHVms-JHFnpAh-h off=5029363 len=27458 2023-12-16T20:10:20.694 INFO:tasks.workunit.client.0.smithi002.stdout:op 5887 completed, throughput=5MB/sec 2023-12-16T20:10:20.694 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qS_Zo1udUUVlTdC off=3572093 len=949741 2023-12-16T20:10:20.695 INFO:tasks.workunit.client.0.smithi002.stdout:op 5888 completed, throughput=5MB/sec 2023-12-16T20:10:20.695 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yFSbdRQRIq_smYJ off=5542799 len=1615696 2023-12-16T20:10:20.697 INFO:tasks.workunit.client.0.smithi002.stdout:op 5889 completed, throughput=5MB/sec 2023-12-16T20:10:20.697 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oIiYiwyX48SXMWk off=9007288 len=1687625 2023-12-16T20:10:20.705 INFO:tasks.workunit.client.0.smithi002.stdout:op 5890 completed, throughput=5MB/sec 2023-12-16T20:10:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:21.706 INFO:tasks.workunit.client.0.smithi002.stdout: 1145: throughput=5MB/sec pending data=0 2023-12-16T20:10:21.706 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-kB1nQga3lieYaop off=840484 len=598417 2023-12-16T20:10:21.710 INFO:tasks.workunit.client.0.smithi002.stdout:op 5891 completed, throughput=5MB/sec 2023-12-16T20:10:21.710 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ZJXVVxnRfjTr0my off=17231956 len=1519949 2023-12-16T20:10:21.714 INFO:tasks.workunit.client.0.smithi002.stdout:op 5892 completed, throughput=5MB/sec 2023-12-16T20:10:21.714 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gLAC088zOVxu-2c off=10341034 len=617164 2023-12-16T20:10:21.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 5893 completed, throughput=5MB/sec 2023-12-16T20:10:21.718 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EvlVgFxUoz2tWaV off=2478663 len=229890 2023-12-16T20:10:21.718 INFO:tasks.workunit.client.0.smithi002.stdout:op 5894 completed, throughput=5MB/sec 2023-12-16T20:10:21.718 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-sHYzvzijFcOeoZD off=2255560 len=1368233 2023-12-16T20:10:21.720 INFO:tasks.workunit.client.0.smithi002.stdout:op 5895 completed, throughput=5MB/sec 2023-12-16T20:10:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:22 smithi002 ceph-mon[137674]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:21] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T20:10:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:22 smithi002 ceph-mon[140029]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:22 smithi043 ceph-mon[135010]: pgmap v2025: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:22.720 INFO:tasks.workunit.client.0.smithi002.stdout: 1146: throughput=5MB/sec pending data=0 2023-12-16T20:10:22.721 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rPsh5ppjrJXtv2g off=9554189 len=185372 2023-12-16T20:10:22.722 INFO:tasks.workunit.client.0.smithi002.stdout:op 5896 completed, throughput=5MB/sec 2023-12-16T20:10:22.722 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-w7oxkbuhdw-dC_e off=117295 len=1532932 2023-12-16T20:10:22.723 INFO:tasks.workunit.client.0.smithi002.stdout:op 5897 completed, throughput=5MB/sec 2023-12-16T20:10:22.724 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dPAve7uVSyZPtfK off=3695843 len=1703894 2023-12-16T20:10:22.726 INFO:tasks.workunit.client.0.smithi002.stdout:op 5898 completed, throughput=5MB/sec 2023-12-16T20:10:22.726 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nB8yrgwuDMgsOcv off=8755557 len=1107036 2023-12-16T20:10:22.728 INFO:tasks.workunit.client.0.smithi002.stdout:op 5899 completed, throughput=5MB/sec 2023-12-16T20:10:22.728 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-z1oRq7MhRJIPSJ5 off=343969 len=180981 2023-12-16T20:10:22.731 INFO:tasks.workunit.client.0.smithi002.stdout:op 5900 completed, throughput=5MB/sec 2023-12-16T20:10:22.731 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-M-vBeQ4Ufm17nvk off=2685205 len=1434748 2023-12-16T20:10:22.739 INFO:tasks.workunit.client.0.smithi002.stdout:op 5901 completed, throughput=5MB/sec 2023-12-16T20:10:23.739 INFO:tasks.workunit.client.0.smithi002.stdout: 1147: throughput=5MB/sec pending data=0 2023-12-16T20:10:23.740 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-fommMtKnyYpfpXz off=997320 len=1483023 2023-12-16T20:10:23.747 INFO:tasks.workunit.client.0.smithi002.stdout:op 5902 completed, throughput=5MB/sec 2023-12-16T20:10:23.747 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-OpvLQVLGLLz97cq off=5901491 len=366437 2023-12-16T20:10:23.750 INFO:tasks.workunit.client.0.smithi002.stdout:op 5903 completed, throughput=5MB/sec 2023-12-16T20:10:23.751 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-OFK3Ksaq1KG8zq_ off=3407549 len=1210698 2023-12-16T20:10:23.752 INFO:tasks.workunit.client.0.smithi002.stdout:op 5904 completed, throughput=5MB/sec 2023-12-16T20:10:23.752 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-IN5caCbH9pf3nZ_ off=4114357 len=1813500 2023-12-16T20:10:23.754 INFO:tasks.workunit.client.0.smithi002.stdout:op 5905 completed, throughput=5MB/sec 2023-12-16T20:10:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:24 smithi002 ceph-mon[137674]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:24 smithi002 ceph-mon[140029]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:24 smithi043 ceph-mon[135010]: pgmap v2026: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:24.754 INFO:tasks.workunit.client.0.smithi002.stdout: 1148: throughput=5MB/sec pending data=0 2023-12-16T20:10:24.754 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-GFwI1Rduo9h1s4S off=118420 len=347035 2023-12-16T20:10:24.755 INFO:tasks.workunit.client.0.smithi002.stdout:op 5906 completed, throughput=5MB/sec 2023-12-16T20:10:24.755 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-U8OtmpfLkfOSyvM off=393587 len=1448350 2023-12-16T20:10:24.764 INFO:tasks.workunit.client.0.smithi002.stdout:op 5907 completed, throughput=5MB/sec 2023-12-16T20:10:24.765 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T99b6v8lq6dalN5 off=3616490 len=1613276 2023-12-16T20:10:24.772 INFO:tasks.workunit.client.0.smithi002.stdout:op 5908 completed, throughput=5MB/sec 2023-12-16T20:10:24.772 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-uKJsf82MnAEh5us off=354767 len=2066872 2023-12-16T20:10:24.781 INFO:tasks.workunit.client.0.smithi002.stdout:op 5909 completed, throughput=5MB/sec 2023-12-16T20:10:25.782 INFO:tasks.workunit.client.0.smithi002.stdout: 1149: throughput=5MB/sec pending data=0 2023-12-16T20:10:25.782 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qyik-ZBftmGGXO1 off=3955932 len=1121886 2023-12-16T20:10:25.787 INFO:tasks.workunit.client.0.smithi002.stdout:op 5910 completed, throughput=5MB/sec 2023-12-16T20:10:25.787 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-XfezhuQeMuABYis off=7737480 len=202235 2023-12-16T20:10:25.788 INFO:tasks.workunit.client.0.smithi002.stdout:op 5911 completed, throughput=5MB/sec 2023-12-16T20:10:25.788 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-oXqCjOLcXYLjzuv off=7356117 len=466300 2023-12-16T20:10:25.792 INFO:tasks.workunit.client.0.smithi002.stdout:op 5912 completed, throughput=5MB/sec 2023-12-16T20:10:25.792 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iVWU4evgkK6ksVW off=8568752 len=362470 2023-12-16T20:10:25.793 INFO:tasks.workunit.client.0.smithi002.stdout:op 5913 completed, throughput=5MB/sec 2023-12-16T20:10:25.793 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-XgvKWd9fgqo_-Af off=4990943 len=90642 2023-12-16T20:10:25.795 INFO:tasks.workunit.client.0.smithi002.stdout:op 5914 completed, throughput=5MB/sec 2023-12-16T20:10:25.795 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-A7nknCzfEDWl_PZ off=15383639 len=1362974 2023-12-16T20:10:25.798 INFO:tasks.workunit.client.0.smithi002.stdout:op 5915 completed, throughput=5MB/sec 2023-12-16T20:10:25.798 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cgxYkNoplxMKn1J off=15526761 len=188678 2023-12-16T20:10:25.800 INFO:tasks.workunit.client.0.smithi002.stdout:op 5916 completed, throughput=5MB/sec 2023-12-16T20:10:25.801 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-eyLVDzu7XYICzb9 off=7055370 len=1608215 2023-12-16T20:10:25.808 INFO:tasks.workunit.client.0.smithi002.stdout:op 5917 completed, throughput=5MB/sec 2023-12-16T20:10:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:26 smithi002 ceph-mon[137674]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:26 smithi002 ceph-mon[140029]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:26.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:26 smithi043 ceph-mon[135010]: pgmap v2027: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T20:10:26.809 INFO:tasks.workunit.client.0.smithi002.stdout: 1150: throughput=5MB/sec pending data=0 2023-12-16T20:10:26.809 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UKEldHDlDXQjZ3l off=672152 len=668844 2023-12-16T20:10:26.814 INFO:tasks.workunit.client.0.smithi002.stdout:op 5918 completed, throughput=5MB/sec 2023-12-16T20:10:26.814 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-euUzYor8ElJ0nVm off=14668633 len=886556 2023-12-16T20:10:26.820 INFO:tasks.workunit.client.0.smithi002.stdout:op 5919 completed, throughput=5MB/sec 2023-12-16T20:10:26.820 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x0laBaMfreOVqMs off=1253333 len=1292250 2023-12-16T20:10:26.821 INFO:tasks.workunit.client.0.smithi002.stdout:op 5920 completed, throughput=5MB/sec 2023-12-16T20:10:26.821 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W1YNMSJ6yOBtbSa off=20042490 len=1064625 2023-12-16T20:10:26.823 INFO:tasks.workunit.client.0.smithi002.stdout:op 5921 completed, throughput=5MB/sec 2023-12-16T20:10:26.823 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-W8nIBv0mFycmhDu off=10119203 len=1310522 2023-12-16T20:10:26.825 INFO:tasks.workunit.client.0.smithi002.stdout:op 5922 completed, throughput=5MB/sec 2023-12-16T20:10:27.826 INFO:tasks.workunit.client.0.smithi002.stdout: 1151: throughput=5MB/sec pending data=0 2023-12-16T20:10:27.826 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-x1-S38Wl0znW75L off=10989119 len=560484 2023-12-16T20:10:27.830 INFO:tasks.workunit.client.0.smithi002.stdout:op 5923 completed, throughput=5MB/sec 2023-12-16T20:10:27.830 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-fHN6FvKXUdCkKfa off=9223673 len=1848615 2023-12-16T20:10:27.832 INFO:tasks.workunit.client.0.smithi002.stdout:op 5924 completed, throughput=5MB/sec 2023-12-16T20:10:27.832 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nSlYv6uXcYUFB2X off=1140540 len=591914 2023-12-16T20:10:27.837 INFO:tasks.workunit.client.0.smithi002.stdout:op 5925 completed, throughput=5MB/sec 2023-12-16T20:10:27.837 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-8YZyQAc5sVo8MvI off=2188895 len=1240236 2023-12-16T20:10:27.839 INFO:tasks.workunit.client.0.smithi002.stdout:op 5926 completed, throughput=5MB/sec 2023-12-16T20:10:27.839 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-p1RBFgyraOxKduL off=6009179 len=1338808 2023-12-16T20:10:27.845 INFO:tasks.workunit.client.0.smithi002.stdout:op 5927 completed, throughput=5MB/sec 2023-12-16T20:10:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:28 smithi002 ceph-mon[137674]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:28 smithi002 ceph-mon[140029]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:28.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:28 smithi043 ceph-mon[135010]: pgmap v2028: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:28.846 INFO:tasks.workunit.client.0.smithi002.stdout: 1152: throughput=5MB/sec pending data=0 2023-12-16T20:10:28.846 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-rT3rI4Epc3SLD3d off=143835 len=1859980 2023-12-16T20:10:28.850 INFO:tasks.workunit.client.0.smithi002.stdout:op 5928 completed, throughput=5MB/sec 2023-12-16T20:10:28.850 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UlvSjd0vq44KYzW off=13619977 len=1531886 2023-12-16T20:10:28.852 INFO:tasks.workunit.client.0.smithi002.stdout:op 5929 completed, throughput=5MB/sec 2023-12-16T20:10:28.852 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UlHBme22PwUMc30 off=6423361 len=762092 2023-12-16T20:10:28.853 INFO:tasks.workunit.client.0.smithi002.stdout:op 5930 completed, throughput=5MB/sec 2023-12-16T20:10:28.853 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kGyjocSTtwG6WBx off=3272731 len=889868 2023-12-16T20:10:28.854 INFO:tasks.workunit.client.0.smithi002.stdout:op 5931 completed, throughput=5MB/sec 2023-12-16T20:10:29.855 INFO:tasks.workunit.client.0.smithi002.stdout: 1153: throughput=5MB/sec pending data=0 2023-12-16T20:10:29.855 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QQ22Sxzla2aSyI1 off=10161502 len=1458511 2023-12-16T20:10:29.856 INFO:tasks.workunit.client.0.smithi002.stdout:op 5932 completed, throughput=5MB/sec 2023-12-16T20:10:29.856 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-yDhTU07yB3QcUTZ off=7242327 len=1276504 2023-12-16T20:10:29.857 INFO:tasks.workunit.client.0.smithi002.stdout:op 5933 completed, throughput=5MB/sec 2023-12-16T20:10:29.857 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PMD1zhNK-Q6rNJ9 off=6008930 len=1137413 2023-12-16T20:10:29.863 INFO:tasks.workunit.client.0.smithi002.stdout:op 5934 completed, throughput=5MB/sec 2023-12-16T20:10:29.864 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-JaA4I-JpMp8mfJs off=2032144 len=1554197 2023-12-16T20:10:29.871 INFO:tasks.workunit.client.0.smithi002.stdout:op 5935 completed, throughput=5MB/sec 2023-12-16T20:10:30.005 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:10:30.334 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:30 smithi002 ceph-mon[137674]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (38m) 4m ago 41m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (38m) 2m ago 41m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (42m) 4m ago 42m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (42m) 2m ago 42m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (37m) 2m ago 44m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (38m) 4m ago 45m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (37m) 4m ago 45m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (37m) 2m ago 44m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (37m) 4m ago 44m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (38m) 4m ago 41m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:10:30.335 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (38m) 2m ago 41m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (36m) 4m ago 44m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (36m) 4m ago 43m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (35m) 4m ago 43m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (35m) 4m ago 43m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (34m) 2m ago 43m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (34m) 2m ago 42m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (33m) 2m ago 42m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (33m) 2m ago 42m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:10:30.336 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (38m) 2m ago 41m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:10:30.336 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:30 smithi002 ceph-mon[140029]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:30 smithi043 ceph-mon[135010]: pgmap v2029: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:10:30.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:10:30.738 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:10:30.872 INFO:tasks.workunit.client.0.smithi002.stdout: 1154: throughput=5MB/sec pending data=0 2023-12-16T20:10:30.872 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UaVlYXOiVDNCmmR off=10645816 len=1422738 2023-12-16T20:10:30.877 INFO:tasks.workunit.client.0.smithi002.stdout:op 5936 completed, throughput=5MB/sec 2023-12-16T20:10:30.877 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-J_J2nNtVBbsv4Du off=14874895 len=221850 2023-12-16T20:10:30.880 INFO:tasks.workunit.client.0.smithi002.stdout:op 5937 completed, throughput=5MB/sec 2023-12-16T20:10:30.880 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EGhAMuzIrn-9BeI off=3615037 len=1048266 2023-12-16T20:10:30.882 INFO:tasks.workunit.client.0.smithi002.stdout:op 5938 completed, throughput=5MB/sec 2023-12-16T20:10:30.882 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AZsTwwAruyJ93gO off=10408443 len=427322 2023-12-16T20:10:30.884 INFO:tasks.workunit.client.0.smithi002.stdout:op 5939 completed, throughput=5MB/sec 2023-12-16T20:10:30.885 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wHbxdqEnfKg02OD off=11717829 len=1602152 2023-12-16T20:10:30.888 INFO:tasks.workunit.client.0.smithi002.stdout:op 5940 completed, throughput=5MB/sec 2023-12-16T20:10:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[137674]: from='client.35943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[137674]: from='client.35949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1092264697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[140029]: from='client.35943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[140029]: from='client.35949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1092264697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:31 smithi043 ceph-mon[135010]: from='client.35943 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:31 smithi043 ceph-mon[135010]: from='client.35949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:10:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1092264697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:10:31.888 INFO:tasks.workunit.client.0.smithi002.stdout: 1155: throughput=5MB/sec pending data=0 2023-12-16T20:10:31.888 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VFrjxZiX0vYln_s off=9345213 len=886376 2023-12-16T20:10:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 5941 completed, throughput=5MB/sec 2023-12-16T20:10:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-L_AWGJFVNsp3eCJ off=1151337 len=400821 2023-12-16T20:10:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:op 5942 completed, throughput=5MB/sec 2023-12-16T20:10:31.897 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BeAcWhOBiT9Jqxs off=344002 len=1147121 2023-12-16T20:10:31.898 INFO:tasks.workunit.client.0.smithi002.stdout:op 5943 completed, throughput=5MB/sec 2023-12-16T20:10:31.898 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WZHix_2vSm2y1ei off=11710249 len=1097538 2023-12-16T20:10:31.903 INFO:tasks.workunit.client.0.smithi002.stdout:op 5944 completed, throughput=5MB/sec 2023-12-16T20:10:31.903 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8UYz40nhEp2nY1g off=8153479 len=1731780 2023-12-16T20:10:31.912 INFO:tasks.workunit.client.0.smithi002.stdout:op 5945 completed, throughput=5MB/sec 2023-12-16T20:10:31.912 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-yDk0TFwak3hbrTg off=5571713 len=1370124 2023-12-16T20:10:31.918 INFO:tasks.workunit.client.0.smithi002.stdout:op 5946 completed, throughput=5MB/sec 2023-12-16T20:10:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:32 smithi002 ceph-mon[137674]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:10:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:31] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-16T20:10:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:32 smithi002 ceph-mon[140029]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:10:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:32 smithi043 ceph-mon[135010]: pgmap v2030: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T20:10:32.919 INFO:tasks.workunit.client.0.smithi002.stdout: 1156: throughput=5MB/sec pending data=0 2023-12-16T20:10:32.919 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YCjMtfAQ4vNbxff off=344031 len=346797 2023-12-16T20:10:32.919 INFO:tasks.workunit.client.0.smithi002.stdout:op 5947 completed, throughput=5MB/sec 2023-12-16T20:10:32.920 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EteAsoub0LCbhmN off=0 len=1201732 2023-12-16T20:10:32.921 INFO:tasks.workunit.client.0.smithi002.stdout:op 5948 completed, throughput=5MB/sec 2023-12-16T20:10:32.921 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nl4OdWvyU-jN7Hw off=3444228 len=551573 2023-12-16T20:10:32.922 INFO:tasks.workunit.client.0.smithi002.stdout:op 5949 completed, throughput=5MB/sec 2023-12-16T20:10:32.922 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-MNhRZscVS5OB4mT off=185662 len=2030256 2023-12-16T20:10:32.925 INFO:tasks.workunit.client.0.smithi002.stdout:op 5950 completed, throughput=5MB/sec 2023-12-16T20:10:33.925 INFO:tasks.workunit.client.0.smithi002.stdout: 1157: throughput=5MB/sec pending data=0 2023-12-16T20:10:33.925 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-YD5tWF7rTmNuPht off=10776569 len=1014903 2023-12-16T20:10:33.931 INFO:tasks.workunit.client.0.smithi002.stdout:op 5951 completed, throughput=5MB/sec 2023-12-16T20:10:33.931 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zkZJ0wRF3X0Ooq8 off=6580950 len=1073950 2023-12-16T20:10:33.938 INFO:tasks.workunit.client.0.smithi002.stdout:op 5952 completed, throughput=5MB/sec 2023-12-16T20:10:33.938 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-O4x0eRtmFEK2x5i off=12995906 len=1980253 2023-12-16T20:10:33.947 INFO:tasks.workunit.client.0.smithi002.stdout:op 5953 completed, throughput=5MB/sec 2023-12-16T20:10:33.947 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-WagVPUhGxYKqasa off=312358 len=1305841 2023-12-16T20:10:33.953 INFO:tasks.workunit.client.0.smithi002.stdout:op 5954 completed, throughput=5MB/sec 2023-12-16T20:10:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:34 smithi002 ceph-mon[137674]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:34 smithi002 ceph-mon[140029]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:34.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:34 smithi043 ceph-mon[135010]: pgmap v2031: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T20:10:34.954 INFO:tasks.workunit.client.0.smithi002.stdout: 1158: throughput=5MB/sec pending data=0 2023-12-16T20:10:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UMGaoY6p3Sq7s7H off=6039772 len=607177 2023-12-16T20:10:34.957 INFO:tasks.workunit.client.0.smithi002.stdout:op 5955 completed, throughput=5MB/sec 2023-12-16T20:10:34.957 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-tT6_mo75rSn-Zpy off=338741 len=495041 2023-12-16T20:10:34.959 INFO:tasks.workunit.client.0.smithi002.stdout:op 5956 completed, throughput=5MB/sec 2023-12-16T20:10:34.959 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-EYxi5RMvSprSZ0E off=2212964 len=1688869 2023-12-16T20:10:34.963 INFO:tasks.workunit.client.0.smithi002.stdout:op 5957 completed, throughput=5MB/sec 2023-12-16T20:10:34.963 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-nQxCqbW9bwkyP45 off=12091125 len=1559227 2023-12-16T20:10:34.965 INFO:tasks.workunit.client.0.smithi002.stdout:op 5958 completed, throughput=5MB/sec 2023-12-16T20:10:34.965 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-KjzQswa62p2sqTh off=3093106 len=1453092 2023-12-16T20:10:34.972 INFO:tasks.workunit.client.0.smithi002.stdout:op 5959 completed, throughput=5MB/sec 2023-12-16T20:10:35.972 INFO:tasks.workunit.client.0.smithi002.stdout: 1159: throughput=5MB/sec pending data=0 2023-12-16T20:10:35.973 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-th_xGVZmfQVbM6_ off=7199933 len=843316 2023-12-16T20:10:35.974 INFO:tasks.workunit.client.0.smithi002.stdout:op 5960 completed, throughput=5MB/sec 2023-12-16T20:10:35.974 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-VUDAJdtlLSRdhco off=3047332 len=2046915 2023-12-16T20:10:35.976 INFO:tasks.workunit.client.0.smithi002.stdout:op 5961 completed, throughput=5MB/sec 2023-12-16T20:10:35.976 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-UgJUzifZmbvIBzh off=12309772 len=1611379 2023-12-16T20:10:35.985 INFO:tasks.workunit.client.0.smithi002.stdout:op 5962 completed, throughput=5MB/sec 2023-12-16T20:10:35.985 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-jKv6vEDvxwJ6ylO off=13248003 len=932336 2023-12-16T20:10:35.990 INFO:tasks.workunit.client.0.smithi002.stdout:op 5963 completed, throughput=5MB/sec 2023-12-16T20:10:36.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:36.991 INFO:tasks.workunit.client.0.smithi002.stdout: 1160: throughput=5MB/sec pending data=0 2023-12-16T20:10:36.991 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zQj3_-wqT5GGXsP off=16415703 len=1762247 2023-12-16T20:10:37.001 INFO:tasks.workunit.client.0.smithi002.stdout:op 5964 completed, throughput=5MB/sec 2023-12-16T20:10:37.001 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-gQ6545b3kjbtVrP off=14101534 len=909877 2023-12-16T20:10:37.004 INFO:tasks.workunit.client.0.smithi002.stdout:op 5965 completed, throughput=5MB/sec 2023-12-16T20:10:37.004 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5n0WsO_qiAHMRsn off=15355040 len=1829768 2023-12-16T20:10:37.006 INFO:tasks.workunit.client.0.smithi002.stdout:op 5966 completed, throughput=5MB/sec 2023-12-16T20:10:37.006 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-xMgOYgEgaggEHS9 off=11667091 len=1585459 2023-12-16T20:10:37.007 INFO:tasks.workunit.client.0.smithi002.stdout:op 5967 completed, throughput=5MB/sec 2023-12-16T20:10:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:36 smithi002 ceph-mon[137674]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:10:37.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:36 smithi002 ceph-mon[140029]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:10:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:36 smithi043 ceph-mon[135010]: pgmap v2032: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T20:10:38.008 INFO:tasks.workunit.client.0.smithi002.stdout: 1161: throughput=5MB/sec pending data=0 2023-12-16T20:10:38.008 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-5TtvDfycz57Irt1 off=8583300 len=65875 2023-12-16T20:10:38.009 INFO:tasks.workunit.client.0.smithi002.stdout:op 5968 completed, throughput=5MB/sec 2023-12-16T20:10:38.009 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VoW6LsGOSODthC2 off=3679937 len=866632 2023-12-16T20:10:38.015 INFO:tasks.workunit.client.0.smithi002.stdout:op 5969 completed, throughput=5MB/sec 2023-12-16T20:10:38.016 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rt2c-8YfnixoGi1 off=7552856 len=172817 2023-12-16T20:10:38.019 INFO:tasks.workunit.client.0.smithi002.stdout:op 5970 completed, throughput=5MB/sec 2023-12-16T20:10:38.019 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-YVyjvOOH2UIMMxS off=6434362 len=1373541 2023-12-16T20:10:38.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 5971 completed, throughput=5MB/sec 2023-12-16T20:10:38.022 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HWro_MXa8N6nldU off=2886440 len=328491 2023-12-16T20:10:38.022 INFO:tasks.workunit.client.0.smithi002.stdout:op 5972 completed, throughput=5MB/sec 2023-12-16T20:10:38.023 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Cr6yDPMBPNA1JVv off=622706 len=1158224 2023-12-16T20:10:38.024 INFO:tasks.workunit.client.0.smithi002.stdout:op 5973 completed, throughput=5MB/sec 2023-12-16T20:10:39.024 INFO:tasks.workunit.client.0.smithi002.stdout: 1162: throughput=5MB/sec pending data=0 2023-12-16T20:10:39.024 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-HeLhrXceVCkzAuw off=2844372 len=1758339 2023-12-16T20:10:39.028 INFO:tasks.workunit.client.0.smithi002.stdout:op 5974 completed, throughput=5MB/sec 2023-12-16T20:10:39.028 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj--i7I2XiMJLV_suF off=4530155 len=736390 2023-12-16T20:10:39.029 INFO:tasks.workunit.client.0.smithi002.stdout:op 5975 completed, throughput=5MB/sec 2023-12-16T20:10:39.029 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8R-4NUqxniZZBKT off=2005746 len=1329687 2023-12-16T20:10:39.037 INFO:tasks.workunit.client.0.smithi002.stdout:op 5976 completed, throughput=5MB/sec 2023-12-16T20:10:39.037 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-gfcunXzwbjyaPX7 off=1448761 len=524812 2023-12-16T20:10:39.038 INFO:tasks.workunit.client.0.smithi002.stdout:op 5977 completed, throughput=5MB/sec 2023-12-16T20:10:39.038 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-oAvXHzJVoyDypNI off=3466095 len=468362 2023-12-16T20:10:39.039 INFO:tasks.workunit.client.0.smithi002.stdout:op 5978 completed, throughput=5MB/sec 2023-12-16T20:10:39.039 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mwpiuxurlR3QALg off=3442792 len=745680 2023-12-16T20:10:39.044 INFO:tasks.workunit.client.0.smithi002.stdout:op 5979 completed, throughput=5MB/sec 2023-12-16T20:10:39.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:38 smithi002 ceph-mon[137674]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:10:39.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:38 smithi002 ceph-mon[140029]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:10:39.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:38 smithi043 ceph-mon[135010]: pgmap v2033: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-16T20:10:40.044 INFO:tasks.workunit.client.0.smithi002.stdout: 1163: throughput=5MB/sec pending data=0 2023-12-16T20:10:40.044 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-TsH9F9pHvoIkxA2 off=13844694 len=2052599 2023-12-16T20:10:40.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 5980 completed, throughput=5MB/sec 2023-12-16T20:10:40.054 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-6fwGjg2ZMr8-2Sx off=4352843 len=293051 2023-12-16T20:10:40.054 INFO:tasks.workunit.client.0.smithi002.stdout:op 5981 completed, throughput=5MB/sec 2023-12-16T20:10:40.055 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5WIUc2yZe8TJ_zP off=14192486 len=1314766 2023-12-16T20:10:40.062 INFO:tasks.workunit.client.0.smithi002.stdout:op 5982 completed, throughput=5MB/sec 2023-12-16T20:10:40.062 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1R0SOAoS_B5jsg9 off=3333901 len=1219284 2023-12-16T20:10:40.069 INFO:tasks.workunit.client.0.smithi002.stdout:op 5983 completed, throughput=5MB/sec 2023-12-16T20:10:40.069 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-vIsio5_GVxncPys off=2471877 len=172360 2023-12-16T20:10:40.071 INFO:tasks.workunit.client.0.smithi002.stdout:op 5984 completed, throughput=5MB/sec 2023-12-16T20:10:40.071 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-bMMx1NvWRjd45u2 off=832650 len=276362 2023-12-16T20:10:40.074 INFO:tasks.workunit.client.0.smithi002.stdout:op 5985 completed, throughput=5MB/sec 2023-12-16T20:10:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:40 smithi002 ceph-mon[137674]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:10:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:40 smithi002 ceph-mon[140029]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:10:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:40 smithi043 ceph-mon[135010]: pgmap v2034: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T20:10:41.074 INFO:tasks.workunit.client.0.smithi002.stdout: 1164: throughput=5MB/sec pending data=0 2023-12-16T20:10:41.075 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-cx0KB7Zux6ouABP off=8531515 len=236671 2023-12-16T20:10:41.078 INFO:tasks.workunit.client.0.smithi002.stdout:op 5986 completed, throughput=5MB/sec 2023-12-16T20:10:41.078 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Pv7I3rKlQQtxpJO off=1175603 len=428194 2023-12-16T20:10:41.079 INFO:tasks.workunit.client.0.smithi002.stdout:op 5987 completed, throughput=5MB/sec 2023-12-16T20:10:41.079 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-RqtQT2biXGQqIKR off=5336776 len=1470220 2023-12-16T20:10:41.081 INFO:tasks.workunit.client.0.smithi002.stdout:op 5988 completed, throughput=5MB/sec 2023-12-16T20:10:41.081 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pQ3uAXgy2bIkSRr off=11168775 len=1964352 2023-12-16T20:10:41.083 INFO:tasks.workunit.client.0.smithi002.stdout:op 5989 completed, throughput=5MB/sec 2023-12-16T20:10:41.083 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-iCfXkUWdxmSY9Vz off=1693535 len=562863 2023-12-16T20:10:41.085 INFO:tasks.workunit.client.0.smithi002.stdout:op 5990 completed, throughput=5MB/sec 2023-12-16T20:10:41.085 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-rJUEcV8BitMgRu3 off=19662241 len=1250292 2023-12-16T20:10:41.091 INFO:tasks.workunit.client.0.smithi002.stdout:op 5991 completed, throughput=5MB/sec 2023-12-16T20:10:42.092 INFO:tasks.workunit.client.0.smithi002.stdout: 1165: throughput=5MB/sec pending data=0 2023-12-16T20:10:42.092 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-DN5dzUOQG0Dfruo off=22834115 len=37327 2023-12-16T20:10:42.092 INFO:tasks.workunit.client.0.smithi002.stdout:op 5992 completed, throughput=5MB/sec 2023-12-16T20:10:42.093 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-UIDxnSdAKUHlYaO off=13047356 len=1200641 2023-12-16T20:10:42.095 INFO:tasks.workunit.client.0.smithi002.stdout:op 5993 completed, throughput=5MB/sec 2023-12-16T20:10:42.095 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5dbvcSj4s02Bjac off=6356453 len=1041875 2023-12-16T20:10:42.101 INFO:tasks.workunit.client.0.smithi002.stdout:op 5994 completed, throughput=5MB/sec 2023-12-16T20:10:42.101 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ThsbtR8AWQf0lXY off=0 len=1355079 2023-12-16T20:10:42.108 INFO:tasks.workunit.client.0.smithi002.stdout:op 5995 completed, throughput=5MB/sec 2023-12-16T20:10:42.109 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pPj7rf8i3-vZR0D off=5677019 len=413661 2023-12-16T20:10:42.109 INFO:tasks.workunit.client.0.smithi002.stdout:op 5996 completed, throughput=5MB/sec 2023-12-16T20:10:42.109 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-dmvhfoRod8r0CZG off=3278649 len=427699 2023-12-16T20:10:42.110 INFO:tasks.workunit.client.0.smithi002.stdout:op 5997 completed, throughput=5MB/sec 2023-12-16T20:10:42.110 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-_MADjnZef26X8tS off=3197986 len=631078 2023-12-16T20:10:42.111 INFO:tasks.workunit.client.0.smithi002.stdout:op 5998 completed, throughput=5MB/sec 2023-12-16T20:10:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:42 smithi002 ceph-mon[137674]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:41] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-16T20:10:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:42 smithi002 ceph-mon[140029]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:42 smithi043 ceph-mon[135010]: pgmap v2035: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T20:10:43.111 INFO:tasks.workunit.client.0.smithi002.stdout: 1166: throughput=5MB/sec pending data=0 2023-12-16T20:10:43.112 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qtnGQqENVrLT5yh off=1115306 len=1474314 2023-12-16T20:10:43.114 INFO:tasks.workunit.client.0.smithi002.stdout:op 5999 completed, throughput=5MB/sec 2023-12-16T20:10:43.114 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-aiaCrHg_2sVfZjG off=1687225 len=47250 2023-12-16T20:10:43.117 INFO:tasks.workunit.client.0.smithi002.stdout:op 6000 completed, throughput=5MB/sec 2023-12-16T20:10:43.117 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Fah3RH-QuWTx5ZL off=1467529 len=1401932 2023-12-16T20:10:43.123 INFO:tasks.workunit.client.0.smithi002.stdout:op 6001 completed, throughput=5MB/sec 2023-12-16T20:10:43.123 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lB5tCaumDEJc8P6 off=15721711 len=850256 2023-12-16T20:10:43.129 INFO:tasks.workunit.client.0.smithi002.stdout:op 6002 completed, throughput=5MB/sec 2023-12-16T20:10:43.130 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NTOkkWOCbKZPQ1R off=15507685 len=1822536 2023-12-16T20:10:43.137 INFO:tasks.workunit.client.0.smithi002.stdout:op 6003 completed, throughput=5MB/sec 2023-12-16T20:10:44.137 INFO:tasks.workunit.client.0.smithi002.stdout: 1167: throughput=5MB/sec pending data=0 2023-12-16T20:10:44.137 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-AvUMFdCoQe-31jp off=9367053 len=1972877 2023-12-16T20:10:44.148 INFO:tasks.workunit.client.0.smithi002.stdout:op 6004 completed, throughput=5MB/sec 2023-12-16T20:10:44.148 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ethqH1T0sc50-c3 off=12432440 len=1800039 2023-12-16T20:10:44.156 INFO:tasks.workunit.client.0.smithi002.stdout:op 6005 completed, throughput=5MB/sec 2023-12-16T20:10:44.157 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-qaCI4MUxGQoS3Zu off=8280999 len=1372388 2023-12-16T20:10:44.162 INFO:tasks.workunit.client.0.smithi002.stdout:op 6006 completed, throughput=5MB/sec 2023-12-16T20:10:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:44 smithi002 ceph-mon[137674]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:10:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:44 smithi002 ceph-mon[140029]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:10:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:44 smithi043 ceph-mon[135010]: pgmap v2036: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T20:10:45.162 INFO:tasks.workunit.client.0.smithi002.stdout: 1168: throughput=5MB/sec pending data=0 2023-12-16T20:10:45.162 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-NsC7fZUQTBvFx4h off=14711428 len=111682 2023-12-16T20:10:45.166 INFO:tasks.workunit.client.0.smithi002.stdout:op 6007 completed, throughput=5MB/sec 2023-12-16T20:10:45.166 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-IjmRSHcQW58p50k off=16595166 len=1379166 2023-12-16T20:10:45.172 INFO:tasks.workunit.client.0.smithi002.stdout:op 6008 completed, throughput=5MB/sec 2023-12-16T20:10:45.172 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-VareD1XDW7pxUKc off=14753396 len=1293097 2023-12-16T20:10:45.178 INFO:tasks.workunit.client.0.smithi002.stdout:op 6009 completed, throughput=5MB/sec 2023-12-16T20:10:45.178 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-PN5i9KR3dQsvU7o off=696416 len=445401 2023-12-16T20:10:45.181 INFO:tasks.workunit.client.0.smithi002.stdout:op 6010 completed, throughput=5MB/sec 2023-12-16T20:10:45.181 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ipxC-sJB5h367It off=6370935 len=510097 2023-12-16T20:10:45.185 INFO:tasks.workunit.client.0.smithi002.stdout:op 6011 completed, throughput=5MB/sec 2023-12-16T20:10:45.185 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5MDeeI2oRI88lMQ off=22281207 len=7748 2023-12-16T20:10:45.187 INFO:tasks.workunit.client.0.smithi002.stdout:op 6012 completed, throughput=5MB/sec 2023-12-16T20:10:45.187 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj--KtNnAFRKqzPUf2 off=5051551 len=1601724 2023-12-16T20:10:45.193 INFO:tasks.workunit.client.0.smithi002.stdout:op 6013 completed, throughput=5MB/sec 2023-12-16T20:10:46.193 INFO:tasks.workunit.client.0.smithi002.stdout: 1169: throughput=5MB/sec pending data=0 2023-12-16T20:10:46.194 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GSAGpiExW5xnztL off=10264092 len=2041224 2023-12-16T20:10:46.203 INFO:tasks.workunit.client.0.smithi002.stdout:op 6014 completed, throughput=5MB/sec 2023-12-16T20:10:46.203 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-QHZKpnqhz87vlLn off=1622542 len=891222 2023-12-16T20:10:46.205 INFO:tasks.workunit.client.0.smithi002.stdout:op 6015 completed, throughput=5MB/sec 2023-12-16T20:10:46.205 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lUF1YhcnGwcmHtA off=6050484 len=1478685 2023-12-16T20:10:46.213 INFO:tasks.workunit.client.0.smithi002.stdout:op 6016 completed, throughput=5MB/sec 2023-12-16T20:10:46.214 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-wXmoLj8Cl2t2GXL off=4772183 len=1914231 2023-12-16T20:10:46.215 INFO:tasks.workunit.client.0.smithi002.stdout:op 6017 completed, throughput=5MB/sec 2023-12-16T20:10:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:46 smithi002 ceph-mon[137674]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:10:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:46 smithi002 ceph-mon[140029]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:10:46.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:46 smithi043 ceph-mon[135010]: pgmap v2037: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T20:10:47.216 INFO:tasks.workunit.client.0.smithi002.stdout: 1170: throughput=5MB/sec pending data=0 2023-12-16T20:10:47.216 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-5kFIHwFFk-YmpTQ off=15590146 len=982269 2023-12-16T20:10:47.222 INFO:tasks.workunit.client.0.smithi002.stdout:op 6018 completed, throughput=5MB/sec 2023-12-16T20:10:47.222 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-U_EoiyJF_OpclJL off=14190119 len=1639489 2023-12-16T20:10:47.223 INFO:tasks.workunit.client.0.smithi002.stdout:op 6019 completed, throughput=5MB/sec 2023-12-16T20:10:47.223 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-45NsgF8O68I5v-t off=1571500 len=897322 2023-12-16T20:10:47.229 INFO:tasks.workunit.client.0.smithi002.stdout:op 6020 completed, throughput=5MB/sec 2023-12-16T20:10:47.230 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-nKdlSVbnz8EcZby off=2094317 len=461242 2023-12-16T20:10:47.233 INFO:tasks.workunit.client.0.smithi002.stdout:op 6021 completed, throughput=5MB/sec 2023-12-16T20:10:48.234 INFO:tasks.workunit.client.0.smithi002.stdout: 1171: throughput=5MB/sec pending data=0 2023-12-16T20:10:48.234 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-zcZyUQni8zN1ted off=5431107 len=103400 2023-12-16T20:10:48.236 INFO:tasks.workunit.client.0.smithi002.stdout:op 6022 completed, throughput=5MB/sec 2023-12-16T20:10:48.236 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-ULZbOerd8OM-DoM off=3525571 len=1550921 2023-12-16T20:10:48.243 INFO:tasks.workunit.client.0.smithi002.stdout:op 6023 completed, throughput=5MB/sec 2023-12-16T20:10:48.244 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-E-0gpUZ3vWa7dL0 off=2423128 len=1744446 2023-12-16T20:10:48.251 INFO:tasks.workunit.client.0.smithi002.stdout:op 6024 completed, throughput=5MB/sec 2023-12-16T20:10:48.252 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-m1tQLOi0PlUjZXy off=3401514 len=283706 2023-12-16T20:10:48.255 INFO:tasks.workunit.client.0.smithi002.stdout:op 6025 completed, throughput=5MB/sec 2023-12-16T20:10:48.255 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-GN_5sFKF3yAO2h6 off=2979865 len=730268 2023-12-16T20:10:48.260 INFO:tasks.workunit.client.0.smithi002.stdout:op 6026 completed, throughput=5MB/sec 2023-12-16T20:10:48.260 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-wjyZ7yQX5I4w-OT off=2001529 len=509883 2023-12-16T20:10:48.263 INFO:tasks.workunit.client.0.smithi002.stdout:op 6027 completed, throughput=5MB/sec 2023-12-16T20:10:48.263 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-PS4QayrFb4SAj7h off=464846 len=1532557 2023-12-16T20:10:48.264 INFO:tasks.workunit.client.0.smithi002.stdout:op 6028 completed, throughput=5MB/sec 2023-12-16T20:10:48.299 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:48 smithi043 ceph-mon[135010]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:48 smithi002 ceph-mon[137674]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:48 smithi002 ceph-mon[140029]: pgmap v2038: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:49.265 INFO:tasks.workunit.client.0.smithi002.stdout: 1172: throughput=5MB/sec pending data=0 2023-12-16T20:10:49.265 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-BMr3CzwONRKYR7e off=8296861 len=420070 2023-12-16T20:10:49.269 INFO:tasks.workunit.client.0.smithi002.stdout:op 6029 completed, throughput=5MB/sec 2023-12-16T20:10:49.269 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-paB8xV4L_uTC2Jh off=1486998 len=481028 2023-12-16T20:10:49.273 INFO:tasks.workunit.client.0.smithi002.stdout:op 6030 completed, throughput=5MB/sec 2023-12-16T20:10:49.273 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-1vN0BrcfArbZ93y off=9726605 len=1282968 2023-12-16T20:10:49.279 INFO:tasks.workunit.client.0.smithi002.stdout:op 6031 completed, throughput=5MB/sec 2023-12-16T20:10:49.280 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-MyS3hRdiYa5NBPP off=7415139 len=1728157 2023-12-16T20:10:49.287 INFO:tasks.workunit.client.0.smithi002.stdout:op 6032 completed, throughput=5MB/sec 2023-12-16T20:10:49.288 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-16OnwNjzd17hzAb off=979487 len=417416 2023-12-16T20:10:49.291 INFO:tasks.workunit.client.0.smithi002.stdout:op 6033 completed, throughput=5MB/sec 2023-12-16T20:10:50.289 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:50 smithi002 ceph-mon[137674]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:50.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:50 smithi002 ceph-mon[140029]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:50.291 INFO:tasks.workunit.client.0.smithi002.stdout: 1173: throughput=5MB/sec pending data=0 2023-12-16T20:10:50.291 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7mdRe8zneiEgGrS off=0 len=2008605 2023-12-16T20:10:50.294 INFO:tasks.workunit.client.0.smithi002.stdout:op 6034 completed, throughput=5MB/sec 2023-12-16T20:10:50.294 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-T4mSsmaL5LJuCRz off=363986 len=287898 2023-12-16T20:10:50.297 INFO:tasks.workunit.client.0.smithi002.stdout:op 6035 completed, throughput=5MB/sec 2023-12-16T20:10:50.297 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-FBAV-lAU9zZRx8b off=19299 len=1370718 2023-12-16T20:10:50.305 INFO:tasks.workunit.client.0.smithi002.stdout:op 6036 completed, throughput=5MB/sec 2023-12-16T20:10:50.305 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Al1C7IIisGXgwAT off=11161633 len=557642 2023-12-16T20:10:50.306 INFO:tasks.workunit.client.0.smithi002.stdout:op 6037 completed, throughput=5MB/sec 2023-12-16T20:10:50.306 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-qnnUHkLUDkAOxOi off=3806846 len=150476 2023-12-16T20:10:50.307 INFO:tasks.workunit.client.0.smithi002.stdout:op 6038 completed, throughput=5MB/sec 2023-12-16T20:10:50.307 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj---7ILjkeVz3A4mo off=2213981 len=1526018 2023-12-16T20:10:50.315 INFO:tasks.workunit.client.0.smithi002.stdout:op 6039 completed, throughput=5MB/sec 2023-12-16T20:10:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:50 smithi043 ceph-mon[135010]: pgmap v2039: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T20:10:51.315 INFO:tasks.workunit.client.0.smithi002.stdout: 1174: throughput=5MB/sec pending data=0 2023-12-16T20:10:51.315 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-BfKJmST0wEFarMl off=5274166 len=585299 2023-12-16T20:10:51.316 INFO:tasks.workunit.client.0.smithi002.stdout:op 6040 completed, throughput=5MB/sec 2023-12-16T20:10:51.316 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-Q9JHFIzMUym0EWS off=11972075 len=845848 2023-12-16T20:10:51.322 INFO:tasks.workunit.client.0.smithi002.stdout:op 6041 completed, throughput=5MB/sec 2023-12-16T20:10:51.322 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-x6o939bVlxbZl0u off=17025697 len=960067 2023-12-16T20:10:51.324 INFO:tasks.workunit.client.0.smithi002.stdout:op 6042 completed, throughput=5MB/sec 2023-12-16T20:10:51.324 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-q9mBOKJvnXlmp_T off=13706502 len=1768624 2023-12-16T20:10:51.326 INFO:tasks.workunit.client.0.smithi002.stdout:op 6043 completed, throughput=5MB/sec 2023-12-16T20:10:51.326 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-HKp8Zd6zOhzeMIG off=13637308 len=500731 2023-12-16T20:10:51.330 INFO:tasks.workunit.client.0.smithi002.stdout:op 6044 completed, throughput=5MB/sec 2023-12-16T20:10:51.330 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-hSLYdOFi2CMrdnm off=6290937 len=1189106 2023-12-16T20:10:51.335 INFO:tasks.workunit.client.0.smithi002.stdout:op 6045 completed, throughput=5MB/sec 2023-12-16T20:10:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:51.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:10:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:52 smithi002 ceph-mon[137674]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T20:10:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:10:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:10:51] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:10:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:52 smithi002 ceph-mon[140029]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T20:10:52.336 INFO:tasks.workunit.client.0.smithi002.stdout: 1175: throughput=5MB/sec pending data=0 2023-12-16T20:10:52.336 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-0gdAdMTPVCO8sCl off=9855657 len=530663 2023-12-16T20:10:52.340 INFO:tasks.workunit.client.0.smithi002.stdout:op 6046 completed, throughput=5MB/sec 2023-12-16T20:10:52.340 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-SHf22c7Pj7SVvvE off=3398582 len=834627 2023-12-16T20:10:52.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 6047 completed, throughput=5MB/sec 2023-12-16T20:10:52.342 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-ERINmiXEzt_ifz7 off=18327904 len=173337 2023-12-16T20:10:52.342 INFO:tasks.workunit.client.0.smithi002.stdout:op 6048 completed, throughput=5MB/sec 2023-12-16T20:10:52.342 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-7qi1GQuXXeuonu_ off=19398971 len=1389286 2023-12-16T20:10:52.344 INFO:tasks.workunit.client.0.smithi002.stdout:op 6049 completed, throughput=5MB/sec 2023-12-16T20:10:52.344 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-lf0auy9nmJqF9b8 off=3597423 len=1561488 2023-12-16T20:10:52.352 INFO:tasks.workunit.client.0.smithi002.stdout:op 6050 completed, throughput=5MB/sec 2023-12-16T20:10:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:52 smithi043 ceph-mon[135010]: pgmap v2040: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-16T20:10:53.352 INFO:tasks.workunit.client.0.smithi002.stdout: 1176: throughput=5MB/sec pending data=0 2023-12-16T20:10:53.352 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-kTam47mswoEUVp1 off=1908755 len=1116680 2023-12-16T20:10:53.355 INFO:tasks.workunit.client.0.smithi002.stdout:op 6051 completed, throughput=5MB/sec 2023-12-16T20:10:53.355 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-Y5TZLxp6y8oVHI_ off=1216218 len=1304229 2023-12-16T20:10:53.357 INFO:tasks.workunit.client.0.smithi002.stdout:op 6052 completed, throughput=5MB/sec 2023-12-16T20:10:53.357 INFO:tasks.workunit.client.0.smithi002.stdout:READ : oid=obj-pVuCfh5Jny6aNmA off=15674479 len=392927 2023-12-16T20:10:53.358 INFO:tasks.workunit.client.0.smithi002.stdout:op 6053 completed, throughput=5MB/sec 2023-12-16T20:10:53.358 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-mc3TA28q0UvTKLR off=666818 len=1144749 2023-12-16T20:10:53.364 INFO:tasks.workunit.client.0.smithi002.stdout:op 6054 completed, throughput=5MB/sec 2023-12-16T20:10:53.364 INFO:tasks.workunit.client.0.smithi002.stdout:WRITE : oid=obj-8OxzXKpEHUT_RE3 off=10057668 len=1263338 2023-12-16T20:10:53.370 INFO:tasks.workunit.client.0.smithi002.stdout:op 6055 completed, throughput=5MB/sec 2023-12-16T20:10:54.370 INFO:tasks.workunit.client.0.smithi002.stdout:waiting for all operations to complete 2023-12-16T20:10:54.370 INFO:tasks.workunit.client.0.smithi002.stdout:cleaning up objects 2023-12-16T20:10:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:54 smithi002 ceph-mon[137674]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:10:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:54 smithi002 ceph-mon[140029]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:10:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:54 smithi043 ceph-mon[135010]: pgmap v2041: 105 pgs: 105 active+clean; 128 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T20:10:56.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:56 smithi002 ceph-mon[137674]: pgmap v2042: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2023-12-16T20:10:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:56 smithi002 ceph-mon[140029]: pgmap v2042: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2023-12-16T20:10:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:56 smithi043 ceph-mon[135010]: pgmap v2042: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2023-12-16T20:10:58.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:10:58 smithi002 ceph-mon[137674]: pgmap v2043: 105 pgs: 105 active+clean; 122 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 41 op/s 2023-12-16T20:10:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:10:58 smithi002 ceph-mon[140029]: pgmap v2043: 105 pgs: 105 active+clean; 122 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 41 op/s 2023-12-16T20:10:58.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:10:58 smithi043 ceph-mon[135010]: pgmap v2043: 105 pgs: 105 active+clean; 122 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 41 op/s 2023-12-16T20:11:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:00 smithi002 ceph-mon[137674]: pgmap v2044: 105 pgs: 105 active+clean; 118 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 65 op/s 2023-12-16T20:11:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:00 smithi002 ceph-mon[140029]: pgmap v2044: 105 pgs: 105 active+clean; 118 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 65 op/s 2023-12-16T20:11:00.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:00 smithi043 ceph-mon[135010]: pgmap v2044: 105 pgs: 105 active+clean; 118 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 65 op/s 2023-12-16T20:11:01.143 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:11:01.518 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:11:01.518 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (39m) 5m ago 41m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:11:01.518 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (38m) 3m ago 41m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:11:01.518 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (42m) 5m ago 42m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (42m) 3m ago 42m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (38m) 3m ago 44m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (38m) 5m ago 46m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (38m) 5m ago 46m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (37m) 3m ago 45m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (37m) 5m ago 45m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (39m) 5m ago 41m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (38m) 3m ago 41m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (37m) 5m ago 44m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (36m) 5m ago 44m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (36m) 5m ago 44m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (35m) 5m ago 43m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (35m) 3m ago 43m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:11:01.519 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (34m) 3m ago 43m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:11:01.520 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (34m) 3m ago 43m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:11:01.520 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (33m) 3m ago 42m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:11:01.520 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (38m) 3m ago 42m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:01.986 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:11:01.987 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:11:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:01] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-16T20:11:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[137674]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[137674]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[137674]: pgmap v2045: 105 pgs: 105 active+clean; 83 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 297 op/s 2023-12-16T20:11:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3852222660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[140029]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[140029]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[140029]: pgmap v2045: 105 pgs: 105 active+clean; 83 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 297 op/s 2023-12-16T20:11:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3852222660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:02 smithi043 ceph-mon[135010]: from='client.45902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:02 smithi043 ceph-mon[135010]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:02 smithi043 ceph-mon[135010]: pgmap v2045: 105 pgs: 105 active+clean; 83 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 297 op/s 2023-12-16T20:11:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3852222660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:04 smithi002 ceph-mon[137674]: pgmap v2046: 105 pgs: 105 active+clean; 79 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 915 KiB/s rd, 832 KiB/s wr, 325 op/s 2023-12-16T20:11:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:04 smithi002 ceph-mon[140029]: pgmap v2046: 105 pgs: 105 active+clean; 79 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 915 KiB/s rd, 832 KiB/s wr, 325 op/s 2023-12-16T20:11:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:04 smithi043 ceph-mon[135010]: pgmap v2046: 105 pgs: 105 active+clean; 79 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 915 KiB/s rd, 832 KiB/s wr, 325 op/s 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:11:05.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:11:05.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:11:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:11:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:11:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:11:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:06 smithi002 ceph-mon[137674]: pgmap v2047: 105 pgs: 105 active+clean; 52 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 857 KiB/s rd, 763 KiB/s wr, 502 op/s 2023-12-16T20:11:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:06 smithi002 ceph-mon[140029]: pgmap v2047: 105 pgs: 105 active+clean; 52 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 857 KiB/s rd, 763 KiB/s wr, 502 op/s 2023-12-16T20:11:06.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:06 smithi043 ceph-mon[135010]: pgmap v2047: 105 pgs: 105 active+clean; 52 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 857 KiB/s rd, 763 KiB/s wr, 502 op/s 2023-12-16T20:11:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:08 smithi002 ceph-mon[137674]: pgmap v2048: 105 pgs: 105 active+clean; 48 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 191 KiB/s rd, 323 KiB/s wr, 504 op/s 2023-12-16T20:11:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:08 smithi002 ceph-mon[140029]: pgmap v2048: 105 pgs: 105 active+clean; 48 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 191 KiB/s rd, 323 KiB/s wr, 504 op/s 2023-12-16T20:11:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:08 smithi043 ceph-mon[135010]: pgmap v2048: 105 pgs: 105 active+clean; 48 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 191 KiB/s rd, 323 KiB/s wr, 504 op/s 2023-12-16T20:11:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:10 smithi002 ceph-mon[137674]: pgmap v2049: 105 pgs: 105 active+clean; 44 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 521 op/s 2023-12-16T20:11:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:10 smithi002 ceph-mon[140029]: pgmap v2049: 105 pgs: 105 active+clean; 44 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 521 op/s 2023-12-16T20:11:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:10 smithi043 ceph-mon[135010]: pgmap v2049: 105 pgs: 105 active+clean; 44 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 0 B/s wr, 521 op/s 2023-12-16T20:11:12.143 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T20:11:12.143 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T20:11:12.212 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:12 smithi002 ceph-mon[137674]: pgmap v2050: 105 pgs: 105 active+clean; 15 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-12-16T20:11:12.213 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:11] "GET /metrics HTTP/1.1" 200 33939 "" "Prometheus/2.43.0" 2023-12-16T20:11:12.214 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:12 smithi002 ceph-mon[140029]: pgmap v2050: 105 pgs: 105 active+clean; 15 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-12-16T20:11:12.217 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2023-12-16T20:11:12.217 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T20:11:12.479 DEBUG:teuthology.parallel:result is None 2023-12-16T20:11:12.480 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:11:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:12 smithi043 ceph-mon[135010]: pgmap v2050: 105 pgs: 105 active+clean; 15 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 693 op/s 2023-12-16T20:11:12.510 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:11:12.511 DEBUG:teuthology.orchestra.run.smithi002:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:11:12.568 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:11:12.569 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:11:12.569 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2023-12-16T20:11:12.569 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:11:12.569 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2023-12-16T20:11:12.569 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T20:11:12.570 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T20:11:12.570 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T20:11:12.570 DEBUG:teuthology.orchestra.run.smithi043:> stat -- /home/ubuntu/cephtest/mnt.1 2023-12-16T20:11:12.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:11:12.588 INFO:teuthology.orchestra.run.smithi043.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-12-16T20:11:12.588 DEBUG:teuthology.orchestra.run.smithi043:> mkdir -- /home/ubuntu/cephtest/mnt.1 2023-12-16T20:11:12.644 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2023-12-16T20:11:12.645 DEBUG:teuthology.orchestra.run.smithi043:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2023-12-16T20:11:12.700 INFO:tasks.workunit:timeout=3h 2023-12-16T20:11:12.701 INFO:tasks.workunit:cleanup=True 2023-12-16T20:11:12.701 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2023-12-16T20:11:12.757 INFO:tasks.workunit.client.1.smithi043.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2023-12-16T20:11:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:14 smithi002 ceph-mon[137674]: pgmap v2051: 105 pgs: 105 active+clean; 11 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 484 op/s 2023-12-16T20:11:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:14 smithi002 ceph-mon[140029]: pgmap v2051: 105 pgs: 105 active+clean; 11 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 484 op/s 2023-12-16T20:11:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:14 smithi043 ceph-mon[135010]: pgmap v2051: 105 pgs: 105 active+clean; 11 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 484 op/s 2023-12-16T20:11:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:16 smithi002 ceph-mon[137674]: pgmap v2052: 105 pgs: 105 active+clean; 858 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 524 op/s 2023-12-16T20:11:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:16 smithi002 ceph-mon[140029]: pgmap v2052: 105 pgs: 105 active+clean; 858 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 524 op/s 2023-12-16T20:11:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:16 smithi043 ceph-mon[135010]: pgmap v2052: 105 pgs: 105 active+clean; 858 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 524 op/s 2023-12-16T20:11:18.299 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:18 smithi043 ceph-mon[135010]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2023-12-16T20:11:18.477 DEBUG:teuthology.orchestra.run.smithi043:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2023-12-16T20:11:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:18 smithi002 ceph-mon[137674]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2023-12-16T20:11:18.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:18 smithi002 ceph-mon[140029]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 351 op/s 2023-12-16T20:11:18.548 INFO:tasks.workunit.client.1.smithi043.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T20:11:18.550 INFO:tasks.workunit.client.1.smithi043.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-16T20:11:18.550 INFO:tasks.workunit.client.1.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T20:11:19.320 INFO:tasks.workunit.client.1.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T20:11:19.379 INFO:tasks.workunit.client.1.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T20:11:19.422 INFO:tasks.workunit.client.1.smithi043.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-16T20:11:19.423 INFO:tasks.workunit.client.1.smithi043.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-16T20:11:19.424 INFO:tasks.workunit.client.1.smithi043.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T20:11:19.464 INFO:tasks.workunit.client.1.smithi043.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-16T20:11:19.467 DEBUG:teuthology.orchestra.run.smithi043:> set -ex 2023-12-16T20:11:19.467 DEBUG:teuthology.orchestra.run.smithi043:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2023-12-16T20:11:19.523 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2023-12-16T20:11:19.525 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-12-16T20:11:19.525 DEBUG:teuthology.orchestra.run.smithi043:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2023-12-16T20:11:19.593 INFO:tasks.workunit.client.1.smithi043.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-12-16T20:11:19.593 INFO:tasks.workunit.client.1.smithi043.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-12-16T20:11:19.593 INFO:tasks.workunit.client.1.smithi043.stderr:+ TMPDIR=/tmp/rbd_import_export_168182 2023-12-16T20:11:19.593 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm -rf /tmp/rbd_import_export_168182 2023-12-16T20:11:19.593 INFO:tasks.workunit.client.1.smithi043.stderr:+ mkdir /tmp/rbd_import_export_168182 2023-12-16T20:11:19.594 INFO:tasks.workunit.client.1.smithi043.stderr:+ trap 'rm -rf /tmp/rbd_import_export_168182' INT TERM EXIT 2023-12-16T20:11:19.594 INFO:tasks.workunit.client.1.smithi043.stderr:+ mkdir foo.168182 2023-12-16T20:11:19.595 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import foo.168182 foo.dir 2023-12-16T20:11:19.631 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: cannot import a directory 2023-12-16T20:11:19.631 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 0% complete...failed. 2023-12-16T20:11:19.631 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: import failed: (21) Is a directory 2023-12-16T20:11:19.634 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:19.634 INFO:tasks.workunit.client.1.smithi043.stderr:+ rmdir foo.168182 2023-12-16T20:11:19.642 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_168182/img bs=1k count=1 seek=10 2023-12-16T20:11:19.642 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records in 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records out 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2361e-05 s, 24.2 MB/s 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_168182/img bs=1k count=10 seek=100 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:10+0 records in 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:10+0 records out 2023-12-16T20:11:19.643 INFO:tasks.workunit.client.1.smithi043.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.5107e-05 s, 186 MB/s 2023-12-16T20:11:19.644 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_168182/img bs=1k count=100 seek=1000 2023-12-16T20:11:19.644 INFO:tasks.workunit.client.1.smithi043.stderr:60+1 records in 2023-12-16T20:11:19.644 INFO:tasks.workunit.client.1.smithi043.stderr:60+1 records out 2023-12-16T20:11:19.644 INFO:tasks.workunit.client.1.smithi043.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000170888 s, 360 MB/s 2023-12-16T20:11:19.644 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_168182/img bs=1k seek=10000 2023-12-16T20:11:19.646 INFO:tasks.workunit.client.1.smithi043.stderr:137+1 records in 2023-12-16T20:11:19.646 INFO:tasks.workunit.client.1.smithi043.stderr:137+1 records out 2023-12-16T20:11:19.646 INFO:tasks.workunit.client.1.smithi043.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000488577 s, 288 MB/s 2023-12-16T20:11:19.646 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_168182/img bs=1k seek=100000 2023-12-16T20:11:19.646 INFO:tasks.workunit.client.1.smithi043.stderr:59+1 records in 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:59+1 records out 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000181507 s, 338 MB/s 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_168182/img bs=1k seek=1000000 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:154+1 records in 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:154+1 records out 2023-12-16T20:11:19.647 INFO:tasks.workunit.client.1.smithi043.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.00041147 s, 384 MB/s 2023-12-16T20:11:19.648 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm testimg 2023-12-16T20:11:19.700 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 0% complete...failed. 2023-12-16T20:11:19.700 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T20:11:19.702 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:19.703 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:20.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:20 smithi002 ceph-mon[137674]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 323 op/s 2023-12-16T20:11:20.290 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:20 smithi002 ceph-mon[140029]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 323 op/s 2023-12-16T20:11:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:20 smithi043 ceph-mon[135010]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 323 op/s 2023-12-16T20:11:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:21 smithi002 ceph-mon[137674]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T20:11:21.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:21 smithi002 ceph-mon[140029]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T20:11:21.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:21 smithi043 ceph-mon[135010]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T20:11:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:21.575 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-12-16T20:11:21.576 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:21.578 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg /tmp/rbd_import_export_168182/img2 2023-12-16T20:11:21.799 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:21.802 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg - 2023-12-16T20:11:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:22 smithi002 ceph-mon[137674]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T20:11:22.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:22 smithi002 ceph-mon[137674]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 113 op/s 2023-12-16T20:11:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:21] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2023-12-16T20:11:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:22 smithi002 ceph-mon[140029]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T20:11:22.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:22 smithi002 ceph-mon[140029]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 113 op/s 2023-12-16T20:11:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:22 smithi043 ceph-mon[135010]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T20:11:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:22 smithi043 ceph-mon[135010]: pgmap v2057: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 113 op/s 2023-12-16T20:11:22.517 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:22.520 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm testimg 2023-12-16T20:11:22.651 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-16T20:11:22.653 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img2 2023-12-16T20:11:23.284 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img3 2023-12-16T20:11:23.756 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img2 /tmp/rbd_import_export_168182/img3 2023-12-16T20:11:23.925 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format - testimg 2023-12-16T20:11:24.337 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:24.337 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:24.339 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg /tmp/rbd_import_export_168182/img2 2023-12-16T20:11:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:24 smithi002 ceph-mon[137674]: pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2023-12-16T20:11:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:24 smithi002 ceph-mon[140029]: pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2023-12-16T20:11:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:24 smithi043 ceph-mon[135010]: pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2023-12-16T20:11:24.614 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:24.618 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg - 2023-12-16T20:11:25.290 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:25.293 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm testimg 2023-12-16T20:11:25.419 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-16T20:11:25.422 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img2 2023-12-16T20:11:26.053 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img3 2023-12-16T20:11:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:26 smithi002 ceph-mon[137674]: pgmap v2059: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 69 KiB/s wr, 79 op/s 2023-12-16T20:11:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:26 smithi002 ceph-mon[140029]: pgmap v2059: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 69 KiB/s wr, 79 op/s 2023-12-16T20:11:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:26 smithi043 ceph-mon[135010]: pgmap v2059: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 69 KiB/s wr, 79 op/s 2023-12-16T20:11:26.525 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img2 /tmp/rbd_import_export_168182/img3 2023-12-16T20:11:26.743 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd help export 2023-12-16T20:11:26.743 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -q export-format 2023-12-16T20:11:26.762 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_168182/img bs=1k count=10 seek=100 2023-12-16T20:11:26.763 INFO:tasks.workunit.client.1.smithi043.stderr:10+0 records in 2023-12-16T20:11:26.763 INFO:tasks.workunit.client.1.smithi043.stderr:10+0 records out 2023-12-16T20:11:26.763 INFO:tasks.workunit.client.1.smithi043.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.6965e-05 s, 153 MB/s 2023-12-16T20:11:26.763 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:26.837 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:26.837 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:26.839 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap create testimg@snap 2023-12-16T20:11:27.050 INFO:tasks.workunit.client.1.smithi043.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T20:11:27.060 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd image-meta set testimg key1 value1 2023-12-16T20:11:27.119 INFO:tasks.workunit.client.1.smithi043.stderr:++ rbd image-meta list testimg 2023-12-16T20:11:27.160 INFO:tasks.workunit.client.1.smithi043.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-12-16T20:11:27.160 INFO:tasks.workunit.client.1.smithi043.stderr: 2023-12-16T20:11:27.160 INFO:tasks.workunit.client.1.smithi043.stderr:Key Value 2023-12-16T20:11:27.160 INFO:tasks.workunit.client.1.smithi043.stderr:key1 value1' 2023-12-16T20:11:27.160 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:27.201 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:27.201 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168182/img_v2 testimg_import 2023-12-16T20:11:28.065 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T20:11:28.068 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout:rbd image 'testimg_import': 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: size 110 KiB in 1 objects 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: order 22 (4 MiB objects) 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: snapshot_count: 1 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: id: d8d65326eb1c 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: block_name_prefix: rbd_data.d8d65326eb1c 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: format: 2 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: op_features: 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: flags: 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: create_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.107 INFO:tasks.workunit.client.1.smithi043.stdout: access_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.108 INFO:tasks.workunit.client.1.smithi043.stdout: modify_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.110 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import@snap 2023-12-16T20:11:28.146 INFO:tasks.workunit.client.1.smithi043.stdout:rbd image 'testimg_import': 2023-12-16T20:11:28.146 INFO:tasks.workunit.client.1.smithi043.stdout: size 110 KiB in 1 objects 2023-12-16T20:11:28.146 INFO:tasks.workunit.client.1.smithi043.stdout: order 22 (4 MiB objects) 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: snapshot_count: 1 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: id: d8d65326eb1c 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: block_name_prefix: rbd_data.d8d65326eb1c 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: format: 2 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: op_features: 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: flags: 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: create_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: access_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: modify_timestamp: Sat Dec 16 20:11:27 2023 2023-12-16T20:11:28.147 INFO:tasks.workunit.client.1.smithi043.stdout: protected: False 2023-12-16T20:11:28.149 INFO:tasks.workunit.client.1.smithi043.stderr:++ rbd image-meta list testimg_import 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:Key Value 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:key1 value1' 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 'There is 1 metadatum on this image: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:Key Value 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr: 2023-12-16T20:11:28.191 INFO:tasks.workunit.client.1.smithi043.stderr:Key Value 2023-12-16T20:11:28.192 INFO:tasks.workunit.client.1.smithi043.stderr:key1 value1' ']' 2023-12-16T20:11:28.192 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg_import /tmp/rbd_import_export_168182/img_import 2023-12-16T20:11:28.226 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete...done. 2023-12-16T20:11:28.229 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img_import 2023-12-16T20:11:28.229 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/img /tmp/rbd_import_export_168182/img_import 2023-12-16T20:11:28.230 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/img --format %b 2023-12-16T20:11:28.231 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=24 2023-12-16T20:11:28.231 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/img_import --format %b 2023-12-16T20:11:28.232 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=224 2023-12-16T20:11:28.232 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=200 2023-12-16T20:11:28.232 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=200 2023-12-16T20:11:28.232 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-12-16T20:11:28.232 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_168182/img_snap 2023-12-16T20:11:28.267 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete...done. 2023-12-16T20:11:28.270 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_168182/img_snap_import 2023-12-16T20:11:28.306 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete...done. 2023-12-16T20:11:28.309 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/img_snap /tmp/rbd_import_export_168182/img_snap_import 2023-12-16T20:11:28.309 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/img_snap /tmp/rbd_import_export_168182/img_snap_import 2023-12-16T20:11:28.310 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/img_snap --format %b 2023-12-16T20:11:28.311 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=224 2023-12-16T20:11:28.311 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/img_snap_import --format %b 2023-12-16T20:11:28.312 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=224 2023-12-16T20:11:28.312 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:28.312 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:28.312 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T20:11:28.312 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:28.313 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_import 2023-12-16T20:11:28.313 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_snap 2023-12-16T20:11:28.314 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_snap_import 2023-12-16T20:11:28.315 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap rm testimg_import@snap 2023-12-16T20:11:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:28 smithi002 ceph-mon[137674]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T20:11:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:28 smithi002 ceph-mon[137674]: pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 97 KiB/s wr, 81 op/s 2023-12-16T20:11:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:28 smithi002 ceph-mon[140029]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T20:11:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:28 smithi002 ceph-mon[140029]: pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 97 KiB/s wr, 81 op/s 2023-12-16T20:11:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:28 smithi043 ceph-mon[135010]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T20:11:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:28 smithi043 ceph-mon[135010]: pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 97 KiB/s wr, 81 op/s 2023-12-16T20:11:29.050 INFO:tasks.workunit.client.1.smithi043.stderr: Removing snap: 100% complete...done. 2023-12-16T20:11:29.061 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg_import 2023-12-16T20:11:29.201 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:29.204 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap rm testimg@snap 2023-12-16T20:11:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:29 smithi002 ceph-mon[137674]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T20:11:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:29 smithi002 ceph-mon[137674]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T20:11:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:29 smithi002 ceph-mon[140029]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T20:11:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:29 smithi002 ceph-mon[140029]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T20:11:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:29 smithi043 ceph-mon[135010]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T20:11:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:29 smithi043 ceph-mon[135010]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T20:11:30.064 INFO:tasks.workunit.client.1.smithi043.stderr: Removing snap: 100% complete...done. 2023-12-16T20:11:30.077 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm testimg 2023-12-16T20:11:30.208 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:30.211 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --order 20 /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:30.277 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:30.277 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:30.279 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:30.316 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:30.319 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168182/img_v2 testimg_import 2023-12-16T20:11:30.391 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T20:11:30.394 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import 2023-12-16T20:11:30.394 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep order 2023-12-16T20:11:30.394 INFO:tasks.workunit.client.1.smithi043.stderr:+ awk '{print $2}' 2023-12-16T20:11:30.394 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 20 2023-12-16T20:11:30.430 INFO:tasks.workunit.client.1.smithi043.stdout:20 2023-12-16T20:11:30.430 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:30.430 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg_import 2023-12-16T20:11:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:30 smithi002 ceph-mon[137674]: pgmap v2064: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 153 KiB/s wr, 108 op/s 2023-12-16T20:11:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:30 smithi002 ceph-mon[140029]: pgmap v2064: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 153 KiB/s wr, 108 op/s 2023-12-16T20:11:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:30 smithi043 ceph-mon[135010]: pgmap v2064: 105 pgs: 105 active+clean; 5.2 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 153 KiB/s wr, 108 op/s 2023-12-16T20:11:30.546 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:30.549 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg 2023-12-16T20:11:30.662 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:30.665 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:30.717 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:30.720 INFO:tasks.workunit.client.1.smithi043.stderr:++ rbd info testimg 2023-12-16T20:11:30.720 INFO:tasks.workunit.client.1.smithi043.stderr:++ grep features 2023-12-16T20:11:30.756 INFO:tasks.workunit.client.1.smithi043.stderr:+ FEATURES_BEFORE=' features: layering 2023-12-16T20:11:30.756 INFO:tasks.workunit.client.1.smithi043.stderr: op_features: ' 2023-12-16T20:11:30.756 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:30.792 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:30.795 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168182/img_v2 testimg_import 2023-12-16T20:11:30.858 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T20:11:30.861 INFO:tasks.workunit.client.1.smithi043.stderr:++ rbd info testimg_import 2023-12-16T20:11:30.861 INFO:tasks.workunit.client.1.smithi043.stderr:++ grep features 2023-12-16T20:11:30.896 INFO:tasks.workunit.client.1.smithi043.stderr:+ FEATURES_AFTER=' features: layering 2023-12-16T20:11:30.896 INFO:tasks.workunit.client.1.smithi043.stderr: op_features: ' 2023-12-16T20:11:30.896 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' ' features: layering 2023-12-16T20:11:30.897 INFO:tasks.workunit.client.1.smithi043.stderr: op_features: ' '!=' ' features: layering 2023-12-16T20:11:30.897 INFO:tasks.workunit.client.1.smithi043.stderr: op_features: ' ']' 2023-12-16T20:11:30.897 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:30.897 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg_import 2023-12-16T20:11:30.987 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:30.990 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg 2023-12-16T20:11:31.080 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:31.083 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:31.159 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:31.162 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:31.200 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:31.203 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168182/img_v2 testimg_import 2023-12-16T20:11:31.279 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T20:11:31.285 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import 2023-12-16T20:11:31.285 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 'stripe unit' 2023-12-16T20:11:31.285 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -Ei '(4 KiB|4096)' 2023-12-16T20:11:31.318 INFO:tasks.workunit.client.1.smithi043.stdout: stripe unit: 4 KiB 2023-12-16T20:11:31.318 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import 2023-12-16T20:11:31.318 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 'stripe count' 2023-12-16T20:11:31.318 INFO:tasks.workunit.client.1.smithi043.stderr:+ awk '{print $3}' 2023-12-16T20:11:31.318 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 1000 2023-12-16T20:11:31.353 INFO:tasks.workunit.client.1.smithi043.stdout:1000 2023-12-16T20:11:31.353 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/img_v2 2023-12-16T20:11:31.354 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg_import 2023-12-16T20:11:31.476 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-16T20:11:31.479 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg 2023-12-16T20:11:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:31 smithi002 ceph-mon[137674]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T20:11:31.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:31 smithi002 ceph-mon[140029]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T20:11:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:31 smithi043 ceph-mon[135010]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T20:11:31.602 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-16T20:11:31.605 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_168182/img testimg 2023-12-16T20:11:31.671 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:31.674 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap create testimg@snap1 2023-12-16T20:11:32.072 INFO:tasks.workunit.client.1.smithi043.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T20:11:32.082 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap create testimg@snap2 2023-12-16T20:11:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:32 smithi002 ceph-mon[137674]: pgmap v2066: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 45 KiB/s wr, 209 op/s 2023-12-16T20:11:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:31] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2023-12-16T20:11:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:32 smithi002 ceph-mon[140029]: pgmap v2066: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 45 KiB/s wr, 209 op/s 2023-12-16T20:11:32.350 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:11:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:32 smithi043 ceph-mon[135010]: pgmap v2066: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 45 KiB/s wr, 209 op/s 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (39m) 5m ago 42m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (39m) 3m ago 42m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (43m) 5m ago 43m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (43m) 3m ago 43m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (39m) 3m ago 45m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:11:32.675 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (39m) 5m ago 46m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (38m) 5m ago 46m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (38m) 3m ago 45m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (38m) 5m ago 45m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (39m) 5m ago 42m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (39m) 3m ago 42m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (37m) 5m ago 45m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (37m) 5m ago 44m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (36m) 5m ago 44m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (36m) 5m ago 44m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (35m) 3m ago 44m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (35m) 3m ago 43m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (34m) 3m ago 43m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (34m) 3m ago 43m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:11:32.676 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (39m) 3m ago 42m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:11:33.078 INFO:tasks.workunit.client.1.smithi043.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:33.087 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:11:33.088 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:11:33.088 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap protect testimg@snap2 2023-12-16T20:11:33.135 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168182/snap_protect 2023-12-16T20:11:33.177 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:33.181 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168182/snap_protect testimg_import 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[137674]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[137674]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[137674]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[140029]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[140029]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:33.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:33 smithi002 ceph-mon[140029]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:33 smithi043 ceph-mon[135010]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T20:11:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:33 smithi043 ceph-mon[135010]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:33 smithi043 ceph-mon[135010]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[140029]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3145419859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[140029]: pgmap v2069: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 208 op/s 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[137674]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3145419859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:34 smithi002 ceph-mon[137674]: pgmap v2069: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 208 op/s 2023-12-16T20:11:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:34 smithi043 ceph-mon[135010]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T20:11:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:34 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3145419859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:11:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:34 smithi043 ceph-mon[135010]: pgmap v2069: 105 pgs: 105 active+clean; 693 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 208 op/s 2023-12-16T20:11:35.109 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T20:11:35.112 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import@snap1 2023-12-16T20:11:35.113 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 'protected: False' 2023-12-16T20:11:35.155 INFO:tasks.workunit.client.1.smithi043.stdout: protected: False 2023-12-16T20:11:35.156 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd info testimg_import@snap2 2023-12-16T20:11:35.156 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep 'protected: True' 2023-12-16T20:11:35.194 INFO:tasks.workunit.client.1.smithi043.stdout: protected: True 2023-12-16T20:11:35.197 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/snap_protect 2023-12-16T20:11:35.197 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap unprotect testimg@snap2 2023-12-16T20:11:35.243 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap unprotect testimg_import@snap2 2023-12-16T20:11:35.288 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap purge testimg 2023-12-16T20:11:35.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:35 smithi002 ceph-mon[137674]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T20:11:35.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:35 smithi002 ceph-mon[140029]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T20:11:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:35 smithi043 ceph-mon[135010]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[137674]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[137674]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 47 KiB/s wr, 473 op/s 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[140029]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:36.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:36 smithi002 ceph-mon[140029]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 47 KiB/s wr, 473 op/s 2023-12-16T20:11:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:36 smithi043 ceph-mon[135010]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T20:11:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:36 smithi043 ceph-mon[135010]: pgmap v2072: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 350 KiB/s rd, 47 KiB/s wr, 473 op/s 2023-12-16T20:11:37.088 INFO:tasks.workunit.client.1.smithi043.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-16T20:11:37.107 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd snap purge testimg_import 2023-12-16T20:11:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:37 smithi002 ceph-mon[137674]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T20:11:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:37 smithi002 ceph-mon[140029]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T20:11:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:37 smithi043 ceph-mon[135010]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T20:11:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:38 smithi002 ceph-mon[137674]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T20:11:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:38 smithi002 ceph-mon[137674]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 48 KiB/s wr, 516 op/s 2023-12-16T20:11:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:38 smithi002 ceph-mon[140029]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T20:11:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:38 smithi002 ceph-mon[140029]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 48 KiB/s wr, 516 op/s 2023-12-16T20:11:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:38 smithi043 ceph-mon[135010]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T20:11:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:38 smithi043 ceph-mon[135010]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 385 KiB/s rd, 48 KiB/s wr, 516 op/s 2023-12-16T20:11:39.057 INFO:tasks.workunit.client.1.smithi043.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-16T20:11:39.077 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg 2023-12-16T20:11:39.205 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:39.208 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd remove testimg_import 2023-12-16T20:11:39.328 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:39.331 INFO:tasks.workunit.client.1.smithi043.stderr:+ tiered=0 2023-12-16T20:11:39.331 INFO:tasks.workunit.client.1.smithi043.stderr:+ ceph osd dump 2023-12-16T20:11:39.331 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep '^pool' 2023-12-16T20:11:39.332 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep ''\''rbd'\''' 2023-12-16T20:11:39.332 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep tier 2023-12-16T20:11:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:39 smithi002 ceph-mon[137674]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T20:11:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:39 smithi002 ceph-mon[137674]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T20:11:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:39 smithi002 ceph-mon[140029]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T20:11:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:39 smithi002 ceph-mon[140029]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T20:11:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:39 smithi043 ceph-mon[135010]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T20:11:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:39 smithi043 ceph-mon[135010]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T20:11:39.720 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_168182/sparse1 2023-12-16T20:11:39.723 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records in 2023-12-16T20:11:39.724 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records out 2023-12-16T20:11:39.724 INFO:tasks.workunit.client.1.smithi043.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00319724 s, 328 MB/s 2023-12-16T20:11:39.724 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_168182/sparse2 2023-12-16T20:11:39.727 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records in 2023-12-16T20:11:39.727 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records out 2023-12-16T20:11:39.728 INFO:tasks.workunit.client.1.smithi043.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00309723 s, 339 MB/s 2023-12-16T20:11:39.728 INFO:tasks.workunit.client.1.smithi043.stderr:+ truncate /tmp/rbd_import_export_168182/sparse2 -s 2M 2023-12-16T20:11:39.743 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse1 2023-12-16T20:11:39.798 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 0% complete...failed. 2023-12-16T20:11:39.798 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T20:11:39.801 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:39.801 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168182/sparse1 2023-12-16T20:11:39.878 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-16T20:11:39.879 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:39.879 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:39.881 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd ls -l 2023-12-16T20:11:39.882 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep sparse1 2023-12-16T20:11:39.882 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-16T20:11:39.918 INFO:tasks.workunit.client.1.smithi043.stdout:sparse1 2 MiB 2 2023-12-16T20:11:39.918 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse1 2023-12-16T20:11:39.918 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse1 2023-12-16T20:11:39.919 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse1 2023-12-16T20:11:39.919 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:39.919 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:39.955 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.d9fc31d9b534 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.d9fc31d9b534 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse1 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse1 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.d9fc31d9b534\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse1 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:39.956 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:39.992 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:39.992 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:39.992 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:39.993 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:39.993 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:40.089 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects=1 2023-12-16T20:11:40.089 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 1 2023-12-16T20:11:40.089 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T20:11:40.089 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:40.125 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:40.128 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:40.128 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:40.130 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse1 --format %b 2023-12-16T20:11:40.131 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=2048 2023-12-16T20:11:40.131 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse1.out --format %b 2023-12-16T20:11:40.132 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=2048 2023-12-16T20:11:40.132 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:40.132 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:40.132 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T20:11:40.132 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:40.133 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse1 2023-12-16T20:11:40.253 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-16T20:11:40.255 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse2 2023-12-16T20:11:40.305 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 0% complete...failed. 2023-12-16T20:11:40.305 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T20:11:40.308 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:40.308 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168182/sparse2 2023-12-16T20:11:40.381 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-16T20:11:40.382 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:40.382 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:40.384 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd ls -l 2023-12-16T20:11:40.384 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep sparse2 2023-12-16T20:11:40.384 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-16T20:11:40.419 INFO:tasks.workunit.client.1.smithi043.stdout:sparse2 2 MiB 2 2023-12-16T20:11:40.420 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse2 2023-12-16T20:11:40.420 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse2 2023-12-16T20:11:40.420 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse2 2023-12-16T20:11:40.420 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:40.420 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:40.456 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.da2f1250bec9 2023-12-16T20:11:40.456 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.da2f1250bec9 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse2 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.da2f1250bec9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse2 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse2 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:40.457 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[137674]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[137674]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[137674]: pgmap v2078: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[140029]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[140029]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:40 smithi002 ceph-mon[140029]: pgmap v2078: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2023-12-16T20:11:40.492 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:40.493 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:40.493 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:40.493 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:40.493 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:40 smithi043 ceph-mon[135010]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:40 smithi043 ceph-mon[135010]: from='client.? 172.21.15.43:0/3967110272' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T20:11:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:40 smithi043 ceph-mon[135010]: pgmap v2078: 105 pgs: 105 active+clean; 803 KiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2023-12-16T20:11:40.597 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects=0 2023-12-16T20:11:40.597 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 0 2023-12-16T20:11:40.597 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-16T20:11:40.597 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:40.634 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:40.636 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:40.636 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:40.639 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse2 --format %b 2023-12-16T20:11:40.640 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=2048 2023-12-16T20:11:40.640 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse2.out --format %b 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=2048 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:40.641 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse2 2023-12-16T20:11:40.761 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-16T20:11:40.764 INFO:tasks.workunit.client.1.smithi043.stderr:+ truncate /tmp/rbd_import_export_168182/sparse1 -s 10M 2023-12-16T20:11:40.765 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format --order 20 - sparse1 2023-12-16T20:11:40.872 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:40.872 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:40.872 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:40.874 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd ls -l 2023-12-16T20:11:40.875 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep sparse1 2023-12-16T20:11:40.875 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-12-16T20:11:40.910 INFO:tasks.workunit.client.1.smithi043.stdout:sparse1 10 MiB 2 2023-12-16T20:11:40.911 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse1 2023-12-16T20:11:40.911 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse1 2023-12-16T20:11:40.911 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse1 2023-12-16T20:11:40.912 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:40.912 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:40.947 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.da5cdfeac0fc 2023-12-16T20:11:40.948 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.da5cdfeac0fc 2023-12-16T20:11:40.948 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse1 2023-12-16T20:11:40.948 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse1 2023-12-16T20:11:40.949 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.da5cdfeac0fc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:40.949 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:40.949 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse1 2023-12-16T20:11:40.949 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:40.949 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:40.984 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:40.984 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:40.985 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:40.985 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:40.985 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:41.075 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects=1 2023-12-16T20:11:41.075 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 1 2023-12-16T20:11:41.075 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T20:11:41.075 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:41.111 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:41.116 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:41.116 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/sparse1 /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:41.123 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse1 --format %b 2023-12-16T20:11:41.123 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=2048 2023-12-16T20:11:41.124 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse1.out --format %b 2023-12-16T20:11:41.125 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=2048 2023-12-16T20:11:41.125 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:41.125 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:41.125 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T20:11:41.125 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse1.out 2023-12-16T20:11:41.126 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse1 2023-12-16T20:11:41.250 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-16T20:11:41.253 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_168182/sparse2 oflag=append conv=notrunc 2023-12-16T20:11:41.259 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records in 2023-12-16T20:11:41.260 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records out 2023-12-16T20:11:41.260 INFO:tasks.workunit.client.1.smithi043.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0058179 s, 360 MB/s 2023-12-16T20:11:41.260 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format --order 20 - sparse2 2023-12-16T20:11:41.359 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:41.359 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:41.359 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:41.362 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd ls -l 2023-12-16T20:11:41.362 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep sparse2 2023-12-16T20:11:41.362 INFO:tasks.workunit.client.1.smithi043.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-12-16T20:11:41.398 INFO:tasks.workunit.client.1.smithi043.stdout:sparse2 4 MiB 2 2023-12-16T20:11:41.399 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse2 2023-12-16T20:11:41.399 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse2 2023-12-16T20:11:41.399 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse2 2023-12-16T20:11:41.399 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:41.399 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:41.435 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.da89c9258f7b 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.da89c9258f7b 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.da89c9258f7b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse2 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse2 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:41.436 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse2 2023-12-16T20:11:41.437 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:41.437 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:41.474 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:41.474 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:41.474 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:41.474 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:41.474 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects='0 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:2 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:3' 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 0 2 3 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-12-16T20:11:41.566 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:41.603 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-12-16T20:11:41.606 INFO:tasks.workunit.client.1.smithi043.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168182/sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:41.606 INFO:tasks.workunit.client.1.smithi043.stderr:+ cmp -l /tmp/rbd_import_export_168182/sparse2 /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:41.609 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse2 --format %b 2023-12-16T20:11:41.611 INFO:tasks.workunit.client.1.smithi043.stderr:+ origsize=6144 2023-12-16T20:11:41.611 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse2.out --format %b 2023-12-16T20:11:41.611 INFO:tasks.workunit.client.1.smithi043.stderr:+ exportsize=6144 2023-12-16T20:11:41.611 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:41.612 INFO:tasks.workunit.client.1.smithi043.stderr:+ difference=0 2023-12-16T20:11:41.612 INFO:tasks.workunit.client.1.smithi043.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T20:11:41.612 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse2.out 2023-12-16T20:11:41.612 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse2 2023-12-16T20:11:41.734 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-12-16T20:11:41.737 INFO:tasks.workunit.client.1.smithi043.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-12-16T20:11:41.737 INFO:tasks.workunit.client.1.smithi043.stdout:partially-sparse file imports to partially-sparse image 2023-12-16T20:11:41.738 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168182/sparse1 sparse 2023-12-16T20:11:41.810 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-12-16T20:11:41.811 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:41.811 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T20:11:41.813 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse 2023-12-16T20:11:41.814 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse 2023-12-16T20:11:41.814 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse 2023-12-16T20:11:41.814 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:41.814 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:41.851 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.dab6688a6230 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.dab6688a6230 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.dab6688a6230\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:41.852 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:41.889 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:41.889 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:41.889 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:41.890 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:41.890 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:41.978 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects=1 2023-12-16T20:11:41.978 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 1 2023-12-16T20:11:41.978 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T20:11:41.978 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse 2023-12-16T20:11:42.103 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-16T20:11:42.106 INFO:tasks.workunit.client.1.smithi043.stdout:zeros import through stdin to sparse image 2023-12-16T20:11:42.107 INFO:tasks.workunit.client.1.smithi043.stderr:+ echo 'zeros import through stdin to sparse image' 2023-12-16T20:11:42.107 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/dev/zero bs=1M count=4 2023-12-16T20:11:42.107 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd import --new-format - sparse 2023-12-16T20:11:42.160 INFO:tasks.workunit.client.1.smithi043.stderr:4+0 records in 2023-12-16T20:11:42.160 INFO:tasks.workunit.client.1.smithi043.stderr:4+0 records out 2023-12-16T20:11:42.160 INFO:tasks.workunit.client.1.smithi043.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0526541 s, 79.7 MB/s 2023-12-16T20:11:42.174 INFO:tasks.workunit.client.1.smithi043.stderr: Importing image: 100% complete...done. 2023-12-16T20:11:42.176 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:42.177 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse 2023-12-16T20:11:42.177 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse 2023-12-16T20:11:42.177 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse 2023-12-16T20:11:42.178 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:42.178 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:42.214 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.dad75e5838dc 2023-12-16T20:11:42.215 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.dad75e5838dc 2023-12-16T20:11:42.215 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.dad75e5838dc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:42.215 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse 2023-12-16T20:11:42.215 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse 2023-12-16T20:11:42.216 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:42.216 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse 2023-12-16T20:11:42.216 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:42.216 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:42 smithi002 ceph-mon[137674]: pgmap v2079: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 182 KiB/s wr, 161 op/s 2023-12-16T20:11:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:41] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2023-12-16T20:11:42.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:42 smithi002 ceph-mon[140029]: pgmap v2079: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 182 KiB/s wr, 161 op/s 2023-12-16T20:11:42.253 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:42.253 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:42.253 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:42.253 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:42.253 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:42.334 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects= 2023-12-16T20:11:42.334 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 2023-12-16T20:11:42.334 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-12-16T20:11:42.334 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse 2023-12-16T20:11:42.446 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:42.448 INFO:tasks.workunit.client.1.smithi043.stdout:zeros export to sparse file 2023-12-16T20:11:42.449 INFO:tasks.workunit.client.1.smithi043.stderr:+ echo 'zeros export to sparse file' 2023-12-16T20:11:42.449 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd create --new-format sparse --size 4 2023-12-16T20:11:42.491 INFO:tasks.workunit.client.1.smithi043.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T20:11:42.494 INFO:tasks.workunit.client.1.smithi043.stderr:++ rbd info sparse 2023-12-16T20:11:42.494 INFO:tasks.workunit.client.1.smithi043.stderr:++ grep block_name_prefix 2023-12-16T20:11:42.494 INFO:tasks.workunit.client.1.smithi043.stderr:++ awk '{print $NF;}' 2023-12-16T20:11:42.496 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:42 smithi043 ceph-mon[135010]: pgmap v2079: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 182 KiB/s wr, 161 op/s 2023-12-16T20:11:42.530 INFO:tasks.workunit.client.1.smithi043.stderr:+ prefix=rbd_data.daf8e50f9c5 2023-12-16T20:11:42.531 INFO:tasks.workunit.client.1.smithi043.stderr:+ dd if=/dev/zero bs=4M count=1 2023-12-16T20:11:42.531 INFO:tasks.workunit.client.1.smithi043.stderr:++ get_image_data_pool sparse 2023-12-16T20:11:42.531 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse 2023-12-16T20:11:42.531 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse 2023-12-16T20:11:42.531 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep 'data_pool: ' 2023-12-16T20:11:42.532 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk -F: '{ print $NF }' 2023-12-16T20:11:42.567 INFO:tasks.workunit.client.1.smithi043.stderr:++ data_pool= 2023-12-16T20:11:42.567 INFO:tasks.workunit.client.1.smithi043.stderr:++ '[' -z ']' 2023-12-16T20:11:42.567 INFO:tasks.workunit.client.1.smithi043.stderr:++ data_pool=rbd 2023-12-16T20:11:42.567 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo rbd 2023-12-16T20:11:42.567 INFO:tasks.workunit.client.1.smithi043.stderr:+ rados -p rbd put rbd_data.daf8e50f9c5.000000000000 - 2023-12-16T20:11:42.596 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records in 2023-12-16T20:11:42.596 INFO:tasks.workunit.client.1.smithi043.stderr:1+0 records out 2023-12-16T20:11:42.596 INFO:tasks.workunit.client.1.smithi043.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0646889 s, 64.8 MB/s 2023-12-16T20:11:42.615 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects sparse 2023-12-16T20:11:42.615 INFO:tasks.workunit.client.1.smithi043.stderr:++ image=sparse 2023-12-16T20:11:42.615 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rbd info sparse 2023-12-16T20:11:42.615 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep block_name_prefix 2023-12-16T20:11:42.615 INFO:tasks.workunit.client.1.smithi043.stderr:+++ awk '{print $NF;}' 2023-12-16T20:11:42.650 INFO:tasks.workunit.client.1.smithi043.stderr:++ prefix=rbd_data.daf8e50f9c5 2023-12-16T20:11:42.651 INFO:tasks.workunit.client.1.smithi043.stderr:+++ grep rbd_data.daf8e50f9c5 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sed -e 's/rbd_data.daf8e50f9c5\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:++++ get_image_data_pool sparse 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:++++ image=sparse 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:+++ sort -u 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ rbd info sparse 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ grep 'data_pool: ' 2023-12-16T20:11:42.652 INFO:tasks.workunit.client.1.smithi043.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T20:11:42.687 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool= 2023-12-16T20:11:42.688 INFO:tasks.workunit.client.1.smithi043.stderr:++++ '[' -z ']' 2023-12-16T20:11:42.688 INFO:tasks.workunit.client.1.smithi043.stderr:++++ data_pool=rbd 2023-12-16T20:11:42.688 INFO:tasks.workunit.client.1.smithi043.stderr:++++ echo rbd 2023-12-16T20:11:42.688 INFO:tasks.workunit.client.1.smithi043.stderr:+++ rados ls -p rbd 2023-12-16T20:11:42.760 INFO:tasks.workunit.client.1.smithi043.stderr:++ objects=0 2023-12-16T20:11:42.760 INFO:tasks.workunit.client.1.smithi043.stderr:++ echo 0 2023-12-16T20:11:42.760 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-16T20:11:42.760 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse 2023-12-16T20:11:42.761 INFO:tasks.workunit.client.1.smithi043.stderr:rm: cannot remove '/tmp/rbd_import_export_168182/sparse': No such file or directory 2023-12-16T20:11:42.761 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:42.761 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd export sparse /tmp/rbd_import_export_168182/sparse 2023-12-16T20:11:42.798 INFO:tasks.workunit.client.1.smithi043.stderr: Exporting image: 100% complete...done. 2023-12-16T20:11:42.800 INFO:tasks.workunit.client.1.smithi043.stderr:++ stat /tmp/rbd_import_export_168182/sparse --format=%b 2023-12-16T20:11:42.801 INFO:tasks.workunit.client.1.smithi043.stderr:+ '[' 0 = 0 ']' 2023-12-16T20:11:42.801 INFO:tasks.workunit.client.1.smithi043.stderr:+ rbd rm sparse 2023-12-16T20:11:42.912 INFO:tasks.workunit.client.1.smithi043.stderr: Removing image: 100% complete...done. 2023-12-16T20:11:42.914 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm /tmp/rbd_import_export_168182/sparse /tmp/rbd_import_export_168182/sparse1 /tmp/rbd_import_export_168182/sparse2 /tmp/rbd_import_export_168182/sparse3 2023-12-16T20:11:42.917 INFO:tasks.workunit.client.1.smithi043.stderr:rm: cannot remove '/tmp/rbd_import_export_168182/sparse3': No such file or directory 2023-12-16T20:11:42.917 INFO:tasks.workunit.client.1.smithi043.stderr:+ true 2023-12-16T20:11:42.917 INFO:tasks.workunit.client.1.smithi043.stderr:+ echo OK 2023-12-16T20:11:42.917 INFO:tasks.workunit.client.1.smithi043.stdout:OK 2023-12-16T20:11:42.918 INFO:tasks.workunit.client.1.smithi043.stderr:+ rm -rf /tmp/rbd_import_export_168182 2023-12-16T20:11:42.918 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T20:11:42.918 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2023-12-16T20:11:42.991 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2023-12-16T20:11:42.991 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2023-12-16T20:11:43.258 DEBUG:teuthology.parallel:result is None 2023-12-16T20:11:43.258 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T20:11:43.290 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T20:11:43.290 DEBUG:teuthology.orchestra.run.smithi043:> rmdir -- /home/ubuntu/cephtest/mnt.1 2023-12-16T20:11:43.345 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T20:11:43.345 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:11:43.345 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2023-12-16T20:11:43.345 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:11:43.345 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2023-12-16T20:11:43.345 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T20:11:43.346 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T20:11:43.346 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T20:11:43.346 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:11:43.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:11:43.364 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T20:11:43.365 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:11:43.422 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T20:11:43.423 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T20:11:43.480 INFO:tasks.workunit:timeout=3h 2023-12-16T20:11:43.480 INFO:tasks.workunit:cleanup=True 2023-12-16T20:11:43.480 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T20:11:43.539 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T20:11:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:44 smithi002 ceph-mon[137674]: pgmap v2080: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 308 KiB/s wr, 162 op/s 2023-12-16T20:11:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:44 smithi002 ceph-mon[140029]: pgmap v2080: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 308 KiB/s wr, 162 op/s 2023-12-16T20:11:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:44 smithi043 ceph-mon[135010]: pgmap v2080: 105 pgs: 105 active+clean; 1.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 308 KiB/s wr, 162 op/s 2023-12-16T20:11:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:45 smithi002 ceph-mon[137674]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T20:11:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:45 smithi002 ceph-mon[140029]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T20:11:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:45 smithi043 ceph-mon[135010]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T20:11:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:46 smithi002 ceph-mon[137674]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 342 op/s 2023-12-16T20:11:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:46 smithi002 ceph-mon[140029]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 342 op/s 2023-12-16T20:11:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:46 smithi043 ceph-mon[135010]: pgmap v2082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 342 op/s 2023-12-16T20:11:48.299 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:48 smithi043 ceph-mon[135010]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 346 op/s 2023-12-16T20:11:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:48 smithi002 ceph-mon[137674]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 346 op/s 2023-12-16T20:11:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:48 smithi002 ceph-mon[140029]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 346 op/s 2023-12-16T20:11:49.214 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T20:11:49.270 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T20:11:49.272 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T20:11:49.272 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T20:11:49.322 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T20:11:49.372 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T20:11:49.413 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T20:11:49.415 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T20:11:49.415 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T20:11:49.455 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T20:11:49.458 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T20:11:49.458 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T20:11:49.515 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2023-12-16T20:11:49.516 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2023-12-16T20:11:49.516 DEBUG:teuthology.orchestra.run.smithi002:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2023-12-16T20:11:49.625 INFO:tasks.workunit.client.0.smithi002.stderr:warning: failed to enable lockdep 2023-12-16T20:11:49.625 INFO:tasks.workunit.client.0.smithi002.stdout:seed 181524 2023-12-16T20:11:49.625 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] Running 406 tests from 15 test suites. 2023-12-16T20:11:49.625 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment set-up. 2023-12-16T20:11:49.625 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 16 tests from TestJournalReplay 2023-12-16T20:11:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:50 smithi002 ceph-mon[137674]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 308 op/s 2023-12-16T20:11:50.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:50 smithi002 ceph-mon[140029]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 308 op/s 2023-12-16T20:11:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:50 smithi043 ceph-mon[135010]: pgmap v2084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 308 op/s 2023-12-16T20:11:51.153 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2023-12-16T20:11:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[137674]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T20:11:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[137674]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T20:11:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[140029]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T20:11:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-mon[140029]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T20:11:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:51 smithi043 ceph-mon[135010]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T20:11:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:11:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/602178209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:51 smithi043 ceph-mon[135010]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T20:11:52.166 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:11:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:11:51] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2023-12-16T20:11:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:52 smithi002 ceph-mon[137674]: pgmap v2087: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 970 KiB/s rd, 1.1 MiB/s wr, 250 op/s 2023-12-16T20:11:52.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:52 smithi002 ceph-mon[140029]: pgmap v2087: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 970 KiB/s rd, 1.1 MiB/s wr, 250 op/s 2023-12-16T20:11:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:52 smithi043 ceph-mon[135010]: pgmap v2087: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 970 KiB/s rd, 1.1 MiB/s wr, 250 op/s 2023-12-16T20:11:53.194 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.194 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2041 ms) 2023-12-16T20:11:53.194 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2023-12-16T20:11:53.207 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.AioWriteEvent (12 ms) 2023-12-16T20:11:53.207 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2023-12-16T20:11:53.217 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2023-12-16T20:11:53.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapCreate 2023-12-16T20:11:53.226 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.226 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapCreate (10 ms) 2023-12-16T20:11:53.226 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapProtect 2023-12-16T20:11:53.234 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.234 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2023-12-16T20:11:53.234 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2023-12-16T20:11:53.244 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.244 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapUnprotect (9 ms) 2023-12-16T20:11:53.244 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapRename 2023-12-16T20:11:53.251 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.252 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2023-12-16T20:11:53.252 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapRollback 2023-12-16T20:11:53.260 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.260 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapRollback (9 ms) 2023-12-16T20:11:53.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.SnapRemove 2023-12-16T20:11:53.269 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.269 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2023-12-16T20:11:53.269 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.Rename 2023-12-16T20:11:53.277 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.277 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2023-12-16T20:11:53.278 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.Resize 2023-12-16T20:11:53.284 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2023-12-16T20:11:53.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.Flatten 2023-12-16T20:11:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2023-12-16T20:11:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2023-12-16T20:11:53.300 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2023-12-16T20:11:53.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.MetadataSet 2023-12-16T20:11:53.308 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.308 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2023-12-16T20:11:53.308 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2023-12-16T20:11:53.316 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.316 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2023-12-16T20:11:53.316 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2023-12-16T20:11:53.324 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:53.324 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2023-12-16T20:11:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:53 smithi002 ceph-mon[137674]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T20:11:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:53 smithi002 ceph-mon[140029]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T20:11:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:53 smithi043 ceph-mon[135010]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T20:11:54.187 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 16 tests from TestJournalReplay (2170 ms total) 2023-12-16T20:11:54.187 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:11:54.187 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 3 tests from TestJournalEntries 2023-12-16T20:11:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:54 smithi002 ceph-mon[137674]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T20:11:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:54 smithi002 ceph-mon[137674]: pgmap v2090: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:54 smithi002 ceph-mon[140029]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T20:11:54.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:54 smithi002 ceph-mon[140029]: pgmap v2090: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:54 smithi043 ceph-mon[135010]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T20:11:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:54 smithi043 ceph-mon[135010]: pgmap v2090: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:55.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:55 smithi002 ceph-mon[137674]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T20:11:55.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:55 smithi002 ceph-mon[140029]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T20:11:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:55 smithi043 ceph-mon[135010]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T20:11:56.196 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalEntries.AioWrite 2023-12-16T20:11:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[137674]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T20:11:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/914648144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[137674]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[140029]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T20:11:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/914648144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:56 smithi002 ceph-mon[140029]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:56 smithi043 ceph-mon[135010]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T20:11:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/914648144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:56 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:11:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:56 smithi043 ceph-mon[135010]: pgmap v2093: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:11:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[137674]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T20:11:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:11:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:57 smithi002 ceph-mon[140029]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T20:11:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:57 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:11:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:11:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:57 smithi043 ceph-mon[135010]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T20:11:58.232 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:58.233 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalEntries.AioWrite (2037 ms) 2023-12-16T20:11:58.233 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalEntries.AioDiscard 2023-12-16T20:11:58.243 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:58.243 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalEntries.AioDiscard (11 ms) 2023-12-16T20:11:58.243 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestJournalEntries.AioFlush 2023-12-16T20:11:58.252 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:11:58.252 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2023-12-16T20:11:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:58 smithi002 ceph-mon[137674]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T20:11:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:58 smithi002 ceph-mon[137674]: pgmap v2096: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:58 smithi002 ceph-mon[140029]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T20:11:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:58 smithi002 ceph-mon[140029]: pgmap v2096: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:58 smithi043 ceph-mon[135010]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T20:11:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:58 smithi043 ceph-mon[135010]: pgmap v2096: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:11:59.214 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 3 tests from TestJournalEntries (2056 ms total) 2023-12-16T20:11:59.214 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:11:59.214 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from TestTrash 2023-12-16T20:11:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:59 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:11:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:11:59 smithi002 ceph-mon[137674]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T20:11:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:59 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:11:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:11:59 smithi002 ceph-mon[140029]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T20:11:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:59 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:11:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:11:59 smithi043 ceph-mon[135010]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T20:12:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:00 smithi002 ceph-mon[137674]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T20:12:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:00 smithi002 ceph-mon[137674]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:00 smithi002 ceph-mon[140029]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T20:12:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:00 smithi002 ceph-mon[140029]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:00 smithi043 ceph-mon[135010]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T20:12:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:00 smithi043 ceph-mon[135010]: pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:01.225 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestTrash.UserRemovingSource 2023-12-16T20:12:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:01 smithi002 ceph-mon[137674]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T20:12:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:01 smithi002 ceph-mon[140029]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T20:12:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:01 smithi043 ceph-mon[135010]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T20:12:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:02.234 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:01] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2023-12-16T20:12:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[137674]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T20:12:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[137674]: pgmap v2102: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:02.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[140029]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T20:12:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:02 smithi002 ceph-mon[140029]: pgmap v2102: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3917751279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:02 smithi043 ceph-mon[135010]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T20:12:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:02 smithi043 ceph-mon[135010]: pgmap v2102: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:03.352 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestTrash.UserRemovingSource (2126 ms) 2023-12-16T20:12:03.352 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2023-12-16T20:12:03.392 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2023-12-16T20:12:03.485 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:12:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:03 smithi043 ceph-mon[135010]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T20:12:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:03 smithi002 ceph-mon[137674]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T20:12:03.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:03 smithi002 ceph-mon[140029]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (40m) 6m ago 42m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (40m) 4m ago 42m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (43m) 6m ago 43m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (43m) 4m ago 43m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:12:03.810 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (39m) 4m ago 45m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (39m) 6m ago 47m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (39m) 6m ago 47m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (38m) 4m ago 46m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (39m) 6m ago 46m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (40m) 6m ago 42m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (39m) 4m ago 42m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:12:03.811 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (38m) 6m ago 45m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (37m) 6m ago 45m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (37m) 6m ago 45m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (36m) 6m ago 44m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (36m) 4m ago 44m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (35m) 4m ago 44m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (35m) 4m ago 44m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (34m) 4m ago 44m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:12:03.812 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (39m) 4m ago 43m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:04.213 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:12:04.214 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:12:04.256 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from TestTrash (2166 ms total) 2023-12-16T20:12:04.256 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:12:04.256 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from TestOperations 2023-12-16T20:12:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[137674]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T20:12:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[137674]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[137674]: from='client.36498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[137674]: pgmap v2105: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/541917921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[140029]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[140029]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[140029]: from='client.36498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[140029]: pgmap v2105: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/541917921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:04 smithi043 ceph-mon[135010]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T20:12:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:04 smithi043 ceph-mon[135010]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:04 smithi043 ceph-mon[135010]: from='client.36498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:04 smithi043 ceph-mon[135010]: pgmap v2105: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/541917921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:05.497 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:12:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=cleanup t=2023-12-16T20:12:05.079847257Z level=info msg="Completed cleanup jobs" duration=12.569008ms 2023-12-16T20:12:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:05 smithi043 ceph-mon[135010]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T20:12:05.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:05 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:12:05.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:05 smithi002 ceph-mon[137674]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T20:12:05.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:05 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:12:05.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:05 smithi002 ceph-mon[140029]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T20:12:05.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:05 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:12:06.263 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[137674]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:06 smithi002 ceph-mon[140029]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T20:12:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:12:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:12:06.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:06 smithi043 ceph-mon[135010]: pgmap v2108: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[140029]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T20:12:07.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[137674]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T20:12:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:07 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2672047438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:07 smithi043 ceph-mon[135010]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T20:12:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:07 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:08.310 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:08.310 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2047 ms) 2023-12-16T20:12:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:08 smithi002 ceph-mon[137674]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T20:12:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:08 smithi002 ceph-mon[137674]: pgmap v2111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:08.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:08 smithi002 ceph-mon[140029]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T20:12:08.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:08 smithi002 ceph-mon[140029]: pgmap v2111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:08.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:08 smithi043 ceph-mon[135010]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T20:12:08.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:08 smithi043 ceph-mon[135010]: pgmap v2111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:09.291 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 1 test from TestOperations (2047 ms total) 2023-12-16T20:12:09.291 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:12:09.291 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from TestObjectMap 2023-12-16T20:12:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:09 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:09.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:09 smithi002 ceph-mon[137674]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T20:12:09.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:09 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:09.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:09 smithi002 ceph-mon[140029]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T20:12:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:09 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:09 smithi043 ceph-mon[135010]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T20:12:10.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:10 smithi002 ceph-mon[137674]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T20:12:10.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:10 smithi002 ceph-mon[137674]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:10.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:10 smithi002 ceph-mon[140029]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T20:12:10.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:10 smithi002 ceph-mon[140029]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:10.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:10 smithi043 ceph-mon[135010]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T20:12:10.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:10 smithi043 ceph-mon[135010]: pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:11.296 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2023-12-16T20:12:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[137674]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T20:12:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1129260005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:11.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[140029]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T20:12:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1129260005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:11.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:11 smithi043 ceph-mon[135010]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T20:12:11.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1129260005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:11.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:11] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2023-12-16T20:12:12.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:12.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[137674]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T20:12:12.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[137674]: pgmap v2117: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:12.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:12.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[140029]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T20:12:12.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:12 smithi002 ceph-mon[140029]: pgmap v2117: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:12.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:12.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:12 smithi043 ceph-mon[135010]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T20:12:12.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:12 smithi043 ceph-mon[135010]: pgmap v2117: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:13.355 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2059 ms) 2023-12-16T20:12:13.355 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2023-12-16T20:12:13.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2023-12-16T20:12:13.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2023-12-16T20:12:13.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (40 ms) 2023-12-16T20:12:13.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2023-12-16T20:12:13.454 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (29 ms) 2023-12-16T20:12:13.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:13 smithi002 ceph-mon[137674]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T20:12:13.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:13 smithi002 ceph-mon[140029]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T20:12:13.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:13 smithi043 ceph-mon[135010]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T20:12:14.323 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 4 tests from TestObjectMap (2159 ms total) 2023-12-16T20:12:14.324 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:12:14.324 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from TestMirroringWatcher 2023-12-16T20:12:14.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:14 smithi002 ceph-mon[137674]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T20:12:14.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:14 smithi002 ceph-mon[137674]: pgmap v2120: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:14.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:14 smithi002 ceph-mon[140029]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T20:12:14.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:14 smithi002 ceph-mon[140029]: pgmap v2120: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:14.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:14 smithi043 ceph-mon[135010]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T20:12:14.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:14 smithi043 ceph-mon[135010]: pgmap v2120: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T20:12:15.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:15 smithi002 ceph-mon[137674]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T20:12:15.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:15 smithi002 ceph-mon[140029]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T20:12:15.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:15 smithi043 ceph-mon[135010]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T20:12:16.332 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2023-12-16T20:12:16.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[137674]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T20:12:16.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:16.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[137674]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:16.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[140029]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T20:12:16.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:16 smithi002 ceph-mon[140029]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:16 smithi043 ceph-mon[135010]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T20:12:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:16 smithi043 ceph-mon[135010]: pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:17.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:17.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:17.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[137674]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T20:12:17.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:17.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:17 smithi002 ceph-mon[140029]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T20:12:17.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:17 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:17.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/776058858' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:17.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:17 smithi043 ceph-mon[135010]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T20:12:18.385 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2052 ms) 2023-12-16T20:12:18.385 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2023-12-16T20:12:18.408 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (23 ms) 2023-12-16T20:12:18.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:18 smithi043 ceph-mon[135010]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T20:12:18.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:18 smithi043 ceph-mon[135010]: pgmap v2126: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:18 smithi002 ceph-mon[137674]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T20:12:18.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:18 smithi002 ceph-mon[137674]: pgmap v2126: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:18.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:18 smithi002 ceph-mon[140029]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T20:12:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:18 smithi002 ceph-mon[140029]: pgmap v2126: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:19.348 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 2 tests from TestMirroringWatcher (2075 ms total) 2023-12-16T20:12:19.348 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:12:19.348 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 57 tests from TestMigration 2023-12-16T20:12:19.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:19 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:19.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:19 smithi002 ceph-mon[137674]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T20:12:19.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:19 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:19.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:19 smithi002 ceph-mon[140029]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T20:12:19.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:19 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:12:19.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:19 smithi043 ceph-mon[135010]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T20:12:20.639 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:20 smithi002 ceph-mon[137674]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T20:12:20.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:20 smithi002 ceph-mon[137674]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:20.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:20 smithi002 ceph-mon[140029]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T20:12:20.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:20 smithi002 ceph-mon[140029]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:20.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:20 smithi043 ceph-mon[135010]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T20:12:20.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:20 smithi043 ceph-mon[135010]: pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:21.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[137674]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T20:12:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[140029]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T20:12:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:21.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:21 smithi043 ceph-mon[135010]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T20:12:21.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:21 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:12:21.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:21] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2023-12-16T20:12:22.376 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Empty 2023-12-16T20:12:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[137674]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T20:12:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[137674]: pgmap v2132: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[140029]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T20:12:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:22 smithi002 ceph-mon[140029]: pgmap v2132: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:22 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2526648899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:12:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:22 smithi043 ceph-mon[135010]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T20:12:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:22 smithi043 ceph-mon[135010]: pgmap v2132: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:23.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:23 smithi002 ceph-mon[137674]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T20:12:23.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:23 smithi002 ceph-mon[140029]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T20:12:23.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:23 smithi043 ceph-mon[135010]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T20:12:24.446 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:24.459 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:24.608 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:24.678 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:24 smithi002 ceph-mon[137674]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T20:12:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:24 smithi002 ceph-mon[137674]: pgmap v2135: 169 pgs: 13 creating+peering, 42 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:24 smithi002 ceph-mon[140029]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T20:12:24.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:24 smithi002 ceph-mon[140029]: pgmap v2135: 169 pgs: 13 creating+peering, 42 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:24.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:24 smithi043 ceph-mon[135010]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T20:12:24.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:24 smithi043 ceph-mon[135010]: pgmap v2135: 169 pgs: 13 creating+peering, 42 unknown, 114 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:12:24.759 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Empty (2384 ms) 2023-12-16T20:12:24.759 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.OtherName 2023-12-16T20:12:24.789 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:24.799 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:24.926 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:24.992 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:25.074 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.OtherName (314 ms) 2023-12-16T20:12:25.074 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.OtherPool 2023-12-16T20:12:25.103 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:25.115 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:25.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:25 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:25.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:25 smithi002 ceph-mon[137674]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T20:12:25.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:25 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:25.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:25 smithi002 ceph-mon[140029]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T20:12:25.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:25 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:12:25.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:25 smithi043 ceph-mon[135010]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T20:12:26.536 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:26.608 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:26.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.OtherPool (1617 ms) 2023-12-16T20:12:26.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.OtherNamespace 2023-12-16T20:12:26.721 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:26.734 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:26.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:26 smithi002 ceph-mon[137674]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T20:12:26.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:26 smithi002 ceph-mon[137674]: pgmap v2138: 169 pgs: 13 creating+peering, 6 unknown, 150 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 11 KiB/s wr, 290 op/s 2023-12-16T20:12:26.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:26 smithi002 ceph-mon[140029]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T20:12:26.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:26 smithi002 ceph-mon[140029]: pgmap v2138: 169 pgs: 13 creating+peering, 6 unknown, 150 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 11 KiB/s wr, 290 op/s 2023-12-16T20:12:26.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:26 smithi043 ceph-mon[135010]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T20:12:26.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:26 smithi043 ceph-mon[135010]: pgmap v2138: 169 pgs: 13 creating+peering, 6 unknown, 150 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 11 KiB/s wr, 290 op/s 2023-12-16T20:12:26.867 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:26.936 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:27.019 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.OtherNamespace (328 ms) 2023-12-16T20:12:27.019 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.DataPool 2023-12-16T20:12:27.047 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:27.057 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:27.197 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:27.267 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:27.351 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.DataPool (333 ms) 2023-12-16T20:12:27.351 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2023-12-16T20:12:27.381 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:27.391 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:27.537 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:12:27.638 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortAfterPrepare (287 ms) 2023-12-16T20:12:27.638 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2023-12-16T20:12:27.667 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:27.677 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:27.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:27 smithi002 ceph-mon[137674]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T20:12:27.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:27 smithi002 ceph-mon[140029]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T20:12:27.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:27 smithi043 ceph-mon[135010]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T20:12:27.776 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (137 ms) 2023-12-16T20:12:27.776 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortAfterExecute 2023-12-16T20:12:27.805 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:27.816 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:27.957 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:28.029 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:12:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortAfterExecute (353 ms) 2023-12-16T20:12:28.129 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2023-12-16T20:12:28.158 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:28.169 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:28.307 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:28.378 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:12:28.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (351 ms) 2023-12-16T20:12:28.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2023-12-16T20:12:28.509 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:28.521 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:28.652 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:28.719 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:12:28.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:28 smithi002 ceph-mon[137674]: pgmap v2140: 169 pgs: 9 creating+peering, 160 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 261 op/s 2023-12-16T20:12:28.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:28 smithi002 ceph-mon[140029]: pgmap v2140: 169 pgs: 9 creating+peering, 160 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 261 op/s 2023-12-16T20:12:28.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:28 smithi043 ceph-mon[135010]: pgmap v2140: 169 pgs: 9 creating+peering, 160 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 261 op/s 2023-12-16T20:12:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (344 ms) 2023-12-16T20:12:28.824 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.MirroringSamePool 2023-12-16T20:12:28.853 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:28.863 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:28.871 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.MirroringSamePool (47 ms) 2023-12-16T20:12:28.871 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.MirroringAbort 2023-12-16T20:12:28.900 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:28.910 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:28.917 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2023-12-16T20:12:28.918 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2023-12-16T20:12:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:28.959 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:28.966 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (49 ms) 2023-12-16T20:12:28.966 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2023-12-16T20:12:28.996 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:29.006 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:29.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (48 ms) 2023-12-16T20:12:29.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.MirroringPool 2023-12-16T20:12:29.042 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:29.053 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:12:29.060 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.MirroringPool (47 ms) 2023-12-16T20:12:29.060 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Group 2023-12-16T20:12:29.091 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:29.112 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:29.255 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:29.322 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:29.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Group (352 ms) 2023-12-16T20:12:29.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.GroupAbort 2023-12-16T20:12:29.443 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:29.462 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:29.608 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:12:29.723 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.GroupAbort (311 ms) 2023-12-16T20:12:29.723 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnaps 2023-12-16T20:12:29.753 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:29.764 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:29.820 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:29.861 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:30.058 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:30.180 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:30.295 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnaps (571 ms) 2023-12-16T20:12:30.295 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2023-12-16T20:12:30.325 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:30.336 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:30.376 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:30.430 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:30.435 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:30.473 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:30 smithi002 ceph-mon[137674]: pgmap v2141: 169 pgs: 169 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 453 KiB/s rd, 26 KiB/s wr, 574 op/s 2023-12-16T20:12:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:30 smithi002 ceph-mon[140029]: pgmap v2141: 169 pgs: 169 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 453 KiB/s rd, 26 KiB/s wr, 574 op/s 2023-12-16T20:12:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:30 smithi043 ceph-mon[135010]: pgmap v2141: 169 pgs: 169 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 453 KiB/s rd, 26 KiB/s wr, 574 op/s 2023-12-16T20:12:30.643 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:30.740 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:30.858 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsOtherPool (563 ms) 2023-12-16T20:12:30.858 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2023-12-16T20:12:30.888 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:30.899 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:30.946 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:30.981 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:31.160 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:31.261 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:31.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsDataPool (526 ms) 2023-12-16T20:12:31.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2023-12-16T20:12:31.415 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:31.426 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:31.472 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:31.516 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:31.696 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:12:31.705 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:31.810 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:31.913 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (530 ms) 2023-12-16T20:12:31.914 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2023-12-16T20:12:31.944 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:31.954 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:32.005 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:32.055 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 0 2023-12-16T20:12:32.071 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:32.181 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:32 smithi002 ceph-mon[137674]: pgmap v2142: 169 pgs: 169 active+clean; 41 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.9 MiB/s wr, 1.25k op/s 2023-12-16T20:12:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:31] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.43.0" 2023-12-16T20:12:32.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:32 smithi002 ceph-mon[140029]: pgmap v2142: 169 pgs: 169 active+clean; 41 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.9 MiB/s wr, 1.25k op/s 2023-12-16T20:12:32.251 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:32.299 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (386 ms) 2023-12-16T20:12:32.299 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2023-12-16T20:12:32.331 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:32.342 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:32.387 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:32.437 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:32 smithi043 ceph-mon[135010]: pgmap v2142: 169 pgs: 169 active+clean; 41 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.9 MiB/s wr, 1.25k op/s 2023-12-16T20:12:32.630 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 0 2023-12-16T20:12:32.642 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:32.713 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:32.769 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (470 ms) 2023-12-16T20:12:32.769 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2023-12-16T20:12:32.799 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:32.809 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:32.866 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:32.909 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:33.092 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:12:33.099 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:33.220 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:33.362 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (592 ms) 2023-12-16T20:12:33.362 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2023-12-16T20:12:33.390 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:33.400 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:33.450 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:33.488 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:33.672 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: after_prepare_snap 2023-12-16T20:12:34.066 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:12:34.084 INFO:tasks.workunit.client.0.smithi002.stdout:write: * 0~1000 2023-12-16T20:12:34.090 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:34.204 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:34.365 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1004 ms) 2023-12-16T20:12:34.365 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Snaps 2023-12-16T20:12:34.396 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:34.407 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:34.457 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:12:34.605 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:12:34.929 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (40m) 6m ago 43m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (40m) 4m ago 43m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (44m) 6m ago 44m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (44m) 4m ago 44m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (40m) 4m ago 46m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (40m) 6m ago 47m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (39m) 6m ago 47m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (39m) 4m ago 46m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (39m) 6m ago 46m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (40m) 6m ago 43m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (40m) 4m ago 43m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (38m) 6m ago 46m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (38m) 6m ago 45m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:12:34.930 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (37m) 6m ago 45m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (37m) 6m ago 45m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (36m) 4m ago 45m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (36m) 4m ago 45m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (35m) 4m ago 44m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (35m) 4m ago 44m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:12:34.931 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (40m) 4m ago 43m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:12:34.931 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[137674]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T20:12:34.931 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[137674]: pgmap v2144: 169 pgs: 169 active+clean; 73 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.39k op/s 2023-12-16T20:12:34.931 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[137674]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T20:12:34.932 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[140029]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T20:12:34.932 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[140029]: pgmap v2144: 169 pgs: 169 active+clean; 73 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.39k op/s 2023-12-16T20:12:34.932 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:34 smithi002 ceph-mon[140029]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T20:12:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:34 smithi043 ceph-mon[135010]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T20:12:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:34 smithi043 ceph-mon[135010]: pgmap v2144: 169 pgs: 169 active+clean; 73 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 1.39k op/s 2023-12-16T20:12:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:34 smithi043 ceph-mon[135010]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T20:12:35.340 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:12:35.340 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:12:35.340 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:12:35.341 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:12:35.342 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:12:35.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[137674]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[137674]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[137674]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T20:12:35.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2784764653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[140029]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[140029]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[140029]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T20:12:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:35 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2784764653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:35.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:35 smithi043 ceph-mon[135010]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:35 smithi043 ceph-mon[135010]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:12:35.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:35 smithi043 ceph-mon[135010]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T20:12:35.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:35 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2784764653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:12:36.074 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:12:36.089 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:12:36.090 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:12:36.090 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:12:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[137674]: pgmap v2147: 169 pgs: 169 active+clean; 197 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 59 MiB/s wr, 2.30k op/s 2023-12-16T20:12:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[137674]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T20:12:37.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[140029]: pgmap v2147: 169 pgs: 169 active+clean; 197 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 59 MiB/s wr, 2.30k op/s 2023-12-16T20:12:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[140029]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T20:12:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:36 smithi043 ceph-mon[135010]: pgmap v2147: 169 pgs: 169 active+clean; 197 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 59 MiB/s wr, 2.30k op/s 2023-12-16T20:12:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:36 smithi043 ceph-mon[135010]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T20:12:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:12:38.078 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:12:38.086 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:12:38.086 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:12:38.095 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:12:38.118 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:12:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:38 smithi002 ceph-mon[137674]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T20:12:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:38 smithi002 ceph-mon[137674]: pgmap v2150: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 MiB/s rd, 69 MiB/s wr, 1.43k op/s 2023-12-16T20:12:38.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:38 smithi002 ceph-mon[140029]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T20:12:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:38 smithi002 ceph-mon[140029]: pgmap v2150: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 MiB/s rd, 69 MiB/s wr, 1.43k op/s 2023-12-16T20:12:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:38 smithi043 ceph-mon[135010]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T20:12:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:38 smithi043 ceph-mon[135010]: pgmap v2150: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 95 MiB/s rd, 69 MiB/s wr, 1.43k op/s 2023-12-16T20:12:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:39 smithi002 ceph-mon[137674]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T20:12:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:39 smithi002 ceph-mon[140029]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T20:12:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:39 smithi043 ceph-mon[135010]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T20:12:40.089 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:40.118 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:12:40.129 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:40 smithi002 ceph-mon[137674]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T20:12:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:40 smithi002 ceph-mon[137674]: pgmap v2153: 169 pgs: 169 active+clean; 221 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 456 op/s 2023-12-16T20:12:40.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:40 smithi002 ceph-mon[140029]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T20:12:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:40 smithi002 ceph-mon[140029]: pgmap v2153: 169 pgs: 169 active+clean; 221 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 456 op/s 2023-12-16T20:12:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:40 smithi043 ceph-mon[135010]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T20:12:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:40 smithi043 ceph-mon[135010]: pgmap v2153: 169 pgs: 169 active+clean; 221 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 456 op/s 2023-12-16T20:12:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:41 smithi002 ceph-mon[137674]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T20:12:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:41 smithi002 ceph-mon[140029]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T20:12:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:41 smithi043 ceph-mon[135010]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T20:12:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:42 smithi002 ceph-mon[137674]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T20:12:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:42 smithi002 ceph-mon[137674]: pgmap v2156: 169 pgs: 169 active+clean; 237 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 378 op/s 2023-12-16T20:12:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:41] "GET /metrics HTTP/1.1" 200 38785 "" "Prometheus/2.43.0" 2023-12-16T20:12:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:42 smithi002 ceph-mon[140029]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T20:12:42.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:42 smithi002 ceph-mon[140029]: pgmap v2156: 169 pgs: 169 active+clean; 237 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 378 op/s 2023-12-16T20:12:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:42 smithi043 ceph-mon[135010]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T20:12:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:42 smithi043 ceph-mon[135010]: pgmap v2156: 169 pgs: 169 active+clean; 237 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 378 op/s 2023-12-16T20:12:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:43 smithi002 ceph-mon[137674]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T20:12:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:43 smithi002 ceph-mon[140029]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T20:12:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:43 smithi043 ceph-mon[135010]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T20:12:43.550 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:43.690 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:44 smithi002 ceph-mon[137674]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T20:12:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:44 smithi002 ceph-mon[137674]: pgmap v2159: 169 pgs: 169 active+clean; 253 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 126 op/s 2023-12-16T20:12:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:44 smithi002 ceph-mon[140029]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T20:12:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:44 smithi002 ceph-mon[140029]: pgmap v2159: 169 pgs: 169 active+clean; 253 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 126 op/s 2023-12-16T20:12:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:44 smithi043 ceph-mon[135010]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T20:12:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:44 smithi043 ceph-mon[135010]: pgmap v2159: 169 pgs: 169 active+clean; 253 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 126 op/s 2023-12-16T20:12:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:45 smithi002 ceph-mon[137674]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T20:12:45.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:45 smithi002 ceph-mon[140029]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T20:12:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:45 smithi043 ceph-mon[135010]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T20:12:46.455 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Snaps (12089 ms) 2023-12-16T20:12:46.455 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsOtherPool 2023-12-16T20:12:46.488 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:46 smithi002 ceph-mon[137674]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T20:12:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:46 smithi002 ceph-mon[137674]: pgmap v2162: 169 pgs: 169 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 438 op/s 2023-12-16T20:12:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:46 smithi002 ceph-mon[140029]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T20:12:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:46 smithi002 ceph-mon[140029]: pgmap v2162: 169 pgs: 169 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 438 op/s 2023-12-16T20:12:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:46 smithi043 ceph-mon[135010]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T20:12:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:46 smithi043 ceph-mon[135010]: pgmap v2162: 169 pgs: 169 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 438 op/s 2023-12-16T20:12:46.499 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:46.554 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:12:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:47 smithi002 ceph-mon[137674]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T20:12:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:47 smithi002 ceph-mon[140029]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T20:12:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:47 smithi043 ceph-mon[135010]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T20:12:48.133 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:12:48.157 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:12:48.157 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:12:48.157 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:12:48.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:48 smithi043 ceph-mon[135010]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T20:12:48.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:48 smithi043 ceph-mon[135010]: pgmap v2165: 169 pgs: 169 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2023-12-16T20:12:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:48 smithi002 ceph-mon[137674]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T20:12:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:48 smithi002 ceph-mon[137674]: pgmap v2165: 169 pgs: 169 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2023-12-16T20:12:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:48 smithi002 ceph-mon[140029]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T20:12:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:48 smithi002 ceph-mon[140029]: pgmap v2165: 169 pgs: 169 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 451 op/s 2023-12-16T20:12:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:49 smithi002 ceph-mon[137674]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T20:12:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:49 smithi002 ceph-mon[140029]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T20:12:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:49 smithi043 ceph-mon[135010]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T20:12:50.143 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:12:50.150 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:12:50.150 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:12:50.161 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:12:50.183 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:12:50.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:50 smithi002 ceph-mon[137674]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T20:12:50.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:50 smithi002 ceph-mon[137674]: pgmap v2168: 169 pgs: 169 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2023-12-16T20:12:50.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:50 smithi002 ceph-mon[140029]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T20:12:50.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:50 smithi002 ceph-mon[140029]: pgmap v2168: 169 pgs: 169 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2023-12-16T20:12:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:50 smithi043 ceph-mon[135010]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T20:12:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:50 smithi043 ceph-mon[135010]: pgmap v2168: 169 pgs: 169 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 67 op/s 2023-12-16T20:12:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:51 smithi002 ceph-mon[137674]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T20:12:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:51 smithi002 ceph-mon[140029]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T20:12:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:51 smithi043 ceph-mon[135010]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T20:12:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:12:52.153 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:52.180 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:12:52.189 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:52.198 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:12:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:52 smithi002 ceph-mon[137674]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T20:12:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:52 smithi002 ceph-mon[137674]: pgmap v2171: 169 pgs: 169 active+clean; 285 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 10 MiB/s wr, 166 op/s 2023-12-16T20:12:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:12:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:12:51] "GET /metrics HTTP/1.1" 200 38789 "" "Prometheus/2.43.0" 2023-12-16T20:12:52.238 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:52 smithi002 ceph-mon[140029]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T20:12:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:52 smithi002 ceph-mon[140029]: pgmap v2171: 169 pgs: 169 active+clean; 285 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 10 MiB/s wr, 166 op/s 2023-12-16T20:12:52.255 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:12:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:52 smithi043 ceph-mon[135010]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T20:12:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:52 smithi043 ceph-mon[135010]: pgmap v2171: 169 pgs: 169 active+clean; 285 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 10 MiB/s wr, 166 op/s 2023-12-16T20:12:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:53 smithi002 ceph-mon[137674]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T20:12:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:53 smithi002 ceph-mon[140029]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T20:12:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:53 smithi043 ceph-mon[135010]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T20:12:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[137674]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T20:12:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[137674]: pgmap v2174: 169 pgs: 169 active+clean; 305 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 121 op/s 2023-12-16T20:12:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[137674]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T20:12:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[140029]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T20:12:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[140029]: pgmap v2174: 169 pgs: 169 active+clean; 305 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 121 op/s 2023-12-16T20:12:54.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:54 smithi002 ceph-mon[140029]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T20:12:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:54 smithi043 ceph-mon[135010]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T20:12:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:54 smithi043 ceph-mon[135010]: pgmap v2174: 169 pgs: 169 active+clean; 305 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 121 op/s 2023-12-16T20:12:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:54 smithi043 ceph-mon[135010]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T20:12:55.541 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:12:55.712 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:12:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:56 smithi002 ceph-mon[137674]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T20:12:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:56 smithi002 ceph-mon[137674]: pgmap v2177: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 12 MiB/s wr, 152 op/s 2023-12-16T20:12:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:56 smithi002 ceph-mon[140029]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T20:12:56.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:56 smithi002 ceph-mon[140029]: pgmap v2177: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 12 MiB/s wr, 152 op/s 2023-12-16T20:12:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:56 smithi043 ceph-mon[135010]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T20:12:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:56 smithi043 ceph-mon[135010]: pgmap v2177: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 12 MiB/s wr, 152 op/s 2023-12-16T20:12:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:57 smithi002 ceph-mon[137674]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T20:12:57.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:57 smithi002 ceph-mon[140029]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T20:12:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:57 smithi043 ceph-mon[135010]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T20:12:58.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsOtherPool (11987 ms) 2023-12-16T20:12:58.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsDataPool 2023-12-16T20:12:58.475 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:12:58.486 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:12:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:58 smithi002 ceph-mon[137674]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T20:12:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:58 smithi002 ceph-mon[137674]: pgmap v2180: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 7.0 MiB/s wr, 324 op/s 2023-12-16T20:12:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:58 smithi002 ceph-mon[140029]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T20:12:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:58 smithi002 ceph-mon[140029]: pgmap v2180: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 7.0 MiB/s wr, 324 op/s 2023-12-16T20:12:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:58 smithi043 ceph-mon[135010]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T20:12:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:58 smithi043 ceph-mon[135010]: pgmap v2180: 169 pgs: 169 active+clean; 341 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 7.0 MiB/s wr, 324 op/s 2023-12-16T20:12:58.548 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:12:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:12:59 smithi002 ceph-mon[137674]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T20:12:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:12:59 smithi002 ceph-mon[140029]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T20:12:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:12:59 smithi043 ceph-mon[135010]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T20:13:00.102 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:13:00.122 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:13:00.122 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:13:00.122 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:13:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:00 smithi002 ceph-mon[137674]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T20:13:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:00 smithi002 ceph-mon[137674]: pgmap v2183: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 374 op/s 2023-12-16T20:13:00.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:00 smithi002 ceph-mon[140029]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T20:13:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:00 smithi002 ceph-mon[140029]: pgmap v2183: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 374 op/s 2023-12-16T20:13:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:00 smithi043 ceph-mon[135010]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T20:13:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:00 smithi043 ceph-mon[135010]: pgmap v2183: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 374 op/s 2023-12-16T20:13:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:01 smithi002 ceph-mon[137674]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T20:13:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:01 smithi002 ceph-mon[140029]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T20:13:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:01 smithi043 ceph-mon[135010]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T20:13:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:13:02.121 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:13:02.122 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:02.134 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:13:02.151 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:13:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:02 smithi002 ceph-mon[137674]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T20:13:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:02 smithi002 ceph-mon[137674]: pgmap v2186: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 64 MiB/s rd, 13 MiB/s wr, 329 op/s 2023-12-16T20:13:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:01] "GET /metrics HTTP/1.1" 200 38789 "" "Prometheus/2.43.0" 2023-12-16T20:13:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:02 smithi002 ceph-mon[140029]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T20:13:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:02 smithi002 ceph-mon[140029]: pgmap v2186: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 64 MiB/s rd, 13 MiB/s wr, 329 op/s 2023-12-16T20:13:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:02 smithi043 ceph-mon[135010]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T20:13:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:02 smithi043 ceph-mon[135010]: pgmap v2186: 169 pgs: 169 active+clean; 357 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 64 MiB/s rd, 13 MiB/s wr, 329 op/s 2023-12-16T20:13:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:03 smithi002 ceph-mon[137674]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T20:13:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:03 smithi002 ceph-mon[140029]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T20:13:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:03 smithi043 ceph-mon[135010]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T20:13:04.079 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:04.102 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:13:04.112 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:13:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[137674]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T20:13:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[137674]: pgmap v2189: 169 pgs: 169 active+clean; 373 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 141 op/s 2023-12-16T20:13:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[137674]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T20:13:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[140029]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T20:13:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[140029]: pgmap v2189: 169 pgs: 169 active+clean; 373 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 141 op/s 2023-12-16T20:13:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:04 smithi002 ceph-mon[140029]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T20:13:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:04 smithi043 ceph-mon[135010]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T20:13:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:04 smithi043 ceph-mon[135010]: pgmap v2189: 169 pgs: 169 active+clean; 373 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 12 MiB/s wr, 141 op/s 2023-12-16T20:13:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:04 smithi043 ceph-mon[135010]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T20:13:05.706 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:13:06.036 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:13:06.036 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (41m) 7m ago 43m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:13:06.036 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (41m) 5m ago 43m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:13:06.036 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (44m) 7m ago 44m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (44m) 5m ago 44m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (40m) 5m ago 46m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (40m) 7m ago 48m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (40m) 7m ago 48m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (39m) 5m ago 47m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (40m) 7m ago 47m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:13:06.037 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (41m) 7m ago 43m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (41m) 5m ago 43m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (39m) 7m ago 46m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (38m) 7m ago 46m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (38m) 7m ago 46m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (37m) 7m ago 46m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (37m) 5m ago 45m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:13:06.038 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (36m) 5m ago 45m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:13:06.039 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (36m) 5m ago 45m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:13:06.039 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (35m) 5m ago 45m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:13:06.039 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (40m) 5m ago 44m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:06.470 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:13:06.471 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:13:06.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[137674]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[137674]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[137674]: pgmap v2192: 169 pgs: 169 active+clean; 393 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[140029]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[140029]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:06.472 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:06 smithi002 ceph-mon[140029]: pgmap v2192: 169 pgs: 169 active+clean; 393 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2023-12-16T20:13:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:06 smithi043 ceph-mon[135010]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T20:13:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:06 smithi043 ceph-mon[135010]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:13:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:06 smithi043 ceph-mon[135010]: pgmap v2192: 169 pgs: 169 active+clean; 393 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2023-12-16T20:13:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: from='client.46571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T20:13:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1142603060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:13:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: from='client.46571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1142603060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:13:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: from='client.46571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1142603060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:13:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:13:07.633 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:13:07.778 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:13:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:08 smithi002 ceph-mon[137674]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T20:13:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:08 smithi002 ceph-mon[137674]: pgmap v2195: 169 pgs: 169 active+clean; 397 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 175 op/s 2023-12-16T20:13:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:08 smithi002 ceph-mon[140029]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T20:13:08.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:08 smithi002 ceph-mon[140029]: pgmap v2195: 169 pgs: 169 active+clean; 397 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 175 op/s 2023-12-16T20:13:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:08 smithi043 ceph-mon[135010]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T20:13:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:08 smithi043 ceph-mon[135010]: pgmap v2195: 169 pgs: 169 active+clean; 397 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 4.0 MiB/s wr, 175 op/s 2023-12-16T20:13:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:09 smithi002 ceph-mon[137674]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T20:13:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:09 smithi002 ceph-mon[137674]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T20:13:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:09 smithi002 ceph-mon[140029]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T20:13:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:09 smithi002 ceph-mon[140029]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T20:13:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:09 smithi043 ceph-mon[135010]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T20:13:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:09 smithi043 ceph-mon[135010]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T20:13:10.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsDataPool (12038 ms) 2023-12-16T20:13:10.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2023-12-16T20:13:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:10 smithi002 ceph-mon[137674]: pgmap v2198: 169 pgs: 169 active+clean; 405 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T20:13:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:10 smithi002 ceph-mon[140029]: pgmap v2198: 169 pgs: 169 active+clean; 405 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T20:13:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:10 smithi043 ceph-mon[135010]: pgmap v2198: 169 pgs: 169 active+clean; 405 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T20:13:10.514 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:10.525 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:13:10.584 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:13:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:11 smithi002 ceph-mon[137674]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T20:13:11.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:11 smithi002 ceph-mon[140029]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T20:13:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:11 smithi043 ceph-mon[135010]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T20:13:12.156 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:13:12.173 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:13:12.174 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:13:12.174 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:13:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:12 smithi002 ceph-mon[137674]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T20:13:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:12 smithi002 ceph-mon[137674]: pgmap v2201: 169 pgs: 169 active+clean; 417 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2023-12-16T20:13:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:11] "GET /metrics HTTP/1.1" 200 38787 "" "Prometheus/2.43.0" 2023-12-16T20:13:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:12 smithi002 ceph-mon[140029]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T20:13:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:12 smithi002 ceph-mon[140029]: pgmap v2201: 169 pgs: 169 active+clean; 417 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2023-12-16T20:13:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:12 smithi043 ceph-mon[135010]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T20:13:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:12 smithi043 ceph-mon[135010]: pgmap v2201: 169 pgs: 169 active+clean; 417 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2023-12-16T20:13:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:13 smithi002 ceph-mon[137674]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T20:13:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:13 smithi002 ceph-mon[140029]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T20:13:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:13 smithi043 ceph-mon[135010]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T20:13:14.168 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:13:14.179 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:13:14.179 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:14.189 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:13:14.209 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:13:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:14 smithi002 ceph-mon[137674]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T20:13:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:14 smithi002 ceph-mon[137674]: pgmap v2204: 169 pgs: 169 active+clean; 421 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 434 op/s 2023-12-16T20:13:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:14 smithi002 ceph-mon[140029]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T20:13:14.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:14 smithi002 ceph-mon[140029]: pgmap v2204: 169 pgs: 169 active+clean; 421 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 434 op/s 2023-12-16T20:13:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:14 smithi043 ceph-mon[135010]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T20:13:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:14 smithi043 ceph-mon[135010]: pgmap v2204: 169 pgs: 169 active+clean; 421 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 434 op/s 2023-12-16T20:13:15.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:15 smithi002 ceph-mon[137674]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T20:13:15.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:15 smithi002 ceph-mon[140029]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T20:13:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:15 smithi043 ceph-mon[135010]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T20:13:16.177 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:16.208 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:13:16.219 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:13:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:16 smithi002 ceph-mon[137674]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T20:13:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:16 smithi002 ceph-mon[137674]: pgmap v2207: 169 pgs: 169 active+clean; 445 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 111 op/s 2023-12-16T20:13:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:16 smithi002 ceph-mon[140029]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T20:13:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:16 smithi002 ceph-mon[140029]: pgmap v2207: 169 pgs: 169 active+clean; 445 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 111 op/s 2023-12-16T20:13:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:16 smithi043 ceph-mon[135010]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T20:13:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:16 smithi043 ceph-mon[135010]: pgmap v2207: 169 pgs: 169 active+clean; 445 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 111 op/s 2023-12-16T20:13:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:17 smithi002 ceph-mon[137674]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T20:13:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:17 smithi002 ceph-mon[140029]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T20:13:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:17 smithi043 ceph-mon[135010]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T20:13:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:18 smithi002 ceph-mon[137674]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T20:13:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:18 smithi002 ceph-mon[137674]: pgmap v2210: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T20:13:18.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:18 smithi002 ceph-mon[140029]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T20:13:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:18 smithi002 ceph-mon[140029]: pgmap v2210: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T20:13:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:18 smithi043 ceph-mon[135010]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T20:13:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:18 smithi043 ceph-mon[135010]: pgmap v2210: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T20:13:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:19 smithi002 ceph-mon[137674]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T20:13:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:19 smithi002 ceph-mon[137674]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T20:13:19.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:19 smithi002 ceph-mon[140029]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T20:13:19.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:19 smithi002 ceph-mon[140029]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T20:13:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:19 smithi043 ceph-mon[135010]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T20:13:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:19 smithi043 ceph-mon[135010]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T20:13:19.502 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:13:19.527 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:13:19.661 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:13:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:20 smithi002 ceph-mon[137674]: pgmap v2213: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2023-12-16T20:13:20.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:20 smithi002 ceph-mon[140029]: pgmap v2213: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2023-12-16T20:13:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:20 smithi043 ceph-mon[135010]: pgmap v2213: 169 pgs: 169 active+clean; 453 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2023-12-16T20:13:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:21 smithi002 ceph-mon[137674]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T20:13:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:21.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:21 smithi002 ceph-mon[140029]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T20:13:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:21 smithi043 ceph-mon[135010]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T20:13:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:22.191 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:21] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T20:13:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:22 smithi002 ceph-mon[137674]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T20:13:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:22 smithi002 ceph-mon[137674]: pgmap v2216: 169 pgs: 169 active+clean; 473 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2023-12-16T20:13:22.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:22 smithi002 ceph-mon[140029]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T20:13:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:22 smithi002 ceph-mon[140029]: pgmap v2216: 169 pgs: 169 active+clean; 473 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2023-12-16T20:13:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:22 smithi043 ceph-mon[135010]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T20:13:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:22 smithi043 ceph-mon[135010]: pgmap v2216: 169 pgs: 169 active+clean; 473 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 483 op/s 2023-12-16T20:13:22.512 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12032 ms) 2023-12-16T20:13:22.512 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2023-12-16T20:13:22.543 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:22.555 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:13:22.605 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:13:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:23 smithi002 ceph-mon[137674]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T20:13:23.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:23 smithi002 ceph-mon[140029]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T20:13:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:23 smithi043 ceph-mon[135010]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T20:13:24.218 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:13:24.236 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:13:24.237 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:13:24.237 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:13:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:24 smithi002 ceph-mon[137674]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T20:13:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:24 smithi002 ceph-mon[137674]: pgmap v2219: 169 pgs: 169 active+clean; 477 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2023-12-16T20:13:24.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:24 smithi002 ceph-mon[140029]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T20:13:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:24 smithi002 ceph-mon[140029]: pgmap v2219: 169 pgs: 169 active+clean; 477 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2023-12-16T20:13:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:24 smithi043 ceph-mon[135010]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T20:13:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:24 smithi043 ceph-mon[135010]: pgmap v2219: 169 pgs: 169 active+clean; 477 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 496 op/s 2023-12-16T20:13:25.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:25 smithi002 ceph-mon[137674]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T20:13:25.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:25 smithi002 ceph-mon[140029]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T20:13:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:25 smithi043 ceph-mon[135010]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T20:13:26.231 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:13:26.237 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:13:26.237 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:26.248 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:13:26.267 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:13:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:26 smithi002 ceph-mon[137674]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T20:13:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:26 smithi002 ceph-mon[137674]: pgmap v2222: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 176 op/s 2023-12-16T20:13:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:26 smithi002 ceph-mon[140029]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T20:13:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:26 smithi002 ceph-mon[140029]: pgmap v2222: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 176 op/s 2023-12-16T20:13:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:26 smithi043 ceph-mon[135010]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T20:13:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:26 smithi043 ceph-mon[135010]: pgmap v2222: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 7.0 MiB/s wr, 176 op/s 2023-12-16T20:13:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:27 smithi002 ceph-mon[137674]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T20:13:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:27 smithi002 ceph-mon[140029]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T20:13:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:27 smithi043 ceph-mon[135010]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T20:13:28.241 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:28.268 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:13:28.278 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 0 2023-12-16T20:13:28.296 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:13:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:28 smithi002 ceph-mon[137674]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T20:13:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:28 smithi002 ceph-mon[137674]: pgmap v2225: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2023-12-16T20:13:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:28 smithi002 ceph-mon[140029]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T20:13:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:28 smithi002 ceph-mon[140029]: pgmap v2225: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2023-12-16T20:13:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:28 smithi043 ceph-mon[135010]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T20:13:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:28 smithi043 ceph-mon[135010]: pgmap v2225: 169 pgs: 169 active+clean; 485 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 129 op/s 2023-12-16T20:13:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:29 smithi002 ceph-mon[137674]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T20:13:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:29 smithi002 ceph-mon[137674]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T20:13:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:29 smithi002 ceph-mon[140029]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T20:13:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:29 smithi002 ceph-mon[140029]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T20:13:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:29 smithi043 ceph-mon[135010]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T20:13:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:29 smithi043 ceph-mon[135010]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T20:13:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:30 smithi002 ceph-mon[137674]: pgmap v2228: 169 pgs: 169 active+clean; 493 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 57 op/s 2023-12-16T20:13:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:30 smithi002 ceph-mon[137674]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T20:13:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:30 smithi002 ceph-mon[140029]: pgmap v2228: 169 pgs: 169 active+clean; 493 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 57 op/s 2023-12-16T20:13:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:30 smithi002 ceph-mon[140029]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T20:13:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:30 smithi043 ceph-mon[135010]: pgmap v2228: 169 pgs: 169 active+clean; 493 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 57 op/s 2023-12-16T20:13:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:30 smithi043 ceph-mon[135010]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T20:13:31.489 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:13:31.644 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:13:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:32 smithi002 ceph-mon[137674]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T20:13:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:32 smithi002 ceph-mon[137674]: pgmap v2231: 169 pgs: 169 active+clean; 509 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 161 op/s 2023-12-16T20:13:32.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:31] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T20:13:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:32 smithi002 ceph-mon[140029]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T20:13:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:32 smithi002 ceph-mon[140029]: pgmap v2231: 169 pgs: 169 active+clean; 509 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 161 op/s 2023-12-16T20:13:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:32 smithi043 ceph-mon[135010]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T20:13:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:32 smithi043 ceph-mon[135010]: pgmap v2231: 169 pgs: 169 active+clean; 509 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 161 op/s 2023-12-16T20:13:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:33 smithi002 ceph-mon[137674]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T20:13:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:33 smithi002 ceph-mon[140029]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T20:13:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:33 smithi043 ceph-mon[135010]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T20:13:34.358 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11846 ms) 2023-12-16T20:13:34.358 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2023-12-16T20:13:34.391 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:34.402 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:13:34.462 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:13:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:34 smithi002 ceph-mon[137674]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T20:13:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:34 smithi002 ceph-mon[137674]: pgmap v2234: 169 pgs: 169 active+clean; 517 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2023-12-16T20:13:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:34 smithi002 ceph-mon[140029]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T20:13:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:34 smithi002 ceph-mon[140029]: pgmap v2234: 169 pgs: 169 active+clean; 517 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2023-12-16T20:13:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:34 smithi043 ceph-mon[135010]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T20:13:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:34 smithi043 ceph-mon[135010]: pgmap v2234: 169 pgs: 169 active+clean; 517 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2023-12-16T20:13:35.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:35 smithi002 ceph-mon[137674]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T20:13:35.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:35 smithi002 ceph-mon[140029]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T20:13:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:35 smithi043 ceph-mon[135010]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T20:13:36.118 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:13:36.140 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:13:36.140 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:13:36.140 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:13:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[137674]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T20:13:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[137674]: pgmap v2237: 169 pgs: 169 active+clean; 521 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2023-12-16T20:13:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[140029]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T20:13:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:36 smithi002 ceph-mon[140029]: pgmap v2237: 169 pgs: 169 active+clean; 521 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2023-12-16T20:13:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:36 smithi043 ceph-mon[135010]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T20:13:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:36 smithi043 ceph-mon[135010]: pgmap v2237: 169 pgs: 169 active+clean; 521 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2023-12-16T20:13:36.836 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:13:37.169 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:13:37.169 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (41m) 7m ago 44m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:13:37.169 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (41m) 5m ago 44m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:13:37.169 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (45m) 7m ago 45m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (45m) 5m ago 45m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (41m) 5m ago 47m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (41m) 7m ago 48m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (40m) 7m ago 48m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (40m) 5m ago 47m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (40m) 7m ago 47m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:13:37.170 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (41m) 7m ago 44m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (41m) 5m ago 44m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (39m) 7m ago 47m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (39m) 7m ago 47m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (38m) 7m ago 46m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (38m) 7m ago 46m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:13:37.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (37m) 5m ago 46m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:13:37.172 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (37m) 5m ago 46m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:13:37.172 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (36m) 5m ago 45m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:13:37.172 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (36m) 5m ago 45m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:13:37.173 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (41m) 5m ago 44m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:13:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:37 smithi002 ceph-mon[137674]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T20:13:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:37 smithi002 ceph-mon[137674]: from='client.36594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:37 smithi002 ceph-mon[140029]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T20:13:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:37 smithi002 ceph-mon[140029]: from='client.36594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:37 smithi043 ceph-mon[135010]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T20:13:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:37 smithi043 ceph-mon[135010]: from='client.36594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:37.568 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:13:37.569 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:13:37.570 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:13:37.570 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:13:37.570 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:13:38.126 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:13:38.134 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:13:38.134 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:38.144 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:13:38.171 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:13:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[137674]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T20:13:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[137674]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/638045152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[137674]: pgmap v2240: 169 pgs: 169 active+clean; 525 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 261 op/s 2023-12-16T20:13:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[140029]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T20:13:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[140029]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/638045152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:38 smithi002 ceph-mon[140029]: pgmap v2240: 169 pgs: 169 active+clean; 525 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 261 op/s 2023-12-16T20:13:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:38 smithi043 ceph-mon[135010]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T20:13:38.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:38 smithi043 ceph-mon[135010]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:13:38.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:38 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/638045152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:13:38.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:38 smithi043 ceph-mon[135010]: pgmap v2240: 169 pgs: 169 active+clean; 525 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 261 op/s 2023-12-16T20:13:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:39 smithi002 ceph-mon[137674]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T20:13:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:39 smithi002 ceph-mon[137674]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T20:13:39.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:39 smithi002 ceph-mon[140029]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T20:13:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:39 smithi002 ceph-mon[140029]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T20:13:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:39 smithi043 ceph-mon[135010]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T20:13:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:39 smithi043 ceph-mon[135010]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T20:13:40.093 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:40.121 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:13:40.132 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:13:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:40 smithi002 ceph-mon[137674]: pgmap v2243: 169 pgs: 169 active+clean; 533 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 98 op/s 2023-12-16T20:13:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:40 smithi002 ceph-mon[137674]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T20:13:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:40 smithi002 ceph-mon[140029]: pgmap v2243: 169 pgs: 169 active+clean; 533 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 98 op/s 2023-12-16T20:13:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:40 smithi002 ceph-mon[140029]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T20:13:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:40 smithi043 ceph-mon[135010]: pgmap v2243: 169 pgs: 169 active+clean; 533 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 98 op/s 2023-12-16T20:13:40.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:40 smithi043 ceph-mon[135010]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T20:13:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:42 smithi002 ceph-mon[137674]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T20:13:42.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:42 smithi002 ceph-mon[137674]: pgmap v2246: 169 pgs: 169 active+clean; 561 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2023-12-16T20:13:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:41] "GET /metrics HTTP/1.1" 200 38795 "" "Prometheus/2.43.0" 2023-12-16T20:13:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:42 smithi002 ceph-mon[140029]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T20:13:42.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:42 smithi002 ceph-mon[140029]: pgmap v2246: 169 pgs: 169 active+clean; 561 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2023-12-16T20:13:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:42 smithi043 ceph-mon[135010]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T20:13:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:42 smithi043 ceph-mon[135010]: pgmap v2246: 169 pgs: 169 active+clean; 561 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 117 op/s 2023-12-16T20:13:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:43 smithi002 ceph-mon[137674]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T20:13:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:43 smithi002 ceph-mon[140029]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T20:13:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:43 smithi043 ceph-mon[135010]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T20:13:43.613 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 0 2023-12-16T20:13:43.697 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:13:43.821 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:13:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[137674]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T20:13:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[137674]: pgmap v2249: 169 pgs: 169 active+clean; 565 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2023-12-16T20:13:44.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[137674]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T20:13:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[140029]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T20:13:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[140029]: pgmap v2249: 169 pgs: 169 active+clean; 565 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2023-12-16T20:13:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:44 smithi002 ceph-mon[140029]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T20:13:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:44 smithi043 ceph-mon[135010]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T20:13:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:44 smithi043 ceph-mon[135010]: pgmap v2249: 169 pgs: 169 active+clean; 565 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2023-12-16T20:13:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:44 smithi043 ceph-mon[135010]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T20:13:46.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12028 ms) 2023-12-16T20:13:46.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2023-12-16T20:13:46.417 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:46.427 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:13:46.482 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:13:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:46 smithi002 ceph-mon[137674]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T20:13:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:46 smithi002 ceph-mon[137674]: pgmap v2252: 169 pgs: 169 active+clean; 581 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 370 op/s 2023-12-16T20:13:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:46 smithi002 ceph-mon[140029]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T20:13:46.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:46 smithi002 ceph-mon[140029]: pgmap v2252: 169 pgs: 169 active+clean; 581 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 370 op/s 2023-12-16T20:13:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:46 smithi043 ceph-mon[135010]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T20:13:46.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:46 smithi043 ceph-mon[135010]: pgmap v2252: 169 pgs: 169 active+clean; 581 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 370 op/s 2023-12-16T20:13:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:47 smithi002 ceph-mon[137674]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T20:13:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:47 smithi002 ceph-mon[140029]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T20:13:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:47 smithi043 ceph-mon[135010]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T20:13:48.115 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:13:48.134 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:13:48.135 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:13:48.135 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:13:48.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:48 smithi043 ceph-mon[135010]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T20:13:48.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:48 smithi043 ceph-mon[135010]: pgmap v2255: 169 pgs: 169 active+clean; 585 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 286 op/s 2023-12-16T20:13:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:48 smithi002 ceph-mon[137674]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T20:13:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:48 smithi002 ceph-mon[137674]: pgmap v2255: 169 pgs: 169 active+clean; 585 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 286 op/s 2023-12-16T20:13:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:48 smithi002 ceph-mon[140029]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T20:13:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:48 smithi002 ceph-mon[140029]: pgmap v2255: 169 pgs: 169 active+clean; 585 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 286 op/s 2023-12-16T20:13:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:49 smithi002 ceph-mon[137674]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T20:13:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:49 smithi002 ceph-mon[140029]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T20:13:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:49 smithi043 ceph-mon[135010]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T20:13:50.120 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:13:50.127 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:13:50.127 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:50.139 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:13:50.156 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:13:50.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:50 smithi002 ceph-mon[137674]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T20:13:50.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:50 smithi002 ceph-mon[137674]: pgmap v2258: 169 pgs: 169 active+clean; 601 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 232 op/s 2023-12-16T20:13:50.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:50 smithi002 ceph-mon[140029]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T20:13:50.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:50 smithi002 ceph-mon[140029]: pgmap v2258: 169 pgs: 169 active+clean; 601 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 232 op/s 2023-12-16T20:13:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:50 smithi043 ceph-mon[135010]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T20:13:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:50 smithi043 ceph-mon[135010]: pgmap v2258: 169 pgs: 169 active+clean; 601 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 232 op/s 2023-12-16T20:13:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:51 smithi002 ceph-mon[137674]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T20:13:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:51 smithi002 ceph-mon[140029]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T20:13:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:51 smithi043 ceph-mon[135010]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T20:13:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:13:52.133 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:52.158 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:13:52.167 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:13:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:52 smithi002 ceph-mon[137674]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T20:13:52.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:52 smithi002 ceph-mon[137674]: pgmap v2261: 169 pgs: 169 active+clean; 605 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 356 op/s 2023-12-16T20:13:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:13:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:13:51] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T20:13:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:52 smithi002 ceph-mon[140029]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T20:13:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:52 smithi002 ceph-mon[140029]: pgmap v2261: 169 pgs: 169 active+clean; 605 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 356 op/s 2023-12-16T20:13:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:52 smithi043 ceph-mon[135010]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T20:13:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:52 smithi043 ceph-mon[135010]: pgmap v2261: 169 pgs: 169 active+clean; 605 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 356 op/s 2023-12-16T20:13:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:53 smithi002 ceph-mon[137674]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T20:13:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:53 smithi002 ceph-mon[140029]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T20:13:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:53 smithi043 ceph-mon[135010]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T20:13:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[137674]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T20:13:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[137674]: pgmap v2264: 169 pgs: 169 active+clean; 609 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2023-12-16T20:13:54.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[137674]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T20:13:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[140029]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T20:13:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[140029]: pgmap v2264: 169 pgs: 169 active+clean; 609 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2023-12-16T20:13:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:54 smithi002 ceph-mon[140029]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T20:13:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:54 smithi043 ceph-mon[135010]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T20:13:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:54 smithi043 ceph-mon[135010]: pgmap v2264: 169 pgs: 169 active+clean; 609 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2023-12-16T20:13:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:54 smithi043 ceph-mon[135010]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T20:13:55.577 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:13:55.587 INFO:tasks.workunit.client.0.smithi002.stdout:write: * 83886080~1000 2023-12-16T20:13:55.613 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:13:55.746 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:13:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:56 smithi002 ceph-mon[137674]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T20:13:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:56 smithi002 ceph-mon[137674]: pgmap v2267: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 MiB/s wr, 94 op/s 2023-12-16T20:13:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:56 smithi002 ceph-mon[140029]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T20:13:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:56 smithi002 ceph-mon[140029]: pgmap v2267: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 MiB/s wr, 94 op/s 2023-12-16T20:13:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:56 smithi043 ceph-mon[135010]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T20:13:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:56 smithi043 ceph-mon[135010]: pgmap v2267: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 MiB/s wr, 94 op/s 2023-12-16T20:13:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:57 smithi002 ceph-mon[137674]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T20:13:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:57 smithi002 ceph-mon[140029]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T20:13:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:57 smithi043 ceph-mon[135010]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T20:13:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:58 smithi002 ceph-mon[137674]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T20:13:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:58 smithi002 ceph-mon[137674]: pgmap v2270: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2023-12-16T20:13:58.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:58 smithi002 ceph-mon[140029]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T20:13:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:58 smithi002 ceph-mon[140029]: pgmap v2270: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2023-12-16T20:13:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:58 smithi043 ceph-mon[135010]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T20:13:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:58 smithi043 ceph-mon[135010]: pgmap v2270: 169 pgs: 169 active+clean; 621 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2023-12-16T20:13:58.500 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12114 ms) 2023-12-16T20:13:58.500 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2023-12-16T20:13:58.533 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:13:58.544 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 41943040~10 2023-12-16T20:13:58.552 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:13:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:13:59 smithi002 ceph-mon[137674]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T20:13:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:13:59 smithi002 ceph-mon[140029]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T20:13:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:13:59 smithi043 ceph-mon[135010]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T20:14:00.123 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:14:00.146 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:00 smithi002 ceph-mon[137674]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T20:14:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:00 smithi002 ceph-mon[137674]: pgmap v2273: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 256 op/s 2023-12-16T20:14:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:00 smithi002 ceph-mon[140029]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T20:14:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:00 smithi002 ceph-mon[140029]: pgmap v2273: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 256 op/s 2023-12-16T20:14:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:00 smithi043 ceph-mon[135010]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T20:14:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:00 smithi043 ceph-mon[135010]: pgmap v2273: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 256 op/s 2023-12-16T20:14:01.306 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:01.318 INFO:tasks.workunit.client.0.smithi002.stdout:write: Y 41943040~5 2023-12-16T20:14:01.426 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:01 smithi002 ceph-mon[137674]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T20:14:01.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:01 smithi002 ceph-mon[140029]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T20:14:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:01 smithi043 ceph-mon[135010]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T20:14:01.507 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:02 smithi002 ceph-mon[137674]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T20:14:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:02 smithi002 ceph-mon[137674]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 347 op/s 2023-12-16T20:14:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:01] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T20:14:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:02 smithi002 ceph-mon[140029]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T20:14:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:02 smithi002 ceph-mon[140029]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 347 op/s 2023-12-16T20:14:02.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3761 ms) 2023-12-16T20:14:02.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2023-12-16T20:14:02.294 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:02.305 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:14:02.355 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:14:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:02 smithi043 ceph-mon[135010]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T20:14:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:02 smithi043 ceph-mon[135010]: pgmap v2276: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 347 op/s 2023-12-16T20:14:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:03 smithi002 ceph-mon[137674]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T20:14:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:03 smithi002 ceph-mon[140029]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T20:14:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:03 smithi043 ceph-mon[135010]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T20:14:04.096 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:14:04.115 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:14:04.115 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:14:04.115 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:14:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[137674]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T20:14:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[137674]: pgmap v2279: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 342 op/s 2023-12-16T20:14:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[137674]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T20:14:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[140029]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T20:14:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[140029]: pgmap v2279: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 342 op/s 2023-12-16T20:14:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:04 smithi002 ceph-mon[140029]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T20:14:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:04 smithi043 ceph-mon[135010]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T20:14:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:04 smithi043 ceph-mon[135010]: pgmap v2279: 169 pgs: 169 active+clean; 625 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 342 op/s 2023-12-16T20:14:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:04 smithi043 ceph-mon[135010]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T20:14:06.165 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:14:06.173 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:14:06.173 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:14:06.183 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:14:06.201 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:14:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[137674]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T20:14:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[137674]: pgmap v2282: 169 pgs: 169 active+clean; 645 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2023-12-16T20:14:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[140029]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T20:14:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:06 smithi002 ceph-mon[140029]: pgmap v2282: 169 pgs: 169 active+clean; 645 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2023-12-16T20:14:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:06 smithi043 ceph-mon[135010]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T20:14:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:06 smithi043 ceph-mon[135010]: pgmap v2282: 169 pgs: 169 active+clean; 645 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2023-12-16T20:14:07.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:07 smithi002 ceph-mon[140029]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T20:14:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:14:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:07 smithi002 ceph-mon[137674]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T20:14:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:14:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:07 smithi043 ceph-mon[135010]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T20:14:07.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:14:07.921 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:14:08.174 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:08.198 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:14:08.208 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T20:14:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:14:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:14:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:14:08.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: from='client.36612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[137674]: pgmap v2285: 169 pgs: 169 active+clean; 649 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.0 MiB/s wr, 391 op/s 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: from='client.36612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:08 smithi002 ceph-mon[140029]: pgmap v2285: 169 pgs: 169 active+clean; 649 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.0 MiB/s wr, 391 op/s 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (42m) 8m ago 44m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (42m) 6m ago 44m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (45m) 8m ago 45m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (45m) 6m ago 45m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:14:08.281 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (41m) 6m ago 47m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (41m) 8m ago 49m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (41m) 8m ago 49m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (40m) 6m ago 48m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (41m) 8m ago 48m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (42m) 8m ago 44m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (42m) 6m ago 44m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (40m) 8m ago 47m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (39m) 8m ago 47m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (39m) 8m ago 47m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (38m) 8m ago 47m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (38m) 6m ago 46m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (37m) 6m ago 46m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (37m) 6m ago 46m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:14:08.282 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (37m) 6m ago 46m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:14:08.283 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (41m) 6m ago 45m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:14:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T20:14:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:14:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:14:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:14:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: from='client.36612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:08 smithi043 ceph-mon[135010]: pgmap v2285: 169 pgs: 169 active+clean; 649 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.0 MiB/s wr, 391 op/s 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:14:08.685 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:14:08.686 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:14:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[137674]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[137674]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3891226421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[137674]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[140029]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[140029]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3891226421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:09 smithi002 ceph-mon[140029]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T20:14:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:09 smithi043 ceph-mon[135010]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T20:14:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:09 smithi043 ceph-mon[135010]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3891226421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:09 smithi043 ceph-mon[135010]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T20:14:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:10 smithi002 ceph-mon[137674]: pgmap v2288: 169 pgs: 169 active+clean; 653 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-16T20:14:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:10 smithi002 ceph-mon[137674]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T20:14:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:10 smithi002 ceph-mon[140029]: pgmap v2288: 169 pgs: 169 active+clean; 653 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-16T20:14:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:10 smithi002 ceph-mon[140029]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T20:14:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:10 smithi043 ceph-mon[135010]: pgmap v2288: 169 pgs: 169 active+clean; 653 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-16T20:14:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:10 smithi043 ceph-mon[135010]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T20:14:11.675 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: after_prepare_snap 2023-12-16T20:14:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:12 smithi002 ceph-mon[137674]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T20:14:12.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:12 smithi002 ceph-mon[137674]: pgmap v2291: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 5.0 MiB/s wr, 169 op/s 2023-12-16T20:14:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:11] "GET /metrics HTTP/1.1" 200 38793 "" "Prometheus/2.43.0" 2023-12-16T20:14:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:12 smithi002 ceph-mon[140029]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T20:14:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:12 smithi002 ceph-mon[140029]: pgmap v2291: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 5.0 MiB/s wr, 169 op/s 2023-12-16T20:14:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:12 smithi043 ceph-mon[135010]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T20:14:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:12 smithi043 ceph-mon[135010]: pgmap v2291: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 5.0 MiB/s wr, 169 op/s 2023-12-16T20:14:13.107 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:14:13.145 INFO:tasks.workunit.client.0.smithi002.stdout:write: * 0~1000 2023-12-16T20:14:13.153 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:13.291 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:13 smithi002 ceph-mon[137674]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T20:14:13.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:13 smithi002 ceph-mon[140029]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T20:14:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:13 smithi043 ceph-mon[135010]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T20:14:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:14 smithi002 ceph-mon[137674]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T20:14:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:14 smithi002 ceph-mon[137674]: pgmap v2294: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 174 op/s 2023-12-16T20:14:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:14 smithi002 ceph-mon[140029]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T20:14:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:14 smithi002 ceph-mon[140029]: pgmap v2294: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 174 op/s 2023-12-16T20:14:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:14 smithi043 ceph-mon[135010]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T20:14:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:14 smithi043 ceph-mon[135010]: pgmap v2294: 169 pgs: 169 active+clean; 677 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 174 op/s 2023-12-16T20:14:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:15 smithi002 ceph-mon[137674]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T20:14:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:15 smithi002 ceph-mon[140029]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T20:14:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:15 smithi043 ceph-mon[135010]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T20:14:16.472 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14212 ms) 2023-12-16T20:14:16.473 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2023-12-16T20:14:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:16 smithi002 ceph-mon[137674]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T20:14:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:16 smithi002 ceph-mon[137674]: pgmap v2297: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 463 op/s 2023-12-16T20:14:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:16 smithi002 ceph-mon[140029]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T20:14:16.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:16 smithi002 ceph-mon[140029]: pgmap v2297: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 463 op/s 2023-12-16T20:14:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:16 smithi043 ceph-mon[135010]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T20:14:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:16 smithi043 ceph-mon[135010]: pgmap v2297: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 463 op/s 2023-12-16T20:14:16.503 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:16.514 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:14:16.570 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:14:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:17 smithi002 ceph-mon[137674]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T20:14:17.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:17 smithi002 ceph-mon[140029]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T20:14:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:17 smithi043 ceph-mon[135010]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T20:14:18.143 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:14:18.161 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:14:18.161 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:14:18.161 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:14:18.398 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:18 smithi043 ceph-mon[135010]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T20:14:18.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:18 smithi043 ceph-mon[135010]: pgmap v2300: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 501 op/s 2023-12-16T20:14:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:18 smithi002 ceph-mon[137674]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T20:14:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:18 smithi002 ceph-mon[137674]: pgmap v2300: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 501 op/s 2023-12-16T20:14:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:18 smithi002 ceph-mon[140029]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T20:14:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:18 smithi002 ceph-mon[140029]: pgmap v2300: 169 pgs: 169 active+clean; 689 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 501 op/s 2023-12-16T20:14:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:19 smithi002 ceph-mon[137674]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T20:14:19.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:19 smithi002 ceph-mon[140029]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T20:14:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:19 smithi043 ceph-mon[135010]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T20:14:20.153 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:14:20.162 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:14:20.163 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:14:20.173 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:14:20.192 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:14:20.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:20 smithi002 ceph-mon[137674]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T20:14:20.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:20 smithi002 ceph-mon[137674]: pgmap v2303: 169 pgs: 169 active+clean; 697 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:14:20.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:20 smithi002 ceph-mon[140029]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T20:14:20.389 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:20 smithi002 ceph-mon[140029]: pgmap v2303: 169 pgs: 169 active+clean; 697 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:14:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:20 smithi043 ceph-mon[135010]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T20:14:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:20 smithi043 ceph-mon[135010]: pgmap v2303: 169 pgs: 169 active+clean; 697 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:14:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:21 smithi002 ceph-mon[137674]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T20:14:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:21 smithi002 ceph-mon[140029]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T20:14:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:21 smithi043 ceph-mon[135010]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T20:14:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:22.149 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:21] "GET /metrics HTTP/1.1" 200 38791 "" "Prometheus/2.43.0" 2023-12-16T20:14:22.167 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:22.192 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:14:22.201 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:22 smithi002 ceph-mon[137674]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T20:14:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:22 smithi002 ceph-mon[137674]: pgmap v2306: 169 pgs: 169 active+clean; 705 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 156 op/s 2023-12-16T20:14:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:22 smithi002 ceph-mon[140029]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T20:14:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:22 smithi002 ceph-mon[140029]: pgmap v2306: 169 pgs: 169 active+clean; 705 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 156 op/s 2023-12-16T20:14:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:22 smithi043 ceph-mon[135010]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T20:14:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:22 smithi043 ceph-mon[135010]: pgmap v2306: 169 pgs: 169 active+clean; 705 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 156 op/s 2023-12-16T20:14:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:23 smithi002 ceph-mon[137674]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T20:14:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:23 smithi002 ceph-mon[140029]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T20:14:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:23 smithi043 ceph-mon[135010]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T20:14:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[137674]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T20:14:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[137674]: pgmap v2309: 169 pgs: 169 active+clean; 721 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 169 op/s 2023-12-16T20:14:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[137674]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T20:14:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[140029]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T20:14:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[140029]: pgmap v2309: 169 pgs: 169 active+clean; 721 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 169 op/s 2023-12-16T20:14:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:24 smithi002 ceph-mon[140029]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T20:14:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:24 smithi043 ceph-mon[135010]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T20:14:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:24 smithi043 ceph-mon[135010]: pgmap v2309: 169 pgs: 169 active+clean; 721 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 169 op/s 2023-12-16T20:14:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:24 smithi043 ceph-mon[135010]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T20:14:25.538 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: after_prepare_snap 2023-12-16T20:14:26.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:26 smithi002 ceph-mon[137674]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T20:14:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:26 smithi002 ceph-mon[137674]: pgmap v2312: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 184 op/s 2023-12-16T20:14:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:26 smithi002 ceph-mon[140029]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T20:14:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:26 smithi002 ceph-mon[140029]: pgmap v2312: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 184 op/s 2023-12-16T20:14:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:26 smithi043 ceph-mon[135010]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T20:14:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:26 smithi043 ceph-mon[135010]: pgmap v2312: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 184 op/s 2023-12-16T20:14:27.115 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:14:27.130 INFO:tasks.workunit.client.0.smithi002.stdout:write: * 83886080~1000 2023-12-16T20:14:27.138 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:27.293 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:27 smithi002 ceph-mon[137674]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T20:14:27.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:27 smithi002 ceph-mon[140029]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T20:14:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:27 smithi043 ceph-mon[135010]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T20:14:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:28 smithi002 ceph-mon[137674]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T20:14:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:28 smithi002 ceph-mon[137674]: pgmap v2315: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-12-16T20:14:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:28 smithi002 ceph-mon[140029]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T20:14:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:28 smithi002 ceph-mon[140029]: pgmap v2315: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-12-16T20:14:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:28 smithi043 ceph-mon[135010]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T20:14:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:28 smithi043 ceph-mon[135010]: pgmap v2315: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-12-16T20:14:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:29 smithi002 ceph-mon[137674]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T20:14:29.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:29 smithi002 ceph-mon[140029]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T20:14:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:29 smithi043 ceph-mon[135010]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T20:14:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:30 smithi002 ceph-mon[137674]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T20:14:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:30 smithi002 ceph-mon[137674]: pgmap v2318: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 10 KiB/s wr, 248 op/s 2023-12-16T20:14:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:30 smithi002 ceph-mon[140029]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T20:14:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:30 smithi002 ceph-mon[140029]: pgmap v2318: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 10 KiB/s wr, 248 op/s 2023-12-16T20:14:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:30 smithi043 ceph-mon[135010]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T20:14:30.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:30 smithi043 ceph-mon[135010]: pgmap v2318: 169 pgs: 169 active+clean; 733 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 10 KiB/s wr, 248 op/s 2023-12-16T20:14:30.534 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14061 ms) 2023-12-16T20:14:30.534 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Clone 2023-12-16T20:14:30.568 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:30.579 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~8388609 2023-12-16T20:14:30.628 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 16777218~8388609 2023-12-16T20:14:30.674 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap 2023-12-16T20:14:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:31 smithi002 ceph-mon[137674]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T20:14:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:31 smithi002 ceph-mon[140029]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T20:14:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:31 smithi043 ceph-mon[135010]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T20:14:32.146 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap 2023-12-16T20:14:32.162 INFO:tasks.workunit.client.0.smithi002.stdout:clone image103 -> image106 2023-12-16T20:14:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:32 smithi002 ceph-mon[137674]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T20:14:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:32 smithi002 ceph-mon[137674]: pgmap v2321: 169 pgs: 169 active+clean; 757 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 505 op/s 2023-12-16T20:14:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:31] "GET /metrics HTTP/1.1" 200 38791 "" "Prometheus/2.43.0" 2023-12-16T20:14:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:32 smithi002 ceph-mon[140029]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T20:14:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:32 smithi002 ceph-mon[140029]: pgmap v2321: 169 pgs: 169 active+clean; 757 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 505 op/s 2023-12-16T20:14:32.269 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:14:32.317 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:14:32.319 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap 2023-12-16T20:14:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:32 smithi043 ceph-mon[135010]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T20:14:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:32 smithi043 ceph-mon[135010]: pgmap v2321: 169 pgs: 169 active+clean; 757 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 505 op/s 2023-12-16T20:14:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:33 smithi002 ceph-mon[137674]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T20:14:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:33 smithi002 ceph-mon[140029]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T20:14:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:33 smithi043 ceph-mon[135010]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T20:14:34.154 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap 2023-12-16T20:14:34.168 INFO:tasks.workunit.client.0.smithi002.stdout:clone image106 -> image108 2023-12-16T20:14:34.310 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 1000~1000 2023-12-16T20:14:34.353 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 2010~1000 2023-12-16T20:14:34.356 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:34 smithi002 ceph-mon[137674]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T20:14:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:34 smithi002 ceph-mon[137674]: pgmap v2324: 169 pgs: 169 active+clean; 761 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2023-12-16T20:14:34.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:34 smithi002 ceph-mon[140029]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T20:14:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:34 smithi002 ceph-mon[140029]: pgmap v2324: 169 pgs: 169 active+clean; 761 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2023-12-16T20:14:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:34 smithi043 ceph-mon[135010]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T20:14:34.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:34 smithi043 ceph-mon[135010]: pgmap v2324: 169 pgs: 169 active+clean; 761 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2023-12-16T20:14:34.647 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:34.814 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:34.982 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Clone (4448 ms) 2023-12-16T20:14:34.982 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneParent 2023-12-16T20:14:35.013 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:35.024 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap 2023-12-16T20:14:35.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:35 smithi002 ceph-mon[137674]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T20:14:35.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:35 smithi002 ceph-mon[140029]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T20:14:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:35 smithi043 ceph-mon[135010]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T20:14:36.164 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap 2023-12-16T20:14:36.178 INFO:tasks.workunit.client.0.smithi002.stdout:clone image109 -> image112 2023-12-16T20:14:36.286 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:36.453 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:14:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[137674]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T20:14:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[137674]: pgmap v2327: 169 pgs: 169 active+clean; 777 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 742 op/s 2023-12-16T20:14:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[140029]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T20:14:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:36 smithi002 ceph-mon[140029]: pgmap v2327: 169 pgs: 169 active+clean; 777 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 742 op/s 2023-12-16T20:14:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:36 smithi043 ceph-mon[135010]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T20:14:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:36 smithi043 ceph-mon[135010]: pgmap v2327: 169 pgs: 169 active+clean; 777 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 12 MiB/s wr, 742 op/s 2023-12-16T20:14:36.589 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneParent (1607 ms) 2023-12-16T20:14:36.589 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2023-12-16T20:14:36.621 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:36.631 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~10 2023-12-16T20:14:36.640 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap 2023-12-16T20:14:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:37 smithi002 ceph-mon[137674]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T20:14:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:37 smithi002 ceph-mon[140029]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T20:14:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:37 smithi043 ceph-mon[135010]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T20:14:38.179 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap 2023-12-16T20:14:38.196 INFO:tasks.workunit.client.0.smithi002.stdout:clone image113 -> image116 2023-12-16T20:14:38.307 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:38.472 INFO:tasks.workunit.client.0.smithi002.stdout:write: Y 0~1 2023-12-16T20:14:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:38 smithi002 ceph-mon[137674]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T20:14:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:38 smithi002 ceph-mon[137674]: pgmap v2330: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 717 op/s 2023-12-16T20:14:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:38 smithi002 ceph-mon[140029]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T20:14:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:38 smithi002 ceph-mon[140029]: pgmap v2330: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 717 op/s 2023-12-16T20:14:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:38 smithi043 ceph-mon[135010]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T20:14:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:38 smithi043 ceph-mon[135010]: pgmap v2330: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 717 op/s 2023-12-16T20:14:38.501 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:38.578 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:38.684 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2095 ms) 2023-12-16T20:14:38.685 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2023-12-16T20:14:38.717 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:38.729 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 41943040~10 2023-12-16T20:14:38.738 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:14:39.041 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:14:39.373 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:39 smithi002 ceph-mon[137674]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T20:14:39.373 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:39 smithi002 ceph-mon[137674]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T20:14:39.373 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:14:39.373 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (42m) 8m ago 45m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:14:39.373 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (42m) 6m ago 45m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:14:39.373 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (46m) 8m ago 46m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (46m) 6m ago 46m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (42m) 6m ago 48m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (42m) 8m ago 49m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (41m) 8m ago 49m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (41m) 6m ago 48m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (41m) 8m ago 48m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (42m) 8m ago 45m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (42m) 6m ago 45m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (40m) 8m ago 48m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (40m) 8m ago 48m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (39m) 8m ago 47m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (39m) 8m ago 47m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (38m) 6m ago 47m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:14:39.374 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (38m) 6m ago 47m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:14:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (38m) 6m ago 46m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:14:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (37m) 6m ago 46m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:14:39.375 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (42m) 6m ago 45m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:14:39.375 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:39 smithi002 ceph-mon[140029]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T20:14:39.375 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:39 smithi002 ceph-mon[140029]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T20:14:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:39 smithi043 ceph-mon[135010]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T20:14:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:39 smithi043 ceph-mon[135010]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:14:39.778 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:14:39.779 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:14:40.105 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 41943041~10 2023-12-16T20:14:40.109 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[137674]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[137674]: from='client.36636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1983113383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[137674]: pgmap v2333: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 318 op/s 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[137674]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[140029]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[140029]: from='client.36636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1983113383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[140029]: pgmap v2333: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 318 op/s 2023-12-16T20:14:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:40 smithi002 ceph-mon[140029]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T20:14:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:40 smithi043 ceph-mon[135010]: from='client.36630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:40 smithi043 ceph-mon[135010]: from='client.36636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:14:40.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:40 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1983113383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:14:40.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:40 smithi043 ceph-mon[135010]: pgmap v2333: 169 pgs: 169 active+clean; 781 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 318 op/s 2023-12-16T20:14:40.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:40 smithi043 ceph-mon[135010]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T20:14:41.328 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 41943042~10 2023-12-16T20:14:41.343 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:14:42.172 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:41] "GET /metrics HTTP/1.1" 200 38791 "" "Prometheus/2.43.0" 2023-12-16T20:14:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:42 smithi002 ceph-mon[137674]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T20:14:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:42 smithi002 ceph-mon[137674]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 774 op/s 2023-12-16T20:14:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:42 smithi002 ceph-mon[140029]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T20:14:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:42 smithi002 ceph-mon[140029]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 774 op/s 2023-12-16T20:14:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:42 smithi043 ceph-mon[135010]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T20:14:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:42 smithi043 ceph-mon[135010]: pgmap v2336: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 774 op/s 2023-12-16T20:14:43.191 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:14:43.226 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:43.291 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:43 smithi002 ceph-mon[137674]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T20:14:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:43 smithi002 ceph-mon[140029]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T20:14:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:43 smithi043 ceph-mon[135010]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T20:14:44.338 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5655 ms) 2023-12-16T20:14:44.339 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2023-12-16T20:14:44.372 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:44.383 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 41943040~10 2023-12-16T20:14:44.392 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:14:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:44 smithi002 ceph-mon[140029]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T20:14:44.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:44 smithi002 ceph-mon[140029]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 621 op/s 2023-12-16T20:14:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:44 smithi002 ceph-mon[137674]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T20:14:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:44 smithi002 ceph-mon[137674]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 621 op/s 2023-12-16T20:14:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:44 smithi043 ceph-mon[135010]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T20:14:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:44 smithi043 ceph-mon[135010]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 621 op/s 2023-12-16T20:14:45.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:45 smithi002 ceph-mon[137674]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T20:14:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:45 smithi002 ceph-mon[140029]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T20:14:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:45 smithi043 ceph-mon[135010]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T20:14:46.212 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:14:46.240 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:46 smithi002 ceph-mon[137674]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T20:14:46.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:46 smithi002 ceph-mon[137674]: pgmap v2342: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 442 op/s 2023-12-16T20:14:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:46 smithi002 ceph-mon[140029]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T20:14:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:46 smithi002 ceph-mon[140029]: pgmap v2342: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 442 op/s 2023-12-16T20:14:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:46 smithi043 ceph-mon[135010]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T20:14:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:46 smithi043 ceph-mon[135010]: pgmap v2342: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 336 KiB/s rd, 26 KiB/s wr, 442 op/s 2023-12-16T20:14:47.345 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:47.357 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:14:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:47 smithi002 ceph-mon[137674]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T20:14:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:47 smithi002 ceph-mon[140029]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T20:14:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:47 smithi043 ceph-mon[135010]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T20:14:48.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:48 smithi002 ceph-mon[137674]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T20:14:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:48 smithi002 ceph-mon[137674]: pgmap v2345: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 234 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-16T20:14:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:48 smithi002 ceph-mon[140029]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T20:14:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:48 smithi002 ceph-mon[140029]: pgmap v2345: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 234 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-16T20:14:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:48 smithi043 ceph-mon[135010]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T20:14:48.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:48 smithi043 ceph-mon[135010]: pgmap v2345: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 234 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-16T20:14:49.227 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 41943040~10 2023-12-16T20:14:49.235 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap4 2023-12-16T20:14:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:49 smithi002 ceph-mon[137674]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T20:14:49.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:49 smithi002 ceph-mon[140029]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T20:14:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:49 smithi043 ceph-mon[135010]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T20:14:50.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:50 smithi002 ceph-mon[137674]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T20:14:50.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:50 smithi002 ceph-mon[137674]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 96 op/s 2023-12-16T20:14:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:50 smithi002 ceph-mon[140029]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T20:14:50.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:50 smithi002 ceph-mon[140029]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 96 op/s 2023-12-16T20:14:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:50 smithi043 ceph-mon[135010]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T20:14:50.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:50 smithi043 ceph-mon[135010]: pgmap v2348: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 KiB/s rd, 9.5 KiB/s wr, 96 op/s 2023-12-16T20:14:51.241 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 41943040 2023-12-16T20:14:51.267 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:14:51.333 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:14:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:51 smithi002 ceph-mon[137674]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T20:14:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:51 smithi002 ceph-mon[140029]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T20:14:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:51 smithi043 ceph-mon[135010]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T20:14:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:14:52.235 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:14:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:14:51] "GET /metrics HTTP/1.1" 200 38788 "" "Prometheus/2.43.0" 2023-12-16T20:14:52.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8072 ms) 2023-12-16T20:14:52.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortInUseImage 2023-12-16T20:14:52.444 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:52.456 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:52 smithi002 ceph-mon[137674]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T20:14:52.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:52 smithi002 ceph-mon[137674]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 192 op/s 2023-12-16T20:14:52.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:52 smithi002 ceph-mon[140029]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T20:14:52.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:52 smithi002 ceph-mon[140029]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 192 op/s 2023-12-16T20:14:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:52 smithi043 ceph-mon[135010]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T20:14:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:52 smithi043 ceph-mon[135010]: pgmap v2351: 169 pgs: 169 active+clean; 785 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 141 KiB/s rd, 15 KiB/s wr, 192 op/s 2023-12-16T20:14:52.638 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortInUseImage (227 ms) 2023-12-16T20:14:52.638 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2023-12-16T20:14:52.668 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:52.679 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:14:52.724 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:14:52.789 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:52.976 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:14:53.012 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:14:53.071 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:14:53.250 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (612 ms) 2023-12-16T20:14:53.250 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2023-12-16T20:14:53.281 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:53.292 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:14:53.340 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:14:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:53 smithi002 ceph-mon[137674]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T20:14:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:53 smithi002 ceph-mon[140029]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T20:14:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:53 smithi043 ceph-mon[135010]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T20:14:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:54 smithi043 ceph-mon[135010]: pgmap v2353: 169 pgs: 169 active+clean; 793 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 278 op/s 2023-12-16T20:14:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:54 smithi043 ceph-mon[135010]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T20:14:54.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:54 smithi002 ceph-mon[137674]: pgmap v2353: 169 pgs: 169 active+clean; 793 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 278 op/s 2023-12-16T20:14:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:54 smithi002 ceph-mon[137674]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T20:14:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:54 smithi002 ceph-mon[140029]: pgmap v2353: 169 pgs: 169 active+clean; 793 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 278 op/s 2023-12-16T20:14:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:54 smithi002 ceph-mon[140029]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T20:14:55.111 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 8388609~8388609 2023-12-16T20:14:55.125 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 0~1000 2023-12-16T20:14:55.125 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 1010~1000 2023-12-16T20:14:55.125 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:14:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:56 smithi002 ceph-mon[137674]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T20:14:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:56 smithi002 ceph-mon[137674]: pgmap v2356: 169 pgs: 169 active+clean; 817 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 462 op/s 2023-12-16T20:14:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:56 smithi002 ceph-mon[140029]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T20:14:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:56 smithi002 ceph-mon[140029]: pgmap v2356: 169 pgs: 169 active+clean; 817 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 462 op/s 2023-12-16T20:14:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:56 smithi043 ceph-mon[135010]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T20:14:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:56 smithi043 ceph-mon[135010]: pgmap v2356: 169 pgs: 169 active+clean; 817 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 462 op/s 2023-12-16T20:14:57.123 INFO:tasks.workunit.client.0.smithi002.stdout:write: X 8388609~1000 2023-12-16T20:14:57.134 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16777228~1000 2023-12-16T20:14:57.134 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 167772160 2023-12-16T20:14:57.143 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 83886079~8388609 2023-12-16T20:14:57.162 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:14:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:57 smithi002 ceph-mon[137674]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T20:14:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:57 smithi002 ceph-mon[140029]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T20:14:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:57 smithi043 ceph-mon[135010]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T20:14:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:58 smithi002 ceph-mon[137674]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T20:14:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:58 smithi002 ceph-mon[137674]: pgmap v2359: 169 pgs: 169 active+clean; 837 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 401 op/s 2023-12-16T20:14:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:58 smithi002 ceph-mon[140029]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T20:14:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:58 smithi002 ceph-mon[140029]: pgmap v2359: 169 pgs: 169 active+clean; 837 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 401 op/s 2023-12-16T20:14:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:58 smithi043 ceph-mon[135010]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T20:14:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:58 smithi043 ceph-mon[135010]: pgmap v2359: 169 pgs: 169 active+clean; 837 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 401 op/s 2023-12-16T20:14:59.112 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:14:59.136 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83886079~1 2023-12-16T20:14:59.145 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:14:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:59 smithi002 ceph-mon[137674]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T20:14:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:14:59 smithi002 ceph-mon[137674]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T20:14:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:59 smithi002 ceph-mon[140029]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T20:14:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:14:59 smithi002 ceph-mon[140029]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T20:14:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:59 smithi043 ceph-mon[135010]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T20:14:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:14:59 smithi043 ceph-mon[135010]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T20:15:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:00 smithi002 ceph-mon[137674]: pgmap v2362: 169 pgs: 169 active+clean; 853 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 103 op/s 2023-12-16T20:15:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:00 smithi002 ceph-mon[140029]: pgmap v2362: 169 pgs: 169 active+clean; 853 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 103 op/s 2023-12-16T20:15:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:00 smithi043 ceph-mon[135010]: pgmap v2362: 169 pgs: 169 active+clean; 853 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 103 op/s 2023-12-16T20:15:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:01 smithi002 ceph-mon[137674]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T20:15:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:01 smithi002 ceph-mon[140029]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T20:15:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:01 smithi043 ceph-mon[135010]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T20:15:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:02 smithi002 ceph-mon[137674]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T20:15:02.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:02 smithi002 ceph-mon[137674]: pgmap v2365: 169 pgs: 169 active+clean; 873 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 191 op/s 2023-12-16T20:15:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:01] "GET /metrics HTTP/1.1" 200 38788 "" "Prometheus/2.43.0" 2023-12-16T20:15:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:02 smithi002 ceph-mon[140029]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T20:15:02.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:02 smithi002 ceph-mon[140029]: pgmap v2365: 169 pgs: 169 active+clean; 873 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 191 op/s 2023-12-16T20:15:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:02 smithi043 ceph-mon[135010]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T20:15:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:02 smithi043 ceph-mon[135010]: pgmap v2365: 169 pgs: 169 active+clean; 873 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 191 op/s 2023-12-16T20:15:02.590 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:15:02.681 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:15:03.145 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 0~8388609 2023-12-16T20:15:03.161 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 16777218~8388609 2023-12-16T20:15:03.242 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:03 smithi002 ceph-mon[137674]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T20:15:03.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:03 smithi002 ceph-mon[140029]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T20:15:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:03 smithi043 ceph-mon[135010]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T20:15:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:04 smithi002 ceph-mon[137674]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T20:15:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:04 smithi002 ceph-mon[137674]: pgmap v2368: 169 pgs: 169 active+clean; 889 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2023-12-16T20:15:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:04 smithi002 ceph-mon[140029]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T20:15:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:04 smithi002 ceph-mon[140029]: pgmap v2368: 169 pgs: 169 active+clean; 889 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2023-12-16T20:15:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:04 smithi043 ceph-mon[135010]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T20:15:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:04 smithi043 ceph-mon[135010]: pgmap v2368: 169 pgs: 169 active+clean; 889 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2023-12-16T20:15:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:05 smithi002 ceph-mon[137674]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T20:15:05.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:05 smithi002 ceph-mon[140029]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T20:15:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:05 smithi043 ceph-mon[135010]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T20:15:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[137674]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T20:15:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[137674]: pgmap v2371: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 20 MiB/s wr, 290 op/s 2023-12-16T20:15:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[140029]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T20:15:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:06 smithi002 ceph-mon[140029]: pgmap v2371: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 20 MiB/s wr, 290 op/s 2023-12-16T20:15:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:06 smithi043 ceph-mon[135010]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T20:15:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:06 smithi043 ceph-mon[135010]: pgmap v2371: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 20 MiB/s wr, 290 op/s 2023-12-16T20:15:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:07 smithi002 ceph-mon[137674]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T20:15:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:07 smithi002 ceph-mon[140029]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T20:15:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:07 smithi043 ceph-mon[135010]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T20:15:07.547 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.AbortWithSnapshots (14298 ms) 2023-12-16T20:15:07.548 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV1Parent 2023-12-16T20:15:07.578 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:07.589 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:07.598 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: pgmap v2374: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 16 MiB/s wr, 224 op/s 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: pgmap v2374: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 16 MiB/s wr, 224 op/s 2023-12-16T20:15:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:15:08.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:15:08.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:15:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T20:15:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:15:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: pgmap v2374: 169 pgs: 169 active+clean; 937 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 16 MiB/s wr, 224 op/s 2023-12-16T20:15:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:15:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:15:08.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:15:09.182 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:09.253 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:09 smithi002 ceph-mon[137674]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T20:15:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:09 smithi002 ceph-mon[140029]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T20:15:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:09 smithi043 ceph-mon[135010]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T20:15:10.143 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:15:10.383 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:15:10.462 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:15:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:10 smithi002 ceph-mon[137674]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T20:15:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:10 smithi002 ceph-mon[137674]: pgmap v2377: 169 pgs: 169 active+clean; 917 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 157 op/s 2023-12-16T20:15:10.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:10 smithi002 ceph-mon[140029]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T20:15:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:10 smithi002 ceph-mon[140029]: pgmap v2377: 169 pgs: 169 active+clean; 917 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 157 op/s 2023-12-16T20:15:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:10 smithi043 ceph-mon[135010]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T20:15:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:10 smithi043 ceph-mon[135010]: pgmap v2377: 169 pgs: 169 active+clean; 917 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 157 op/s 2023-12-16T20:15:10.500 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (43m) 9m ago 46m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (43m) 7m ago 45m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (46m) 9m ago 46m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (46m) 7m ago 46m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (42m) 7m ago 49m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (43m) 9m ago 50m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (42m) 9m ago 50m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (41m) 7m ago 49m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (42m) 9m ago 49m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (43m) 9m ago 45m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:15:10.501 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (43m) 7m ago 45m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (41m) 9m ago 48m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (40m) 9m ago 48m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (40m) 9m ago 48m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (39m) 9m ago 48m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (39m) 7m ago 47m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (39m) 7m ago 47m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (38m) 7m ago 47m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (38m) 7m ago 47m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:15:10.502 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (42m) 7m ago 46m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:15:10.904 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:15:10.905 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:15:11.320 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV1Parent (3772 ms) 2023-12-16T20:15:11.320 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV2Parent 2023-12-16T20:15:11.353 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:11.364 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:11.373 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[137674]: from='client.36648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[137674]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[137674]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/235495138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[140029]: from='client.36648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[140029]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[140029]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/235495138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:11 smithi043 ceph-mon[135010]: from='client.36648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:11 smithi043 ceph-mon[135010]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T20:15:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:11 smithi043 ceph-mon[135010]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/235495138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:12.183 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:11] "GET /metrics HTTP/1.1" 200 38797 "" "Prometheus/2.43.0" 2023-12-16T20:15:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:12 smithi002 ceph-mon[137674]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T20:15:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:12 smithi002 ceph-mon[137674]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 500 op/s 2023-12-16T20:15:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:12 smithi002 ceph-mon[140029]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T20:15:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:12 smithi002 ceph-mon[140029]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 500 op/s 2023-12-16T20:15:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:12 smithi043 ceph-mon[135010]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T20:15:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:12 smithi043 ceph-mon[135010]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 500 op/s 2023-12-16T20:15:13.205 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:13.269 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:13 smithi002 ceph-mon[137674]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T20:15:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:13 smithi002 ceph-mon[140029]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T20:15:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:13 smithi043 ceph-mon[135010]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T20:15:14.308 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:15:14.389 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[137674]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[137674]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 19 KiB/s wr, 400 op/s 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[137674]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[140029]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[140029]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 19 KiB/s wr, 400 op/s 2023-12-16T20:15:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:14 smithi002 ceph-mon[140029]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T20:15:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:14 smithi043 ceph-mon[135010]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T20:15:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:14 smithi043 ceph-mon[135010]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 19 KiB/s wr, 400 op/s 2023-12-16T20:15:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:14 smithi043 ceph-mon[135010]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T20:15:15.356 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV2Parent (4033 ms) 2023-12-16T20:15:15.356 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2023-12-16T20:15:15.389 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:15.400 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:15.409 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:16 smithi002 ceph-mon[137674]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T20:15:16.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:16 smithi002 ceph-mon[137674]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 330 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-16T20:15:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:16 smithi002 ceph-mon[140029]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T20:15:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:16 smithi002 ceph-mon[140029]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 330 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-16T20:15:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:16 smithi043 ceph-mon[135010]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T20:15:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:16 smithi043 ceph-mon[135010]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 330 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-16T20:15:17.219 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:17.282 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:17 smithi002 ceph-mon[137674]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T20:15:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:17 smithi002 ceph-mon[140029]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T20:15:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:17 smithi043 ceph-mon[135010]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T20:15:18.413 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:18 smithi002 ceph-mon[137674]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T20:15:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:18 smithi002 ceph-mon[137674]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 18 KiB/s wr, 401 op/s 2023-12-16T20:15:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:18 smithi002 ceph-mon[140029]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T20:15:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:18 smithi002 ceph-mon[140029]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 18 KiB/s wr, 401 op/s 2023-12-16T20:15:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:18 smithi043 ceph-mon[135010]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T20:15:18.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:18 smithi043 ceph-mon[135010]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 18 KiB/s wr, 401 op/s 2023-12-16T20:15:19.263 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3910 ms) 2023-12-16T20:15:19.263 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2023-12-16T20:15:19.300 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:19.312 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:19.321 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:19 smithi002 ceph-mon[137674]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T20:15:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:19 smithi002 ceph-mon[137674]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T20:15:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:19 smithi002 ceph-mon[140029]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T20:15:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:19 smithi002 ceph-mon[140029]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T20:15:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:19 smithi043 ceph-mon[135010]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T20:15:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:19 smithi043 ceph-mon[135010]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T20:15:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:20 smithi002 ceph-mon[137674]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 132 op/s 2023-12-16T20:15:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:20 smithi002 ceph-mon[140029]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 132 op/s 2023-12-16T20:15:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:20 smithi043 ceph-mon[135010]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 132 op/s 2023-12-16T20:15:21.239 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:21.308 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:21 smithi002 ceph-mon[137674]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T20:15:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:21 smithi002 ceph-mon[140029]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T20:15:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:21 smithi043 ceph-mon[135010]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T20:15:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:22.234 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:21] "GET /metrics HTTP/1.1" 200 38794 "" "Prometheus/2.43.0" 2023-12-16T20:15:22.430 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:22 smithi002 ceph-mon[137674]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T20:15:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:22 smithi002 ceph-mon[137674]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 288 KiB/s rd, 23 KiB/s wr, 380 op/s 2023-12-16T20:15:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:22 smithi002 ceph-mon[140029]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T20:15:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:22 smithi002 ceph-mon[140029]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 288 KiB/s rd, 23 KiB/s wr, 380 op/s 2023-12-16T20:15:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:22 smithi043 ceph-mon[135010]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T20:15:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:22 smithi043 ceph-mon[135010]: pgmap v2395: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 288 KiB/s rd, 23 KiB/s wr, 380 op/s 2023-12-16T20:15:23.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4130 ms) 2023-12-16T20:15:23.393 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2023-12-16T20:15:23.426 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:23.438 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:23.447 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:23 smithi002 ceph-mon[137674]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T20:15:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:23 smithi002 ceph-mon[140029]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T20:15:23.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:23 smithi043 ceph-mon[135010]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T20:15:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:24 smithi043 ceph-mon[135010]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T20:15:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:24 smithi043 ceph-mon[135010]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 340 op/s 2023-12-16T20:15:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:24 smithi043 ceph-mon[135010]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T20:15:24.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[137674]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T20:15:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[137674]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 340 op/s 2023-12-16T20:15:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[137674]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T20:15:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[140029]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T20:15:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[140029]: pgmap v2398: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 340 op/s 2023-12-16T20:15:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:24 smithi002 ceph-mon[140029]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T20:15:25.124 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:25.195 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:26.327 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:26 smithi002 ceph-mon[140029]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T20:15:26.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:26 smithi002 ceph-mon[140029]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 21 KiB/s wr, 352 op/s 2023-12-16T20:15:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:26 smithi002 ceph-mon[137674]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T20:15:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:26 smithi002 ceph-mon[137674]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 21 KiB/s wr, 352 op/s 2023-12-16T20:15:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:26 smithi043 ceph-mon[135010]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T20:15:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:26 smithi043 ceph-mon[135010]: pgmap v2401: 169 pgs: 169 active+clean; 905 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 21 KiB/s wr, 352 op/s 2023-12-16T20:15:27.337 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3944 ms) 2023-12-16T20:15:27.337 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2023-12-16T20:15:27.369 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:27.381 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:27.389 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:27 smithi002 ceph-mon[137674]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T20:15:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:27 smithi002 ceph-mon[140029]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T20:15:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:27 smithi043 ceph-mon[135010]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T20:15:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:28 smithi002 ceph-mon[140029]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T20:15:28.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:28 smithi002 ceph-mon[140029]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 291 op/s 2023-12-16T20:15:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:28 smithi002 ceph-mon[137674]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T20:15:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:28 smithi002 ceph-mon[137674]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 291 op/s 2023-12-16T20:15:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:28 smithi043 ceph-mon[135010]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T20:15:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:28 smithi043 ceph-mon[135010]: pgmap v2404: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 291 op/s 2023-12-16T20:15:29.117 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:29.178 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:29 smithi002 ceph-mon[137674]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T20:15:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:29 smithi002 ceph-mon[137674]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T20:15:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:29 smithi002 ceph-mon[140029]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T20:15:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:29 smithi002 ceph-mon[140029]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T20:15:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:29 smithi043 ceph-mon[135010]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T20:15:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:29 smithi043 ceph-mon[135010]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T20:15:30.331 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:30 smithi002 ceph-mon[137674]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 241 op/s 2023-12-16T20:15:30.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:30 smithi002 ceph-mon[140029]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 241 op/s 2023-12-16T20:15:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:30 smithi043 ceph-mon[135010]: pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 241 op/s 2023-12-16T20:15:31.301 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3964 ms) 2023-12-16T20:15:31.301 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2023-12-16T20:15:31.334 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:31.346 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:31.355 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:31 smithi002 ceph-mon[137674]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T20:15:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:31 smithi002 ceph-mon[140029]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T20:15:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:31 smithi043 ceph-mon[135010]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T20:15:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:32 smithi002 ceph-mon[137674]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T20:15:32.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:32 smithi002 ceph-mon[137674]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 375 KiB/s rd, 23 KiB/s wr, 481 op/s 2023-12-16T20:15:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:31] "GET /metrics HTTP/1.1" 200 38794 "" "Prometheus/2.43.0" 2023-12-16T20:15:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:32 smithi002 ceph-mon[140029]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T20:15:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:32 smithi002 ceph-mon[140029]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 375 KiB/s rd, 23 KiB/s wr, 481 op/s 2023-12-16T20:15:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:32 smithi043 ceph-mon[135010]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T20:15:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:32 smithi043 ceph-mon[135010]: pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 375 KiB/s rd, 23 KiB/s wr, 481 op/s 2023-12-16T20:15:33.154 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:33.225 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:33 smithi002 ceph-mon[137674]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T20:15:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:33 smithi002 ceph-mon[140029]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T20:15:33.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:33 smithi043 ceph-mon[135010]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T20:15:34.303 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[137674]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T20:15:34.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[137674]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 200 KiB/s rd, 14 KiB/s wr, 256 op/s 2023-12-16T20:15:34.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[137674]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T20:15:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[140029]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T20:15:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[140029]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 200 KiB/s rd, 14 KiB/s wr, 256 op/s 2023-12-16T20:15:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:34 smithi002 ceph-mon[140029]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T20:15:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:34 smithi043 ceph-mon[135010]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T20:15:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:34 smithi043 ceph-mon[135010]: pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 200 KiB/s rd, 14 KiB/s wr, 256 op/s 2023-12-16T20:15:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:34 smithi043 ceph-mon[135010]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T20:15:35.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4011 ms) 2023-12-16T20:15:35.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2023-12-16T20:15:35.345 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:35.355 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:35.366 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:36.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[137674]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T20:15:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:36.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[137674]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 356 op/s 2023-12-16T20:15:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[140029]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T20:15:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:36.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:36 smithi002 ceph-mon[140029]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 356 op/s 2023-12-16T20:15:36.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:36 smithi043 ceph-mon[135010]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T20:15:36.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:36.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:36 smithi043 ceph-mon[135010]: pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 356 op/s 2023-12-16T20:15:37.177 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:37.246 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:37.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:37 smithi002 ceph-mon[137674]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T20:15:37.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:37 smithi002 ceph-mon[140029]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T20:15:37.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:37 smithi043 ceph-mon[135010]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T20:15:38.374 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:38.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:38 smithi002 ceph-mon[137674]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T20:15:38.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:38 smithi002 ceph-mon[137674]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 391 KiB/s rd, 18 KiB/s wr, 485 op/s 2023-12-16T20:15:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:38 smithi002 ceph-mon[140029]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T20:15:38.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:38 smithi002 ceph-mon[140029]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 391 KiB/s rd, 18 KiB/s wr, 485 op/s 2023-12-16T20:15:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:38 smithi043 ceph-mon[135010]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T20:15:38.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:38 smithi043 ceph-mon[135010]: pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 391 KiB/s rd, 18 KiB/s wr, 485 op/s 2023-12-16T20:15:39.271 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3958 ms) 2023-12-16T20:15:39.271 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2023-12-16T20:15:39.306 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:39.317 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:39.327 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:39 smithi002 ceph-mon[137674]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T20:15:39.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:39 smithi002 ceph-mon[137674]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T20:15:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:39 smithi002 ceph-mon[140029]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T20:15:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:39 smithi002 ceph-mon[140029]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T20:15:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:39 smithi043 ceph-mon[135010]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T20:15:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:39 smithi043 ceph-mon[135010]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T20:15:40.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:40 smithi002 ceph-mon[137674]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 206 op/s 2023-12-16T20:15:40.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:40 smithi002 ceph-mon[140029]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 206 op/s 2023-12-16T20:15:40.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:40 smithi043 ceph-mon[135010]: pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 206 op/s 2023-12-16T20:15:41.193 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:41.251 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:41.280 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:15:41.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:41 smithi002 ceph-mon[137674]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T20:15:41.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:41 smithi002 ceph-mon[140029]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T20:15:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:41 smithi043 ceph-mon[135010]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T20:15:41.611 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:15:41.611 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (43m) 9m ago 46m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:15:41.611 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (43m) 7m ago 46m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:15:41.611 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (47m) 9m ago 47m 20.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (47m) 7m ago 47m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (43m) 7m ago 49m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (43m) 9m ago 50m 507M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (42m) 9m ago 50m 119M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (42m) 7m ago 49m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (42m) 9m ago 49m 87.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (43m) 9m ago 46m 16.5M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (43m) 7m ago 46m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (41m) 9m ago 49m 468M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (41m) 9m ago 49m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (40m) 9m ago 48m 376M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (40m) 9m ago 48m 385M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (40m) 7m ago 48m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:15:41.612 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (39m) 7m ago 48m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:15:41.613 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (39m) 7m ago 47m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:15:41.613 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (38m) 7m ago 47m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:15:41.613 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (43m) 7m ago 46m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:15:42.025 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:15:42.026 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:15:42.182 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:41] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T20:15:42.368 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:42.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[137674]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[137674]: from='client.36666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[137674]: from='client.36672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[137674]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 27 KiB/s wr, 378 op/s 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4040315422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[140029]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[140029]: from='client.36666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[140029]: from='client.36672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[140029]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 27 KiB/s wr, 378 op/s 2023-12-16T20:15:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4040315422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:42 smithi043 ceph-mon[135010]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T20:15:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:42 smithi043 ceph-mon[135010]: from='client.36666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:42 smithi043 ceph-mon[135010]: from='client.36672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:15:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:42 smithi043 ceph-mon[135010]: pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 285 KiB/s rd, 27 KiB/s wr, 378 op/s 2023-12-16T20:15:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4040315422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:15:43.346 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4076 ms) 2023-12-16T20:15:43.346 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2023-12-16T20:15:43.378 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:43.389 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 0~10 2023-12-16T20:15:43.398 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:43.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:43 smithi002 ceph-mon[137674]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T20:15:43.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:43 smithi002 ceph-mon[140029]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T20:15:43.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:43 smithi043 ceph-mon[135010]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T20:15:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[140029]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T20:15:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[140029]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 21 KiB/s wr, 332 op/s 2023-12-16T20:15:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[140029]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T20:15:44.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[137674]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T20:15:44.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[137674]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 21 KiB/s wr, 332 op/s 2023-12-16T20:15:44.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:44 smithi002 ceph-mon[137674]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T20:15:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:44 smithi043 ceph-mon[135010]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T20:15:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:44 smithi043 ceph-mon[135010]: pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 21 KiB/s wr, 332 op/s 2023-12-16T20:15:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:44 smithi043 ceph-mon[135010]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T20:15:45.134 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:45.193 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:15:46.320 INFO:tasks.workunit.client.0.smithi002.stdout:migration_abort 2023-12-16T20:15:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:46 smithi002 ceph-mon[137674]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T20:15:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:46 smithi002 ceph-mon[137674]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 240 KiB/s rd, 18 KiB/s wr, 310 op/s 2023-12-16T20:15:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:46 smithi002 ceph-mon[140029]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T20:15:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:46 smithi002 ceph-mon[140029]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 240 KiB/s rd, 18 KiB/s wr, 310 op/s 2023-12-16T20:15:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:46 smithi043 ceph-mon[135010]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T20:15:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:46 smithi043 ceph-mon[135010]: pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 240 KiB/s rd, 18 KiB/s wr, 310 op/s 2023-12-16T20:15:47.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3940 ms) 2023-12-16T20:15:47.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.StressNoMigrate 2023-12-16T20:15:47.320 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:47.330 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 16610001~4173059 2023-12-16T20:15:47.369 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 46117879~3936816 2023-12-16T20:15:47.370 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 32446674~6632604 2023-12-16T20:15:47.409 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 14829816~4220904 2023-12-16T20:15:47.412 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 76540251~7345829 2023-12-16T20:15:47.458 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 74985167~849953 2023-12-16T20:15:47.460 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 31266483~4776978 2023-12-16T20:15:47.486 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 22010864~6117821 2023-12-16T20:15:47.486 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap0 2023-12-16T20:15:47.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:47 smithi002 ceph-mon[137674]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T20:15:47.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:47 smithi002 ceph-mon[140029]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T20:15:47.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:47 smithi043 ceph-mon[135010]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T20:15:48.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:48 smithi043 ceph-mon[135010]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T20:15:48.399 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:48 smithi043 ceph-mon[135010]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 294 op/s 2023-12-16T20:15:48.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:48 smithi002 ceph-mon[140029]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T20:15:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:48 smithi002 ceph-mon[140029]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 294 op/s 2023-12-16T20:15:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:48 smithi002 ceph-mon[137674]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T20:15:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:48 smithi002 ceph-mon[137674]: pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 230 KiB/s rd, 17 KiB/s wr, 294 op/s 2023-12-16T20:15:49.124 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap0 2023-12-16T20:15:49.143 INFO:tasks.workunit.client.0.smithi002.stdout:clone image157 -> image160 2023-12-16T20:15:49.255 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 87778808 2023-12-16T20:15:49.267 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 20603777~3836652 2023-12-16T20:15:49.301 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29057919~8304070 2023-12-16T20:15:49.321 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 25729721~2495405 2023-12-16T20:15:49.337 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 55639231~5474492 2023-12-16T20:15:49.344 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 23274239~2638127 2023-12-16T20:15:49.359 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 80258254~5817473 2023-12-16T20:15:49.384 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 63493547~3761595 2023-12-16T20:15:49.415 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 17531346~2392263 2023-12-16T20:15:49.417 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:49.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:49 smithi002 ceph-mon[137674]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T20:15:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:49 smithi002 ceph-mon[137674]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T20:15:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:49 smithi002 ceph-mon[140029]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T20:15:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:49 smithi002 ceph-mon[140029]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T20:15:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:49 smithi043 ceph-mon[135010]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T20:15:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:49 smithi043 ceph-mon[135010]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T20:15:50.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:50 smithi002 ceph-mon[137674]: pgmap v2437: 169 pgs: 169 active+clean; 925 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 126 KiB/s rd, 5.7 MiB/s wr, 177 op/s 2023-12-16T20:15:50.390 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:50 smithi002 ceph-mon[140029]: pgmap v2437: 169 pgs: 169 active+clean; 925 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 126 KiB/s rd, 5.7 MiB/s wr, 177 op/s 2023-12-16T20:15:50.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:50 smithi043 ceph-mon[135010]: pgmap v2437: 169 pgs: 169 active+clean; 925 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 126 KiB/s rd, 5.7 MiB/s wr, 177 op/s 2023-12-16T20:15:51.153 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:51.167 INFO:tasks.workunit.client.0.smithi002.stdout:clone image160 -> image162 2023-12-16T20:15:51.304 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 125705122 2023-12-16T20:15:51.314 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 77475170~1946855 2023-12-16T20:15:51.365 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 38335208~7146736 2023-12-16T20:15:51.378 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 96057791~8118029 2023-12-16T20:15:51.415 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 57542869~508860 2023-12-16T20:15:51.421 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 49290506~380147 2023-12-16T20:15:51.430 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 113448778~7671022 2023-12-16T20:15:51.430 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 61400592~2547514 2023-12-16T20:15:51.470 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 75203106~4188338 2023-12-16T20:15:51.476 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:15:51.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:51 smithi002 ceph-mon[137674]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T20:15:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:51 smithi002 ceph-mon[140029]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T20:15:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:51 smithi043 ceph-mon[135010]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T20:15:51.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:15:52.150 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:15:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:15:51] "GET /metrics HTTP/1.1" 200 38793 "" "Prometheus/2.43.0" 2023-12-16T20:15:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:52 smithi002 ceph-mon[137674]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T20:15:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:52 smithi002 ceph-mon[137674]: pgmap v2440: 169 pgs: 169 active+clean; 977 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 16 MiB/s wr, 526 op/s 2023-12-16T20:15:52.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:52 smithi002 ceph-mon[140029]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T20:15:52.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:52 smithi002 ceph-mon[140029]: pgmap v2440: 169 pgs: 169 active+clean; 977 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 16 MiB/s wr, 526 op/s 2023-12-16T20:15:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:52 smithi043 ceph-mon[135010]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T20:15:52.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:52 smithi043 ceph-mon[135010]: pgmap v2440: 169 pgs: 169 active+clean; 977 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 16 MiB/s wr, 526 op/s 2023-12-16T20:15:53.171 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap2 2023-12-16T20:15:53.184 INFO:tasks.workunit.client.0.smithi002.stdout:clone image162 -> image164 2023-12-16T20:15:53.356 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 137661882 2023-12-16T20:15:53.368 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 113451707~7293052 2023-12-16T20:15:53.415 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 106441960~2784694 2023-12-16T20:15:53.421 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 105265731~5242657 2023-12-16T20:15:53.451 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 40745798~1983569 2023-12-16T20:15:53.462 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 10378724~6094115 2023-12-16T20:15:53.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:53 smithi002 ceph-mon[137674]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T20:15:53.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:53 smithi002 ceph-mon[140029]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T20:15:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:53 smithi043 ceph-mon[135010]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T20:15:53.497 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 52862632~530818 2023-12-16T20:15:53.504 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 2272844~7824679 2023-12-16T20:15:53.537 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 43288812~232366 2023-12-16T20:15:53.539 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[137674]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[137674]: pgmap v2443: 169 pgs: 169 active+clean; 1013 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.6 MiB/s rd, 17 MiB/s wr, 451 op/s 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[137674]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[140029]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[140029]: pgmap v2443: 169 pgs: 169 active+clean; 1013 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.6 MiB/s rd, 17 MiB/s wr, 451 op/s 2023-12-16T20:15:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:54 smithi002 ceph-mon[140029]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T20:15:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:54 smithi043 ceph-mon[135010]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T20:15:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:54 smithi043 ceph-mon[135010]: pgmap v2443: 169 pgs: 169 active+clean; 1013 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.6 MiB/s rd, 17 MiB/s wr, 451 op/s 2023-12-16T20:15:54.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:54 smithi043 ceph-mon[135010]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T20:15:55.132 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap3 2023-12-16T20:15:55.144 INFO:tasks.workunit.client.0.smithi002.stdout:clone image164 -> image166 2023-12-16T20:15:55.343 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 174571246 2023-12-16T20:15:55.576 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.StressNoMigrate (8290 ms) 2023-12-16T20:15:55.576 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Stress 2023-12-16T20:15:55.607 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:15:55.617 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 46090661~6349209 2023-12-16T20:15:55.661 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 14020231~1452602 2023-12-16T20:15:55.661 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 79497589~31889 2023-12-16T20:15:55.667 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 62940483~6327991 2023-12-16T20:15:55.667 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 43074196~1721783 2023-12-16T20:15:55.678 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 72026805~8369311 2023-12-16T20:15:55.685 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 31933738~35601 2023-12-16T20:15:55.691 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29923343~7702635 2023-12-16T20:15:55.693 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap0 2023-12-16T20:15:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:56 smithi002 ceph-mon[137674]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T20:15:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:56 smithi002 ceph-mon[137674]: pgmap v2446: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 21 MiB/s wr, 399 op/s 2023-12-16T20:15:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:56 smithi002 ceph-mon[140029]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T20:15:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:56 smithi002 ceph-mon[140029]: pgmap v2446: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 21 MiB/s wr, 399 op/s 2023-12-16T20:15:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:56 smithi043 ceph-mon[135010]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T20:15:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:56 smithi043 ceph-mon[135010]: pgmap v2446: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 21 MiB/s wr, 399 op/s 2023-12-16T20:15:57.140 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap0 2023-12-16T20:15:57.156 INFO:tasks.workunit.client.0.smithi002.stdout:clone image167 -> image170 2023-12-16T20:15:57.259 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 19645492~6741088 2023-12-16T20:15:57.299 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 12618912~3565824 2023-12-16T20:15:57.305 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 38594494~3399094 2023-12-16T20:15:57.339 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 79669110~3666375 2023-12-16T20:15:57.345 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 47842295~5272428 2023-12-16T20:15:57.399 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 50982942~4673604 2023-12-16T20:15:57.404 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 44577245~252387 2023-12-16T20:15:57.408 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 18482206~4798915 2023-12-16T20:15:57.410 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:15:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:57 smithi002 ceph-mon[137674]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T20:15:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:57 smithi002 ceph-mon[140029]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T20:15:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:57 smithi043 ceph-mon[135010]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T20:15:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:58 smithi002 ceph-mon[137674]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T20:15:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:58 smithi002 ceph-mon[137674]: pgmap v2449: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 MiB/s wr, 357 op/s 2023-12-16T20:15:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:58 smithi002 ceph-mon[140029]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T20:15:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:58 smithi002 ceph-mon[140029]: pgmap v2449: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 MiB/s wr, 357 op/s 2023-12-16T20:15:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:58 smithi043 ceph-mon[135010]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T20:15:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:58 smithi043 ceph-mon[135010]: pgmap v2449: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 MiB/s wr, 357 op/s 2023-12-16T20:15:59.152 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:15:59.166 INFO:tasks.workunit.client.0.smithi002.stdout:clone image170 -> image172 2023-12-16T20:15:59.303 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 64925468~5705107 2023-12-16T20:15:59.344 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 32592714~662423 2023-12-16T20:15:59.351 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 50974774~7336369 2023-12-16T20:15:59.390 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 24149186~3956223 2023-12-16T20:15:59.407 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 70379115~7411040 2023-12-16T20:15:59.444 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 78141868~3740881 2023-12-16T20:15:59.450 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 69202225~741959 2023-12-16T20:15:59.457 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29473607~5512672 2023-12-16T20:15:59.463 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:15:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:15:59 smithi002 ceph-mon[137674]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T20:15:59.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:15:59 smithi002 ceph-mon[140029]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T20:15:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:15:59 smithi043 ceph-mon[135010]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T20:16:00.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:00 smithi002 ceph-mon[137674]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T20:16:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:00 smithi002 ceph-mon[137674]: pgmap v2452: 169 pgs: 169 active+clean; 1.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 286 op/s 2023-12-16T20:16:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:00 smithi002 ceph-mon[140029]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T20:16:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:00 smithi002 ceph-mon[140029]: pgmap v2452: 169 pgs: 169 active+clean; 1.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 286 op/s 2023-12-16T20:16:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:00 smithi043 ceph-mon[135010]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T20:16:00.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:00 smithi043 ceph-mon[135010]: pgmap v2452: 169 pgs: 169 active+clean; 1.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 286 op/s 2023-12-16T20:16:01.156 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap2 2023-12-16T20:16:01.175 INFO:tasks.workunit.client.0.smithi002.stdout:clone image172 -> image174 2023-12-16T20:16:01.342 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 51933080~959237 2023-12-16T20:16:01.390 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 6231666~4694796 2023-12-16T20:16:01.398 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 51311441~7500688 2023-12-16T20:16:01.440 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 58084723~6882960 2023-12-16T20:16:01.462 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 20070483~3613998 2023-12-16T20:16:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:01 smithi002 ceph-mon[137674]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T20:16:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:01 smithi002 ceph-mon[140029]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T20:16:01.493 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 3491219~1069457 2023-12-16T20:16:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:01 smithi043 ceph-mon[135010]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T20:16:01.500 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 6774564~8124071 2023-12-16T20:16:01.543 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 25563710~1307824 2023-12-16T20:16:01.549 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:16:02.153 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:01] "GET /metrics HTTP/1.1" 200 38793 "" "Prometheus/2.43.0" 2023-12-16T20:16:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:02 smithi002 ceph-mon[137674]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T20:16:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:02 smithi002 ceph-mon[137674]: pgmap v2455: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 693 op/s 2023-12-16T20:16:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:02 smithi002 ceph-mon[140029]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T20:16:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:02 smithi002 ceph-mon[140029]: pgmap v2455: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 693 op/s 2023-12-16T20:16:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:02 smithi043 ceph-mon[135010]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T20:16:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:02 smithi043 ceph-mon[135010]: pgmap v2455: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 693 op/s 2023-12-16T20:16:03.170 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap3 2023-12-16T20:16:03.182 INFO:tasks.workunit.client.0.smithi002.stdout:clone image174 -> image176 2023-12-16T20:16:03.374 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 160424565 2023-12-16T20:16:03.389 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:16:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:03 smithi002 ceph-mon[137674]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T20:16:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:03 smithi002 ceph-mon[140029]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T20:16:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:03 smithi043 ceph-mon[135010]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T20:16:03.889 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:16:04.121 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:16:04.428 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Stress (8852 ms) 2023-12-16T20:16:04.428 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.Stress2 2023-12-16T20:16:04.462 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:16:04.472 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 66347811~1380462 2023-12-16T20:16:04.487 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29816537~63445 2023-12-16T20:16:04.487 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 53039489~2979828 2023-12-16T20:16:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:04 smithi002 ceph-mon[137674]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T20:16:04.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:04 smithi002 ceph-mon[137674]: pgmap v2458: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 624 op/s 2023-12-16T20:16:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:04 smithi002 ceph-mon[140029]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T20:16:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:04 smithi002 ceph-mon[140029]: pgmap v2458: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 624 op/s 2023-12-16T20:16:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:04 smithi043 ceph-mon[135010]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T20:16:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:04 smithi043 ceph-mon[135010]: pgmap v2458: 169 pgs: 169 active+clean; 1.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 20 MiB/s wr, 624 op/s 2023-12-16T20:16:04.507 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 5073189~5392672 2023-12-16T20:16:04.507 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 60032104~8220513 2023-12-16T20:16:04.543 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 33909495~3008246 2023-12-16T20:16:04.543 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 4609678~2271085 2023-12-16T20:16:04.562 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 33668575~5049860 2023-12-16T20:16:04.562 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap0 2023-12-16T20:16:06.187 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap0 2023-12-16T20:16:06.204 INFO:tasks.workunit.client.0.smithi002.stdout:clone image177 -> image180 2023-12-16T20:16:06.315 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 124437615 2023-12-16T20:16:06.327 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 5429558~3086226 2023-12-16T20:16:06.377 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 20932899~1901762 2023-12-16T20:16:06.385 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 119038159~4746263 2023-12-16T20:16:06.414 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 113674908~2541640 2023-12-16T20:16:06.414 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 108978204~2035112 2023-12-16T20:16:06.430 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 8602567~6309672 2023-12-16T20:16:06.436 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 99135656~1346340 2023-12-16T20:16:06.449 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 66029658~3139570 2023-12-16T20:16:06.484 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:16:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[137674]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T20:16:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:06.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[137674]: pgmap v2460: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 775 op/s 2023-12-16T20:16:06.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[140029]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T20:16:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:06 smithi002 ceph-mon[140029]: pgmap v2460: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 775 op/s 2023-12-16T20:16:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:06 smithi043 ceph-mon[135010]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T20:16:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:06 smithi043 ceph-mon[135010]: pgmap v2460: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 775 op/s 2023-12-16T20:16:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:07 smithi002 ceph-mon[137674]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T20:16:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:07 smithi002 ceph-mon[140029]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T20:16:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:07 smithi043 ceph-mon[135010]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T20:16:08.198 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:16:08.211 INFO:tasks.workunit.client.0.smithi002.stdout:clone image180 -> image182 2023-12-16T20:16:08.351 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 115616859~3001118 2023-12-16T20:16:08.397 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 68520086~5679317 2023-12-16T20:16:08.404 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 116216341~8221274 2023-12-16T20:16:08.437 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 107888650~6584051 2023-12-16T20:16:08.444 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 105930408~2695633 2023-12-16T20:16:08.462 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 40809057~8164103 2023-12-16T20:16:08.470 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 8348585~5306690 2023-12-16T20:16:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[137674]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T20:16:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[137674]: pgmap v2463: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 662 op/s 2023-12-16T20:16:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:16:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[140029]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T20:16:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[140029]: pgmap v2463: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 662 op/s 2023-12-16T20:16:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:08 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:16:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:08 smithi043 ceph-mon[135010]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T20:16:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:08 smithi043 ceph-mon[135010]: pgmap v2463: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 662 op/s 2023-12-16T20:16:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:08 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:16:08.519 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 67320214~1591721 2023-12-16T20:16:08.522 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:16:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:09 smithi002 ceph-mon[137674]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T20:16:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:09 smithi002 ceph-mon[140029]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T20:16:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:09 smithi043 ceph-mon[135010]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T20:16:10.204 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 76628330~457070 2023-12-16T20:16:10.211 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 98941385~4003463 2023-12-16T20:16:10.211 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 77342843~1136315 2023-12-16T20:16:10.212 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 10871263~5568307 2023-12-16T20:16:10.212 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 56216938~7473146 2023-12-16T20:16:10.219 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 87205816~91101 2023-12-16T20:16:10.219 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 109242379~6166682 2023-12-16T20:16:10.226 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 95732079~4437405 2023-12-16T20:16:10.242 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:16:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:10 smithi002 ceph-mon[137674]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T20:16:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:10 smithi002 ceph-mon[137674]: pgmap v2466: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 574 op/s 2023-12-16T20:16:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:10 smithi002 ceph-mon[140029]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T20:16:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:10 smithi002 ceph-mon[140029]: pgmap v2466: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 574 op/s 2023-12-16T20:16:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:10 smithi043 ceph-mon[135010]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T20:16:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:10 smithi043 ceph-mon[135010]: pgmap v2466: 169 pgs: 169 active+clean; 1.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 574 op/s 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:16:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:16:11.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T20:16:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:16:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:16:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:12.201 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:11] "GET /metrics HTTP/1.1" 200 38794 "" "Prometheus/2.43.0" 2023-12-16T20:16:12.215 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap3 2023-12-16T20:16:12.229 INFO:tasks.workunit.client.0.smithi002.stdout:clone image182 -> image184 2023-12-16T20:16:12.388 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 173010261 2023-12-16T20:16:12.404 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:16:12.414 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:16:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:12 smithi002 ceph-mon[137674]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T20:16:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:12 smithi002 ceph-mon[137674]: pgmap v2469: 169 pgs: 169 active+clean; 1.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 16 MiB/s wr, 741 op/s 2023-12-16T20:16:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:12 smithi002 ceph-mon[140029]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T20:16:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:12 smithi002 ceph-mon[140029]: pgmap v2469: 169 pgs: 169 active+clean; 1.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 16 MiB/s wr, 741 op/s 2023-12-16T20:16:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:12 smithi043 ceph-mon[135010]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T20:16:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:12 smithi043 ceph-mon[135010]: pgmap v2469: 169 pgs: 169 active+clean; 1.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 16 MiB/s wr, 741 op/s 2023-12-16T20:16:12.779 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (44m) 2s ago 47m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (44m) 8m ago 46m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (47m) 2s ago 47m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (47m) 8m ago 47m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (43m) 8m ago 50m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (44m) 2s ago 51m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (43m) 2s ago 51m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (42m) 8m ago 50m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (43m) 2s ago 50m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (44m) 2s ago 46m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (44m) 8m ago 46m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (42m) 2s ago 49m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (41m) 2s ago 49m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:16:12.780 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (41m) 2s ago 49m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (41m) 2s ago 49m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (40m) 8m ago 48m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (40m) 8m ago 48m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (39m) 8m ago 48m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (39m) 8m ago 48m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:16:12.781 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (43m) 8m ago 47m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:16:12.867 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 33916472~5600628 2023-12-16T20:16:12.918 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 92009715~3798797 2023-12-16T20:16:12.945 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 134178015~99303 2023-12-16T20:16:12.950 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 134066477~828298 2023-12-16T20:16:12.952 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 98262077~5727197 2023-12-16T20:16:12.992 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 34118730~1589820 2023-12-16T20:16:12.994 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 138079130~105213 2023-12-16T20:16:12.996 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 165330224~7680037 2023-12-16T20:16:13.000 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user0 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:13.236 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:16:13.237 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:16:13.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[137674]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T20:16:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[137674]: from='client.36684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[137674]: from='client.36690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[140029]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T20:16:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[140029]: from='client.36684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:13 smithi002 ceph-mon[140029]: from='client.36690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:13 smithi043 ceph-mon[135010]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T20:16:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:13 smithi043 ceph-mon[135010]: from='client.36684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:13 smithi043 ceph-mon[135010]: from='client.36690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:14.231 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 96265203~1215956 2023-12-16T20:16:14.244 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 136644049~6379227 2023-12-16T20:16:14.244 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 92482234~96365 2023-12-16T20:16:14.244 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 70259636~7913480 2023-12-16T20:16:14.245 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 43855956~1173939 2023-12-16T20:16:14.248 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 83051915~1331831 2023-12-16T20:16:14.251 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 92622089~8232349 2023-12-16T20:16:14.316 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29585025~5791145 2023-12-16T20:16:14.316 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user1 2023-12-16T20:16:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[137674]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T20:16:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2346919155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[137674]: pgmap v2472: 169 pgs: 169 active+clean; 1.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 588 op/s 2023-12-16T20:16:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[140029]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T20:16:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2346919155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:14 smithi002 ceph-mon[140029]: pgmap v2472: 169 pgs: 169 active+clean; 1.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 588 op/s 2023-12-16T20:16:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:14 smithi043 ceph-mon[135010]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T20:16:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:14 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2346919155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:14 smithi043 ceph-mon[135010]: pgmap v2472: 169 pgs: 169 active+clean; 1.4 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 588 op/s 2023-12-16T20:16:15.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:15 smithi002 ceph-mon[137674]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T20:16:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:15 smithi002 ceph-mon[140029]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T20:16:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:15 smithi043 ceph-mon[135010]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T20:16:16.242 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 230993907 2023-12-16T20:16:16.258 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 219470094~266852 2023-12-16T20:16:16.266 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 187162878~2141050 2023-12-16T20:16:16.266 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 34114877~7707857 2023-12-16T20:16:16.276 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 15271548~4817697 2023-12-16T20:16:16.276 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 143839677~1894407 2023-12-16T20:16:16.277 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 66484802~2287252 2023-12-16T20:16:16.277 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 199713935~3085918 2023-12-16T20:16:16.284 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 159845715~4268898 2023-12-16T20:16:16.285 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user2 2023-12-16T20:16:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:16 smithi002 ceph-mon[137674]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T20:16:16.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:16 smithi002 ceph-mon[137674]: pgmap v2475: 169 pgs: 169 active+clean; 1.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 32 MiB/s wr, 878 op/s 2023-12-16T20:16:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:16 smithi002 ceph-mon[140029]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T20:16:16.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:16 smithi002 ceph-mon[140029]: pgmap v2475: 169 pgs: 169 active+clean; 1.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 32 MiB/s wr, 878 op/s 2023-12-16T20:16:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:16 smithi043 ceph-mon[135010]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T20:16:16.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:16 smithi043 ceph-mon[135010]: pgmap v2475: 169 pgs: 169 active+clean; 1.5 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 32 MiB/s wr, 878 op/s 2023-12-16T20:16:17.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:17 smithi002 ceph-mon[137674]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T20:16:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:17 smithi002 ceph-mon[140029]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T20:16:17.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:17 smithi043 ceph-mon[135010]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T20:16:18.252 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 222591308 2023-12-16T20:16:18.267 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 10544400~7546866 2023-12-16T20:16:18.287 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 20424129~2239703 2023-12-16T20:16:18.288 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 140517586~7290854 2023-12-16T20:16:18.299 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 102137607~522714 2023-12-16T20:16:18.299 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 47670507~6006530 2023-12-16T20:16:18.308 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 211807739~7302145 2023-12-16T20:16:18.349 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 32148429~7626611 2023-12-16T20:16:18.380 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 75117350~5832375 2023-12-16T20:16:18.386 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user3 2023-12-16T20:16:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:18 smithi002 ceph-mon[137674]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T20:16:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:18 smithi002 ceph-mon[137674]: pgmap v2478: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 28 MiB/s wr, 486 op/s 2023-12-16T20:16:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:18 smithi002 ceph-mon[140029]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T20:16:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:18 smithi002 ceph-mon[140029]: pgmap v2478: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 28 MiB/s wr, 486 op/s 2023-12-16T20:16:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:18 smithi043 ceph-mon[135010]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T20:16:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:18 smithi043 ceph-mon[135010]: pgmap v2478: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 28 MiB/s wr, 486 op/s 2023-12-16T20:16:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:19 smithi002 ceph-mon[137674]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T20:16:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:19 smithi002 ceph-mon[140029]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T20:16:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:19 smithi043 ceph-mon[135010]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T20:16:20.272 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 22259130~5564782 2023-12-16T20:16:20.279 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 23650325~2782391 2023-12-16T20:16:20.328 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 44518261~5564782 2023-12-16T20:16:20.329 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 45909456~2782391 2023-12-16T20:16:20.368 INFO:tasks.workunit.client.0.smithi002.stdout:write: 3 66777392~5564782 2023-12-16T20:16:20.369 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 68168587~2782391 2023-12-16T20:16:20.407 INFO:tasks.workunit.client.0.smithi002.stdout:write: 4 89036523~5564782 2023-12-16T20:16:20.408 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 90427718~2782391 2023-12-16T20:16:20.449 INFO:tasks.workunit.client.0.smithi002.stdout:write: 5 111295654~5564782 2023-12-16T20:16:20.451 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 112686849~2782391 2023-12-16T20:16:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:20 smithi043 ceph-mon[135010]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T20:16:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:20 smithi043 ceph-mon[135010]: pgmap v2481: 169 pgs: 169 active+clean; 1.6 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 18 MiB/s wr, 73 op/s 2023-12-16T20:16:20.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:20 smithi002 ceph-mon[137674]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T20:16:20.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:20 smithi002 ceph-mon[137674]: pgmap v2481: 169 pgs: 169 active+clean; 1.6 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 18 MiB/s wr, 73 op/s 2023-12-16T20:16:20.729 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:20 smithi002 ceph-mon[140029]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T20:16:20.730 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:20 smithi002 ceph-mon[140029]: pgmap v2481: 169 pgs: 169 active+clean; 1.6 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 18 MiB/s wr, 73 op/s 2023-12-16T20:16:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:21 smithi043 ceph-mon[135010]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T20:16:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:21.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:21 smithi002 ceph-mon[137674]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T20:16:21.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:21 smithi002 ceph-mon[140029]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T20:16:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:21.817 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:16:22.049 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:16:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:21] "GET /metrics HTTP/1.1" 200 38800 "" "Prometheus/2.43.0" 2023-12-16T20:16:22.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:22 smithi002 ceph-mon[137674]: pgmap v2483: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 309 op/s 2023-12-16T20:16:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:22 smithi002 ceph-mon[140029]: pgmap v2483: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 309 op/s 2023-12-16T20:16:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:22 smithi043 ceph-mon[135010]: pgmap v2483: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 309 op/s 2023-12-16T20:16:23.421 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.Stress2 (18993 ms) 2023-12-16T20:16:23.421 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMigration.StressLive 2023-12-16T20:16:23.453 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 83886080 2023-12-16T20:16:23.464 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 53499895~5151625 2023-12-16T20:16:23.506 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 50090488~7225963 2023-12-16T20:16:23.514 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 39969741~5062654 2023-12-16T20:16:23.545 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 26331673~2046092 2023-12-16T20:16:23.546 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 72658164~1112619 2023-12-16T20:16:23.557 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 35743588~5434748 2023-12-16T20:16:23.559 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 1411404~964396 2023-12-16T20:16:23.569 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 54624620~1347414 2023-12-16T20:16:23.572 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap0 2023-12-16T20:16:24.653 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap0 2023-12-16T20:16:24.667 INFO:tasks.workunit.client.0.smithi002.stdout:clone image185 -> image188 2023-12-16T20:16:24.777 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 40777074~3195218 2023-12-16T20:16:24.814 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 69050069~2202326 2023-12-16T20:16:24.819 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 58847833~4840564 2023-12-16T20:16:24.854 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 75801143~854742 2023-12-16T20:16:24.860 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 75532604~7754188 2023-12-16T20:16:24.905 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 9133242~6136046 2023-12-16T20:16:24.911 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 44842103~2443398 2023-12-16T20:16:24.929 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 68389617~3912882 2023-12-16T20:16:24.944 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap1 2023-12-16T20:16:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:24 smithi002 ceph-mon[140029]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T20:16:24.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:24 smithi002 ceph-mon[140029]: pgmap v2485: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s rd, 26 MiB/s wr, 418 op/s 2023-12-16T20:16:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:24 smithi002 ceph-mon[137674]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T20:16:24.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:24 smithi002 ceph-mon[137674]: pgmap v2485: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s rd, 26 MiB/s wr, 418 op/s 2023-12-16T20:16:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:24 smithi043 ceph-mon[135010]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T20:16:24.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:24 smithi043 ceph-mon[135010]: pgmap v2485: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s rd, 26 MiB/s wr, 418 op/s 2023-12-16T20:16:25.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:25 smithi002 ceph-mon[137674]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T20:16:25.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:25 smithi002 ceph-mon[140029]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T20:16:25.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:25 smithi043 ceph-mon[135010]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T20:16:26.658 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap1 2023-12-16T20:16:26.673 INFO:tasks.workunit.client.0.smithi002.stdout:clone image188 -> image190 2023-12-16T20:16:26.817 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 63424251~7696062 2023-12-16T20:16:26.872 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 25585897~1752778 2023-12-16T20:16:26.879 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 74296390~1864688 2023-12-16T20:16:26.933 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 78326556~2609229 2023-12-16T20:16:26.962 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 37511076~210322 2023-12-16T20:16:26.969 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 37415861~7122056 2023-12-16T20:16:26.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:26 smithi002 ceph-mon[137674]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T20:16:26.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:26 smithi002 ceph-mon[137674]: pgmap v2488: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 236 MiB/s rd, 26 MiB/s wr, 634 op/s 2023-12-16T20:16:26.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:26 smithi002 ceph-mon[140029]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T20:16:26.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:26 smithi002 ceph-mon[140029]: pgmap v2488: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 236 MiB/s rd, 26 MiB/s wr, 634 op/s 2023-12-16T20:16:26.993 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 27094490~5636256 2023-12-16T20:16:26.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:26 smithi043 ceph-mon[135010]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T20:16:26.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:26 smithi043 ceph-mon[135010]: pgmap v2488: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 236 MiB/s rd, 26 MiB/s wr, 634 op/s 2023-12-16T20:16:27.024 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16227190~2695463 2023-12-16T20:16:27.032 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap2 2023-12-16T20:16:27.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:27 smithi002 ceph-mon[137674]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T20:16:27.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:27 smithi002 ceph-mon[140029]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T20:16:27.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:27 smithi043 ceph-mon[135010]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T20:16:28.666 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap2 2023-12-16T20:16:28.682 INFO:tasks.workunit.client.0.smithi002.stdout:clone image190 -> image192 2023-12-16T20:16:28.863 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 158961103 2023-12-16T20:16:28.875 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 111037688~4724614 2023-12-16T20:16:28.912 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 97456883~7331739 2023-12-16T20:16:28.913 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 62632512~5587137 2023-12-16T20:16:28.982 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 55076179~7203144 2023-12-16T20:16:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:28 smithi002 ceph-mon[137674]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T20:16:28.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:28 smithi002 ceph-mon[137674]: pgmap v2491: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 253 MiB/s rd, 17 MiB/s wr, 742 op/s 2023-12-16T20:16:28.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:28 smithi002 ceph-mon[140029]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T20:16:28.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:28 smithi002 ceph-mon[140029]: pgmap v2491: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 253 MiB/s rd, 17 MiB/s wr, 742 op/s 2023-12-16T20:16:28.991 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 103293279~3600648 2023-12-16T20:16:28.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:28 smithi043 ceph-mon[135010]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T20:16:28.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:28 smithi043 ceph-mon[135010]: pgmap v2491: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 253 MiB/s rd, 17 MiB/s wr, 742 op/s 2023-12-16T20:16:29.012 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 16378225~2755496 2023-12-16T20:16:29.019 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 150910725~7791351 2023-12-16T20:16:29.061 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 19134726~5940354 2023-12-16T20:16:29.067 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: snap3 2023-12-16T20:16:29.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:29 smithi002 ceph-mon[137674]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T20:16:29.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:29 smithi002 ceph-mon[140029]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T20:16:29.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:29 smithi043 ceph-mon[135010]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T20:16:30.681 INFO:tasks.workunit.client.0.smithi002.stdout:snap_protect: snap3 2023-12-16T20:16:30.701 INFO:tasks.workunit.client.0.smithi002.stdout:clone image192 -> image194 2023-12-16T20:16:30.911 INFO:tasks.workunit.client.0.smithi002.stdout:migration_prepare 2023-12-16T20:16:30.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:30 smithi002 ceph-mon[137674]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T20:16:30.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:30 smithi002 ceph-mon[137674]: pgmap v2494: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s rd, 15 MiB/s wr, 345 op/s 2023-12-16T20:16:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:30 smithi002 ceph-mon[140029]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T20:16:30.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:30 smithi002 ceph-mon[140029]: pgmap v2494: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s rd, 15 MiB/s wr, 345 op/s 2023-12-16T20:16:30.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:30 smithi043 ceph-mon[135010]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T20:16:30.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:30 smithi043 ceph-mon[135010]: pgmap v2494: 169 pgs: 169 active+clean; 1.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s rd, 15 MiB/s wr, 345 op/s 2023-12-16T20:16:31.409 INFO:tasks.workunit.client.0.smithi002.stdout:migration_execute 2023-12-16T20:16:31.409 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 12998161~2432045 2023-12-16T20:16:31.448 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 32399411~4949594 2023-12-16T20:16:31.484 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 84308496~2498103 2023-12-16T20:16:31.513 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 23738679~3636337 2023-12-16T20:16:31.542 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 20285976~3117879 2023-12-16T20:16:31.562 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 89953420~8296641 2023-12-16T20:16:31.587 INFO:tasks.workunit.client.0.smithi002.stdout:write: a 7589790~2663862 2023-12-16T20:16:31.635 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 113616041~1716389 2023-12-16T20:16:31.673 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user0 2023-12-16T20:16:31.923 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:31 smithi002 ceph-mon[137674]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T20:16:31.923 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:31 smithi002 ceph-mon[140029]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T20:16:31.924 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:31] "GET /metrics HTTP/1.1" 200 38800 "" "Prometheus/2.43.0" 2023-12-16T20:16:31.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:31 smithi043 ceph-mon[135010]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T20:16:32.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:32 smithi002 ceph-mon[137674]: pgmap v2496: 169 pgs: 169 active+clean; 2.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 530 op/s 2023-12-16T20:16:32.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:32 smithi002 ceph-mon[140029]: pgmap v2496: 169 pgs: 169 active+clean; 2.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 530 op/s 2023-12-16T20:16:32.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:32 smithi043 ceph-mon[135010]: pgmap v2496: 169 pgs: 169 active+clean; 2.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 31 MiB/s rd, 25 MiB/s wr, 530 op/s 2023-12-16T20:16:33.687 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 183464294 2023-12-16T20:16:33.702 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 142716705~1294760 2023-12-16T20:16:33.709 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 64700746~7401119 2023-12-16T20:16:33.709 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 148714671~8302218 2023-12-16T20:16:33.721 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 161955151~694376 2023-12-16T20:16:33.722 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 22618913~838890 2023-12-16T20:16:33.724 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 175936517~7527777 2023-12-16T20:16:33.724 INFO:tasks.workunit.client.0.smithi002.stdout:write: b 126607300~2985395 2023-12-16T20:16:33.726 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 94283282~5539117 2023-12-16T20:16:33.729 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user1 2023-12-16T20:16:33.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:33 smithi002 ceph-mon[137674]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T20:16:33.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:33 smithi002 ceph-mon[140029]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T20:16:33.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:33 smithi043 ceph-mon[135010]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T20:16:34.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:34 smithi002 ceph-mon[137674]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T20:16:34.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:34 smithi002 ceph-mon[137674]: pgmap v2499: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 666 op/s 2023-12-16T20:16:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:34 smithi002 ceph-mon[140029]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T20:16:34.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:34 smithi002 ceph-mon[140029]: pgmap v2499: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 666 op/s 2023-12-16T20:16:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:34 smithi043 ceph-mon[135010]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T20:16:34.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:34 smithi043 ceph-mon[135010]: pgmap v2499: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 666 op/s 2023-12-16T20:16:35.702 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 175427073~8037221 2023-12-16T20:16:35.721 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 9500792~3207633 2023-12-16T20:16:35.721 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 79913301~3086677 2023-12-16T20:16:35.723 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 74631004~3983415 2023-12-16T20:16:35.723 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 110656488~569199 2023-12-16T20:16:35.724 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 120993835~7068366 2023-12-16T20:16:35.742 INFO:tasks.workunit.client.0.smithi002.stdout:write: c 145626422~1231239 2023-12-16T20:16:35.756 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 87105804~3470953 2023-12-16T20:16:35.757 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user2 2023-12-16T20:16:35.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:35 smithi002 ceph-mon[137674]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T20:16:35.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:35 smithi002 ceph-mon[140029]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T20:16:35.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:35 smithi043 ceph-mon[135010]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T20:16:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[137674]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T20:16:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:36.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[137674]: pgmap v2502: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 887 op/s 2023-12-16T20:16:36.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[140029]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T20:16:36.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:36.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:36 smithi002 ceph-mon[140029]: pgmap v2502: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 887 op/s 2023-12-16T20:16:36.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:36 smithi043 ceph-mon[135010]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T20:16:36.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:36.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:36 smithi043 ceph-mon[135010]: pgmap v2502: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 29 MiB/s rd, 31 MiB/s wr, 887 op/s 2023-12-16T20:16:37.713 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 212525750 2023-12-16T20:16:37.732 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 84942698~963170 2023-12-16T20:16:37.740 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 198709481~672130 2023-12-16T20:16:37.740 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 183381545~7602693 2023-12-16T20:16:37.751 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 104376309~7807300 2023-12-16T20:16:37.751 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 62477671~1903648 2023-12-16T20:16:37.753 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 40582520~6527664 2023-12-16T20:16:37.753 INFO:tasks.workunit.client.0.smithi002.stdout:write: d 137497371~561203 2023-12-16T20:16:37.754 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 40047734~1418828 2023-12-16T20:16:37.810 INFO:tasks.workunit.client.0.smithi002.stdout:snap_create: user3 2023-12-16T20:16:37.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:37 smithi002 ceph-mon[137674]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T20:16:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:37 smithi002 ceph-mon[140029]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T20:16:37.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:37 smithi043 ceph-mon[135010]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T20:16:38.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:38 smithi002 ceph-mon[137674]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T20:16:38.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:38 smithi002 ceph-mon[137674]: pgmap v2505: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 551 op/s 2023-12-16T20:16:38.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:38 smithi002 ceph-mon[140029]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T20:16:38.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:38 smithi002 ceph-mon[140029]: pgmap v2505: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 551 op/s 2023-12-16T20:16:38.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:38 smithi043 ceph-mon[135010]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T20:16:38.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:38 smithi043 ceph-mon[135010]: pgmap v2505: 169 pgs: 169 active+clean; 2.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 551 op/s 2023-12-16T20:16:39.736 INFO:tasks.workunit.client.0.smithi002.stdout:write: 1 21252575~5313143 2023-12-16T20:16:39.741 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 22580860~2656571 2023-12-16T20:16:39.772 INFO:tasks.workunit.client.0.smithi002.stdout:write: 2 42505150~5313143 2023-12-16T20:16:39.773 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 43833435~2656571 2023-12-16T20:16:39.792 INFO:tasks.workunit.client.0.smithi002.stdout:write: 3 63757725~5313143 2023-12-16T20:16:39.794 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 65086010~2656571 2023-12-16T20:16:39.818 INFO:tasks.workunit.client.0.smithi002.stdout:write: 4 85010300~5313143 2023-12-16T20:16:39.819 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 86338585~2656571 2023-12-16T20:16:39.841 INFO:tasks.workunit.client.0.smithi002.stdout:write: 5 106262875~5313143 2023-12-16T20:16:39.842 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 107591160~2656571 2023-12-16T20:16:39.974 INFO:tasks.workunit.client.0.smithi002.stdout:migration_commit 2023-12-16T20:16:39.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:39 smithi002 ceph-mon[137674]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T20:16:39.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:39 smithi002 ceph-mon[140029]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T20:16:39.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:39 smithi043 ceph-mon[135010]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T20:16:40.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:40 smithi002 ceph-mon[137674]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T20:16:40.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:40 smithi002 ceph-mon[137674]: pgmap v2508: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 9.1 MiB/s rd, 22 MiB/s wr, 316 op/s 2023-12-16T20:16:40.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:40 smithi002 ceph-mon[140029]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T20:16:40.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:40 smithi002 ceph-mon[140029]: pgmap v2508: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 9.1 MiB/s rd, 22 MiB/s wr, 316 op/s 2023-12-16T20:16:40.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:40 smithi043 ceph-mon[135010]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T20:16:40.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:40 smithi043 ceph-mon[135010]: pgmap v2508: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 9.1 MiB/s rd, 22 MiB/s wr, 316 op/s 2023-12-16T20:16:41.178 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMigration.StressLive (17757 ms) 2023-12-16T20:16:42.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:41] "GET /metrics HTTP/1.1" 200 38800 "" "Prometheus/2.43.0" 2023-12-16T20:16:42.735 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 57 tests from TestMigration (258802 ms total) 2023-12-16T20:16:42.735 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:16:42.735 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from TestGroup 2023-12-16T20:16:42.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:42 smithi002 ceph-mon[137674]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T20:16:42.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:42 smithi002 ceph-mon[137674]: pgmap v2510: 137 pgs: 137 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 6.1 MiB/s wr, 23 op/s 2023-12-16T20:16:42.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:42 smithi002 ceph-mon[140029]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T20:16:42.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:42 smithi002 ceph-mon[140029]: pgmap v2510: 137 pgs: 137 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 6.1 MiB/s wr, 23 op/s 2023-12-16T20:16:42.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:42 smithi043 ceph-mon[135010]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T20:16:42.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:42 smithi043 ceph-mon[135010]: pgmap v2510: 137 pgs: 137 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 6.1 MiB/s wr, 23 op/s 2023-12-16T20:16:43.593 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:16:43.935 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (44m) 33s ago 47m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (44m) 8m ago 47m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (48m) 33s ago 48m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (48m) 8m ago 48m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (44m) 8m ago 50m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (44m) 33s ago 51m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (44m) 33s ago 51m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (43m) 8m ago 50m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (43m) 33s ago 50m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (44m) 33s ago 47m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (44m) 8m ago 47m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (42m) 33s ago 50m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:16:43.936 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (42m) 33s ago 50m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (41m) 33s ago 49m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (41m) 33s ago 49m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (41m) 8m ago 49m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (40m) 8m ago 49m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (40m) 8m ago 48m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (39m) 8m ago 48m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:16:43.937 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (44m) 8m ago 47m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:16:43.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:43 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:43.938 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:43 smithi002 ceph-mon[137674]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T20:16:43.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:43 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:43.938 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:43 smithi002 ceph-mon[140029]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T20:16:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:43 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:43.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:43 smithi043 ceph-mon[135010]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T20:16:44.345 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:16:44.346 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:16:44.347 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:16:44.347 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:16:44.741 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.group_create 2023-12-16T20:16:44.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1270283101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: from='client.36720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: pgmap v2513: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3732650349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1270283101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: from='client.36720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: pgmap v2513: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-16T20:16:44.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3732650349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1270283101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: from='client.36720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: pgmap v2513: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-16T20:16:44.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3732650349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:16:45.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:16:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:16:45.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[137674]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T20:16:45.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:16:45.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:16:45.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:45 smithi002 ceph-mon[140029]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T20:16:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:45 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:16:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:45 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:16:45.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:45 smithi043 ceph-mon[135010]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T20:16:46.794 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.group_create (2054 ms) 2023-12-16T20:16:46.795 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.group_createPP 2023-12-16T20:16:46.813 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.group_createPP (20 ms) 2023-12-16T20:16:46.813 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.add_image 2023-12-16T20:16:46.856 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.add_image (43 ms) 2023-12-16T20:16:46.857 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.add_imagePP 2023-12-16T20:16:46.897 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.add_imagePP (41 ms) 2023-12-16T20:16:46.897 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.add_snapshot 2023-12-16T20:16:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:46 smithi043 ceph-mon[135010]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T20:16:46.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:46 smithi043 ceph-mon[135010]: pgmap v2516: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T20:16:47.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:46 smithi002 ceph-mon[137674]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T20:16:47.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:46 smithi002 ceph-mon[137674]: pgmap v2516: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T20:16:47.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:46 smithi002 ceph-mon[140029]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T20:16:47.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:46 smithi002 ceph-mon[140029]: pgmap v2516: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T20:16:48.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:47 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:48.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:47 smithi002 ceph-mon[137674]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T20:16:48.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:47 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:48.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:47 smithi002 ceph-mon[140029]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T20:16:48.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:47 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:16:48.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:47 smithi043 ceph-mon[135010]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T20:16:49.149 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:48 smithi043 ceph-mon[135010]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T20:16:49.149 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:48 smithi043 ceph-mon[135010]: pgmap v2519: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:16:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:48 smithi002 ceph-mon[137674]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T20:16:49.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:48 smithi002 ceph-mon[137674]: pgmap v2519: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:16:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:48 smithi002 ceph-mon[140029]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T20:16:49.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:48 smithi002 ceph-mon[140029]: pgmap v2519: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:16:50.140 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:49 smithi002 ceph-mon[137674]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T20:16:50.140 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:49 smithi002 ceph-mon[140029]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T20:16:50.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:49 smithi043 ceph-mon[135010]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T20:16:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:50 smithi002 ceph-mon[137674]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T20:16:51.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:50 smithi002 ceph-mon[137674]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 7.0 KiB/s wr, 48 op/s 2023-12-16T20:16:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:50 smithi002 ceph-mon[140029]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T20:16:51.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:50 smithi002 ceph-mon[140029]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 7.0 KiB/s wr, 48 op/s 2023-12-16T20:16:51.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:50 smithi043 ceph-mon[135010]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T20:16:51.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:50 smithi043 ceph-mon[135010]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 7.0 KiB/s wr, 48 op/s 2023-12-16T20:16:52.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:16:51] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2023-12-16T20:16:52.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T20:16:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-16T20:16:52.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2023-12-16T20:16:52.818 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.add_snapshot (5921 ms) 2023-12-16T20:16:52.818 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestGroup.add_snapshotPP 2023-12-16T20:16:53.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[137674]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[137674]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 202 op/s 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[140029]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T20:16:53.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:52 smithi002 ceph-mon[140029]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 202 op/s 2023-12-16T20:16:53.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-16T20:16:53.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-16T20:16:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2023-12-16T20:16:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:52 smithi043 ceph-mon[135010]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T20:16:53.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:52 smithi043 ceph-mon[135010]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 202 op/s 2023-12-16T20:16:54.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:53 smithi002 ceph-mon[137674]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T20:16:54.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:53 smithi002 ceph-mon[140029]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T20:16:54.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:53 smithi043 ceph-mon[135010]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T20:16:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[137674]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T20:16:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[137674]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 164 op/s 2023-12-16T20:16:55.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[137674]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T20:16:55.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[140029]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T20:16:55.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[140029]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 164 op/s 2023-12-16T20:16:55.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:54 smithi002 ceph-mon[140029]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T20:16:55.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:54 smithi043 ceph-mon[135010]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T20:16:55.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:54 smithi043 ceph-mon[135010]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 164 op/s 2023-12-16T20:16:55.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:54 smithi043 ceph-mon[135010]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T20:16:56.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:56 smithi002 ceph-mon[137674]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T20:16:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:56 smithi002 ceph-mon[137674]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:56 smithi002 ceph-mon[140029]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T20:16:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:56 smithi002 ceph-mon[140029]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:56.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:56 smithi043 ceph-mon[135010]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T20:16:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:56 smithi043 ceph-mon[135010]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 58 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:57.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:57 smithi002 ceph-mon[137674]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T20:16:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:57 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:57 smithi002 ceph-mon[140029]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T20:16:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:57 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:57 smithi043 ceph-mon[135010]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T20:16:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:57 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:16:58.190 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestGroup.add_snapshotPP (5371 ms) 2023-12-16T20:16:58.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:58 smithi002 ceph-mon[137674]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T20:16:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:58 smithi002 ceph-mon[137674]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 150 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:58 smithi002 ceph-mon[140029]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T20:16:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:58 smithi002 ceph-mon[140029]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 150 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:58 smithi043 ceph-mon[135010]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T20:16:58.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:58 smithi043 ceph-mon[135010]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 11 KiB/s wr, 150 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T20:16:59.133 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 6 tests from TestGroup (13450 ms total) 2023-12-16T20:16:59.133 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:16:59.133 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from TestDeepCopy 2023-12-16T20:16:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:59 smithi002 ceph-mon[137674]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T20:16:59.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:16:59 smithi002 ceph-mon[137674]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T20:16:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:59 smithi002 ceph-mon[140029]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T20:16:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:16:59 smithi002 ceph-mon[140029]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T20:16:59.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:59 smithi043 ceph-mon[135010]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T20:16:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:16:59 smithi043 ceph-mon[135010]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T20:17:00.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:00 smithi002 ceph-mon[137674]: pgmap v2537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:00.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:00 smithi002 ceph-mon[140029]: pgmap v2537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:00.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:00 smithi043 ceph-mon[135010]: pgmap v2537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:01.167 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Empty 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[137674]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/480111310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[140029]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/480111310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:01.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:01 smithi043 ceph-mon[135010]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T20:17:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/480111310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:01 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:02.168 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:01] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2023-12-16T20:17:02.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:17:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[137674]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T20:17:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[137674]: pgmap v2540: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:17:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[140029]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T20:17:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:02 smithi002 ceph-mon[140029]: pgmap v2540: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:02 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:17:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:02 smithi043 ceph-mon[135010]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T20:17:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:02 smithi043 ceph-mon[135010]: pgmap v2540: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:03.302 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Empty (2135 ms) 2023-12-16T20:17:03.302 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.NoSnaps 2023-12-16T20:17:03.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:03 smithi002 ceph-mon[137674]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T20:17:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:03 smithi002 ceph-mon[140029]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T20:17:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:03 smithi043 ceph-mon[135010]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T20:17:03.524 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.NoSnaps (222 ms) 2023-12-16T20:17:03.524 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Snaps 2023-12-16T20:17:04.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:04 smithi002 ceph-mon[140029]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T20:17:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:04 smithi002 ceph-mon[140029]: pgmap v2543: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:04 smithi002 ceph-mon[137674]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T20:17:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:04 smithi002 ceph-mon[137674]: pgmap v2543: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:04 smithi043 ceph-mon[135010]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T20:17:04.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:04 smithi043 ceph-mon[135010]: pgmap v2543: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:17:05.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:05 smithi002 ceph-mon[140029]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T20:17:05.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:05 smithi002 ceph-mon[137674]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T20:17:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:05 smithi043 ceph-mon[135010]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[137674]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[137674]: pgmap v2546: 137 pgs: 6 creating+peering, 131 active+clean; 29 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 102 op/s 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[140029]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:06 smithi002 ceph-mon[140029]: pgmap v2546: 137 pgs: 6 creating+peering, 131 active+clean; 29 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 102 op/s 2023-12-16T20:17:06.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:06 smithi043 ceph-mon[135010]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T20:17:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:06 smithi043 ceph-mon[135010]: pgmap v2546: 137 pgs: 6 creating+peering, 131 active+clean; 29 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 102 op/s 2023-12-16T20:17:07.448 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Snaps (3924 ms) 2023-12-16T20:17:07.448 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2023-12-16T20:17:07.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:07 smithi002 ceph-mon[137674]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T20:17:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:07 smithi002 ceph-mon[140029]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T20:17:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:07 smithi043 ceph-mon[135010]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T20:17:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:08 smithi002 ceph-mon[137674]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T20:17:08.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:08 smithi002 ceph-mon[137674]: pgmap v2549: 137 pgs: 137 active+clean; 33 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T20:17:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:08 smithi002 ceph-mon[140029]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T20:17:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:08 smithi002 ceph-mon[140029]: pgmap v2549: 137 pgs: 137 active+clean; 33 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T20:17:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:08 smithi043 ceph-mon[135010]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T20:17:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:08 smithi043 ceph-mon[135010]: pgmap v2549: 137 pgs: 137 active+clean; 33 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T20:17:09.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.SnapDiscard (1865 ms) 2023-12-16T20:17:09.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2023-12-16T20:17:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:09 smithi002 ceph-mon[137674]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T20:17:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:09 smithi002 ceph-mon[140029]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T20:17:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:09 smithi043 ceph-mon[135010]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T20:17:10.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneDiscard (1090 ms) 2023-12-16T20:17:10.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneShrink 2023-12-16T20:17:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:10 smithi002 ceph-mon[137674]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T20:17:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:10 smithi002 ceph-mon[137674]: pgmap v2552: 137 pgs: 137 active+clean; 53 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 100 op/s 2023-12-16T20:17:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:10 smithi002 ceph-mon[140029]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T20:17:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:10 smithi002 ceph-mon[140029]: pgmap v2552: 137 pgs: 137 active+clean; 53 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 100 op/s 2023-12-16T20:17:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:10 smithi043 ceph-mon[135010]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T20:17:10.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:10 smithi043 ceph-mon[135010]: pgmap v2552: 137 pgs: 137 active+clean; 53 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 100 op/s 2023-12-16T20:17:11.397 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneShrink (994 ms) 2023-12-16T20:17:11.398 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneExpand 2023-12-16T20:17:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:11 smithi002 ceph-mon[137674]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T20:17:11.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:17:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:11 smithi002 ceph-mon[140029]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T20:17:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:17:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:11 smithi043 ceph-mon[135010]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T20:17:11.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:17:12.219 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:11] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2023-12-16T20:17:12.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[137674]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:12 smithi002 ceph-mon[140029]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:12 smithi043 ceph-mon[135010]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-16T20:17:12.577 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneExpand (1180 ms) 2023-12-16T20:17:12.577 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2023-12-16T20:17:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[137674]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T20:17:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:17:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:17:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:13.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[140029]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T20:17:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:17:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:17:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:13.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:13 smithi043 ceph-mon[135010]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T20:17:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:17:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:17:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:17:14.714 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:17:14.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[137674]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T20:17:14.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[137674]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2023-12-16T20:17:14.714 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[137674]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T20:17:14.714 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[140029]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T20:17:14.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[140029]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2023-12-16T20:17:14.715 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:14 smithi002 ceph-mon[140029]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T20:17:14.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:14 smithi043 ceph-mon[135010]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T20:17:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:14 smithi043 ceph-mon[135010]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 185 op/s 2023-12-16T20:17:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:14 smithi043 ceph-mon[135010]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (45m) 64s ago 48m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (45m) 9m ago 47m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (48m) 64s ago 48m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (48m) 9m ago 48m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (44m) 9m ago 51m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (45m) 64s ago 52m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:17:15.036 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (44m) 64s ago 52m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (43m) 9m ago 51m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (44m) 64s ago 51m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (45m) 64s ago 47m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (45m) 9m ago 47m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (43m) 64s ago 50m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (42m) 64s ago 50m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (42m) 64s ago 50m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (42m) 64s ago 50m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (41m) 9m ago 49m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (41m) 9m ago 49m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (40m) 9m ago 49m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (40m) 9m ago 49m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:17:15.037 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (44m) 9m ago 48m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:17:15.452 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:17:15.453 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:17:15.454 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:17:15.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[137674]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[137674]: from='client.46739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[137674]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T20:17:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[140029]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[140029]: from='client.46739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:15 smithi002 ceph-mon[140029]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T20:17:15.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:15 smithi043 ceph-mon[135010]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:15 smithi043 ceph-mon[135010]: from='client.46739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:15 smithi043 ceph-mon[135010]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T20:17:16.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4281325565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[137674]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 25 KiB/s wr, 419 op/s 2023-12-16T20:17:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[137674]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T20:17:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4281325565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[140029]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 25 KiB/s wr, 419 op/s 2023-12-16T20:17:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:16 smithi002 ceph-mon[140029]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T20:17:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4281325565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:16 smithi043 ceph-mon[135010]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 25 KiB/s wr, 419 op/s 2023-12-16T20:17:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:16 smithi043 ceph-mon[135010]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T20:17:18.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:18 smithi002 ceph-mon[137674]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T20:17:18.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:18 smithi002 ceph-mon[137674]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 23 KiB/s wr, 428 op/s 2023-12-16T20:17:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:18 smithi002 ceph-mon[140029]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T20:17:18.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:18 smithi002 ceph-mon[140029]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 23 KiB/s wr, 428 op/s 2023-12-16T20:17:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:18 smithi043 ceph-mon[135010]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T20:17:18.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:18 smithi043 ceph-mon[135010]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 23 KiB/s wr, 428 op/s 2023-12-16T20:17:19.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneHideParent (6699 ms) 2023-12-16T20:17:19.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Clone 2023-12-16T20:17:19.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:19 smithi002 ceph-mon[137674]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T20:17:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:19 smithi002 ceph-mon[140029]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T20:17:19.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:19 smithi043 ceph-mon[135010]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T20:17:20.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:20 smithi002 ceph-mon[137674]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T20:17:20.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:20 smithi002 ceph-mon[137674]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 214 op/s 2023-12-16T20:17:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:20 smithi002 ceph-mon[140029]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T20:17:20.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:20 smithi002 ceph-mon[140029]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 214 op/s 2023-12-16T20:17:20.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:20 smithi043 ceph-mon[135010]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T20:17:20.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:20 smithi043 ceph-mon[135010]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 214 op/s 2023-12-16T20:17:21.470 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Clone (2194 ms) 2023-12-16T20:17:21.470 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2023-12-16T20:17:21.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:21 smithi002 ceph-mon[137674]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T20:17:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:21 smithi002 ceph-mon[140029]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T20:17:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:21 smithi043 ceph-mon[135010]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T20:17:21.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:21.988 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:21] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2023-12-16T20:17:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:22 smithi002 ceph-mon[137674]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T20:17:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:22 smithi002 ceph-mon[140029]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T20:17:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:22 smithi043 ceph-mon[135010]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T20:17:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:23 smithi002 ceph-mon[137674]: pgmap v2570: 137 pgs: 137 active+clean; 81 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 3.0 MiB/s wr, 156 op/s 2023-12-16T20:17:23.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:23 smithi002 ceph-mon[137674]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T20:17:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:23 smithi002 ceph-mon[140029]: pgmap v2570: 137 pgs: 137 active+clean; 81 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 3.0 MiB/s wr, 156 op/s 2023-12-16T20:17:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:23 smithi002 ceph-mon[140029]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T20:17:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:23 smithi043 ceph-mon[135010]: pgmap v2570: 137 pgs: 137 active+clean; 81 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 3.0 MiB/s wr, 156 op/s 2023-12-16T20:17:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:23 smithi043 ceph-mon[135010]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T20:17:23.592 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneFlatten (2122 ms) 2023-12-16T20:17:23.592 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Stress 2023-12-16T20:17:23.615 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 9317892~7868273 2023-12-16T20:17:23.637 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 75649267~1114299 2023-12-16T20:17:23.637 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 50660032~1208808 2023-12-16T20:17:23.643 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 17404716~7458656 2023-12-16T20:17:23.644 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 26139521~1316931 2023-12-16T20:17:23.650 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 74953459~1617407 2023-12-16T20:17:23.650 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 52510258~2423727 2023-12-16T20:17:23.659 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 62562812~5632265 2023-12-16T20:17:23.659 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap0 2023-12-16T20:17:24.200 INFO:tasks.workunit.client.0.smithi002.stdout:clone image240 -> image241 2023-12-16T20:17:24.250 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 109011358 2023-12-16T20:17:24.257 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 63754524~7621620 2023-12-16T20:17:24.288 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 94480901~1428328 2023-12-16T20:17:24.289 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 18516361~2638490 2023-12-16T20:17:24.302 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 10105836~5895952 2023-12-16T20:17:24.314 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 5722232~7708878 2023-12-16T20:17:24.331 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 95063890~1521158 2023-12-16T20:17:24.331 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 28102818~4877529 2023-12-16T20:17:24.346 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 105837685~3173673 2023-12-16T20:17:24.346 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:17:24.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:24 smithi002 ceph-mon[137674]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T20:17:24.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:24 smithi002 ceph-mon[140029]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T20:17:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:24 smithi043 ceph-mon[135010]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T20:17:25.208 INFO:tasks.workunit.client.0.smithi002.stdout:clone image241 -> image242 2023-12-16T20:17:25.276 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 155864691 2023-12-16T20:17:25.282 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 45411142~4286751 2023-12-16T20:17:25.299 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 143106950~5073070 2023-12-16T20:17:25.300 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 34830597~4274976 2023-12-16T20:17:25.313 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 65925725~8082769 2023-12-16T20:17:25.328 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 150415919~2950746 2023-12-16T20:17:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 72187039~625342 2023-12-16T20:17:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 51040419~4874620 2023-12-16T20:17:25.361 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 31800122~4338528 2023-12-16T20:17:25.376 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:17:25.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:25 smithi002 ceph-mon[137674]: pgmap v2573: 137 pgs: 137 active+clean; 97 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 205 op/s 2023-12-16T20:17:25.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:25 smithi002 ceph-mon[137674]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T20:17:25.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:25 smithi002 ceph-mon[140029]: pgmap v2573: 137 pgs: 137 active+clean; 97 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 205 op/s 2023-12-16T20:17:25.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:25 smithi002 ceph-mon[140029]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T20:17:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:25 smithi043 ceph-mon[135010]: pgmap v2573: 137 pgs: 137 active+clean; 97 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 205 op/s 2023-12-16T20:17:25.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:25 smithi043 ceph-mon[135010]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T20:17:26.215 INFO:tasks.workunit.client.0.smithi002.stdout:clone image242 -> image243 2023-12-16T20:17:26.298 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 175432663 2023-12-16T20:17:26.305 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 117200083~1383445 2023-12-16T20:17:26.314 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 69634014~867606 2023-12-16T20:17:26.318 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 142875283~7295134 2023-12-16T20:17:26.337 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 104199705~5355045 2023-12-16T20:17:26.342 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 146144444~2385852 2023-12-16T20:17:26.348 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 107148522~5582257 2023-12-16T20:17:26.350 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 116161276~4912439 2023-12-16T20:17:26.363 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 41807261~3169688 2023-12-16T20:17:26.371 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap3 2023-12-16T20:17:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:26 smithi002 ceph-mon[137674]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T20:17:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:26 smithi002 ceph-mon[140029]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T20:17:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:26 smithi043 ceph-mon[135010]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T20:17:27.216 INFO:tasks.workunit.client.0.smithi002.stdout:clone image243 -> image244 2023-12-16T20:17:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:27 smithi002 ceph-mon[137674]: pgmap v2576: 137 pgs: 137 active+clean; 196 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 29 MiB/s wr, 495 op/s 2023-12-16T20:17:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:27 smithi002 ceph-mon[137674]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T20:17:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:27 smithi002 ceph-mon[140029]: pgmap v2576: 137 pgs: 137 active+clean; 196 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 29 MiB/s wr, 495 op/s 2023-12-16T20:17:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:27 smithi002 ceph-mon[140029]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T20:17:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:27 smithi043 ceph-mon[135010]: pgmap v2576: 137 pgs: 137 active+clean; 196 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 29 MiB/s wr, 495 op/s 2023-12-16T20:17:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:27 smithi043 ceph-mon[135010]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T20:17:27.582 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Stress (3990 ms) 2023-12-16T20:17:27.582 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2023-12-16T20:17:27.814 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (231 ms) 2023-12-16T20:17:27.814 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2023-12-16T20:17:28.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:28 smithi002 ceph-mon[137674]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T20:17:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:28 smithi002 ceph-mon[140029]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T20:17:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:28 smithi043 ceph-mon[135010]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T20:17:29.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:29 smithi002 ceph-mon[137674]: pgmap v2579: 137 pgs: 137 active+clean; 236 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 411 op/s 2023-12-16T20:17:29.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:29 smithi002 ceph-mon[137674]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T20:17:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:29 smithi002 ceph-mon[140029]: pgmap v2579: 137 pgs: 137 active+clean; 236 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 411 op/s 2023-12-16T20:17:29.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:29 smithi002 ceph-mon[140029]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T20:17:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:29 smithi043 ceph-mon[135010]: pgmap v2579: 137 pgs: 137 active+clean; 236 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 411 op/s 2023-12-16T20:17:29.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:29 smithi043 ceph-mon[135010]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T20:17:30.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:30 smithi002 ceph-mon[137674]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T20:17:30.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:30 smithi002 ceph-mon[140029]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T20:17:30.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:30 smithi043 ceph-mon[135010]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T20:17:31.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3666 ms) 2023-12-16T20:17:31.480 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2023-12-16T20:17:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:31 smithi002 ceph-mon[137674]: pgmap v2582: 137 pgs: 137 active+clean; 320 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 25 MiB/s wr, 433 op/s 2023-12-16T20:17:31.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:31 smithi002 ceph-mon[137674]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T20:17:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:31 smithi002 ceph-mon[140029]: pgmap v2582: 137 pgs: 137 active+clean; 320 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 25 MiB/s wr, 433 op/s 2023-12-16T20:17:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:31 smithi002 ceph-mon[140029]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T20:17:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:31 smithi043 ceph-mon[135010]: pgmap v2582: 137 pgs: 137 active+clean; 320 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 25 MiB/s wr, 433 op/s 2023-12-16T20:17:31.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:31 smithi043 ceph-mon[135010]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T20:17:31.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:31] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2023-12-16T20:17:32.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:32 smithi002 ceph-mon[137674]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T20:17:32.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:32 smithi002 ceph-mon[140029]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T20:17:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:32 smithi043 ceph-mon[135010]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T20:17:33.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:33 smithi002 ceph-mon[137674]: pgmap v2585: 137 pgs: 137 active+clean; 358 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 25 MiB/s wr, 692 op/s 2023-12-16T20:17:33.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:33 smithi002 ceph-mon[137674]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T20:17:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:33 smithi002 ceph-mon[140029]: pgmap v2585: 137 pgs: 137 active+clean; 358 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 25 MiB/s wr, 692 op/s 2023-12-16T20:17:33.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:33 smithi002 ceph-mon[140029]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T20:17:33.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:33 smithi043 ceph-mon[135010]: pgmap v2585: 137 pgs: 137 active+clean; 358 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 25 MiB/s wr, 692 op/s 2023-12-16T20:17:33.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:33 smithi043 ceph-mon[135010]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T20:17:33.566 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2086 ms) 2023-12-16T20:17:33.566 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2023-12-16T20:17:34.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:34 smithi002 ceph-mon[137674]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T20:17:34.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:34 smithi002 ceph-mon[140029]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T20:17:34.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:34 smithi043 ceph-mon[135010]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T20:17:35.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:35 smithi002 ceph-mon[137674]: pgmap v2588: 137 pgs: 137 active+clean; 382 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 394 op/s 2023-12-16T20:17:35.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:35 smithi002 ceph-mon[137674]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T20:17:35.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:35 smithi002 ceph-mon[140029]: pgmap v2588: 137 pgs: 137 active+clean; 382 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 394 op/s 2023-12-16T20:17:35.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:35 smithi002 ceph-mon[140029]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T20:17:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:35 smithi043 ceph-mon[135010]: pgmap v2588: 137 pgs: 137 active+clean; 382 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 394 op/s 2023-12-16T20:17:35.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:35 smithi043 ceph-mon[135010]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T20:17:35.658 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2093 ms) 2023-12-16T20:17:35.658 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2023-12-16T20:17:35.683 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 75540452~7763758 2023-12-16T20:17:35.705 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 29415595~8138824 2023-12-16T20:17:35.706 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 4088745~5621499 2023-12-16T20:17:35.720 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 39004332~2212169 2023-12-16T20:17:35.721 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 6070519~1615626 2023-12-16T20:17:35.725 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 15239994~6833345 2023-12-16T20:17:35.726 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 9737948~6938125 2023-12-16T20:17:35.743 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 54626300~5757912 2023-12-16T20:17:35.743 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap0 2023-12-16T20:17:36.265 INFO:tasks.workunit.client.0.smithi002.stdout:clone image263 -> image264 2023-12-16T20:17:36.310 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 166064057 2023-12-16T20:17:36.316 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 43710501~7330073 2023-12-16T20:17:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 121294416~4777123 2023-12-16T20:17:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 87164303~7044398 2023-12-16T20:17:36.357 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 129216327~6281894 2023-12-16T20:17:36.357 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 77221011~1836082 2023-12-16T20:17:36.382 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 161627763~4361042 2023-12-16T20:17:36.383 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 66844298~7779195 2023-12-16T20:17:36.398 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 159249134~6814923 2023-12-16T20:17:36.398 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:17:36.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:36 smithi043 ceph-mon[135010]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T20:17:36.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:36.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:36 smithi002 ceph-mon[137674]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T20:17:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:36 smithi002 ceph-mon[140029]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T20:17:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:37.274 INFO:tasks.workunit.client.0.smithi002.stdout:clone image264 -> image265 2023-12-16T20:17:37.346 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 20599730~5852527 2023-12-16T20:17:37.369 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 69087106~4130686 2023-12-16T20:17:37.388 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 113353471~5531550 2023-12-16T20:17:37.403 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 25518116~2083955 2023-12-16T20:17:37.405 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 8238617~8351376 2023-12-16T20:17:37.435 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 85158362~5196668 2023-12-16T20:17:37.447 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 140063964~4670504 2023-12-16T20:17:37.463 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 136984850~4444032 2023-12-16T20:17:37.465 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:17:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:37 smithi002 ceph-mon[137674]: pgmap v2591: 137 pgs: 137 active+clean; 418 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 271 op/s 2023-12-16T20:17:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:37 smithi002 ceph-mon[137674]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T20:17:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:37 smithi002 ceph-mon[140029]: pgmap v2591: 137 pgs: 137 active+clean; 418 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 271 op/s 2023-12-16T20:17:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:37 smithi002 ceph-mon[140029]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T20:17:37.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:37 smithi043 ceph-mon[135010]: pgmap v2591: 137 pgs: 137 active+clean; 418 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 271 op/s 2023-12-16T20:17:37.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:37 smithi043 ceph-mon[135010]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T20:17:38.282 INFO:tasks.workunit.client.0.smithi002.stdout:clone image265 -> image266 2023-12-16T20:17:38.367 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 1216736~617223 2023-12-16T20:17:38.386 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 147071558~8043226 2023-12-16T20:17:38.391 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 66152122~5900760 2023-12-16T20:17:38.412 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 114647065~1129403 2023-12-16T20:17:38.427 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 120412436~31074 2023-12-16T20:17:38.438 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 106051304~543097 2023-12-16T20:17:38.441 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 8103727~2070778 2023-12-16T20:17:38.467 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 108572864~366193 2023-12-16T20:17:38.468 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap3 2023-12-16T20:17:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:38 smithi002 ceph-mon[137674]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T20:17:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:38 smithi002 ceph-mon[140029]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T20:17:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:38 smithi043 ceph-mon[135010]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T20:17:39.285 INFO:tasks.workunit.client.0.smithi002.stdout:clone image266 -> image267 2023-12-16T20:17:39.693 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4035 ms) 2023-12-16T20:17:39.693 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2023-12-16T20:17:39.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:39 smithi002 ceph-mon[137674]: pgmap v2594: 137 pgs: 137 active+clean; 442 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 362 op/s 2023-12-16T20:17:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:39 smithi002 ceph-mon[137674]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T20:17:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:39 smithi002 ceph-mon[140029]: pgmap v2594: 137 pgs: 137 active+clean; 442 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 362 op/s 2023-12-16T20:17:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:39 smithi002 ceph-mon[140029]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T20:17:39.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:39 smithi043 ceph-mon[135010]: pgmap v2594: 137 pgs: 137 active+clean; 442 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 362 op/s 2023-12-16T20:17:39.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:39 smithi043 ceph-mon[135010]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T20:17:39.887 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (194 ms) 2023-12-16T20:17:39.887 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2023-12-16T20:17:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:40 smithi002 ceph-mon[137674]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T20:17:40.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:40 smithi002 ceph-mon[140029]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T20:17:40.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:40 smithi043 ceph-mon[135010]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T20:17:41.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:41 smithi002 ceph-mon[140029]: pgmap v2597: 137 pgs: 137 active+clean; 531 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 509 op/s 2023-12-16T20:17:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:41 smithi002 ceph-mon[140029]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T20:17:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:41 smithi002 ceph-mon[137674]: pgmap v2597: 137 pgs: 137 active+clean; 531 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 509 op/s 2023-12-16T20:17:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:41 smithi002 ceph-mon[137674]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T20:17:41.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:41 smithi043 ceph-mon[135010]: pgmap v2597: 137 pgs: 137 active+clean; 531 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 509 op/s 2023-12-16T20:17:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:41 smithi043 ceph-mon[135010]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T20:17:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:41] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2023-12-16T20:17:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:42 smithi002 ceph-mon[137674]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T20:17:42.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:42 smithi002 ceph-mon[140029]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T20:17:42.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:42 smithi043 ceph-mon[135010]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T20:17:43.522 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3635 ms) 2023-12-16T20:17:43.522 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2023-12-16T20:17:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:43 smithi002 ceph-mon[137674]: pgmap v2600: 137 pgs: 137 active+clean; 699 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 69 MiB/s rd, 57 MiB/s wr, 796 op/s 2023-12-16T20:17:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:43 smithi002 ceph-mon[137674]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T20:17:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:43 smithi002 ceph-mon[140029]: pgmap v2600: 137 pgs: 137 active+clean; 699 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 69 MiB/s rd, 57 MiB/s wr, 796 op/s 2023-12-16T20:17:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:43 smithi002 ceph-mon[140029]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T20:17:43.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:43 smithi043 ceph-mon[135010]: pgmap v2600: 137 pgs: 137 active+clean; 699 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 69 MiB/s rd, 57 MiB/s wr, 796 op/s 2023-12-16T20:17:43.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:43 smithi043 ceph-mon[135010]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T20:17:44.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:44 smithi002 ceph-mon[137674]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T20:17:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:44 smithi002 ceph-mon[140029]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T20:17:44.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:44 smithi043 ceph-mon[135010]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T20:17:45.611 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2088 ms) 2023-12-16T20:17:45.611 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2023-12-16T20:17:45.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:45 smithi002 ceph-mon[137674]: pgmap v2603: 137 pgs: 137 active+clean; 710 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 40 MiB/s wr, 544 op/s 2023-12-16T20:17:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:45 smithi002 ceph-mon[137674]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T20:17:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:45 smithi002 ceph-mon[140029]: pgmap v2603: 137 pgs: 137 active+clean; 710 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 40 MiB/s wr, 544 op/s 2023-12-16T20:17:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:45 smithi002 ceph-mon[140029]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T20:17:45.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:45 smithi043 ceph-mon[135010]: pgmap v2603: 137 pgs: 137 active+clean; 710 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 40 MiB/s wr, 544 op/s 2023-12-16T20:17:45.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:45 smithi043 ceph-mon[135010]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T20:17:45.847 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:17:46.172 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (45m) 95s ago 48m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (45m) 9m ago 48m 84.7M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (49m) 95s ago 49m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (49m) 9m ago 49m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (45m) 9m ago 51m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (45m) 95s ago 52m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (45m) 95s ago 52m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (44m) 9m ago 51m 85.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (44m) 95s ago 51m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:17:46.173 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (45m) 95s ago 48m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (45m) 9m ago 48m 17.5M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (43m) 95s ago 51m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (43m) 95s ago 51m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (43m) 95s ago 50m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (42m) 95s ago 50m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (42m) 9m ago 50m 553M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (41m) 9m ago 50m 326M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (41m) 9m ago 49m 435M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (40m) 9m ago 49m 438M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:17:46.174 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (45m) 9m ago 49m 77.4M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:17:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:46 smithi002 ceph-mon[137674]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T20:17:46.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:46 smithi002 ceph-mon[137674]: from='client.36762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:46 smithi002 ceph-mon[140029]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T20:17:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:46 smithi002 ceph-mon[140029]: from='client.36762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:46.595 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:17:46.596 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:17:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:46 smithi043 ceph-mon[135010]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T20:17:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:46 smithi043 ceph-mon[135010]: from='client.36762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:47.705 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2095 ms) 2023-12-16T20:17:47.705 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2023-12-16T20:17:47.729 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 43558449~369090 2023-12-16T20:17:47.735 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 8169970~1198086 2023-12-16T20:17:47.736 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 64056476~6285913 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[137674]: pgmap v2606: 137 pgs: 137 active+clean; 734 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[137674]: from='client.36768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[137674]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/898909451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[140029]: pgmap v2606: 137 pgs: 137 active+clean; 734 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[140029]: from='client.36768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[140029]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T20:17:47.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:47 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/898909451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:47.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:47 smithi043 ceph-mon[135010]: pgmap v2606: 137 pgs: 137 active+clean; 734 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2023-12-16T20:17:47.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:47 smithi043 ceph-mon[135010]: from='client.36768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:17:47.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:47 smithi043 ceph-mon[135010]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T20:17:47.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:47 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/898909451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:17:47.749 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 40899365~4225394 2023-12-16T20:17:47.750 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 7325217~4939650 2023-12-16T20:17:47.770 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 2436366~7962156 2023-12-16T20:17:47.775 INFO:tasks.workunit.client.0.smithi002.stdout:write: A 18804069~6979835 2023-12-16T20:17:47.794 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 27772711~8337126 2023-12-16T20:17:47.795 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap0 2023-12-16T20:17:48.329 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 27877799~2637961 2023-12-16T20:17:48.332 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 37860381~5782963 2023-12-16T20:17:48.333 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 12178588~4782753 2023-12-16T20:17:48.333 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 10984218~4672143 2023-12-16T20:17:48.358 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 10569887~5331434 2023-12-16T20:17:48.358 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 42511276~3001932 2023-12-16T20:17:48.361 INFO:tasks.workunit.client.0.smithi002.stdout:write: B 77314775~6571305 2023-12-16T20:17:48.361 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 41323824~2183645 2023-12-16T20:17:48.385 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:17:48.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:48 smithi002 ceph-mon[137674]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T20:17:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:48 smithi002 ceph-mon[140029]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T20:17:48.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:48 smithi043 ceph-mon[135010]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T20:17:49.337 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 24154994~4717004 2023-12-16T20:17:49.343 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 43211086~7425883 2023-12-16T20:17:49.349 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 57331079~6314387 2023-12-16T20:17:49.349 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 80181668~3704412 2023-12-16T20:17:49.349 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 3652930~637676 2023-12-16T20:17:49.350 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 20571149~7512501 2023-12-16T20:17:49.372 INFO:tasks.workunit.client.0.smithi002.stdout:write: C 60482111~504188 2023-12-16T20:17:49.376 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 14675760~6505908 2023-12-16T20:17:49.383 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:17:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:49 smithi043 ceph-mon[135010]: pgmap v2609: 137 pgs: 137 active+clean; 769 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 485 op/s 2023-12-16T20:17:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:49 smithi043 ceph-mon[135010]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T20:17:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:49 smithi002 ceph-mon[137674]: pgmap v2609: 137 pgs: 137 active+clean; 769 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 485 op/s 2023-12-16T20:17:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:49 smithi002 ceph-mon[137674]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T20:17:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:49 smithi002 ceph-mon[140029]: pgmap v2609: 137 pgs: 137 active+clean; 769 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 485 op/s 2023-12-16T20:17:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:49 smithi002 ceph-mon[140029]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T20:17:50.337 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 110740428 2023-12-16T20:17:50.347 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 33930512~2351339 2023-12-16T20:17:50.351 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 42990586~7019958 2023-12-16T20:17:50.351 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 2468610~108988 2023-12-16T20:17:50.351 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 63834778~2715316 2023-12-16T20:17:50.352 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 52427748~1383231 2023-12-16T20:17:50.352 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 66722486~6632394 2023-12-16T20:17:50.358 INFO:tasks.workunit.client.0.smithi002.stdout:write: D 67664856~6813104 2023-12-16T20:17:50.379 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 23007806~501457 2023-12-16T20:17:50.392 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap3 2023-12-16T20:17:50.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:50 smithi002 ceph-mon[137674]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T20:17:50.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:50 smithi002 ceph-mon[140029]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T20:17:50.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:50 smithi043 ceph-mon[135010]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T20:17:51.340 INFO:tasks.workunit.client.0.smithi002.stdout:resize: 122417966 2023-12-16T20:17:51.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[137674]: pgmap v2612: 137 pgs: 137 active+clean; 833 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 484 op/s 2023-12-16T20:17:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[137674]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T20:17:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:51.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[140029]: pgmap v2612: 137 pgs: 137 active+clean; 833 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 484 op/s 2023-12-16T20:17:51.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[140029]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T20:17:51.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:51 smithi043 ceph-mon[135010]: pgmap v2612: 137 pgs: 137 active+clean; 833 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 24 MiB/s wr, 484 op/s 2023-12-16T20:17:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:51 smithi043 ceph-mon[135010]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T20:17:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:17:52.241 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:17:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:17:51] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2023-12-16T20:17:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:52 smithi002 ceph-mon[137674]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T20:17:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:52 smithi002 ceph-mon[140029]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T20:17:52.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:52 smithi043 ceph-mon[135010]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T20:17:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:53 smithi002 ceph-mon[137674]: pgmap v2615: 137 pgs: 137 active+clean; 916 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 35 MiB/s wr, 463 op/s 2023-12-16T20:17:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:53 smithi002 ceph-mon[137674]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T20:17:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:53 smithi002 ceph-mon[140029]: pgmap v2615: 137 pgs: 137 active+clean; 916 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 35 MiB/s wr, 463 op/s 2023-12-16T20:17:53.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:53 smithi002 ceph-mon[140029]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T20:17:53.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:53 smithi043 ceph-mon[135010]: pgmap v2615: 137 pgs: 137 active+clean; 916 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 35 MiB/s wr, 463 op/s 2023-12-16T20:17:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:53 smithi043 ceph-mon[135010]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T20:17:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:54 smithi002 ceph-mon[137674]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T20:17:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:54 smithi002 ceph-mon[140029]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T20:17:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:54 smithi043 ceph-mon[135010]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T20:17:55.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:55 smithi002 ceph-mon[137674]: pgmap v2618: 137 pgs: 137 active+clean; 932 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 333 op/s 2023-12-16T20:17:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:55 smithi002 ceph-mon[137674]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T20:17:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:55 smithi002 ceph-mon[140029]: pgmap v2618: 137 pgs: 137 active+clean; 932 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 333 op/s 2023-12-16T20:17:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:55 smithi002 ceph-mon[140029]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T20:17:55.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:55 smithi043 ceph-mon[135010]: pgmap v2618: 137 pgs: 137 active+clean; 932 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 333 op/s 2023-12-16T20:17:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:55 smithi043 ceph-mon[135010]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T20:17:55.909 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (8204 ms) 2023-12-16T20:17:55.909 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-16T20:17:55.932 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (91 ms) 2023-12-16T20:17:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-16T20:17:56.023 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (94 ms) 2023-12-16T20:17:56.094 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-16T20:17:56.117 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.190 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (96 ms) 2023-12-16T20:17:56.190 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-16T20:17:56.213 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2023-12-16T20:17:56.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-16T20:17:56.306 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (94 ms) 2023-12-16T20:17:56.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-16T20:17:56.401 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.470 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (92 ms) 2023-12-16T20:17:56.470 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-16T20:17:56.493 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.562 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (92 ms) 2023-12-16T20:17:56.562 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-16T20:17:56.585 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.656 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (94 ms) 2023-12-16T20:17:56.656 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-16T20:17:56.678 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:56 smithi002 ceph-mon[137674]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T20:17:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:56 smithi002 ceph-mon[140029]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T20:17:56.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:56 smithi043 ceph-mon[135010]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T20:17:56.749 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2023-12-16T20:17:56.749 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-16T20:17:56.770 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:17:56.839 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (91 ms) 2023-12-16T20:17:57.374 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 31 tests from TestDeepCopy (55672 ms total) 2023-12-16T20:17:57.374 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:17:57.374 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 51 tests from TestMirroring 2023-12-16T20:17:57.738 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:57 smithi002 ceph-mon[140029]: pgmap v2621: 137 pgs: 137 active+clean; 945 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 MiB/s wr, 47 op/s 2023-12-16T20:17:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:57 smithi002 ceph-mon[137674]: pgmap v2621: 137 pgs: 137 active+clean; 945 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 MiB/s wr, 47 op/s 2023-12-16T20:17:57.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:57 smithi043 ceph-mon[135010]: pgmap v2621: 137 pgs: 137 active+clean; 945 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 MiB/s wr, 47 op/s 2023-12-16T20:17:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:58 smithi002 ceph-mon[137674]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T20:17:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:58 smithi002 ceph-mon[140029]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T20:17:58.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:58 smithi043 ceph-mon[135010]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T20:17:59.376 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[137674]: pgmap v2623: 105 pgs: 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[137674]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[140029]: pgmap v2623: 105 pgs: 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[140029]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T20:17:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:17:59 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:17:59.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:59 smithi043 ceph-mon[135010]: pgmap v2623: 105 pgs: 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:17:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:59 smithi043 ceph-mon[135010]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T20:17:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:17:59 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:18:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:18:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:00 smithi002 ceph-mon[137674]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T20:18:00.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:18:00.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:00 smithi002 ceph-mon[140029]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T20:18:00.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:18:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:00 smithi043 ceph-mon[135010]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T20:18:01.531 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2155 ms) 2023-12-16T20:18:01.531 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2023-12-16T20:18:01.636 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2023-12-16T20:18:01.636 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2023-12-16T20:18:01.717 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (81 ms) 2023-12-16T20:18:01.717 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2023-12-16T20:18:01.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:01 smithi002 ceph-mon[137674]: pgmap v2626: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:18:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:01 smithi002 ceph-mon[137674]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T20:18:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:01 smithi002 ceph-mon[140029]: pgmap v2626: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:18:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:01 smithi002 ceph-mon[140029]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T20:18:01.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:01 smithi043 ceph-mon[135010]: pgmap v2626: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-16T20:18:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:01 smithi043 ceph-mon[135010]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T20:18:01.817 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (100 ms) 2023-12-16T20:18:01.817 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2023-12-16T20:18:01.906 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (89 ms) 2023-12-16T20:18:01.906 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2023-12-16T20:18:02.004 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2023-12-16T20:18:02.004 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2023-12-16T20:18:02.111 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (108 ms) 2023-12-16T20:18:02.111 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2023-12-16T20:18:02.111 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:18:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2023-12-16T20:18:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2023-12-16T20:18:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:18:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2023-12-16T20:18:02.112 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2023-12-16T20:18:02.186 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (75 ms) 2023-12-16T20:18:02.186 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2023-12-16T20:18:02.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:01] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2023-12-16T20:18:02.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (75 ms) 2023-12-16T20:18:02.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2023-12-16T20:18:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:02 smithi002 ceph-mon[137674]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T20:18:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:02 smithi002 ceph-mon[140029]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T20:18:02.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:02 smithi043 ceph-mon[135010]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T20:18:03.468 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1207 ms) 2023-12-16T20:18:03.468 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2023-12-16T20:18:03.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:03 smithi002 ceph-mon[137674]: pgmap v2629: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:18:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:03 smithi002 ceph-mon[137674]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T20:18:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:03 smithi002 ceph-mon[140029]: pgmap v2629: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:18:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:03 smithi002 ceph-mon[140029]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T20:18:03.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:03 smithi043 ceph-mon[135010]: pgmap v2629: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:18:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:03 smithi043 ceph-mon[135010]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T20:18:04.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:04 smithi002 ceph-mon[137674]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T20:18:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:04 smithi002 ceph-mon[140029]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T20:18:04.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:04 smithi043 ceph-mon[135010]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T20:18:05.466 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (1998 ms) 2023-12-16T20:18:05.467 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2023-12-16T20:18:05.566 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (100 ms) 2023-12-16T20:18:05.566 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2023-12-16T20:18:05.659 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (93 ms) 2023-12-16T20:18:05.659 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2023-12-16T20:18:05.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:05 smithi002 ceph-mon[137674]: pgmap v2632: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 22 KiB/s wr, 240 op/s 2023-12-16T20:18:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:05 smithi002 ceph-mon[137674]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T20:18:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:05 smithi002 ceph-mon[140029]: pgmap v2632: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 22 KiB/s wr, 240 op/s 2023-12-16T20:18:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:05 smithi002 ceph-mon[140029]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T20:18:05.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:05 smithi043 ceph-mon[135010]: pgmap v2632: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 22 KiB/s wr, 240 op/s 2023-12-16T20:18:05.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:05 smithi043 ceph-mon[135010]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T20:18:05.761 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (103 ms) 2023-12-16T20:18:05.762 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2023-12-16T20:18:05.844 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2023-12-16T20:18:05.844 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2023-12-16T20:18:05.925 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (81 ms) 2023-12-16T20:18:05.925 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2023-12-16T20:18:06.025 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (100 ms) 2023-12-16T20:18:06.025 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2023-12-16T20:18:06.126 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (101 ms) 2023-12-16T20:18:06.127 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2023-12-16T20:18:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:06 smithi002 ceph-mon[137674]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T20:18:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:06 smithi002 ceph-mon[140029]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T20:18:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:06 smithi043 ceph-mon[135010]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T20:18:06.792 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:07.496 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1370 ms) 2023-12-16T20:18:07.496 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2023-12-16T20:18:07.613 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (115 ms) 2023-12-16T20:18:07.613 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2023-12-16T20:18:07.712 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (101 ms) 2023-12-16T20:18:07.712 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2023-12-16T20:18:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:07 smithi002 ceph-mon[137674]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 37 KiB/s wr, 420 op/s 2023-12-16T20:18:07.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:07 smithi002 ceph-mon[137674]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T20:18:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:07 smithi002 ceph-mon[140029]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 37 KiB/s wr, 420 op/s 2023-12-16T20:18:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:07 smithi002 ceph-mon[140029]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T20:18:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:07 smithi043 ceph-mon[135010]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 37 KiB/s wr, 420 op/s 2023-12-16T20:18:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:07 smithi043 ceph-mon[135010]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T20:18:07.816 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (104 ms) 2023-12-16T20:18:07.817 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2023-12-16T20:18:07.978 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (162 ms) 2023-12-16T20:18:07.978 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2023-12-16T20:18:08.146 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (168 ms) 2023-12-16T20:18:08.146 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2023-12-16T20:18:08.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (140 ms) 2023-12-16T20:18:08.286 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2023-12-16T20:18:08.438 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (151 ms) 2023-12-16T20:18:08.438 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2023-12-16T20:18:08.600 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (163 ms) 2023-12-16T20:18:08.601 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2023-12-16T20:18:08.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:08 smithi002 ceph-mon[137674]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T20:18:08.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:08 smithi002 ceph-mon[140029]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T20:18:08.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:08 smithi043 ceph-mon[135010]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T20:18:08.777 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (177 ms) 2023-12-16T20:18:08.778 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2023-12-16T20:18:08.864 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (87 ms) 2023-12-16T20:18:08.864 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2023-12-16T20:18:08.945 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (81 ms) 2023-12-16T20:18:08.945 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2023-12-16T20:18:09.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (68 ms) 2023-12-16T20:18:09.013 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2023-12-16T20:18:09.142 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (128 ms) 2023-12-16T20:18:09.142 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2023-12-16T20:18:09.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (138 ms) 2023-12-16T20:18:09.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2023-12-16T20:18:09.389 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (110 ms) 2023-12-16T20:18:09.389 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2023-12-16T20:18:09.508 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (119 ms) 2023-12-16T20:18:09.509 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.MirrorStatusList 2023-12-16T20:18:09.582 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.MirrorStatusList (74 ms) 2023-12-16T20:18:09.582 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2023-12-16T20:18:09.677 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2023-12-16T20:18:09.678 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2023-12-16T20:18:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:09 smithi002 ceph-mon[137674]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 60 KiB/s wr, 654 op/s 2023-12-16T20:18:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:09 smithi002 ceph-mon[137674]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T20:18:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:09 smithi002 ceph-mon[140029]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 60 KiB/s wr, 654 op/s 2023-12-16T20:18:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:09 smithi002 ceph-mon[140029]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T20:18:09.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:09 smithi043 ceph-mon[135010]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 60 KiB/s wr, 654 op/s 2023-12-16T20:18:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:09 smithi043 ceph-mon[135010]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T20:18:10.044 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.AioPromoteDemote (366 ms) 2023-12-16T20:18:10.044 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.AioGetInfo 2023-12-16T20:18:10.401 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.AioGetInfo (358 ms) 2023-12-16T20:18:10.401 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.AioGetStatus 2023-12-16T20:18:10.620 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.AioGetStatus (219 ms) 2023-12-16T20:18:10.620 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.SiteName 2023-12-16T20:18:10.626 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2023-12-16T20:18:10.626 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.Bootstrap 2023-12-16T20:18:11.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.Bootstrap (853 ms) 2023-12-16T20:18:11.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.PeerDirection 2023-12-16T20:18:11.487 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2023-12-16T20:18:11.487 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.Snapshot 2023-12-16T20:18:11.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 91 KiB/s wr, 884 op/s 2023-12-16T20:18:11.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]: dispatch 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]': finished 2023-12-16T20:18:11.897 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 91 KiB/s wr, 884 op/s 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]: dispatch 2023-12-16T20:18:11.898 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]': finished 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 91 KiB/s wr, 884 op/s 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T20:18:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T20:18:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T20:18:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]: dispatch 2023-12-16T20:18:11.999 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/c3dd32ed-8f2f-443d-a078-24abbcc6073f"}]': finished 2023-12-16T20:18:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:11] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[137674]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 983 KiB/s rd, 146 KiB/s wr, 1.40k op/s 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[137674]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[140029]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 983 KiB/s rd, 146 KiB/s wr, 1.40k op/s 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[140029]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T20:18:13.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:18:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:13 smithi043 ceph-mon[135010]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 983 KiB/s rd, 146 KiB/s wr, 1.40k op/s 2023-12-16T20:18:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:13 smithi043 ceph-mon[135010]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T20:18:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:18:14.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:14 smithi043 ceph-mon[135010]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T20:18:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:14 smithi043 ceph-mon[135010]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T20:18:14.988 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:14 smithi002 ceph-mon[140029]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T20:18:14.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:14 smithi002 ceph-mon[140029]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T20:18:14.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:14 smithi002 ceph-mon[137674]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T20:18:14.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:14 smithi002 ceph-mon[137674]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T20:18:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:15 smithi043 ceph-mon[135010]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 1.82k op/s 2023-12-16T20:18:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:15 smithi043 ceph-mon[135010]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T20:18:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[140029]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 1.82k op/s 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[140029]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[137674]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 197 KiB/s wr, 1.82k op/s 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[137674]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:16.961 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[137674]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:16.962 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:16 smithi002 ceph-mon[140029]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T20:18:16.963 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:18:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:18:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:18:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:18:16.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:16 smithi043 ceph-mon[135010]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (46m) 2m ago 49m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (46m) 2s ago 48m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (50m) 2m ago 50m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (50m) 2s ago 50m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:18:17.293 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (45m) 2s ago 52m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (46m) 2m ago 53m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (45m) 2m ago 53m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (45m) 2s ago 52m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (45m) 2m ago 52m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (46m) 2m ago 48m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (46m) 2s ago 48m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (44m) 2m ago 51m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (44m) 2m ago 51m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (43m) 2m ago 51m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (43m) 2m ago 51m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (42m) 2s ago 50m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:18:17.294 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (42m) 2s ago 50m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:18:17.295 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (41m) 2s ago 50m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:18:17.295 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (41m) 2s ago 50m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:18:17.295 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (45m) 2s ago 49m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:18:17.696 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:18:17.696 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:18:17.696 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:18:17.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:17.696 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:18:17.697 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[137674]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 150 KiB/s wr, 1.38k op/s 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[137674]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[137674]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4051570462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[140029]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 150 KiB/s wr, 1.38k op/s 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[140029]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:17.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[140029]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T20:18:17.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:17 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4051570462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:18.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:17 smithi043 ceph-mon[135010]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 150 KiB/s wr, 1.38k op/s 2023-12-16T20:18:18.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:17 smithi043 ceph-mon[135010]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:18.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:17 smithi043 ceph-mon[135010]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T20:18:18.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:17 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4051570462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:19.149 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:18 smithi043 ceph-mon[135010]: from='client.46793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:19.149 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:18 smithi043 ceph-mon[135010]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T20:18:19.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:18 smithi002 ceph-mon[137674]: from='client.46793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:19.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:18 smithi002 ceph-mon[137674]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T20:18:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:18 smithi002 ceph-mon[140029]: from='client.46793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:19.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:18 smithi002 ceph-mon[140029]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T20:18:20.140 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:19 smithi002 ceph-mon[137674]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 32 KiB/s wr, 360 op/s 2023-12-16T20:18:20.140 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:19 smithi002 ceph-mon[137674]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T20:18:20.141 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:19 smithi002 ceph-mon[140029]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 32 KiB/s wr, 360 op/s 2023-12-16T20:18:20.141 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:19 smithi002 ceph-mon[140029]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T20:18:20.155 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:19 smithi043 ceph-mon[135010]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 32 KiB/s wr, 360 op/s 2023-12-16T20:18:20.155 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:19 smithi043 ceph-mon[135010]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[137674]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[137674]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[140029]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[140029]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T20:18:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:21 smithi043 ceph-mon[135010]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2023-12-16T20:18:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:21 smithi043 ceph-mon[135010]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T20:18:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:22.169 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:21] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2023-12-16T20:18:22.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:22 smithi002 ceph-mon[137674]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T20:18:22.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:22 smithi002 ceph-mon[140029]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T20:18:22.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:22 smithi043 ceph-mon[135010]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T20:18:23.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:23 smithi002 ceph-mon[137674]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2023-12-16T20:18:23.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:23 smithi002 ceph-mon[137674]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T20:18:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:23 smithi002 ceph-mon[140029]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2023-12-16T20:18:23.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:23 smithi002 ceph-mon[140029]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T20:18:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:23 smithi043 ceph-mon[135010]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 83 op/s 2023-12-16T20:18:23.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:23 smithi043 ceph-mon[135010]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T20:18:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:24 smithi002 ceph-mon[137674]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T20:18:24.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:24 smithi002 ceph-mon[137674]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T20:18:24.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:24 smithi002 ceph-mon[140029]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T20:18:24.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:24 smithi002 ceph-mon[140029]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T20:18:24.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:24 smithi043 ceph-mon[135010]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T20:18:24.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:24 smithi043 ceph-mon[135010]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T20:18:25.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:25 smithi002 ceph-mon[137674]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2023-12-16T20:18:25.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:25 smithi002 ceph-mon[140029]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2023-12-16T20:18:25.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:25 smithi043 ceph-mon[135010]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2023-12-16T20:18:26.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:26 smithi002 ceph-mon[137674]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T20:18:26.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:26 smithi002 ceph-mon[140029]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T20:18:26.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:26 smithi043 ceph-mon[135010]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T20:18:27.302 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.Snapshot (15815 ms) 2023-12-16T20:18:27.302 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2023-12-16T20:18:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:27 smithi002 ceph-mon[137674]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 9 op/s 2023-12-16T20:18:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:27 smithi002 ceph-mon[137674]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T20:18:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:27 smithi002 ceph-mon[140029]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 9 op/s 2023-12-16T20:18:27.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:27 smithi002 ceph-mon[140029]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T20:18:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:27 smithi043 ceph-mon[135010]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 767 B/s wr, 9 op/s 2023-12-16T20:18:27.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:27 smithi043 ceph-mon[135010]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T20:18:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[137674]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T20:18:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]: dispatch 2023-12-16T20:18:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]': finished 2023-12-16T20:18:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[140029]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T20:18:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]: dispatch 2023-12-16T20:18:28.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:28 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]': finished 2023-12-16T20:18:28.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:28 smithi043 ceph-mon[135010]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T20:18:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:28 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]: dispatch 2023-12-16T20:18:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:28 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/161a97c4-be34-413b-8089-0cb3586614fa"}]': finished 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[137674]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[137674]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[137674]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[140029]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[140029]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T20:18:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:29 smithi002 ceph-mon[140029]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T20:18:29.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:29 smithi043 ceph-mon[135010]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2023-12-16T20:18:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:29 smithi043 ceph-mon[135010]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T20:18:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:29 smithi043 ceph-mon[135010]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T20:18:31.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3964 ms) 2023-12-16T20:18:31.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2023-12-16T20:18:31.458 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:31 smithi043 ceph-mon[135010]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 99 op/s 2023-12-16T20:18:31.458 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:31 smithi043 ceph-mon[135010]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T20:18:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:31 smithi002 ceph-mon[137674]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 99 op/s 2023-12-16T20:18:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:31 smithi002 ceph-mon[137674]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T20:18:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:31 smithi002 ceph-mon[140029]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 99 op/s 2023-12-16T20:18:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:31 smithi002 ceph-mon[140029]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T20:18:32.164 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:31] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2023-12-16T20:18:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[137674]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T20:18:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]: dispatch 2023-12-16T20:18:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]': finished 2023-12-16T20:18:32.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[140029]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T20:18:32.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]: dispatch 2023-12-16T20:18:32.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:32 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]': finished 2023-12-16T20:18:32.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:32 smithi043 ceph-mon[135010]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T20:18:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:32 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]: dispatch 2023-12-16T20:18:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:32 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/ec05a446-1921-4bed-ba4d-9c4b87653a6f"}]': finished 2023-12-16T20:18:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:33 smithi002 ceph-mon[137674]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-16T20:18:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:33 smithi002 ceph-mon[137674]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T20:18:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:33 smithi002 ceph-mon[140029]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-16T20:18:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:33 smithi002 ceph-mon[140029]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T20:18:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:33 smithi043 ceph-mon[135010]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-16T20:18:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:33 smithi043 ceph-mon[135010]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T20:18:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:34 smithi002 ceph-mon[137674]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T20:18:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:34 smithi002 ceph-mon[137674]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T20:18:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:34 smithi002 ceph-mon[140029]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T20:18:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:34 smithi002 ceph-mon[140029]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T20:18:34.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:34 smithi043 ceph-mon[135010]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T20:18:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:34 smithi043 ceph-mon[135010]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T20:18:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:35 smithi002 ceph-mon[137674]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2023-12-16T20:18:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:35 smithi002 ceph-mon[137674]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T20:18:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:35 smithi002 ceph-mon[140029]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2023-12-16T20:18:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:35 smithi002 ceph-mon[140029]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T20:18:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:35 smithi043 ceph-mon[135010]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2023-12-16T20:18:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:35 smithi043 ceph-mon[135010]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T20:18:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[137674]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T20:18:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]: dispatch 2023-12-16T20:18:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]': finished 2023-12-16T20:18:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[140029]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T20:18:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]: dispatch 2023-12-16T20:18:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:36 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]': finished 2023-12-16T20:18:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:36 smithi043 ceph-mon[135010]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T20:18:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:36 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]: dispatch 2023-12-16T20:18:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:36 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/4f2d9d24-58a1-4272-b291-2a17a892f218"}]': finished 2023-12-16T20:18:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:37 smithi002 ceph-mon[137674]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 9.0 KiB/s wr, 94 op/s 2023-12-16T20:18:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:37 smithi002 ceph-mon[137674]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T20:18:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:37 smithi002 ceph-mon[140029]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 9.0 KiB/s wr, 94 op/s 2023-12-16T20:18:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:37 smithi002 ceph-mon[140029]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T20:18:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:37 smithi043 ceph-mon[135010]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 9.0 KiB/s wr, 94 op/s 2023-12-16T20:18:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:37 smithi043 ceph-mon[135010]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[137674]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[137674]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[137674]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[140029]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[140029]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T20:18:39.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:39 smithi002 ceph-mon[140029]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T20:18:39.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:39 smithi043 ceph-mon[135010]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2023-12-16T20:18:39.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:39 smithi043 ceph-mon[135010]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T20:18:39.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:39 smithi043 ceph-mon[135010]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T20:18:41.291 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10025 ms) 2023-12-16T20:18:41.291 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.SnapshotImageState 2023-12-16T20:18:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:41 smithi002 ceph-mon[140029]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2023-12-16T20:18:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:41 smithi002 ceph-mon[140029]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T20:18:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:41 smithi002 ceph-mon[137674]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2023-12-16T20:18:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:41 smithi002 ceph-mon[137674]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T20:18:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:41 smithi043 ceph-mon[135010]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2023-12-16T20:18:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:41 smithi043 ceph-mon[135010]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T20:18:42.204 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:41] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[137674]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]: dispatch 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]': finished 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]: dispatch 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]': finished 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[140029]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]: dispatch 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]': finished 2023-12-16T20:18:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]: dispatch 2023-12-16T20:18:42.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:42 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]': finished 2023-12-16T20:18:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:42 smithi043 ceph-mon[135010]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T20:18:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]: dispatch 2023-12-16T20:18:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/5a7d5d04-ebcd-4600-86a7-99d4e3ed2e92"}]': finished 2023-12-16T20:18:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]: dispatch 2023-12-16T20:18:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:42 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a13725c0-fe30-49bc-9760-8c26fb688330"}]': finished 2023-12-16T20:18:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:43 smithi002 ceph-mon[137674]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 10 KiB/s wr, 213 op/s 2023-12-16T20:18:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:43 smithi002 ceph-mon[137674]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T20:18:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:43 smithi002 ceph-mon[140029]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 10 KiB/s wr, 213 op/s 2023-12-16T20:18:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:43 smithi002 ceph-mon[140029]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T20:18:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:43 smithi043 ceph-mon[135010]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 10 KiB/s wr, 213 op/s 2023-12-16T20:18:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:43 smithi043 ceph-mon[135010]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T20:18:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:44 smithi002 ceph-mon[137674]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T20:18:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:44 smithi002 ceph-mon[137674]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T20:18:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:44 smithi002 ceph-mon[140029]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T20:18:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:44 smithi002 ceph-mon[140029]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T20:18:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:44 smithi043 ceph-mon[135010]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T20:18:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:44 smithi043 ceph-mon[135010]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T20:18:45.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.SnapshotImageState (3929 ms) 2023-12-16T20:18:45.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2023-12-16T20:18:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:45 smithi002 ceph-mon[137674]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2023-12-16T20:18:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:45 smithi002 ceph-mon[137674]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T20:18:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:45 smithi002 ceph-mon[140029]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2023-12-16T20:18:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:45 smithi002 ceph-mon[140029]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T20:18:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:45 smithi043 ceph-mon[135010]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2023-12-16T20:18:45.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:45 smithi043 ceph-mon[135010]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T20:18:47.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:47 smithi002 ceph-mon[137674]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 16 KiB/s wr, 175 op/s 2023-12-16T20:18:47.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:47 smithi002 ceph-mon[137674]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T20:18:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:47 smithi002 ceph-mon[140029]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 16 KiB/s wr, 175 op/s 2023-12-16T20:18:47.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:47 smithi002 ceph-mon[140029]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T20:18:47.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:47 smithi043 ceph-mon[135010]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 16 KiB/s wr, 175 op/s 2023-12-16T20:18:47.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:47 smithi043 ceph-mon[135010]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T20:18:48.059 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:18:48.393 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:18:48.393 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (47m) 2m ago 49m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:18:48.393 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (46m) 33s ago 49m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:18:48.393 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (50m) 2m ago 50m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (50m) 33s ago 50m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (46m) 33s ago 52m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (46m) 2m ago 53m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (46m) 2m ago 53m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (45m) 33s ago 52m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:18:48.394 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (45m) 2m ago 52m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (46m) 2m ago 49m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (46m) 33s ago 49m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (45m) 2m ago 52m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (44m) 2m ago 52m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (44m) 2m ago 51m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (43m) 2m ago 51m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (43m) 33s ago 51m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (42m) 33s ago 51m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:18:48.395 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (42m) 33s ago 51m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:18:48.396 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (41m) 33s ago 50m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:18:48.396 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (46m) 33s ago 50m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:18:48.396 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:48 smithi002 ceph-mon[137674]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T20:18:48.396 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:48 smithi002 ceph-mon[137674]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:48.397 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:48 smithi002 ceph-mon[140029]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T20:18:48.397 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:48 smithi002 ceph-mon[140029]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:48 smithi043 ceph-mon[135010]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T20:18:48.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:48 smithi043 ceph-mon[135010]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:18:48.793 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:18:48.794 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[137674]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 24 KiB/s wr, 244 op/s 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[137674]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[137674]: from='client.46811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4213263119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[137674]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T20:18:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[140029]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 24 KiB/s wr, 244 op/s 2023-12-16T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[140029]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[140029]: from='client.46811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4213263119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:49 smithi002 ceph-mon[140029]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T20:18:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:49 smithi043 ceph-mon[135010]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 24 KiB/s wr, 244 op/s 2023-12-16T20:18:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:49 smithi043 ceph-mon[135010]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T20:18:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:49 smithi043 ceph-mon[135010]: from='client.46811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:18:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:49 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4213263119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:18:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:49 smithi043 ceph-mon[135010]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T20:18:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[137674]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 136 op/s 2023-12-16T20:18:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[137674]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T20:18:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[140029]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 136 op/s 2023-12-16T20:18:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[140029]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T20:18:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:51 smithi043 ceph-mon[135010]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 136 op/s 2023-12-16T20:18:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:51 smithi043 ceph-mon[135010]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T20:18:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:18:52.190 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:18:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:18:51] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-12-16T20:18:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:52 smithi002 ceph-mon[137674]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T20:18:52.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:52 smithi002 ceph-mon[140029]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T20:18:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:52 smithi043 ceph-mon[135010]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T20:18:53.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:53 smithi002 ceph-mon[137674]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2023-12-16T20:18:53.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:53 smithi002 ceph-mon[137674]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T20:18:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:53 smithi002 ceph-mon[140029]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2023-12-16T20:18:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:53 smithi002 ceph-mon[140029]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T20:18:53.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:53 smithi043 ceph-mon[135010]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2023-12-16T20:18:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:53 smithi043 ceph-mon[135010]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T20:18:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:54 smithi002 ceph-mon[137674]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T20:18:54.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:54 smithi002 ceph-mon[137674]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T20:18:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:54 smithi002 ceph-mon[140029]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T20:18:54.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:54 smithi002 ceph-mon[140029]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T20:18:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:54 smithi043 ceph-mon[135010]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T20:18:54.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:54 smithi043 ceph-mon[135010]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T20:18:55.240 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10020 ms) 2023-12-16T20:18:55.240 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2023-12-16T20:18:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:55 smithi002 ceph-mon[137674]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2023-12-16T20:18:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:55 smithi002 ceph-mon[137674]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T20:18:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:55 smithi002 ceph-mon[140029]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2023-12-16T20:18:55.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:55 smithi002 ceph-mon[140029]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T20:18:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:55 smithi043 ceph-mon[135010]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2023-12-16T20:18:55.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:55 smithi043 ceph-mon[135010]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T20:18:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]: dispatch 2023-12-16T20:18:56.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]': finished 2023-12-16T20:18:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]: dispatch 2023-12-16T20:18:56.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]': finished 2023-12-16T20:18:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]: dispatch 2023-12-16T20:18:56.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e6d35d9-1bdb-4d5b-b13b-c10fb625d31d"}]': finished 2023-12-16T20:18:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:57 smithi002 ceph-mon[137674]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2023-12-16T20:18:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:57 smithi002 ceph-mon[137674]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T20:18:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:57 smithi002 ceph-mon[140029]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2023-12-16T20:18:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:57 smithi002 ceph-mon[140029]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T20:18:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:57 smithi043 ceph-mon[135010]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 125 op/s 2023-12-16T20:18:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:57 smithi043 ceph-mon[135010]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T20:18:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:58 smithi043 ceph-mon[135010]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T20:18:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:58 smithi002 ceph-mon[137674]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T20:18:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:58 smithi002 ceph-mon[140029]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T20:18:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:59 smithi043 ceph-mon[135010]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2023-12-16T20:18:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:59 smithi043 ceph-mon[135010]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T20:18:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:18:59 smithi043 ceph-mon[135010]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[137674]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[137674]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[137674]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[140029]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 41 op/s 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[140029]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T20:18:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:18:59 smithi002 ceph-mon[140029]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T20:19:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:01 smithi002 ceph-mon[137674]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2023-12-16T20:19:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:01 smithi002 ceph-mon[137674]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T20:19:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:01 smithi002 ceph-mon[140029]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2023-12-16T20:19:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:01 smithi002 ceph-mon[140029]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T20:19:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:01 smithi043 ceph-mon[135010]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 8.7 KiB/s wr, 68 op/s 2023-12-16T20:19:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:01 smithi043 ceph-mon[135010]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T20:19:02.175 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:01] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-12-16T20:19:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:02 smithi002 ceph-mon[137674]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T20:19:02.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:02 smithi002 ceph-mon[140029]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T20:19:02.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:02 smithi043 ceph-mon[135010]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T20:19:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:03 smithi002 ceph-mon[137674]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2023-12-16T20:19:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:03 smithi002 ceph-mon[137674]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T20:19:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:03 smithi002 ceph-mon[140029]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2023-12-16T20:19:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:03 smithi002 ceph-mon[140029]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T20:19:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:03 smithi043 ceph-mon[135010]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2023-12-16T20:19:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:03 smithi043 ceph-mon[135010]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T20:19:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:04 smithi002 ceph-mon[137674]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T20:19:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:04 smithi002 ceph-mon[137674]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T20:19:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:04 smithi002 ceph-mon[140029]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T20:19:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:04 smithi002 ceph-mon[140029]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T20:19:04.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:04 smithi043 ceph-mon[135010]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T20:19:04.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:04 smithi043 ceph-mon[135010]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T20:19:05.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:05 smithi002 ceph-mon[137674]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 101 op/s 2023-12-16T20:19:05.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:05 smithi002 ceph-mon[140029]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 101 op/s 2023-12-16T20:19:05.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:05 smithi043 ceph-mon[135010]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 101 op/s 2023-12-16T20:19:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:06 smithi002 ceph-mon[137674]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T20:19:06.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:06 smithi002 ceph-mon[140029]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T20:19:06.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:06 smithi043 ceph-mon[135010]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T20:19:06.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:07 smithi002 ceph-mon[137674]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 9.7 KiB/s wr, 76 op/s 2023-12-16T20:19:07.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:07 smithi002 ceph-mon[137674]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T20:19:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:07 smithi002 ceph-mon[140029]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 9.7 KiB/s wr, 76 op/s 2023-12-16T20:19:07.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:07 smithi002 ceph-mon[140029]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T20:19:07.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:07 smithi043 ceph-mon[135010]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 9.7 KiB/s wr, 76 op/s 2023-12-16T20:19:07.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:07 smithi043 ceph-mon[135010]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T20:19:08.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:08 smithi002 ceph-mon[137674]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T20:19:08.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:08 smithi002 ceph-mon[140029]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T20:19:08.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:08 smithi043 ceph-mon[135010]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T20:19:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:09 smithi002 ceph-mon[137674]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 113 op/s 2023-12-16T20:19:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:09 smithi002 ceph-mon[137674]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T20:19:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:09 smithi002 ceph-mon[140029]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 113 op/s 2023-12-16T20:19:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:09 smithi002 ceph-mon[140029]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T20:19:09.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:09 smithi043 ceph-mon[135010]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 113 op/s 2023-12-16T20:19:09.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:09 smithi043 ceph-mon[135010]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T20:19:10.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:10 smithi002 ceph-mon[137674]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T20:19:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:10 smithi002 ceph-mon[140029]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T20:19:10.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:10 smithi043 ceph-mon[135010]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T20:19:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:11 smithi002 ceph-mon[137674]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-16T20:19:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:11 smithi002 ceph-mon[137674]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T20:19:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:11 smithi002 ceph-mon[140029]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-16T20:19:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:11 smithi002 ceph-mon[140029]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T20:19:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:11 smithi043 ceph-mon[135010]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-16T20:19:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:11 smithi043 ceph-mon[135010]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T20:19:12.229 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:11] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2023-12-16T20:19:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:12 smithi002 ceph-mon[137674]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T20:19:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:12 smithi002 ceph-mon[140029]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T20:19:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:12 smithi043 ceph-mon[135010]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T20:19:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:13 smithi002 ceph-mon[137674]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 207 op/s 2023-12-16T20:19:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:13 smithi002 ceph-mon[137674]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T20:19:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:13 smithi002 ceph-mon[140029]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 207 op/s 2023-12-16T20:19:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:13 smithi002 ceph-mon[140029]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T20:19:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:13 smithi043 ceph-mon[135010]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 16 KiB/s wr, 207 op/s 2023-12-16T20:19:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:13 smithi043 ceph-mon[135010]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T20:19:14.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:14 smithi002 ceph-mon[137674]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T20:19:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:14 smithi002 ceph-mon[137674]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T20:19:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:14 smithi002 ceph-mon[140029]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T20:19:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:14 smithi002 ceph-mon[140029]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T20:19:14.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:14 smithi043 ceph-mon[135010]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T20:19:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:14 smithi043 ceph-mon[135010]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T20:19:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:15 smithi043 ceph-mon[135010]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 203 op/s 2023-12-16T20:19:15.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:15 smithi002 ceph-mon[137674]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 203 op/s 2023-12-16T20:19:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:15 smithi002 ceph-mon[140029]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 203 op/s 2023-12-16T20:19:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:16 smithi002 ceph-mon[137674]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T20:19:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:19:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:16 smithi002 ceph-mon[140029]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T20:19:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:19:16.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:16 smithi043 ceph-mon[135010]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T20:19:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:19:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[137674]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2023-12-16T20:19:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[137674]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T20:19:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:19:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:19:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[140029]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2023-12-16T20:19:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[140029]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T20:19:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:19:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:19:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:17 smithi043 ceph-mon[135010]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2023-12-16T20:19:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:17 smithi043 ceph-mon[135010]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T20:19:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:19:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:19:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:18 smithi002 ceph-mon[137674]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T20:19:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:18 smithi002 ceph-mon[140029]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T20:19:18.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:18 smithi043 ceph-mon[135010]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T20:19:19.158 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:19:19.488 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[140029]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2023-12-16T20:19:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[140029]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T20:19:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[140029]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T20:19:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[137674]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2023-12-16T20:19:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[137674]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T20:19:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:19 smithi002 ceph-mon[137674]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (47m) 3m ago 50m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (47m) 64s ago 49m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (51m) 3m ago 51m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (51m) 64s ago 51m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (46m) 64s ago 53m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (47m) 3m ago 54m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (46m) 3m ago 54m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (46m) 64s ago 53m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (46m) 3m ago 53m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:19:19.502 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (47m) 3m ago 49m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (47m) 64s ago 49m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (45m) 3m ago 52m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (45m) 3m ago 52m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (44m) 3m ago 52m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (44m) 3m ago 52m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (43m) 64s ago 52m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (43m) 64s ago 51m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (42m) 64s ago 51m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (42m) 64s ago 51m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:19:19.503 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (46m) 64s ago 50m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:19:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:19 smithi043 ceph-mon[135010]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2023-12-16T20:19:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:19 smithi043 ceph-mon[135010]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T20:19:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:19 smithi043 ceph-mon[135010]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T20:19:19.904 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:19:19.904 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:19:19.904 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:19:19.905 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:19:19.906 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:19:19.906 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:19:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[137674]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[137674]: from='client.36840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2110543194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[137674]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T20:19:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[140029]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[140029]: from='client.36840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2110543194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:20.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:20 smithi002 ceph-mon[140029]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T20:19:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:20 smithi043 ceph-mon[135010]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:20 smithi043 ceph-mon[135010]: from='client.36840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2110543194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:20 smithi043 ceph-mon[135010]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T20:19:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:21 smithi002 ceph-mon[137674]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2023-12-16T20:19:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:21.642 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:21 smithi002 ceph-mon[140029]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2023-12-16T20:19:21.642 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:21 smithi043 ceph-mon[135010]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2023-12-16T20:19:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:22.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:21] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2023-12-16T20:19:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:22 smithi002 ceph-mon[137674]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T20:19:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:22 smithi002 ceph-mon[140029]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T20:19:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:22 smithi043 ceph-mon[135010]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T20:19:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:23 smithi002 ceph-mon[137674]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2023-12-16T20:19:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:23 smithi002 ceph-mon[137674]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T20:19:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:23 smithi002 ceph-mon[140029]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2023-12-16T20:19:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:23 smithi002 ceph-mon[140029]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T20:19:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:23 smithi043 ceph-mon[135010]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2023-12-16T20:19:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:23 smithi043 ceph-mon[135010]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T20:19:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:24 smithi002 ceph-mon[137674]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T20:19:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:24 smithi002 ceph-mon[137674]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T20:19:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:24 smithi002 ceph-mon[140029]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T20:19:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:24 smithi002 ceph-mon[140029]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T20:19:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:24 smithi043 ceph-mon[135010]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T20:19:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:24 smithi043 ceph-mon[135010]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T20:19:25.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:25 smithi002 ceph-mon[137674]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2023-12-16T20:19:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:25 smithi002 ceph-mon[137674]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T20:19:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:25 smithi002 ceph-mon[140029]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2023-12-16T20:19:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:25 smithi002 ceph-mon[140029]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T20:19:25.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:25 smithi043 ceph-mon[135010]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2023-12-16T20:19:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:25 smithi043 ceph-mon[135010]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T20:19:26.240 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31000 ms) 2023-12-16T20:19:27.242 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 51 tests from TestMirroring (86864 ms total) 2023-12-16T20:19:27.242 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:19:27.242 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 34 tests from TestInternal 2023-12-16T20:19:27.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[137674]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[137674]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]: dispatch 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]': finished 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[140029]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[140029]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]: dispatch 2023-12-16T20:19:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:27 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]': finished 2023-12-16T20:19:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:27 smithi043 ceph-mon[135010]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-16T20:19:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:27 smithi043 ceph-mon[135010]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T20:19:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]: dispatch 2023-12-16T20:19:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:27 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2069434032' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b2601ba8-a660-49f3-bdca-9c4c71e2d174"}]': finished 2023-12-16T20:19:28.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:28 smithi043 ceph-mon[135010]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T20:19:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:28 smithi002 ceph-mon[137674]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T20:19:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:28 smithi002 ceph-mon[140029]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T20:19:29.256 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.OpenByID 2023-12-16T20:19:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[137674]: pgmap v2755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[137674]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T20:19:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2877693423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:29.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[140029]: pgmap v2755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[140029]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T20:19:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2877693423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:29.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:29 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:29 smithi043 ceph-mon[135010]: pgmap v2755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:29 smithi043 ceph-mon[135010]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T20:19:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2877693423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:29 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:19:30.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:30 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:19:30.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:30 smithi002 ceph-mon[137674]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T20:19:30.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:30 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:19:30.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:30 smithi002 ceph-mon[140029]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T20:19:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:30 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:19:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:30 smithi043 ceph-mon[135010]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T20:19:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.OpenByID (2051 ms) 2023-12-16T20:19:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.OpenSnapDNE 2023-12-16T20:19:31.332 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.OpenSnapDNE (25 ms) 2023-12-16T20:19:31.333 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2023-12-16T20:19:31.355 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2023-12-16T20:19:31.355 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.ResizeLocksImage 2023-12-16T20:19:31.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2023-12-16T20:19:31.379 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2023-12-16T20:19:31.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (21 ms) 2023-12-16T20:19:31.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2023-12-16T20:19:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:31 smithi002 ceph-mon[137674]: pgmap v2758: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:31 smithi002 ceph-mon[137674]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T20:19:31.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:31 smithi002 ceph-mon[140029]: pgmap v2758: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:31.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:31 smithi002 ceph-mon[140029]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T20:19:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:31 smithi043 ceph-mon[135010]: pgmap v2758: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:31 smithi043 ceph-mon[135010]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T20:19:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:31] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2023-12-16T20:19:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:32 smithi002 ceph-mon[137674]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T20:19:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:32 smithi002 ceph-mon[140029]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T20:19:32.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:32 smithi043 ceph-mon[135010]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T20:19:33.297 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1898 ms) 2023-12-16T20:19:33.297 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2023-12-16T20:19:33.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (28 ms) 2023-12-16T20:19:33.325 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2023-12-16T20:19:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:33 smithi002 ceph-mon[137674]: pgmap v2761: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:33 smithi002 ceph-mon[137674]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T20:19:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:33 smithi002 ceph-mon[140029]: pgmap v2761: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:33 smithi002 ceph-mon[140029]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T20:19:33.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:33 smithi043 ceph-mon[135010]: pgmap v2761: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:19:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:33 smithi043 ceph-mon[135010]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T20:19:34.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:34 smithi002 ceph-mon[137674]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T20:19:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:34 smithi002 ceph-mon[140029]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T20:19:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:34 smithi043 ceph-mon[135010]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T20:19:35.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1988 ms) 2023-12-16T20:19:35.313 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2023-12-16T20:19:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:35 smithi002 ceph-mon[137674]: pgmap v2764: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2023-12-16T20:19:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:35 smithi002 ceph-mon[137674]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T20:19:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:35 smithi002 ceph-mon[140029]: pgmap v2764: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2023-12-16T20:19:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:35 smithi002 ceph-mon[140029]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T20:19:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:35 smithi043 ceph-mon[135010]: pgmap v2764: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.7 KiB/s wr, 28 op/s 2023-12-16T20:19:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:35 smithi043 ceph-mon[135010]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T20:19:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:36 smithi002 ceph-mon[137674]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T20:19:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:36 smithi002 ceph-mon[140029]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T20:19:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:36.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:36 smithi043 ceph-mon[135010]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T20:19:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:37.322 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2009 ms) 2023-12-16T20:19:37.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2023-12-16T20:19:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:37 smithi002 ceph-mon[137674]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-16T20:19:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:37 smithi002 ceph-mon[137674]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T20:19:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:37 smithi002 ceph-mon[140029]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-16T20:19:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:37 smithi002 ceph-mon[140029]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T20:19:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:37 smithi043 ceph-mon[135010]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-16T20:19:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:37 smithi043 ceph-mon[135010]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T20:19:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:38 smithi002 ceph-mon[137674]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T20:19:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:38 smithi002 ceph-mon[140029]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T20:19:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:38 smithi043 ceph-mon[135010]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T20:19:39.195 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1873 ms) 2023-12-16T20:19:39.195 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.FlattenLocksImage 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[137674]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 127 op/s 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[137674]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[137674]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[140029]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 127 op/s 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[140029]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T20:19:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:39 smithi002 ceph-mon[140029]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T20:19:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:39 smithi043 ceph-mon[135010]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 11 KiB/s wr, 127 op/s 2023-12-16T20:19:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:39 smithi043 ceph-mon[135010]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T20:19:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:39 smithi043 ceph-mon[135010]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T20:19:41.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.FlattenLocksImage (2022 ms) 2023-12-16T20:19:41.217 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2023-12-16T20:19:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:41 smithi002 ceph-mon[137674]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2023-12-16T20:19:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:41 smithi002 ceph-mon[137674]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T20:19:41.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:41 smithi002 ceph-mon[140029]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2023-12-16T20:19:41.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:41 smithi002 ceph-mon[140029]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T20:19:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:41 smithi043 ceph-mon[135010]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2023-12-16T20:19:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:41 smithi043 ceph-mon[135010]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T20:19:42.185 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:41] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2023-12-16T20:19:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:42 smithi002 ceph-mon[137674]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T20:19:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:42 smithi002 ceph-mon[140029]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T20:19:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:42 smithi043 ceph-mon[135010]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T20:19:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:19:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2003 ms) 2023-12-16T20:19:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2023-12-16T20:19:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:43 smithi002 ceph-mon[137674]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 67 op/s 2023-12-16T20:19:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:43 smithi002 ceph-mon[137674]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T20:19:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:43 smithi002 ceph-mon[140029]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 67 op/s 2023-12-16T20:19:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:43 smithi002 ceph-mon[140029]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T20:19:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:43 smithi043 ceph-mon[135010]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 67 op/s 2023-12-16T20:19:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:43 smithi043 ceph-mon[135010]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T20:19:44.184 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (963 ms) 2023-12-16T20:19:44.185 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[137674]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]: dispatch 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]': finished 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[137674]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[140029]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]: dispatch 2023-12-16T20:19:44.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]': finished 2023-12-16T20:19:44.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:44 smithi002 ceph-mon[140029]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T20:19:44.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:44 smithi043 ceph-mon[135010]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T20:19:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]: dispatch 2023-12-16T20:19:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:44 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/107527592' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/107527592"}]': finished 2023-12-16T20:19:44.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:44 smithi043 ceph-mon[135010]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[137674]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3733150705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[140029]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3733150705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:45 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:45.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:45 smithi043 ceph-mon[135010]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2023-12-16T20:19:45.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:45 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3733150705' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:45.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:45 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]: dispatch 2023-12-16T20:19:46.213 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2029 ms) 2023-12-16T20:19:46.213 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2023-12-16T20:19:46.249 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.AioWriteRequestsLock (36 ms) 2023-12-16T20:19:46.249 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2023-12-16T20:19:46.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (31 ms) 2023-12-16T20:19:46.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.CancelAsyncResize 2023-12-16T20:19:46.327 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.CancelAsyncResize (48 ms) 2023-12-16T20:19:46.327 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.MultipleResize 2023-12-16T20:19:46.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.MultipleResize (57 ms) 2023-12-16T20:19:46.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.Metadata 2023-12-16T20:19:46.429 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.Metadata (45 ms) 2023-12-16T20:19:46.429 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.MetadataConfApply 2023-12-16T20:19:46.464 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.MetadataConfApply (35 ms) 2023-12-16T20:19:46.464 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapshotCopyup 2023-12-16T20:19:46.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:46 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]': finished 2023-12-16T20:19:46.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:46 smithi002 ceph-mon[137674]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T20:19:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:46 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]': finished 2023-12-16T20:19:46.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:46 smithi002 ceph-mon[140029]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T20:19:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:46 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/3733150705"}]': finished 2023-12-16T20:19:46.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:46 smithi043 ceph-mon[135010]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T20:19:47.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:47 smithi002 ceph-mon[137674]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 218 op/s 2023-12-16T20:19:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:47 smithi002 ceph-mon[140029]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 218 op/s 2023-12-16T20:19:47.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:47 smithi043 ceph-mon[135010]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 218 op/s 2023-12-16T20:19:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:48 smithi002 ceph-mon[137674]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T20:19:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:48 smithi002 ceph-mon[140029]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T20:19:48.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:48 smithi043 ceph-mon[135010]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T20:19:49.257 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapshotCopyup (2793 ms) 2023-12-16T20:19:49.257 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[137674]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 6.6 KiB/s wr, 135 op/s 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[137674]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[137674]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[140029]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 6.6 KiB/s wr, 135 op/s 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[140029]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T20:19:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:49 smithi002 ceph-mon[140029]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T20:19:49.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:49 smithi043 ceph-mon[135010]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 6.6 KiB/s wr, 135 op/s 2023-12-16T20:19:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:49 smithi043 ceph-mon[135010]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T20:19:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:49 smithi043 ceph-mon[135010]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T20:19:50.277 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (48m) 3m ago 50m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (47m) 95s ago 50m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (51m) 3m ago 51m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (51m) 95s ago 51m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (47m) 95s ago 53m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (47m) 3m ago 54m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (47m) 3m ago 55m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (46m) 95s ago 53m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (46m) 3m ago 53m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (48m) 3m ago 50m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (47m) 95s ago 50m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:19:50.607 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (46m) 3m ago 53m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (45m) 3m ago 53m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (45m) 3m ago 52m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (44m) 3m ago 52m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (44m) 95s ago 52m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (43m) 95s ago 52m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (43m) 95s ago 52m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (42m) 95s ago 51m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:19:50.608 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (47m) 95s ago 51m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:19:51.009 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:19:51.010 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:19:51.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2008 ms) 2023-12-16T20:19:51.266 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 24 KiB/s wr, 264 op/s 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3551753973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 24 KiB/s wr, 264 op/s 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3551753973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 24 KiB/s wr, 264 op/s 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:19:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:51 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3551753973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:19:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:19:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:19:51] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-12-16T20:19:52.270 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1005 ms) 2023-12-16T20:19:52.270 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.ResizeCopyup 2023-12-16T20:19:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:52 smithi043 ceph-mon[135010]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T20:19:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:52 smithi002 ceph-mon[137674]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T20:19:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:52 smithi002 ceph-mon[140029]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T20:19:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:53 smithi043 ceph-mon[135010]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 26 KiB/s wr, 235 op/s 2023-12-16T20:19:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:53 smithi043 ceph-mon[135010]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T20:19:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:53 smithi002 ceph-mon[137674]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 26 KiB/s wr, 235 op/s 2023-12-16T20:19:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:53 smithi002 ceph-mon[137674]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T20:19:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:53 smithi002 ceph-mon[140029]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 154 KiB/s rd, 26 KiB/s wr, 235 op/s 2023-12-16T20:19:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:53 smithi002 ceph-mon[140029]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T20:19:54.241 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.ResizeCopyup (1971 ms) 2023-12-16T20:19:54.242 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.DiscardCopyup 2023-12-16T20:19:54.252 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:19:54.252 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.DiscardCopyup (11 ms) 2023-12-16T20:19:54.252 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.ImageOptions 2023-12-16T20:19:54.261 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2023-12-16T20:19:54.288 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.WriteFullCopyup 2023-12-16T20:19:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:54 smithi002 ceph-mon[137674]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T20:19:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:54 smithi002 ceph-mon[137674]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T20:19:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:54 smithi002 ceph-mon[140029]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T20:19:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:54 smithi002 ceph-mon[140029]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T20:19:54.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:54 smithi043 ceph-mon[135010]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T20:19:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:54 smithi043 ceph-mon[135010]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T20:19:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:55 smithi002 ceph-mon[137674]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2023-12-16T20:19:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:55 smithi002 ceph-mon[140029]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2023-12-16T20:19:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:55 smithi043 ceph-mon[135010]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 8.2 KiB/s wr, 126 op/s 2023-12-16T20:19:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:56 smithi002 ceph-mon[137674]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T20:19:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:56 smithi002 ceph-mon[140029]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T20:19:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:56 smithi043 ceph-mon[135010]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T20:19:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:57 smithi002 ceph-mon[137674]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 23 KiB/s wr, 307 op/s 2023-12-16T20:19:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:57 smithi002 ceph-mon[137674]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T20:19:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:57 smithi002 ceph-mon[140029]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 23 KiB/s wr, 307 op/s 2023-12-16T20:19:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:57 smithi002 ceph-mon[140029]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T20:19:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:57 smithi043 ceph-mon[135010]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 23 KiB/s wr, 307 op/s 2023-12-16T20:19:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:57 smithi043 ceph-mon[135010]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T20:19:58.291 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.WriteFullCopyup (4029 ms) 2023-12-16T20:19:58.291 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2023-12-16T20:19:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:58 smithi002 ceph-mon[137674]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T20:19:58.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:58 smithi002 ceph-mon[140029]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T20:19:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:58 smithi043 ceph-mon[135010]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T20:19:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:59 smithi002 ceph-mon[137674]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T20:19:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:19:59 smithi002 ceph-mon[137674]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T20:19:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:59 smithi002 ceph-mon[140029]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T20:19:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:19:59 smithi002 ceph-mon[140029]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T20:19:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:59 smithi043 ceph-mon[135010]: pgmap v2799: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T20:19:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:19:59 smithi043 ceph-mon[135010]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T20:20:00.282 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T20:19:59.999+0000 7f41e01ae700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:20:00.311 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2021 ms) 2023-12-16T20:20:00.311 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.TestCoR 2023-12-16T20:20:00.322 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING due to disabled rbd_copy_on_read 2023-12-16T20:20:00.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.TestCoR (11 ms) 2023-12-16T20:20:00.323 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout:made parent image "image397": 4194304K (1024 * 4K) 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout:generated random write map: 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [10 , 42245 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [16 , 68181 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [30 , 123592 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [34 , 139878 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [45 , 186414 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [73 , 301794 ] 2023-12-16T20:20:00.566 INFO:tasks.workunit.client.0.smithi002.stdout: [80 , 330382 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [85 , 349217 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [95 , 389456 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [123 , 504780 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [143 , 589231 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [166 , 680118 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [168 , 690482 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [182 , 748132 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [183 , 751745 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [184 , 754078 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [185 , 760053 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [213 , 875280 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [217 , 889225 ] 2023-12-16T20:20:00.567 INFO:tasks.workunit.client.0.smithi002.stdout: [229 , 939089 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [231 , 948670 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [247 , 1013701 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [254 , 1043291 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [287 , 1176074 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [297 , 1218292 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [312 , 1279939 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [317 , 1298885 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [324 , 1329399 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [327 , 1339970 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [332 , 1361971 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [335 , 1373846 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [338 , 1387603 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [343 , 1406028 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [362 , 1483749 ] 2023-12-16T20:20:00.568 INFO:tasks.workunit.client.0.smithi002.stdout: [370 , 1517275 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [372 , 1525062 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [393 , 1612391 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [399 , 1634511 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [401 , 1643309 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [419 , 1719376 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [442 , 1811221 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [460 , 1884501 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [461 , 1890786 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [481 , 1971827 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [482 , 1977440 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [485 , 1990019 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [499 , 2046414 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [515 , 2109537 ] 2023-12-16T20:20:00.569 INFO:tasks.workunit.client.0.smithi002.stdout: [535 , 2193004 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [539 , 2209266 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [549 , 2249256 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [550 , 2254311 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [574 , 2353438 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [575 , 2355941 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [581 , 2382096 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [584 , 2393044 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [602 , 2468590 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [613 , 2512309 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [635 , 2602110 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [656 , 2687001 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [666 , 2730479 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [676 , 2770588 ] 2023-12-16T20:20:00.570 INFO:tasks.workunit.client.0.smithi002.stdout: [711 , 2914547 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [722 , 2959876 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [727 , 2977980 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [732 , 3001265 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [748 , 3064885 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [754 , 3090499 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [757 , 3102276 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [775 , 3175475 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [778 , 3187921 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [779 , 3193775 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [790 , 3236346 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [793 , 3250400 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [798 , 3270259 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [804 , 3293874 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [809 , 3315302 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [811 , 3323013 ] 2023-12-16T20:20:00.571 INFO:tasks.workunit.client.0.smithi002.stdout: [812 , 3327729 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [828 , 3391849 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [839 , 3436704 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [864 , 3542513 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [870 , 3565999 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [887 , 3634837 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [894 , 3663972 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [900 , 3688941 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [922 , 3776716 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [961 , 3937641 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [967 , 3962456 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [991 , 4059272 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [1013 , 4150146 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: [1022 , 4186502 ] 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout:write data based on random map 2023-12-16T20:20:00.572 INFO:tasks.workunit.client.0.smithi002.stdout: write object-10 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-16 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-30 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-34 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-45 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-73 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-80 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-85 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-95 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-123 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-143 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-166 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-168 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-182 2023-12-16T20:20:00.573 INFO:tasks.workunit.client.0.smithi002.stdout: write object-183 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-184 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-185 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-213 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-217 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-229 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-231 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-247 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-254 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-287 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-297 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-312 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-317 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-324 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-327 2023-12-16T20:20:00.574 INFO:tasks.workunit.client.0.smithi002.stdout: write object-332 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-335 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-338 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-343 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-362 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-370 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-372 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-393 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-399 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-401 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-419 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-442 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-460 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-461 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-481 2023-12-16T20:20:00.575 INFO:tasks.workunit.client.0.smithi002.stdout: write object-482 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-485 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-499 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-515 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-535 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-539 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-549 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-550 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-574 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-575 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-581 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-584 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-602 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-613 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-635 2023-12-16T20:20:00.576 INFO:tasks.workunit.client.0.smithi002.stdout: write object-656 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-666 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-676 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-711 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-722 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-727 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-732 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-748 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-754 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-757 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-775 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-778 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-779 2023-12-16T20:20:00.577 INFO:tasks.workunit.client.0.smithi002.stdout: write object-790 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-793 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-798 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-804 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-809 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-811 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-812 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-828 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-839 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-864 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-870 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-887 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-894 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-900 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-922 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-961 2023-12-16T20:20:00.578 INFO:tasks.workunit.client.0.smithi002.stdout: write object-967 2023-12-16T20:20:00.579 INFO:tasks.workunit.client.0.smithi002.stdout: write object-991 2023-12-16T20:20:00.579 INFO:tasks.workunit.client.0.smithi002.stdout: write object-1013 2023-12-16T20:20:00.579 INFO:tasks.workunit.client.0.smithi002.stdout: write object-1022 2023-12-16T20:20:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:00 smithi002 ceph-mon[137674]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T20:20:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:00 smithi002 ceph-mon[137674]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:20:00.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:00 smithi002 ceph-mon[140029]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T20:20:00.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:00 smithi002 ceph-mon[140029]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:20:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:00 smithi043 ceph-mon[135010]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T20:20:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:00 smithi043 ceph-mon[135010]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout:verify written data by reading 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout: read object-10 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout:made snapshot "image397@parent_snap" and protect it 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout:made and opened clone "image398" 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout:flattening clone: "image398" 2023-12-16T20:20:01.502 INFO:tasks.workunit.client.0.smithi002.stdout:check whether child image has the same set of objects as parent 2023-12-16T20:20:01.503 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1180 ms) 2023-12-16T20:20:01.503 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2023-12-16T20:20:01.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-mon[137674]: pgmap v2802: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 287 op/s 2023-12-16T20:20:01.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-mon[137674]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T20:20:01.542 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE Bus STOPPING 2023-12-16T20:20:01.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-mon[140029]: pgmap v2802: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 287 op/s 2023-12-16T20:20:01.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-mon[140029]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T20:20:01.580 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.PoolMetadataConfApply (77 ms) 2023-12-16T20:20:01.580 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.Sparsify 2023-12-16T20:20:01.601 INFO:tasks.workunit.client.0.smithi002.stdout:sparsify_supported=1 2023-12-16T20:20:01.601 INFO:tasks.workunit.client.0.smithi002.stdout:sparse_read_supported=1 2023-12-16T20:20:01.629 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.Sparsify (49 ms) 2023-12-16T20:20:01.629 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.SparsifyClone 2023-12-16T20:20:01.645 INFO:tasks.workunit.client.0.smithi002.stdout:sparsify_supported=1 2023-12-16T20:20:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:01 smithi043 ceph-mon[135010]: pgmap v2802: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 287 op/s 2023-12-16T20:20:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:01 smithi043 ceph-mon[135010]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE Bus STOPPED 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE Bus STARTING 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE Serving on http://:::9283 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:20:01] ENGINE Bus STARTED 2023-12-16T20:20:01.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:01] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' 2023-12-16T20:20:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:20:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:20:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:20:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:20:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:03.578 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.SparsifyClone (1950 ms) 2023-12-16T20:20:03.578 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestInternal.MissingDataPool 2023-12-16T20:20:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:03 smithi002 ceph-mon[137674]: pgmap v2805: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 243 op/s 2023-12-16T20:20:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:03 smithi002 ceph-mon[137674]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T20:20:03.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:03 smithi002 ceph-mon[140029]: pgmap v2805: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 243 op/s 2023-12-16T20:20:03.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:03 smithi002 ceph-mon[140029]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T20:20:03.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:03 smithi043 ceph-mon[135010]: pgmap v2805: 137 pgs: 137 active+clean; 8.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 243 op/s 2023-12-16T20:20:03.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:03 smithi043 ceph-mon[135010]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T20:20:04.305 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestInternal.MissingDataPool (726 ms) 2023-12-16T20:20:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:04 smithi002 ceph-mon[137674]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T20:20:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:04 smithi002 ceph-mon[137674]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T20:20:04.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:04 smithi002 ceph-mon[140029]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T20:20:04.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:04 smithi002 ceph-mon[140029]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T20:20:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:04 smithi043 ceph-mon[135010]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T20:20:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:04 smithi043 ceph-mon[135010]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T20:20:05.195 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 34 tests from TestInternal (35048 ms total) 2023-12-16T20:20:05.195 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:20:05.195 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 17 tests from TestImageWatcher 2023-12-16T20:20:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:05 smithi002 ceph-mon[137674]: pgmap v2808: 137 pgs: 137 active+clean; 8.8 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 80 KiB/s wr, 486 op/s 2023-12-16T20:20:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:05 smithi002 ceph-mon[137674]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T20:20:05.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:05 smithi002 ceph-mon[140029]: pgmap v2808: 137 pgs: 137 active+clean; 8.8 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 80 KiB/s wr, 486 op/s 2023-12-16T20:20:05.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:05 smithi002 ceph-mon[140029]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T20:20:05.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:05 smithi043 ceph-mon[135010]: pgmap v2808: 137 pgs: 137 active+clean; 8.8 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 80 KiB/s wr, 486 op/s 2023-12-16T20:20:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:05 smithi043 ceph-mon[135010]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[137674]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[140029]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T20:20:06.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:06 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:06.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:06 smithi043 ceph-mon[135010]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T20:20:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:06 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:07.196 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2023-12-16T20:20:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[137674]: pgmap v2811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[137674]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T20:20:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[140029]: pgmap v2811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:07 smithi002 ceph-mon[140029]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T20:20:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:07 smithi043 ceph-mon[135010]: pgmap v2811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4060454567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:07 smithi043 ceph-mon[135010]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T20:20:09.239 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2043 ms) 2023-12-16T20:20:09.239 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2023-12-16T20:20:09.263 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2023-12-16T20:20:09.264 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyResize 2023-12-16T20:20:09.287 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2023-12-16T20:20:09.288 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2023-12-16T20:20:09.310 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2023-12-16T20:20:09.310 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2023-12-16T20:20:09.330 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (20 ms) 2023-12-16T20:20:09.331 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2023-12-16T20:20:09.352 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2023-12-16T20:20:09.352 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2023-12-16T20:20:09.372 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (19 ms) 2023-12-16T20:20:09.372 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2023-12-16T20:20:09.392 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2023-12-16T20:20:09.392 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2023-12-16T20:20:09.413 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2023-12-16T20:20:09.413 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2023-12-16T20:20:09.434 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2023-12-16T20:20:09.434 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2023-12-16T20:20:09.453 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2023-12-16T20:20:09.453 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2023-12-16T20:20:09.473 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2023-12-16T20:20:09.473 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyRename 2023-12-16T20:20:09.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:09 smithi002 ceph-mon[137674]: pgmap v2814: 137 pgs: 31 unknown, 106 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:09.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:09 smithi002 ceph-mon[137674]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T20:20:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:09 smithi002 ceph-mon[140029]: pgmap v2814: 137 pgs: 31 unknown, 106 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:09.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:09 smithi002 ceph-mon[140029]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T20:20:09.493 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2023-12-16T20:20:09.493 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2023-12-16T20:20:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:09 smithi043 ceph-mon[135010]: pgmap v2814: 137 pgs: 31 unknown, 106 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:09.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:09 smithi043 ceph-mon[135010]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T20:20:09.513 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2023-12-16T20:20:09.513 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2023-12-16T20:20:09.532 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2023-12-16T20:20:09.533 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2023-12-16T20:20:09.552 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2023-12-16T20:20:09.552 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2023-12-16T20:20:09.571 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2023-12-16T20:20:10.211 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 17 tests from TestImageWatcher (2374 ms total) 2023-12-16T20:20:10.211 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:20:10.211 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 160 tests from TestLibRBD 2023-12-16T20:20:10.247 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CreateAndStat 2023-12-16T20:20:10.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:10 smithi002 ceph-mon[137674]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T20:20:10.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:10 smithi002 ceph-mon[140029]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T20:20:10.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:10 smithi043 ceph-mon[135010]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T20:20:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:11 smithi002 ceph-mon[137674]: pgmap v2817: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2023-12-16T20:20:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:11 smithi002 ceph-mon[137674]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T20:20:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:11 smithi002 ceph-mon[140029]: pgmap v2817: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2023-12-16T20:20:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:11 smithi002 ceph-mon[140029]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T20:20:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:11 smithi043 ceph-mon[135010]: pgmap v2817: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2023-12-16T20:20:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:11 smithi043 ceph-mon[135010]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T20:20:12.213 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:11] "GET /metrics HTTP/1.1" 200 33928 "" "Prometheus/2.43.0" 2023-12-16T20:20:12.222 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[137674]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2868126474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[140029]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2868126474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:12.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:12.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:12 smithi043 ceph-mon[135010]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T20:20:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2868126474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[137674]: pgmap v2820: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[137674]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T20:20:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[140029]: pgmap v2820: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:13.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:13 smithi002 ceph-mon[140029]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T20:20:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:13 smithi043 ceph-mon[135010]: pgmap v2820: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:13 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:13 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:13 smithi043 ceph-mon[135010]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T20:20:14.276 INFO:tasks.workunit.client.0.smithi002.stdout:image has size 2097152 and order 22 2023-12-16T20:20:14.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CreateAndStat (4029 ms) 2023-12-16T20:20:14.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2023-12-16T20:20:14.276 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (17 ms) 2023-12-16T20:20:14.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2023-12-16T20:20:14.294 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2023-12-16T20:20:14.312 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.GetId 2023-12-16T20:20:14.312 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.336 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.GetId (24 ms) 2023-12-16T20:20:14.337 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.GetIdPP 2023-12-16T20:20:14.337 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.360 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.GetIdPP (24 ms) 2023-12-16T20:20:14.360 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2023-12-16T20:20:14.361 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2023-12-16T20:20:14.378 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2023-12-16T20:20:14.378 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.394 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2023-12-16T20:20:14.394 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2023-12-16T20:20:14.394 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.410 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2023-12-16T20:20:14.410 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2023-12-16T20:20:14.410 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2023-12-16T20:20:14.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.OpenAio 2023-12-16T20:20:14.426 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.442 INFO:tasks.workunit.client.0.smithi002.stdout:image has size 2097152 and order 22 2023-12-16T20:20:14.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2023-12-16T20:20:14.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.OpenAioFail 2023-12-16T20:20:14.444 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2023-12-16T20:20:14.444 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.OpenAioPP 2023-12-16T20:20:14.445 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.467 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2023-12-16T20:20:14.467 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2023-12-16T20:20:14.469 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2023-12-16T20:20:14.470 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2023-12-16T20:20:14.470 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:14 smithi002 ceph-mon[137674]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T20:20:14.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:14 smithi002 ceph-mon[140029]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T20:20:14.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:14 smithi043 ceph-mon[135010]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T20:20:14.503 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2023-12-16T20:20:14.503 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2023-12-16T20:20:14.503 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.537 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2023-12-16T20:20:14.537 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2023-12-16T20:20:14.537 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.569 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2023-12-16T20:20:14.569 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2023-12-16T20:20:14.569 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2023-12-16T20:20:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[137674]: pgmap v2823: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[137674]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[140029]: pgmap v2823: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:15.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:15 smithi002 ceph-mon[140029]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T20:20:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:15 smithi043 ceph-mon[135010]: pgmap v2823: 137 pgs: 28 unknown, 109 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:20:15.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:15 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:15 smithi043 ceph-mon[135010]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T20:20:16.268 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[137674]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1137624737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[140029]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1137624737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:16 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:16 smithi043 ceph-mon[135010]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T20:20:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1137624737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:16 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[137674]: pgmap v2826: 169 pgs: 6 creating+peering, 29 unknown, 134 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 135 op/s 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[137674]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[140029]: pgmap v2826: 169 pgs: 6 creating+peering, 29 unknown, 134 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 135 op/s 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:17 smithi002 ceph-mon[140029]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T20:20:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:17 smithi043 ceph-mon[135010]: pgmap v2826: 169 pgs: 6 creating+peering, 29 unknown, 134 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 135 op/s 2023-12-16T20:20:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:17 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:17 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:17 smithi043 ceph-mon[135010]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T20:20:18.291 INFO:tasks.workunit.client.0.smithi002.stdout:image: image18 2023-12-16T20:20:18.292 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image18 2023-12-16T20:20:18.292 INFO:tasks.workunit.client.0.smithi002.stdout:found image18 2023-12-16T20:20:18.292 INFO:tasks.workunit.client.0.smithi002.stdout:erased image18 2023-12-16T20:20:18.292 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:image: image18 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:image: image19 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image18 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:found image18 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:erased image18 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image19 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:found image19 2023-12-16T20:20:18.383 INFO:tasks.workunit.client.0.smithi002.stdout:erased image19 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:image: image19 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image19 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:found image19 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:erased image19 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3781 ms) 2023-12-16T20:20:18.384 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2023-12-16T20:20:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:18 smithi002 ceph-mon[137674]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T20:20:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:18 smithi002 ceph-mon[140029]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T20:20:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:18 smithi043 ceph-mon[135010]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T20:20:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:19 smithi043 ceph-mon[135010]: pgmap v2829: 169 pgs: 9 creating+peering, 20 unknown, 140 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 216 op/s 2023-12-16T20:20:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:19 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:19 smithi043 ceph-mon[135010]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[137674]: pgmap v2829: 169 pgs: 9 creating+peering, 20 unknown, 140 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 216 op/s 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[137674]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[140029]: pgmap v2829: 169 pgs: 9 creating+peering, 20 unknown, 140 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 15 KiB/s wr, 216 op/s 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:19 smithi002 ceph-mon[140029]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T20:20:20.279 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:20.655 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:20 smithi043 ceph-mon[135010]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T20:20:20.655 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:20 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/958792744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:20.655 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:20 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:20.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[140029]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T20:20:20.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/958792744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:20.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[137674]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T20:20:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/958792744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:20.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:20 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:21.382 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: pgmap v2832: 201 pgs: 13 creating+peering, 32 unknown, 156 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 11 KiB/s wr, 123 op/s 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: pgmap v2832: 201 pgs: 13 creating+peering, 32 unknown, 156 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 11 KiB/s wr, 123 op/s 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:21.641 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T20:20:21.642 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:21.642 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:21.708 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:20:21.708 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (48m) 4m ago 51m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (48m) 2m ago 51m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (52m) 4m ago 52m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (52m) 2m ago 52m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (47m) 2m ago 54m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (48m) 4m ago 55m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (47m) 4m ago 55m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (47m) 2m ago 54m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (47m) 4m ago 54m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (48m) 4m ago 50m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (48m) 2m ago 50m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (46m) 4m ago 54m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (46m) 4m ago 53m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:20:21.709 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (45m) 4m ago 53m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:20:21.710 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (45m) 4m ago 53m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:20:21.710 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (44m) 2m ago 53m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:20:21.712 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (44m) 2m ago 52m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:20:21.712 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (43m) 2m ago 52m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:20:21.712 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (43m) 2m ago 52m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:20:21.713 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (47m) 2m ago 51m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: pgmap v2832: 201 pgs: 13 creating+peering, 32 unknown, 156 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 11 KiB/s wr, 123 op/s 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:22.113 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:20:22.114 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:20:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:21] "GET /metrics HTTP/1.1" 200 41102 "" "Prometheus/2.43.0" 2023-12-16T20:20:22.310 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 1 2023-12-16T20:20:22.310 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:22.310 INFO:tasks.workunit.client.0.smithi002.stdout:image: image20 2023-12-16T20:20:22.310 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image20 2023-12-16T20:20:22.310 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 2 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:image: image20 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:image: image21 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image20 2023-12-16T20:20:22.320 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image21 2023-12-16T20:20:22.378 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 1 2023-12-16T20:20:22.378 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:22.379 INFO:tasks.workunit.client.0.smithi002.stdout:image: image21 2023-12-16T20:20:22.379 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image21 2023-12-16T20:20:22.379 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3995 ms) 2023-12-16T20:20:22.379 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCopy 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[137674]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[137674]: from='client.46925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[137674]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1569952229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[140029]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[140029]: from='client.46925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[140029]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:22 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1569952229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:22.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:22 smithi043 ceph-mon[135010]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T20:20:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:22 smithi043 ceph-mon[135010]: from='client.46925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:22 smithi043 ceph-mon[135010]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:22 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1569952229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[137674]: pgmap v2835: 201 pgs: 9 creating+peering, 14 unknown, 178 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 8.5 KiB/s wr, 75 op/s 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[137674]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[140029]: pgmap v2835: 201 pgs: 9 creating+peering, 14 unknown, 178 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 8.5 KiB/s wr, 75 op/s 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:23 smithi002 ceph-mon[140029]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T20:20:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:23 smithi043 ceph-mon[135010]: pgmap v2835: 201 pgs: 9 creating+peering, 14 unknown, 178 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 8.5 KiB/s wr, 75 op/s 2023-12-16T20:20:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:23 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:23 smithi043 ceph-mon[135010]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T20:20:24.196 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[137674]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T20:20:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[137674]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T20:20:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[140029]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T20:20:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:24 smithi002 ceph-mon[140029]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T20:20:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:24 smithi043 ceph-mon[135010]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T20:20:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4163768067' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:24 smithi043 ceph-mon[135010]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T20:20:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[137674]: pgmap v2838: 233 pgs: 9 creating+peering, 36 unknown, 188 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2023-12-16T20:20:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[137674]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T20:20:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[140029]: pgmap v2838: 233 pgs: 9 creating+peering, 36 unknown, 188 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2023-12-16T20:20:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:25 smithi002 ceph-mon[140029]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T20:20:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:25 smithi043 ceph-mon[135010]: pgmap v2838: 233 pgs: 9 creating+peering, 36 unknown, 188 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2023-12-16T20:20:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:25 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:25 smithi043 ceph-mon[135010]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T20:20:26.634 INFO:tasks.workunit.client.0.smithi002.stdout:image: image22 2023-12-16T20:20:26.634 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image22 2023-12-16T20:20:26.634 INFO:tasks.workunit.client.0.smithi002.stdout:found image22 2023-12-16T20:20:26.634 INFO:tasks.workunit.client.0.smithi002.stdout:erased image22 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:image: image22 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:image: image23 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image22 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:found image22 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:erased image22 2023-12-16T20:20:26.635 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image23 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:found image23 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:erased image23 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:image: image22 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:image: image23 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:image: image24 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image22 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:found image22 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:erased image22 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image23 2023-12-16T20:20:26.636 INFO:tasks.workunit.client.0.smithi002.stdout:found image23 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:erased image23 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image24 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:found image24 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:erased image24 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCopy (4256 ms) 2023-12-16T20:20:26.637 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCopyPP 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[137674]: pgmap v2841: 233 pgs: 3 creating+peering, 15 unknown, 215 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[137674]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[140029]: pgmap v2841: 233 pgs: 3 creating+peering, 15 unknown, 215 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[140029]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T20:20:27.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:27 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:27 smithi043 ceph-mon[135010]: pgmap v2841: 233 pgs: 3 creating+peering, 15 unknown, 215 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2023-12-16T20:20:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:27 smithi043 ceph-mon[135010]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T20:20:27.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:27 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:28.314 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[137674]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T20:20:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3170740869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[140029]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T20:20:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3170740869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:28.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:28 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:28 smithi043 ceph-mon[135010]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T20:20:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:28 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3170740869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:28 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[137674]: pgmap v2844: 265 pgs: 7 creating+peering, 30 unknown, 228 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-12-16T20:20:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[137674]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T20:20:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[137674]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T20:20:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[140029]: pgmap v2844: 265 pgs: 7 creating+peering, 30 unknown, 228 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-12-16T20:20:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[140029]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T20:20:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:29 smithi002 ceph-mon[140029]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T20:20:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:29 smithi043 ceph-mon[135010]: pgmap v2844: 265 pgs: 7 creating+peering, 30 unknown, 228 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-12-16T20:20:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:29 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:29 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:29 smithi043 ceph-mon[135010]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T20:20:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:29 smithi043 ceph-mon[135010]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T20:20:30.473 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 1 2023-12-16T20:20:30.473 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:30.473 INFO:tasks.workunit.client.0.smithi002.stdout:image: image25 2023-12-16T20:20:30.473 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image25 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 2 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:image: image25 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:image: image26 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image25 2023-12-16T20:20:30.499 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image26 2023-12-16T20:20:30.542 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:20:30.542 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 3 2023-12-16T20:20:30.542 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:image: image25 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:image: image26 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:image: image27 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image25 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image26 2023-12-16T20:20:30.543 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image27 2023-12-16T20:20:30.572 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCopyPP (3938 ms) 2023-12-16T20:20:30.572 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[137674]: pgmap v2847: 265 pgs: 8 creating+peering, 11 unknown, 246 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 57 op/s 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[137674]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[140029]: pgmap v2847: 265 pgs: 8 creating+peering, 11 unknown, 246 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 57 op/s 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[140029]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T20:20:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:31 smithi043 ceph-mon[135010]: pgmap v2847: 265 pgs: 8 creating+peering, 11 unknown, 246 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.7 KiB/s wr, 57 op/s 2023-12-16T20:20:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:31 smithi043 ceph-mon[135010]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T20:20:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:31 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:31] "GET /metrics HTTP/1.1" 200 41102 "" "Prometheus/2.43.0" 2023-12-16T20:20:32.323 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[137674]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3989220104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[140029]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3989220104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:32 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:32 smithi043 ceph-mon[135010]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T20:20:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:32 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3989220104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:32 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[137674]: pgmap v2850: 297 pgs: 32 unknown, 8 creating+peering, 257 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[137674]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[140029]: pgmap v2850: 297 pgs: 32 unknown, 8 creating+peering, 257 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-16T20:20:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:33 smithi002 ceph-mon[140029]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T20:20:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:33 smithi043 ceph-mon[135010]: pgmap v2850: 297 pgs: 32 unknown, 8 creating+peering, 257 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-16T20:20:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:33 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:33 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:33 smithi043 ceph-mon[135010]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T20:20:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:34 smithi002 ceph-mon[137674]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T20:20:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:34 smithi002 ceph-mon[137674]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T20:20:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:34 smithi002 ceph-mon[140029]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T20:20:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:34 smithi002 ceph-mon[140029]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T20:20:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:34 smithi043 ceph-mon[135010]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T20:20:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:34 smithi043 ceph-mon[135010]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T20:20:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:35 smithi002 ceph-mon[137674]: pgmap v2853: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 21 KiB/s wr, 369 op/s 2023-12-16T20:20:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:35 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:35 smithi002 ceph-mon[140029]: pgmap v2853: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 21 KiB/s wr, 369 op/s 2023-12-16T20:20:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:35 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:35 smithi043 ceph-mon[135010]: pgmap v2853: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 21 KiB/s wr, 369 op/s 2023-12-16T20:20:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:35 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[137674]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[140029]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:36 smithi043 ceph-mon[135010]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T20:20:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:37 smithi002 ceph-mon[137674]: pgmap v2856: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 43 KiB/s wr, 816 op/s 2023-12-16T20:20:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:37 smithi002 ceph-mon[137674]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T20:20:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:37 smithi002 ceph-mon[140029]: pgmap v2856: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 43 KiB/s wr, 816 op/s 2023-12-16T20:20:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:37 smithi002 ceph-mon[140029]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T20:20:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:37 smithi043 ceph-mon[135010]: pgmap v2856: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 43 KiB/s wr, 816 op/s 2023-12-16T20:20:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:37 smithi043 ceph-mon[135010]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:image: image29 2023-12-16T20:20:38.430 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:found image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:erased image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:image: image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:image: image30 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:found image29 2023-12-16T20:20:38.431 INFO:tasks.workunit.client.0.smithi002.stdout:erased image29 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image30 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:found image30 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:erased image30 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:image: image29 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:image: image30 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:image: image31 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image29 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:found image29 2023-12-16T20:20:38.432 INFO:tasks.workunit.client.0.smithi002.stdout:erased image29 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image30 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:found image30 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:erased image30 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image31 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:found image31 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:erased image31 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:image: image29 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:image: image30 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:image: image31 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:image: image32 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.433 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image29 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:found image29 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:erased image29 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image30 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:found image30 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:erased image30 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image31 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:found image31 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:erased image31 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image32 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:found image32 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:erased image32 2023-12-16T20:20:38.434 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image28 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image29 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image30 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image31 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image32 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:image: image33 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image28 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:found image28 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:erased image28 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image29 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:found image29 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:erased image29 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image30 2023-12-16T20:20:38.435 INFO:tasks.workunit.client.0.smithi002.stdout:found image30 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:erased image30 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image31 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:found image31 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:erased image31 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image32 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:found image32 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:erased image32 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image33 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:found image33 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:erased image33 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestDeepCopy (7858 ms) 2023-12-16T20:20:38.436 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2023-12-16T20:20:38.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:38 smithi002 ceph-mon[137674]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T20:20:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:38 smithi002 ceph-mon[140029]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T20:20:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:38 smithi043 ceph-mon[135010]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[137674]: pgmap v2859: 297 pgs: 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 677 KiB/s rd, 42 KiB/s wr, 791 op/s 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[137674]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[137674]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4007007123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[140029]: pgmap v2859: 297 pgs: 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 677 KiB/s rd, 42 KiB/s wr, 791 op/s 2023-12-16T20:20:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[140029]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T20:20:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[140029]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T20:20:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4007007123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:39.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:39 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:39 smithi043 ceph-mon[135010]: pgmap v2859: 297 pgs: 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 677 KiB/s rd, 42 KiB/s wr, 791 op/s 2023-12-16T20:20:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:39 smithi043 ceph-mon[135010]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T20:20:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:39 smithi043 ceph-mon[135010]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T20:20:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:39 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4007007123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:39 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:20:40.199 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[137674]: pgmap v2862: 329 pgs: 5 creating+peering, 27 unknown, 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2023-12-16T20:20:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[137674]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T20:20:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[140029]: pgmap v2862: 329 pgs: 5 creating+peering, 27 unknown, 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2023-12-16T20:20:41.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:41.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[140029]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T20:20:41.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:41 smithi043 ceph-mon[135010]: pgmap v2862: 329 pgs: 5 creating+peering, 27 unknown, 297 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2023-12-16T20:20:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:41 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:20:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:41 smithi043 ceph-mon[135010]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T20:20:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:41 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:20:42.209 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:41] "GET /metrics HTTP/1.1" 200 48356 "" "Prometheus/2.43.0" 2023-12-16T20:20:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:42 smithi002 ceph-mon[137674]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T20:20:42.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:42 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:42 smithi002 ceph-mon[140029]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T20:20:42.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:42 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:42 smithi043 ceph-mon[135010]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T20:20:42.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:42 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:42.513 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 1 2023-12-16T20:20:42.513 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:42.514 INFO:tasks.workunit.client.0.smithi002.stdout:image: image34 2023-12-16T20:20:42.514 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image34 2023-12-16T20:20:42.538 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 2 2023-12-16T20:20:42.538 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:20:42.538 INFO:tasks.workunit.client.0.smithi002.stdout:image: image34 2023-12-16T20:20:42.539 INFO:tasks.workunit.client.0.smithi002.stdout:image: image35 2023-12-16T20:20:42.539 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image34 2023-12-16T20:20:42.539 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image35 2023-12-16T20:20:42.585 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:20:42.585 INFO:tasks.workunit.client.0.smithi002.stdout:num images is: 3 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:image: image34 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:image: image35 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:image: image36 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image34 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image35 2023-12-16T20:20:42.586 INFO:tasks.workunit.client.0.smithi002.stdout:expected = image36 2023-12-16T20:20:42.616 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4185 ms) 2023-12-16T20:20:42.616 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2023-12-16T20:20:42.616 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[137674]: pgmap v2865: 329 pgs: 8 creating+peering, 14 unknown, 307 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 10 KiB/s wr, 230 op/s 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[137674]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[140029]: pgmap v2865: 329 pgs: 8 creating+peering, 14 unknown, 307 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 10 KiB/s wr, 230 op/s 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[140029]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T20:20:43.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:43 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:43 smithi043 ceph-mon[135010]: pgmap v2865: 329 pgs: 8 creating+peering, 14 unknown, 307 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 10 KiB/s wr, 230 op/s 2023-12-16T20:20:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:43 smithi043 ceph-mon[135010]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T20:20:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:43 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:20:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:44 smithi002 ceph-mon[137674]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T20:20:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:44 smithi002 ceph-mon[137674]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T20:20:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:44 smithi002 ceph-mon[140029]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T20:20:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:44 smithi002 ceph-mon[140029]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T20:20:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:44 smithi043 ceph-mon[135010]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T20:20:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:44 smithi043 ceph-mon[135010]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T20:20:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:45 smithi002 ceph-mon[137674]: pgmap v2868: 329 pgs: 8 creating+peering, 5 unknown, 316 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 3.7 KiB/s wr, 153 op/s 2023-12-16T20:20:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:45 smithi002 ceph-mon[137674]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T20:20:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:45 smithi002 ceph-mon[140029]: pgmap v2868: 329 pgs: 8 creating+peering, 5 unknown, 316 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 3.7 KiB/s wr, 153 op/s 2023-12-16T20:20:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:45 smithi002 ceph-mon[140029]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T20:20:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:45 smithi043 ceph-mon[135010]: pgmap v2868: 329 pgs: 8 creating+peering, 5 unknown, 316 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 3.7 KiB/s wr, 153 op/s 2023-12-16T20:20:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:45 smithi043 ceph-mon[135010]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:20:46.237 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3621 ms) 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2023-12-16T20:20:46.238 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:47.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:47 smithi002 ceph-mon[137674]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-16T20:20:47.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:47 smithi002 ceph-mon[137674]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T20:20:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:47 smithi002 ceph-mon[140029]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-16T20:20:47.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:47 smithi002 ceph-mon[140029]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T20:20:47.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:47 smithi043 ceph-mon[135010]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-16T20:20:47.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:47 smithi043 ceph-mon[135010]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T20:20:48.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2002 ms) 2023-12-16T20:20:48.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2023-12-16T20:20:48.238 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:48.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:48 smithi002 ceph-mon[137674]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T20:20:48.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:48 smithi002 ceph-mon[140029]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T20:20:48.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:48 smithi043 ceph-mon[135010]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T20:20:49.216 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:20:49.216 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:49.216 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:20:49.216 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:20:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[137674]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 379 op/s 2023-12-16T20:20:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[137674]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T20:20:49.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[137674]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T20:20:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[140029]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 379 op/s 2023-12-16T20:20:49.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[140029]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T20:20:49.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:49 smithi002 ceph-mon[140029]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T20:20:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:49 smithi043 ceph-mon[135010]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 379 op/s 2023-12-16T20:20:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:49 smithi043 ceph-mon[135010]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T20:20:49.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:49 smithi043 ceph-mon[135010]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:20:50.243 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:20:51.254 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:20:51.254 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:20:51.254 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:20:51.254 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:20:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[137674]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 373 op/s 2023-12-16T20:20:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[137674]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T20:20:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[140029]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 373 op/s 2023-12-16T20:20:51.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[140029]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T20:20:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:51 smithi043 ceph-mon[135010]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 373 op/s 2023-12-16T20:20:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:51 smithi043 ceph-mon[135010]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T20:20:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:20:52.227 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:20:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:20:51] "GET /metrics HTTP/1.1" 200 50777 "" "Prometheus/2.43.0" 2023-12-16T20:20:52.271 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:20:52.271 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:20:52.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4037 ms) 2023-12-16T20:20:52.276 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2023-12-16T20:20:52.276 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2023-12-16T20:20:52.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2023-12-16T20:20:52.491 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2023-12-16T20:20:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-16T20:20:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2023-12-16T20:20:52.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-16T20:20:52.514 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:20:52.841 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:20:52.841 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (49m) 4m ago 51m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:20:52.841 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (48m) 2m ago 51m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (52m) 4m ago 52m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (52m) 2m ago 52m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (48m) 2m ago 54m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (48m) 4m ago 55m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (48m) 4m ago 56m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (47m) 2m ago 55m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (47m) 4m ago 54m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (49m) 4m ago 51m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (48m) 2m ago 51m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (47m) 4m ago 54m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (46m) 4m ago 54m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (46m) 4m ago 54m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:20:52.842 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (45m) 4m ago 53m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:20:52.843 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (45m) 2m ago 53m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:20:52.843 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (44m) 2m ago 53m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:20:52.843 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (44m) 2m ago 53m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:20:52.843 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (43m) 2m ago 52m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:20:52.843 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (48m) 2m ago 52m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:20:53.255 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:20:53.255 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:20:53.255 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:20:53.255 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:53.255 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:20:53.256 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2023-12-16T20:20:53.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='client.46967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[140029]: from='client.36984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2023-12-16T20:20:53.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='client.46967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:53.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:53 smithi002 ceph-mon[137674]: from='client.36984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 79 op/s 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.10", "id": [1, 5]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2023-12-16T20:20:53.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='client.46967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:53.499 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:53 smithi043 ceph-mon[135010]: from='client.36984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:20:54.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:54 smithi043 ceph-mon[135010]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T20:20:54.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:54 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/845188698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:54.501 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:54 smithi043 ceph-mon[135010]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T20:20:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[137674]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T20:20:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/845188698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[137674]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T20:20:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[140029]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T20:20:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/845188698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:20:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:54 smithi002 ceph-mon[140029]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T20:20:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:55 smithi043 ceph-mon[135010]: pgmap v2883: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2023-12-16T20:20:55.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:55 smithi043 ceph-mon[135010]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T20:20:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:55 smithi002 ceph-mon[137674]: pgmap v2883: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2023-12-16T20:20:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:55 smithi002 ceph-mon[137674]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T20:20:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:55 smithi002 ceph-mon[140029]: pgmap v2883: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2023-12-16T20:20:55.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:55 smithi002 ceph-mon[140029]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T20:20:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:57 smithi002 ceph-mon[137674]: pgmap v2886: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 33 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:57.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:57 smithi002 ceph-mon[137674]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T20:20:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:57 smithi002 ceph-mon[140029]: pgmap v2886: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 33 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:57.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:57 smithi002 ceph-mon[140029]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T20:20:57.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:57 smithi043 ceph-mon[135010]: pgmap v2886: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 40 op/s; 33 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:57.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:57 smithi043 ceph-mon[135010]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T20:20:58.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:58 smithi002 ceph-mon[137674]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T20:20:58.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:58 smithi002 ceph-mon[140029]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T20:20:58.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:58 smithi043 ceph-mon[135010]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T20:20:59.221 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:20:59.221 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:20:59.231 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6954 ms) 2023-12-16T20:20:59.231 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2023-12-16T20:20:59.231 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:20:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[137674]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s; 50 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[137674]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T20:20:59.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[137674]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T20:20:59.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[140029]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s; 50 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[140029]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T20:20:59.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:20:59 smithi002 ceph-mon[140029]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T20:20:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:59 smithi043 ceph-mon[135010]: pgmap v2889: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s; 50 B/s, 23 keys/s, 2 objects/s recovering 2023-12-16T20:20:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:59 smithi043 ceph-mon[135010]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T20:20:59.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:20:59 smithi043 ceph-mon[135010]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T20:21:00.253 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:21:00.253 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:21:00.253 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:21:00.253 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:21:01.254 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:21:01.254 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:21:01.254 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1 2023-12-16T20:21:01.255 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:21:01.255 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1 with size 2097152 2023-12-16T20:21:01.255 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap1-rename 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:found snap1-rename with size 2097152 2023-12-16T20:21:01.259 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2 with size 4194304 2023-12-16T20:21:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:01 smithi002 ceph-mon[137674]: pgmap v2892: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2023-12-16T20:21:01.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:01 smithi002 ceph-mon[137674]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T20:21:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:01 smithi002 ceph-mon[140029]: pgmap v2892: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2023-12-16T20:21:01.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:01 smithi002 ceph-mon[140029]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T20:21:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:01 smithi043 ceph-mon[135010]: pgmap v2892: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s; 17 B/s, 0 objects/s recovering 2023-12-16T20:21:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:01 smithi043 ceph-mon[135010]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T20:21:02.235 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:02 smithi002 ceph-mon[140029]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T20:21:02.235 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:02 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:02.236 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:01] "GET /metrics HTTP/1.1" 200 50777 "" "Prometheus/2.43.0" 2023-12-16T20:21:02.277 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:21:02.278 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:21:02.278 INFO:tasks.workunit.client.0.smithi002.stdout:snap: snap2-rename 2023-12-16T20:21:02.278 INFO:tasks.workunit.client.0.smithi002.stdout:found snap2-rename with size 4194304 2023-12-16T20:21:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:02 smithi002 ceph-mon[137674]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T20:21:02.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:02 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:02 smithi043 ceph-mon[135010]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T20:21:02.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:02 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:03.272 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:21:03.272 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:21:03.278 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4048 ms) 2023-12-16T20:21:03.279 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[137674]: pgmap v2895: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[137674]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[140029]: pgmap v2895: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2023-12-16T20:21:03.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[140029]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T20:21:03.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:03.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:03.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:03 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:03.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:03 smithi043 ceph-mon[135010]: pgmap v2895: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2023-12-16T20:21:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:03 smithi043 ceph-mon[135010]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T20:21:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:03.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:03 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[137674]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[137674]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1301514004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[140029]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[140029]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1301514004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:04 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:04 smithi043 ceph-mon[135010]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T20:21:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:04 smithi043 ceph-mon[135010]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T20:21:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:04 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1301514004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:04 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:05.208 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:05.208 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:05.208 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:05.209 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[137674]: pgmap v2898: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 24 op/s 2023-12-16T20:21:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[137674]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T20:21:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[140029]: pgmap v2898: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 24 op/s 2023-12-16T20:21:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:05 smithi002 ceph-mon[140029]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T20:21:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:05 smithi043 ceph-mon[135010]: pgmap v2898: 329 pgs: 329 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1023 B/s wr, 24 op/s 2023-12-16T20:21:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:05 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:05 smithi043 ceph-mon[135010]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T20:21:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:06 smithi002 ceph-mon[137674]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T20:21:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:06 smithi002 ceph-mon[140029]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T20:21:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:06 smithi043 ceph-mon[135010]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T20:21:07.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4240 ms) 2023-12-16T20:21:07.519 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[137674]: pgmap v2901: 361 pgs: 19 creating+peering, 9 unknown, 333 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[137674]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[140029]: pgmap v2901: 361 pgs: 19 creating+peering, 9 unknown, 333 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:07 smithi002 ceph-mon[140029]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T20:21:07.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:07 smithi043 ceph-mon[135010]: pgmap v2901: 361 pgs: 19 creating+peering, 9 unknown, 333 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2023-12-16T20:21:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:07 smithi043 ceph-mon[135010]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T20:21:09.243 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: pgmap v2904: 361 pgs: 19 creating+peering, 1 unknown, 341 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2226865318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE Bus STOPPING 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE Bus STOPPED 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE Bus STARTING 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE Serving on http://:::9283 2023-12-16T20:21:09.740 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:09] ENGINE Bus STARTED 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: pgmap v2904: 361 pgs: 19 creating+peering, 1 unknown, 341 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2226865318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:09.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:09.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:09 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: pgmap v2904: 361 pgs: 19 creating+peering, 1 unknown, 341 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2023-12-16T20:21:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T20:21:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2226865318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:09.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:09.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:09 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:11.313 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:11 smithi002 ceph-mon[137674]: pgmap v2907: 393 pgs: 10 creating+peering, 18 unknown, 365 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 63 op/s 2023-12-16T20:21:11.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:11 smithi002 ceph-mon[137674]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T20:21:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:11 smithi002 ceph-mon[140029]: pgmap v2907: 393 pgs: 10 creating+peering, 18 unknown, 365 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 63 op/s 2023-12-16T20:21:11.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:11 smithi002 ceph-mon[140029]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T20:21:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:11 smithi043 ceph-mon[135010]: pgmap v2907: 393 pgs: 10 creating+peering, 18 unknown, 365 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 63 op/s 2023-12-16T20:21:11.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:11 smithi043 ceph-mon[135010]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T20:21:12.228 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:11] "GET /metrics HTTP/1.1" 200 53145 "" "Prometheus/2.43.0" 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[137674]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[140029]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:12.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:12 smithi043 ceph-mon[135010]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T20:21:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:12.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[137674]: pgmap v2910: 393 pgs: 3 creating+peering, 7 unknown, 383 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[137674]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[140029]: pgmap v2910: 393 pgs: 3 creating+peering, 7 unknown, 383 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:13.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:13 smithi002 ceph-mon[140029]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T20:21:13.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:13 smithi043 ceph-mon[135010]: pgmap v2910: 393 pgs: 3 creating+peering, 7 unknown, 383 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2023-12-16T20:21:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:13 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:13.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:13 smithi043 ceph-mon[135010]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T20:21:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:15 smithi002 ceph-mon[137674]: pgmap v2912: 393 pgs: 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.1 KiB/s wr, 116 op/s 2023-12-16T20:21:15.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:15 smithi002 ceph-mon[137674]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T20:21:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:15 smithi002 ceph-mon[140029]: pgmap v2912: 393 pgs: 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.1 KiB/s wr, 116 op/s 2023-12-16T20:21:15.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:15 smithi002 ceph-mon[140029]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T20:21:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:15 smithi043 ceph-mon[135010]: pgmap v2912: 393 pgs: 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.1 KiB/s wr, 116 op/s 2023-12-16T20:21:15.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:15 smithi043 ceph-mon[135010]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T20:21:17.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:17 smithi002 ceph-mon[137674]: pgmap v2914: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 524 KiB/s wr, 66 op/s 2023-12-16T20:21:17.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:17 smithi002 ceph-mon[140029]: pgmap v2914: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 524 KiB/s wr, 66 op/s 2023-12-16T20:21:17.500 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:17 smithi043 ceph-mon[135010]: pgmap v2914: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 524 KiB/s wr, 66 op/s 2023-12-16T20:21:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:19 smithi002 ceph-mon[137674]: pgmap v2915: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 448 KiB/s wr, 29 op/s 2023-12-16T20:21:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:19 smithi002 ceph-mon[137674]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T20:21:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:19 smithi002 ceph-mon[140029]: pgmap v2915: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 448 KiB/s wr, 29 op/s 2023-12-16T20:21:19.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:19 smithi002 ceph-mon[140029]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T20:21:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:19 smithi043 ceph-mon[135010]: pgmap v2915: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 448 KiB/s wr, 29 op/s 2023-12-16T20:21:19.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:19 smithi043 ceph-mon[135010]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T20:21:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:21 smithi002 ceph-mon[137674]: pgmap v2917: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 392 KiB/s wr, 26 op/s 2023-12-16T20:21:21.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:21 smithi002 ceph-mon[140029]: pgmap v2917: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 392 KiB/s wr, 26 op/s 2023-12-16T20:21:21.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:21 smithi043 ceph-mon[135010]: pgmap v2917: 393 pgs: 393 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 392 KiB/s wr, 26 op/s 2023-12-16T20:21:21.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:21] "GET /metrics HTTP/1.1" 200 55611 "" "Prometheus/2.43.0" 2023-12-16T20:21:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:22 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:22 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:22 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:23.630 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:21:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:23 smithi002 ceph-mon[137674]: pgmap v2918: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2023-12-16T20:21:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:23 smithi002 ceph-mon[140029]: pgmap v2918: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2023-12-16T20:21:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:23 smithi043 ceph-mon[135010]: pgmap v2918: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 22 op/s 2023-12-16T20:21:23.951 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:21:23.951 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (49m) 5m ago 52m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:21:23.951 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (49m) 3m ago 52m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (53m) 5m ago 53m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (53m) 3m ago 53m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (48m) 3m ago 55m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (49m) 5m ago 56m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (48m) 5m ago 56m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (48m) 3m ago 55m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (48m) 5m ago 55m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (49m) 5m ago 52m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (49m) 3m ago 51m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (47m) 5m ago 55m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (47m) 5m ago 54m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (46m) 5m ago 54m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (46m) 5m ago 54m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:21:23.952 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (45m) 3m ago 54m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:21:23.953 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (45m) 3m ago 53m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:21:23.953 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (44m) 3m ago 53m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:21:23.953 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (44m) 3m ago 53m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:21:23.953 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (48m) 3m ago 52m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:21:24.359 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:21:24.359 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:21:24.360 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:21:24.361 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[137674]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[137674]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1377729875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[140029]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[140029]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1377729875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:24 smithi043 ceph-mon[135010]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:24 smithi043 ceph-mon[135010]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1377729875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:25 smithi002 ceph-mon[137674]: pgmap v2919: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 932 KiB/s wr, 19 op/s 2023-12-16T20:21:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:25 smithi002 ceph-mon[140029]: pgmap v2919: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 932 KiB/s wr, 19 op/s 2023-12-16T20:21:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:25 smithi043 ceph-mon[135010]: pgmap v2919: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 932 KiB/s wr, 19 op/s 2023-12-16T20:21:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:27 smithi002 ceph-mon[137674]: pgmap v2920: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 2 op/s 2023-12-16T20:21:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:27 smithi002 ceph-mon[140029]: pgmap v2920: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 2 op/s 2023-12-16T20:21:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:27 smithi043 ceph-mon[135010]: pgmap v2920: 393 pgs: 393 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 2 op/s 2023-12-16T20:21:29.439 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RemoveFullTry (21921 ms) 2023-12-16T20:21:29.439 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2023-12-16T20:21:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[137674]: pgmap v2921: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-16T20:21:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[137674]: pool 'test-librbd-smithi002-181524-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[137674]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T20:21:30.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[140029]: pgmap v2921: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-16T20:21:30.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[140029]: pool 'test-librbd-smithi002-181524-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:30.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:30.241 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:29 smithi002 ceph-mon[140029]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T20:21:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:29 smithi043 ceph-mon[135010]: pgmap v2921: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-16T20:21:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:29 smithi043 ceph-mon[135010]: pool 'test-librbd-smithi002-181524-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:29 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:29 smithi043 ceph-mon[135010]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[137674]: pgmap v2923: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[137674]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1403607768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[140029]: pgmap v2923: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[140029]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1403607768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:31 smithi043 ceph-mon[135010]: pgmap v2923: 393 pgs: 393 active+clean; 19 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-16T20:21:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:31 smithi043 ceph-mon[135010]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T20:21:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1403607768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:31.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:31 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:32.233 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:31] "GET /metrics HTTP/1.1" 200 55611 "" "Prometheus/2.43.0" 2023-12-16T20:21:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:32 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:32.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:32 smithi002 ceph-mon[137674]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T20:21:32.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:32 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:32.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:32 smithi002 ceph-mon[140029]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T20:21:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:32 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:32.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:32 smithi043 ceph-mon[135010]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T20:21:33.275 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[137674]: pgmap v2926: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-16T20:21:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[137674]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T20:21:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/802982374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:33.742 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[140029]: pgmap v2926: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-16T20:21:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[140029]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T20:21:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/802982374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:33.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE Bus STOPPING 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE Bus STOPPED 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE Bus STARTING 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE Serving on http://:::9283 2023-12-16T20:21:33.743 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:33 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:21:33] ENGINE Bus STARTED 2023-12-16T20:21:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:33 smithi043 ceph-mon[135010]: pgmap v2926: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-16T20:21:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:33 smithi043 ceph-mon[135010]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T20:21:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/802982374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:33 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: pool 'test-librbd-smithi002-181524-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[137674]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: pool 'test-librbd-smithi002-181524-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:21:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:34 smithi002 ceph-mon[140029]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: pool 'test-librbd-smithi002-181524-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:21:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:21:34.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:34 smithi043 ceph-mon[135010]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T20:21:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[137674]: pgmap v2929: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 770 KiB/s wr, 14 op/s 2023-12-16T20:21:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[137674]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T20:21:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[140029]: pgmap v2929: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 770 KiB/s wr, 14 op/s 2023-12-16T20:21:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[140029]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T20:21:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:35 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:35 smithi043 ceph-mon[135010]: pgmap v2929: 457 pgs: 14 creating+peering, 37 unknown, 406 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 770 KiB/s wr, 14 op/s 2023-12-16T20:21:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:35 smithi043 ceph-mon[135010]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T20:21:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:35 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:35 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[137674]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:36 smithi002 ceph-mon[140029]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T20:21:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:36 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi002-181524-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T20:21:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:36 smithi043 ceph-mon[135010]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T20:21:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:37 smithi002 ceph-mon[137674]: pgmap v2932: 457 pgs: 11 creating+peering, 5 unknown, 441 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:21:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:37 smithi002 ceph-mon[140029]: pgmap v2932: 457 pgs: 11 creating+peering, 5 unknown, 441 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:21:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:37 smithi043 ceph-mon[135010]: pgmap v2932: 457 pgs: 11 creating+peering, 5 unknown, 441 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:21:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:39 smithi002 ceph-mon[137674]: pgmap v2934: 457 pgs: 457 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-16T20:21:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:39 smithi002 ceph-mon[140029]: pgmap v2934: 457 pgs: 457 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-16T20:21:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:39 smithi043 ceph-mon[135010]: pgmap v2934: 457 pgs: 457 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-16T20:21:41.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:41 smithi002 ceph-mon[137674]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 KiB/s rd, 513 KiB/s wr, 9 op/s 2023-12-16T20:21:41.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:41 smithi002 ceph-mon[140029]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 KiB/s rd, 513 KiB/s wr, 9 op/s 2023-12-16T20:21:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:41 smithi043 ceph-mon[135010]: pgmap v2935: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 KiB/s rd, 513 KiB/s wr, 9 op/s 2023-12-16T20:21:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:41] "GET /metrics HTTP/1.1" 200 60411 "" "Prometheus/2.43.0" 2023-12-16T20:21:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:43 smithi002 ceph-mon[137674]: pgmap v2936: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 KiB/s rd, 390 KiB/s wr, 7 op/s 2023-12-16T20:21:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:43 smithi002 ceph-mon[140029]: pgmap v2936: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 KiB/s rd, 390 KiB/s wr, 7 op/s 2023-12-16T20:21:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:43 smithi043 ceph-mon[135010]: pgmap v2936: 457 pgs: 457 active+clean; 7.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 KiB/s rd, 390 KiB/s wr, 7 op/s 2023-12-16T20:21:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:45 smithi002 ceph-mon[137674]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:45.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:45 smithi002 ceph-mon[137674]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T20:21:45.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:45 smithi002 ceph-mon[140029]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:45.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:45 smithi002 ceph-mon[140029]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T20:21:45.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:45 smithi043 ceph-mon[135010]: pgmap v2937: 457 pgs: 457 active+clean; 13 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:45.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:45 smithi043 ceph-mon[135010]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T20:21:47.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:47 smithi002 ceph-mon[137674]: pgmap v2939: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 933 KiB/s wr, 7 op/s 2023-12-16T20:21:47.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:47.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:47 smithi002 ceph-mon[140029]: pgmap v2939: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 933 KiB/s wr, 7 op/s 2023-12-16T20:21:47.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:47 smithi043 ceph-mon[135010]: pgmap v2939: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 933 KiB/s wr, 7 op/s 2023-12-16T20:21:47.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:21:49.801 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:49 smithi043 ceph-mon[135010]: pgmap v2940: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:49.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:49 smithi002 ceph-mon[137674]: pgmap v2940: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:49.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:49 smithi002 ceph-mon[140029]: pgmap v2940: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-16T20:21:51.790 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:51 smithi002 ceph-mon[137674]: pgmap v2941: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 KiB/s rd, 615 KiB/s wr, 3 op/s 2023-12-16T20:21:51.791 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:51.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:51 smithi002 ceph-mon[140029]: pgmap v2941: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 KiB/s rd, 615 KiB/s wr, 3 op/s 2023-12-16T20:21:51.791 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:51 smithi043 ceph-mon[135010]: pgmap v2941: 457 pgs: 457 active+clean; 14 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.6 KiB/s rd, 615 KiB/s wr, 3 op/s 2023-12-16T20:21:51.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:21:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:21:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:21:51] "GET /metrics HTTP/1.1" 200 60475 "" "Prometheus/2.43.0" 2023-12-16T20:21:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2023-12-16T20:21:52.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:52 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2023-12-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2023-12-16T20:21:52.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:52 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2023-12-16T20:21:52.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2023-12-16T20:21:52.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:52 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[137674]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[137674]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[140029]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2023-12-16T20:21:53.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2023-12-16T20:21:53.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:53 smithi002 ceph-mon[140029]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T20:21:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:53 smithi043 ceph-mon[135010]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-16T20:21:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2023-12-16T20:21:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2023-12-16T20:21:53.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:53 smithi043 ceph-mon[135010]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T20:21:54.721 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[137674]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[137674]: pool 'test-librbd-smithi002-181524-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[137674]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[140029]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[140029]: pool 'test-librbd-smithi002-181524-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:54.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:54 smithi002 ceph-mon[140029]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T20:21:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:54 smithi043 ceph-mon[135010]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T20:21:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:54 smithi043 ceph-mon[135010]: pool 'test-librbd-smithi002-181524-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T20:21:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:54 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T20:21:54.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:54 smithi043 ceph-mon[135010]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (50m) 5m ago 52m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (49m) 3m ago 52m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (53m) 5m ago 53m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (53m) 3m ago 53m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (49m) 3m ago 55m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:21:55.049 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (49m) 5m ago 57m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (49m) 5m ago 57m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (48m) 3m ago 56m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (48m) 5m ago 55m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (50m) 5m ago 52m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (49m) 3m ago 52m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (48m) 5m ago 55m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (47m) 5m ago 55m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (47m) 5m ago 55m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (46m) 5m ago 54m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (46m) 3m ago 54m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (45m) 3m ago 54m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (45m) 3m ago 54m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (44m) 3m ago 53m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:21:55.050 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (49m) 3m ago 53m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:21:55.450 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (26010 ms) 2023-12-16T20:21:55.450 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestIO 2023-12-16T20:21:55.450 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:55.477 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:21:55.477 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:21:55.478 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:21:55.479 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:21:55.479 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[137674]: pgmap v2945: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[137674]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[137674]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2938815877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[140029]: pgmap v2945: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[140029]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[140029]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:55 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2938815877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:55 smithi043 ceph-mon[135010]: pgmap v2945: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2023-12-16T20:21:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:55 smithi043 ceph-mon[135010]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:55 smithi043 ceph-mon[135010]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:21:55.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:55 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2938815877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:21:57.354 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:57.354 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.355 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:21:57.356 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:21:57.357 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.358 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:21:57.359 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:21:57.360 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 = 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 1536~512 = 0 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.361 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.362 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.363 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:21:57.364 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.365 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.366 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.367 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.368 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:57.369 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:57.370 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:57.370 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:57.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:57 smithi002 ceph-mon[137674]: pgmap v2947: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T20:21:57.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:57 smithi002 ceph-mon[140029]: pgmap v2947: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T20:21:57.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:57 smithi043 ceph-mon[135010]: pgmap v2947: 457 pgs: 457 active+clean; 21 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T20:21:58.999 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.000 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.001 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.002 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.003 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.004 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.005 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.006 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.007 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestIO (3550 ms) 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2023-12-16T20:21:59.008 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:21:59.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:21:59 smithi002 ceph-mon[137674]: pgmap v2948: 457 pgs: 457 active+clean; 17 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T20:21:59.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:21:59 smithi002 ceph-mon[140029]: pgmap v2948: 457 pgs: 457 active+clean; 17 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T20:21:59.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:21:59 smithi043 ceph-mon[135010]: pgmap v2948: 457 pgs: 457 active+clean; 17 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T20:22:01.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:01 smithi002 ceph-mon[137674]: pgmap v2949: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 573 KiB/s rd, 1.2 MiB/s wr, 1.14k op/s 2023-12-16T20:22:01.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:01 smithi002 ceph-mon[140029]: pgmap v2949: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 573 KiB/s rd, 1.2 MiB/s wr, 1.14k op/s 2023-12-16T20:22:01.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:01 smithi043 ceph-mon[135010]: pgmap v2949: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 573 KiB/s rd, 1.2 MiB/s wr, 1.14k op/s 2023-12-16T20:22:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:01] "GET /metrics HTTP/1.1" 200 60475 "" "Prometheus/2.43.0" 2023-12-16T20:22:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:03 smithi002 ceph-mon[137674]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 604 KiB/s wr, 1.01k op/s 2023-12-16T20:22:03.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:03 smithi002 ceph-mon[140029]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 604 KiB/s wr, 1.01k op/s 2023-12-16T20:22:03.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:03 smithi043 ceph-mon[135010]: pgmap v2950: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 604 KiB/s wr, 1.01k op/s 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:04.670 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.671 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:04.672 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.673 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:04.674 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:04.675 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:04.676 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 = 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 1536~512 = 0 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:04.677 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:04.678 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:04.679 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.680 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:04.681 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.682 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.683 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.684 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:04.685 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[137674]: pool 'test-librbd-smithi002-181524-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:22:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[137674]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:22:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[137674]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T20:22:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[140029]: pool 'test-librbd-smithi002-181524-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:22:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[140029]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:22:04.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:04 smithi002 ceph-mon[140029]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T20:22:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:04 smithi043 ceph-mon[135010]: pool 'test-librbd-smithi002-181524-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T20:22:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:04 smithi043 ceph-mon[135010]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T20:22:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:04 smithi043 ceph-mon[135010]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T20:22:05.497 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:22:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a[123625]: logger=cleanup t=2023-12-16T20:22:05.080015104Z level=info msg="Completed cleanup jobs" duration=12.835842ms 2023-12-16T20:22:05.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:05 smithi002 ceph-mon[137674]: pgmap v2951: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2023-12-16T20:22:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:05 smithi002 ceph-mon[140029]: pgmap v2951: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2023-12-16T20:22:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:05 smithi043 ceph-mon[135010]: pgmap v2951: 457 pgs: 457 active+clean; 6.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2023-12-16T20:22:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:06.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:07 smithi002 ceph-mon[137674]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.59k op/s 2023-12-16T20:22:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:07 smithi002 ceph-mon[140029]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.59k op/s 2023-12-16T20:22:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:07 smithi043 ceph-mon[135010]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.59k op/s 2023-12-16T20:22:08.576 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.577 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.578 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.579 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.580 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.581 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.582 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.583 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.584 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 4 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:read: 4 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9577 ms) 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2023-12-16T20:22:08.585 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:09 smithi002 ceph-mon[137674]: pgmap v2954: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.59k op/s 2023-12-16T20:22:09.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:09 smithi002 ceph-mon[140029]: pgmap v2954: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.59k op/s 2023-12-16T20:22:09.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:09 smithi043 ceph-mon[135010]: pgmap v2954: 457 pgs: 457 active+clean; 11 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.59k op/s 2023-12-16T20:22:11.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:11 smithi002 ceph-mon[137674]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 755 KiB/s rd, 788 KiB/s wr, 735 op/s 2023-12-16T20:22:11.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:11 smithi002 ceph-mon[140029]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 755 KiB/s rd, 788 KiB/s wr, 735 op/s 2023-12-16T20:22:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:11 smithi043 ceph-mon[135010]: pgmap v2955: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 755 KiB/s rd, 788 KiB/s wr, 735 op/s 2023-12-16T20:22:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:11] "GET /metrics HTTP/1.1" 200 60452 "" "Prometheus/2.43.0" 2023-12-16T20:22:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:13 smithi002 ceph-mon[137674]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2023-12-16T20:22:13.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:13 smithi002 ceph-mon[140029]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2023-12-16T20:22:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:13 smithi043 ceph-mon[135010]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2023-12-16T20:22:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:15 smithi002 ceph-mon[137674]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2023-12-16T20:22:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:15 smithi002 ceph-mon[140029]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2023-12-16T20:22:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:15 smithi043 ceph-mon[135010]: pgmap v2957: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 874 KiB/s rd, 830 KiB/s wr, 854 op/s 2023-12-16T20:22:17.706 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:17.706 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:17.706 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:17.707 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:17.708 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.709 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.710 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.711 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:17.712 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 = 512 2023-12-16T20:22:17.713 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 1536~512 = 0 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.714 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.715 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.716 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.717 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:17.718 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.719 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.720 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.721 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.722 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.723 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:17.724 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:17.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:17 smithi002 ceph-mon[137674]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 698 KiB/s wr, 721 op/s 2023-12-16T20:22:17.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:17 smithi002 ceph-mon[140029]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 698 KiB/s wr, 721 op/s 2023-12-16T20:22:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:17 smithi043 ceph-mon[135010]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 736 KiB/s rd, 698 KiB/s wr, 721 op/s 2023-12-16T20:22:19.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:19 smithi002 ceph-mon[137674]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 263 KiB/s wr, 546 op/s 2023-12-16T20:22:19.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:19 smithi002 ceph-mon[140029]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 263 KiB/s wr, 546 op/s 2023-12-16T20:22:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:19 smithi043 ceph-mon[135010]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 263 KiB/s wr, 546 op/s 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.291 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.292 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.293 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.294 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.295 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.296 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.297 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.298 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 4 2023-12-16T20:22:21.299 INFO:tasks.workunit.client.0.smithi002.stdout:read: 4 2023-12-16T20:22:21.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (12714 ms) 2023-12-16T20:22:21.300 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2023-12-16T20:22:21.300 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:21 smithi002 ceph-mon[137674]: pgmap v2960: 457 pgs: 457 active+clean; 27 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 945 KiB/s wr, 545 op/s 2023-12-16T20:22:21.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:21 smithi002 ceph-mon[140029]: pgmap v2960: 457 pgs: 457 active+clean; 27 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 945 KiB/s wr, 545 op/s 2023-12-16T20:22:21.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:21 smithi043 ceph-mon[135010]: pgmap v2960: 457 pgs: 457 active+clean; 27 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 945 KiB/s wr, 545 op/s 2023-12-16T20:22:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:21] "GET /metrics HTTP/1.1" 200 60460 "" "Prometheus/2.43.0" 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:23.466 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.467 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:23.468 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.469 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:23.470 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:23.471 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 = 512 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 1536~512 = 0 2023-12-16T20:22:23.472 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:23.473 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.474 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.475 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:23.476 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.477 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.478 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.479 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:23.480 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:23.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:23 smithi002 ceph-mon[137674]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 546 op/s 2023-12-16T20:22:23.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:23 smithi002 ceph-mon[140029]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 546 op/s 2023-12-16T20:22:23.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:23 smithi043 ceph-mon[135010]: pgmap v2961: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 546 op/s 2023-12-16T20:22:25.333 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.334 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.335 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.336 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.337 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.338 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.339 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.340 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.341 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:25.342 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:25.343 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4043 ms) 2023-12-16T20:22:25.343 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2023-12-16T20:22:25.841 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:22:26.174 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (50m) 6m ago 53m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (50m) 4m ago 53m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (54m) 6m ago 54m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (54m) 4m ago 54m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (49m) 4m ago 56m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (50m) 6m ago 57m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (49m) 6m ago 57m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (49m) 4m ago 56m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (49m) 6m ago 56m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (50m) 6m ago 53m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (50m) 4m ago 52m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:22:26.175 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (48m) 6m ago 56m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (48m) 6m ago 55m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (47m) 6m ago 55m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (47m) 6m ago 55m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (46m) 4m ago 55m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (46m) 4m ago 54m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (45m) 4m ago 54m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (45m) 4m ago 54m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:22:26.176 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (49m) 4m ago 53m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:22:26.176 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:25 smithi002 ceph-mon[137674]: pgmap v2962: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2023-12-16T20:22:26.177 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:25 smithi002 ceph-mon[140029]: pgmap v2962: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2023-12-16T20:22:26.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:25 smithi043 ceph-mon[135010]: pgmap v2962: 457 pgs: 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:22:26.586 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:22:26.587 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:22:26.864 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[137674]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[137674]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3884626040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/63997672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[140029]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:27.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[140029]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T20:22:27.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3884626040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:26 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/63997672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:26 smithi043 ceph-mon[135010]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:26 smithi043 ceph-mon[135010]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T20:22:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3884626040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:26 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:26 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/63997672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[137674]: pgmap v2964: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.67k op/s 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[137674]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[137674]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[140029]: pgmap v2964: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.67k op/s 2023-12-16T20:22:28.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[140029]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:28.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:28.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:28.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:27 smithi002 ceph-mon[140029]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T20:22:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:27 smithi043 ceph-mon[135010]: pgmap v2964: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.67k op/s 2023-12-16T20:22:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:27 smithi043 ceph-mon[135010]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:27 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:27 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:27 smithi043 ceph-mon[135010]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:28.944 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:28.945 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.946 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.947 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 = 512 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 1536~512 = 0 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.948 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3610 ms) 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2023-12-16T20:22:28.949 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:28.972 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2023-12-16T20:22:28.972 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2023-12-16T20:22:28.972 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:28.998 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (26 ms) 2023-12-16T20:22:28.999 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2023-12-16T20:22:28.999 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.025 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2023-12-16T20:22:29.026 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2023-12-16T20:22:29.026 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.053 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2023-12-16T20:22:29.053 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2023-12-16T20:22:29.053 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.109 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (57 ms) 2023-12-16T20:22:29.109 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2023-12-16T20:22:29.109 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.172 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (62 ms) 2023-12-16T20:22:29.172 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2023-12-16T20:22:29.172 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.231 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (59 ms) 2023-12-16T20:22:29.231 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2023-12-16T20:22:29.231 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:28 smithi002 ceph-mon[137674]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T20:22:29.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:28 smithi002 ceph-mon[140029]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T20:22:29.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:28 smithi043 ceph-mon[135010]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T20:22:29.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (64 ms) 2023-12-16T20:22:29.294 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2023-12-16T20:22:29.294 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (355 ms) 2023-12-16T20:22:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2023-12-16T20:22:29.650 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:29.974 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (324 ms) 2023-12-16T20:22:29.974 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2023-12-16T20:22:29.974 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.001 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2023-12-16T20:22:30.001 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2023-12-16T20:22:30.001 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.024 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (24 ms) 2023-12-16T20:22:30.025 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2023-12-16T20:22:30.025 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.050 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2023-12-16T20:22:30.050 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2023-12-16T20:22:30.050 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.076 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2023-12-16T20:22:30.076 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2023-12-16T20:22:30.076 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.096 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 0~1048576 = 0 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 0~4194304 = 0 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:aio discard: 3145728~1048576 = 0 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestFUA 2023-12-16T20:22:30.097 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.200 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.201 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.202 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.203 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestFUA (104 ms) 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestIOPP 2023-12-16T20:22:30.204 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:30.219 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.219 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.219 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.220 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:30.221 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:30.231 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:start compare and write 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:compare and wrote: 512 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.232 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.233 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:30.234 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.234 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:30.234 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.234 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.235 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:30.235 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.235 INFO:tasks.workunit.client.0.smithi002.stdout:started aio compare and write 2023-12-16T20:22:30.235 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:finished aio compare and write 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.236 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.237 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.238 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:discard: 512~512 2023-12-16T20:22:30.239 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[137674]: pgmap v2967: 489 pgs: 7 creating+peering, 14 unknown, 468 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 631 KiB/s wr, 1.89k op/s 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[137674]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[140029]: pgmap v2967: 489 pgs: 7 creating+peering, 14 unknown, 468 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 631 KiB/s wr, 1.89k op/s 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:30.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:29 smithi002 ceph-mon[140029]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T20:22:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:29 smithi043 ceph-mon[135010]: pgmap v2967: 489 pgs: 7 creating+peering, 14 unknown, 468 active+clean; 35 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 631 KiB/s wr, 1.89k op/s 2023-12-16T20:22:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:29 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:29 smithi043 ceph-mon[135010]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.304 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.305 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.306 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.307 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:31.308 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.309 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.310 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.313 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.320 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.321 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.344 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.365 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.366 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.399 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.400 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.400 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.429 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.430 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.430 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.430 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.473 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.517 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.573 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.632 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.633 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.722 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.789 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.789 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.789 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.789 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.790 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.790 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.790 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.873 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:31.954 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:31.954 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:31.954 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:31.955 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:32.053 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.153 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:32.154 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:31 smithi002 ceph-mon[137674]: pgmap v2969: 489 pgs: 7 creating+peering, 4 unknown, 478 active+clean; 45 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 57 op/s 2023-12-16T20:22:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:31] "GET /metrics HTTP/1.1" 200 60460 "" "Prometheus/2.43.0" 2023-12-16T20:22:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:31 smithi002 ceph-mon[140029]: pgmap v2969: 489 pgs: 7 creating+peering, 4 unknown, 478 active+clean; 45 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 57 op/s 2023-12-16T20:22:32.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:31 smithi043 ceph-mon[135010]: pgmap v2969: 489 pgs: 7 creating+peering, 4 unknown, 478 active+clean; 45 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 57 op/s 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:32.278 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:32.381 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestIOPP (2180 ms) 2023-12-16T20:22:32.382 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2023-12-16T20:22:32.382 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.404 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2023-12-16T20:22:32.404 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2023-12-16T20:22:32.404 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (23 ms) 2023-12-16T20:22:32.427 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2023-12-16T20:22:32.427 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.450 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2023-12-16T20:22:32.450 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2023-12-16T20:22:32.450 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.473 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2023-12-16T20:22:32.473 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2023-12-16T20:22:32.473 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.497 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (23 ms) 2023-12-16T20:22:32.497 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2023-12-16T20:22:32.497 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.518 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.521 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2023-12-16T20:22:32.521 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-16T20:22:32.521 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.545 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (23 ms) 2023-12-16T20:22:32.545 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-16T20:22:32.545 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.565 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.568 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2023-12-16T20:22:32.569 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2023-12-16T20:22:32.569 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.591 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (23 ms) 2023-12-16T20:22:32.591 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2023-12-16T20:22:32.591 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.611 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.615 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (23 ms) 2023-12-16T20:22:32.615 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-16T20:22:32.615 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.640 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2023-12-16T20:22:32.640 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-16T20:22:32.640 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.663 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.667 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2023-12-16T20:22:32.667 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2023-12-16T20:22:32.667 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.727 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (60 ms) 2023-12-16T20:22:32.727 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2023-12-16T20:22:32.727 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.772 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.794 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (66 ms) 2023-12-16T20:22:32.794 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2023-12-16T20:22:32.794 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.859 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (65 ms) 2023-12-16T20:22:32.859 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2023-12-16T20:22:32.859 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:32.895 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:32.910 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (51 ms) 2023-12-16T20:22:32.910 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2023-12-16T20:22:32.910 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:33.307 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (398 ms) 2023-12-16T20:22:33.307 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2023-12-16T20:22:33.307 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:33.747 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.761 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (454 ms) 2023-12-16T20:22:33.762 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2023-12-16T20:22:33.762 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:33.786 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:33.786 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:33.786 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:33.787 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.788 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:33.788 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:33.788 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.788 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:33.788 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.789 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:33.789 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:33.789 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.789 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:33.789 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:22:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:read: 512 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:33.791 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:33.792 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:22:33.793 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:22:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:33 smithi002 ceph-mon[137674]: pgmap v2970: 489 pgs: 489 active+clean; 71 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 180 op/s 2023-12-16T20:22:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:33 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:22:34.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:33 smithi002 ceph-mon[140029]: pgmap v2970: 489 pgs: 489 active+clean; 71 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 180 op/s 2023-12-16T20:22:34.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:33 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:22:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:33 smithi043 ceph-mon[135010]: pgmap v2970: 489 pgs: 489 active+clean; 71 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 180 op/s 2023-12-16T20:22:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:33 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:22:34.889 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:22:34.889 INFO:tasks.workunit.client.0.smithi002.stdout:finished read 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 0 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 16384 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.890 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 49152 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 65536 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.891 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 98304 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 114688 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.892 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 147456 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 163840 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:34.893 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 196608 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 212992 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.894 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.895 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.896 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.896 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.896 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.896 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.898 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.898 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.898 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.899 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.899 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.899 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.899 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:34.907 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.908 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.908 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.932 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.933 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.954 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:34.986 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:34.987 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.016 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.016 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.017 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.063 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.064 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.109 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.109 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.109 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.110 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.110 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.110 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.110 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.170 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.170 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.171 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.171 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.171 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.171 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.171 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.219 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.220 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:22:35.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:35.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:22:35.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:22:35.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:35.327 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.328 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.407 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.407 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.408 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.408 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.408 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.408 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.408 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.488 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.597 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.598 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.693 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.693 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.693 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.693 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.694 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.694 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.694 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.781 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.781 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.782 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:35.905 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:35.906 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:finished writesame 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:to verify the data 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:verified 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:22:36.006 INFO:tasks.workunit.client.0.smithi002.stdout:started writesame 2023-12-16T20:22:36.007 INFO:tasks.workunit.client.0.smithi002.stdout:expected fail, finished writesame 2023-12-16T20:22:36.007 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2244 ms) 2023-12-16T20:22:36.007 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2023-12-16T20:22:36.007 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:36.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:35 smithi002 ceph-mon[137674]: pgmap v2971: 489 pgs: 489 active+clean; 91 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.5 MiB/s wr, 1.44k op/s 2023-12-16T20:22:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:35 smithi002 ceph-mon[140029]: pgmap v2971: 489 pgs: 489 active+clean; 91 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.5 MiB/s wr, 1.44k op/s 2023-12-16T20:22:36.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:35 smithi043 ceph-mon[135010]: pgmap v2971: 489 pgs: 489 active+clean; 91 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.5 MiB/s wr, 1.44k op/s 2023-12-16T20:22:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:37.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:37.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:22:37.915 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:snap: orig 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:found orig with size 2097152 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:write test data! 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 80 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:snap: orig 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:snap: written 2023-12-16T20:22:37.916 INFO:tasks.workunit.client.0.smithi002.stdout:found orig with size 2097152 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:found written with size 2097152 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:write to snapshot returned -30 2023-12-16T20:22:37.917 INFO:tasks.workunit.client.0.smithi002.stdout:Read-only file system 2023-12-16T20:22:37.939 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.939 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.939 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 80 2023-12-16T20:22:37.939 INFO:tasks.workunit.client.0.smithi002.stdout:opening testimg@orig 2023-12-16T20:22:37.939 INFO:tasks.workunit.client.0.smithi002.stdout:read: 80 2023-12-16T20:22:37.940 INFO:tasks.workunit.client.0.smithi002.stdout:write to snapshot returned -30 2023-12-16T20:22:37.940 INFO:tasks.workunit.client.0.smithi002.stdout:Read-only file system 2023-12-16T20:22:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:37 smithi002 ceph-mon[137674]: pgmap v2972: 489 pgs: 489 active+clean; 135 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.01k op/s 2023-12-16T20:22:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:37 smithi002 ceph-mon[137674]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T20:22:38.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:37 smithi002 ceph-mon[140029]: pgmap v2972: 489 pgs: 489 active+clean; 135 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.01k op/s 2023-12-16T20:22:38.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:37 smithi002 ceph-mon[140029]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T20:22:38.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:37 smithi043 ceph-mon[135010]: pgmap v2972: 489 pgs: 489 active+clean; 135 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 2.01k op/s 2023-12-16T20:22:38.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:37 smithi043 ceph-mon[135010]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T20:22:39.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:38 smithi002 ceph-mon[137674]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T20:22:39.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:38 smithi002 ceph-mon[140029]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T20:22:39.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:38 smithi043 ceph-mon[135010]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 2 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:snap: orig 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:snap: written 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:found orig with size 2097152 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:found written with size 2097152 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 1 2023-12-16T20:22:39.264 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:snap: orig 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:found orig with size 2097152 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3259 ms) 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2023-12-16T20:22:39.265 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[137674]: pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.05k op/s 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[137674]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[137674]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[140029]: pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.05k op/s 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[140029]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T20:22:40.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:39 smithi002 ceph-mon[140029]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T20:22:40.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:39 smithi043 ceph-mon[135010]: pgmap v2975: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.05k op/s 2023-12-16T20:22:40.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:39 smithi043 ceph-mon[135010]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T20:22:40.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:39 smithi043 ceph-mon[135010]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T20:22:41.269 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2005 ms) 2023-12-16T20:22:41.269 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestClone 2023-12-16T20:22:41.270 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:41 smithi002 ceph-mon[137674]: pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2023-12-16T20:22:41.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:41 smithi002 ceph-mon[137674]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T20:22:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:41 smithi002 ceph-mon[140029]: pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2023-12-16T20:22:41.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:41 smithi002 ceph-mon[140029]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T20:22:41.497 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:41 smithi043 ceph-mon[135010]: pgmap v2978: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2023-12-16T20:22:41.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:41 smithi043 ceph-mon[135010]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T20:22:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:41] "GET /metrics HTTP/1.1" 200 62919 "" "Prometheus/2.43.0" 2023-12-16T20:22:42.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:42 smithi043 ceph-mon[135010]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T20:22:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:42 smithi002 ceph-mon[137674]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T20:22:42.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:42 smithi002 ceph-mon[140029]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:made parent image "parent" 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:parent has no parent info 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:made snapshot "parent@parent_snap" 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:can't unprotect an unprotected snap 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:can't protect a protected snap 2023-12-16T20:22:43.276 INFO:tasks.workunit.client.0.smithi002.stdout:made and opened clone "child" 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:read: 8 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:read: 8 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:read: 8 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:sizes and overlaps are good between parent and child 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:child image successfully cloned all image-meta pairs 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:sized down clone, changed overlap 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:sized up clone, changed size but not overlap or parent's size 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:can't remove parent while child still exists 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:can't remove parent while still protected 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:removed parent snap after unprotecting 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestClone (2007 ms) 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestClone2 2023-12-16T20:22:43.277 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:43 smithi043 ceph-mon[135010]: pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 183 KiB/s wr, 870 op/s 2023-12-16T20:22:43.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:43 smithi043 ceph-mon[135010]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T20:22:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:43 smithi002 ceph-mon[137674]: pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 183 KiB/s wr, 870 op/s 2023-12-16T20:22:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:43 smithi002 ceph-mon[137674]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T20:22:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:43 smithi002 ceph-mon[140029]: pgmap v2981: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 433 KiB/s rd, 183 KiB/s wr, 870 op/s 2023-12-16T20:22:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:43 smithi002 ceph-mon[140029]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:made parent image "parent" 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:parent has no parent info 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:made snapshot "parent@parent_snap" 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:made and opened clone "child" 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:child image successfully cloned all image-meta pairs 2023-12-16T20:22:44.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestClone2 (1126 ms) 2023-12-16T20:22:44.404 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ListChildren 2023-12-16T20:22:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:44 smithi002 ceph-mon[137674]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T20:22:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:44 smithi002 ceph-mon[140029]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T20:22:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:44 smithi043 ceph-mon[135010]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T20:22:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:45 smithi002 ceph-mon[137674]: pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 183 KiB/s wr, 837 op/s 2023-12-16T20:22:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:45 smithi002 ceph-mon[137674]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T20:22:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:45 smithi002 ceph-mon[140029]: pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 183 KiB/s wr, 837 op/s 2023-12-16T20:22:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:45 smithi002 ceph-mon[140029]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T20:22:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:45 smithi043 ceph-mon[135010]: pgmap v2984: 489 pgs: 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 183 KiB/s wr, 837 op/s 2023-12-16T20:22:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:45 smithi043 ceph-mon[135010]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T20:22:46.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:46 smithi002 ceph-mon[137674]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T20:22:46.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:46 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:46 smithi002 ceph-mon[140029]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T20:22:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:46 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:46 smithi043 ceph-mon[135010]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T20:22:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:46 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[137674]: pgmap v2987: 521 pgs: 5 creating+peering, 27 unknown, 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2023-12-16T20:22:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[137674]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T20:22:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[140029]: pgmap v2987: 521 pgs: 5 creating+peering, 27 unknown, 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2023-12-16T20:22:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:47 smithi002 ceph-mon[140029]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T20:22:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:47 smithi043 ceph-mon[135010]: pgmap v2987: 521 pgs: 5 creating+peering, 27 unknown, 489 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2023-12-16T20:22:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:47 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:47 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1071080456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:47 smithi043 ceph-mon[135010]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T20:22:48.292 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[137674]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3916848814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[140029]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3916848814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:48 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:48 smithi043 ceph-mon[135010]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T20:22:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:48 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3916848814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:48 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:49 smithi043 ceph-mon[135010]: pgmap v2990: 553 pgs: 10 creating+peering, 43 unknown, 500 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 730 KiB/s rd, 48 KiB/s wr, 865 op/s 2023-12-16T20:22:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:49 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:49 smithi043 ceph-mon[135010]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T20:22:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:49 smithi043 ceph-mon[135010]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[137674]: pgmap v2990: 553 pgs: 10 creating+peering, 43 unknown, 500 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 730 KiB/s rd, 48 KiB/s wr, 865 op/s 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[137674]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[137674]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[140029]: pgmap v2990: 553 pgs: 10 creating+peering, 43 unknown, 500 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 730 KiB/s rd, 48 KiB/s wr, 865 op/s 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[140029]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T20:22:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:49 smithi002 ceph-mon[140029]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T20:22:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[137674]: pgmap v2993: 553 pgs: 10 creating+peering, 16 unknown, 527 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2023-12-16T20:22:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[137674]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T20:22:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:51.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[140029]: pgmap v2993: 553 pgs: 10 creating+peering, 16 unknown, 527 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2023-12-16T20:22:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[140029]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T20:22:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:51.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:51 smithi043 ceph-mon[135010]: pgmap v2993: 553 pgs: 10 creating+peering, 16 unknown, 527 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 43 op/s 2023-12-16T20:22:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:51 smithi043 ceph-mon[135010]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T20:22:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:51 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:22:51.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:22:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:22:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:22:51] "GET /metrics HTTP/1.1" 200 67794 "" "Prometheus/2.43.0" 2023-12-16T20:22:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:52 smithi002 ceph-mon[137674]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T20:22:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:52 smithi002 ceph-mon[140029]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T20:22:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:52 smithi043 ceph-mon[135010]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T20:22:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:53 smithi002 ceph-mon[137674]: pgmap v2996: 553 pgs: 5 creating+peering, 548 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2023-12-16T20:22:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:53 smithi002 ceph-mon[137674]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T20:22:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:53 smithi002 ceph-mon[140029]: pgmap v2996: 553 pgs: 5 creating+peering, 548 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2023-12-16T20:22:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:53 smithi002 ceph-mon[140029]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T20:22:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:53 smithi043 ceph-mon[135010]: pgmap v2996: 553 pgs: 5 creating+peering, 548 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2023-12-16T20:22:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:53 smithi043 ceph-mon[135010]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 1 2023-12-16T20:22:53.793 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 2 2023-12-16T20:22:53.794 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.795 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:53.796 INFO:tasks.workunit.client.0.smithi002.stdout:child: image98 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98/b72fd1b104fd 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.797 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:child: image98 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98/b72fd1b104fd 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.798 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.799 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 4 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 4 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:53.800 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:child: image98 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:child: image99 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98/b72fd1b104fd 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99/b72f98158202 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.801 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.802 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.802 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.802 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.802 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.802 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:53.803 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.396 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image96 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 4 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 4 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:child: image96 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:child: image98 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:child: image99 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image96/b72f33ff0203 2023-12-16T20:22:54.397 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98/b72fd1b104fd 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99/b72f98158202 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:54.398 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image98 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:child: image98 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:child: image99 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:54.399 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image98/b72fd1b104fd 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99/b72f98158202 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.400 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.401 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 2 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:child: image99 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-27/image99/b72f98158202 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.402 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 1 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:child: image97 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-26/image97/b72fbad37b50 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 0 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ListChildren (9994 ms) 2023-12-16T20:22:54.403 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2023-12-16T20:22:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:54 smithi002 ceph-mon[137674]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T20:22:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:54 smithi002 ceph-mon[140029]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T20:22:54.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:54 smithi043 ceph-mon[135010]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T20:22:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:55 smithi002 ceph-mon[137674]: pgmap v2999: 553 pgs: 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2023-12-16T20:22:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:55 smithi002 ceph-mon[137674]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T20:22:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:55 smithi002 ceph-mon[140029]: pgmap v2999: 553 pgs: 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2023-12-16T20:22:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:55 smithi002 ceph-mon[140029]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T20:22:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:55 smithi043 ceph-mon[135010]: pgmap v2999: 553 pgs: 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2023-12-16T20:22:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:55 smithi043 ceph-mon[135010]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[137674]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3289756422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[140029]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3289756422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:56 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:56 smithi043 ceph-mon[135010]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T20:22:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:56 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3289756422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:56 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:57.038 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:22:57.380 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:22:57.380 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (51m) 6m ago 53m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:22:57.380 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (50m) 4m ago 53m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (54m) 6m ago 54m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (54m) 4m ago 54m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (50m) 4m ago 56m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (50m) 6m ago 58m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (50m) 6m ago 58m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (49m) 4m ago 57m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (49m) 6m ago 56m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (51m) 6m ago 53m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (50m) 4m ago 53m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (49m) 6m ago 56m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (48m) 6m ago 56m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (48m) 6m ago 56m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (47m) 6m ago 55m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:22:57.381 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (47m) 4m ago 55m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:22:57.382 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (46m) 4m ago 55m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:22:57.382 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (46m) 4m ago 55m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:22:57.382 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (45m) 4m ago 54m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:22:57.382 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (50m) 4m ago 54m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[137674]: pgmap v3002: 585 pgs: 10 creating+peering, 22 unknown, 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 431 KiB/s rd, 12 KiB/s wr, 526 op/s 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[137674]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[137674]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[140029]: pgmap v3002: 585 pgs: 10 creating+peering, 22 unknown, 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 431 KiB/s rd, 12 KiB/s wr, 526 op/s 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[140029]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T20:22:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:57 smithi002 ceph-mon[140029]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:57 smithi043 ceph-mon[135010]: pgmap v3002: 585 pgs: 10 creating+peering, 22 unknown, 553 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 431 KiB/s rd, 12 KiB/s wr, 526 op/s 2023-12-16T20:22:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:57 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:22:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:57 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:57 smithi043 ceph-mon[135010]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T20:22:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:57 smithi043 ceph-mon[135010]: from='client.47087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:57.785 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:22:57.785 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:22:57.785 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:22:57.785 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:22:57.786 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:22:57.787 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:22:57.787 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:22:57.787 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:22:57.787 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[137674]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[137674]: from='client.47093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2621337620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[140029]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[140029]: from='client.47093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:58 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2621337620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:58 smithi043 ceph-mon[135010]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T20:22:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:58 smithi043 ceph-mon[135010]: from='client.47093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:22:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:58 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2621337620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: pgmap v3005: 617 pgs: 18 creating+peering, 38 unknown, 561 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 579 KiB/s rd, 14 KiB/s wr, 704 op/s 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1008240320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: pgmap v3005: 617 pgs: 18 creating+peering, 38 unknown, 561 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 579 KiB/s rd, 14 KiB/s wr, 704 op/s 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1008240320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:22:59 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: pgmap v3005: 617 pgs: 18 creating+peering, 38 unknown, 561 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 579 KiB/s rd, 14 KiB/s wr, 704 op/s 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3760715436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1008240320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:22:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:22:59 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:23:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:01 smithi043 ceph-mon[135010]: pgmap v3008: 649 pgs: 29 creating+peering, 34 unknown, 586 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 4.2 KiB/s wr, 196 op/s 2023-12-16T20:23:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:01 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:23:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:01 smithi043 ceph-mon[135010]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T20:23:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:01.498 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:01 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[137674]: pgmap v3008: 649 pgs: 29 creating+peering, 34 unknown, 586 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 4.2 KiB/s wr, 196 op/s 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[137674]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[140029]: pgmap v3008: 649 pgs: 29 creating+peering, 34 unknown, 586 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 4.2 KiB/s wr, 196 op/s 2023-12-16T20:23:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:23:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[140029]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T20:23:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]: dispatch 2023-12-16T20:23:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:01] "GET /metrics HTTP/1.1" 200 67794 "" "Prometheus/2.43.0" 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]': finished 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[137674]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]': finished 2023-12-16T20:23:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[140029]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T20:23:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:02.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:02 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:02 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30", "force_nonempty":""}]': finished 2023-12-16T20:23:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:02 smithi043 ceph-mon[135010]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T20:23:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:02 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]: dispatch 2023-12-16T20:23:03.255 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: pgmap v3011: 649 pgs: 20 creating+peering, 14 unknown, 615 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T20:23:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:23:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T20:23:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]': finished 2023-12-16T20:23:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: pgmap v3011: 649 pgs: 20 creating+peering, 14 unknown, 615 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]': finished 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:03 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: pgmap v3011: 649 pgs: 20 creating+peering, 14 unknown, 615 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi002-181524-30", "mode":"writeback"}]': finished 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:03 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[137674]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[137674]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[140029]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T20:23:04.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:04 smithi002 ceph-mon[140029]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T20:23:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:04 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi002-181524-28", "overlaypool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:04 smithi043 ceph-mon[135010]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T20:23:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:04 smithi043 ceph-mon[135010]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T20:23:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:05 smithi002 ceph-mon[137674]: pgmap v3014: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:23:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:05 smithi002 ceph-mon[137674]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T20:23:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:05 smithi002 ceph-mon[140029]: pgmap v3014: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:23:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:05 smithi002 ceph-mon[140029]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T20:23:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:05 smithi043 ceph-mon[135010]: pgmap v3014: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:23:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:05 smithi043 ceph-mon[135010]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T20:23:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:07.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[140029]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T20:23:07.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:07.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:07.240 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:06 smithi002 ceph-mon[137674]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T20:23:07.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:07.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:07.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:06 smithi043 ceph-mon[135010]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T20:23:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:07 smithi002 ceph-mon[137674]: pgmap v3017: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2023-12-16T20:23:08.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:07 smithi002 ceph-mon[137674]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T20:23:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:07 smithi002 ceph-mon[140029]: pgmap v3017: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2023-12-16T20:23:08.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:07 smithi002 ceph-mon[140029]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T20:23:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:07 smithi043 ceph-mon[135010]: pgmap v3017: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2023-12-16T20:23:08.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:07 smithi043 ceph-mon[135010]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T20:23:08.826 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 1 2023-12-16T20:23:08.850 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.851 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 2 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.852 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:08.853 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:child: image103 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103/b72f1e287a89 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.854 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:child: image103 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103/b72f1e287a89 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.855 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.856 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 4 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 4 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:child: image103 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:child: image104 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.857 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103/b72f1e287a89 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104/b72f9d57756c 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.858 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:08.859 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:09 smithi002 ceph-mon[137674]: pgmap v3020: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 4 op/s 2023-12-16T20:23:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:09 smithi002 ceph-mon[137674]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T20:23:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:09 smithi002 ceph-mon[140029]: pgmap v3020: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 4 op/s 2023-12-16T20:23:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:09 smithi002 ceph-mon[140029]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T20:23:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:09 smithi043 ceph-mon[135010]: pgmap v3020: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 4 op/s 2023-12-16T20:23:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:09 smithi043 ceph-mon[135010]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T20:23:11.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[137674]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T20:23:11.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[140029]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T20:23:11.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:10 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:10 smithi043 ceph-mon[135010]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T20:23:11.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:10 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:10 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]: dispatch 2023-12-16T20:23:11.928 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image101 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 4 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 4 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:child: image101 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:child: image103 2023-12-16T20:23:11.929 INFO:tasks.workunit.client.0.smithi002.stdout:child: image104 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image101/b72f78afaacd 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103/b72f1e287a89 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104/b72f9d57756c 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.930 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image103 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.931 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:child: image103 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:child: image104 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image103/b72f1e287a89 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104/b72f9d57756c 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.932 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 2 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 2 2023-12-16T20:23:11.933 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:child: image104 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-29/image104/b72f9d57756c 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:trying to find test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:checking test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 1 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 1 2023-12-16T20:23:11.934 INFO:tasks.workunit.client.0.smithi002.stdout:child: image102 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-28/image102/b72f1ec6d702 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 0 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17531 ms) 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.LockingPP 2023-12-16T20:23:11.935 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:12.001 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.LockingPP (72 ms) 2023-12-16T20:23:12.001 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FlushAio 2023-12-16T20:23:12.001 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:12.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FlushAio (237 ms) 2023-12-16T20:23:12.238 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FlushAioPP 2023-12-16T20:23:12.238 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:12.238 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:11] "GET /metrics HTTP/1.1" 200 75221 "" "Prometheus/2.43.0" 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 8.5 KiB/s wr, 446 op/s 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]': finished 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 8.5 KiB/s wr, 446 op/s 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]': finished 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T20:23:12.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:11 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:12.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 8.5 KiB/s wr, 446 op/s 2023-12-16T20:23:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi002-181524-28"}]': finished 2023-12-16T20:23:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T20:23:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]: dispatch 2023-12-16T20:23:12.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:11 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:12.421 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FlushAioPP (183 ms) 2023-12-16T20:23:12.421 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapDiff 2023-12-16T20:23:12.421 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:13.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[137674]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T20:23:13.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:13.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[137674]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T20:23:13.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[140029]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T20:23:13.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:13.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:12 smithi002 ceph-mon[140029]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T20:23:13.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:12 smithi043 ceph-mon[135010]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T20:23:13.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi002-181524-28", "tierpool":"test-librbd-smithi002-181524-30"}]': finished 2023-12-16T20:23:13.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:12 smithi043 ceph-mon[135010]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T20:23:14.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:13 smithi002 ceph-mon[137674]: pgmap v3026: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 10 KiB/s wr, 579 op/s 2023-12-16T20:23:14.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:13 smithi002 ceph-mon[137674]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T20:23:14.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:13 smithi002 ceph-mon[140029]: pgmap v3026: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 10 KiB/s wr, 579 op/s 2023-12-16T20:23:14.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:13 smithi002 ceph-mon[140029]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T20:23:14.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:13 smithi043 ceph-mon[135010]: pgmap v3026: 649 pgs: 649 active+clean; 135 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 10 KiB/s wr, 579 op/s 2023-12-16T20:23:14.249 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:13 smithi043 ceph-mon[135010]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T20:23:15.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:14 smithi002 ceph-mon[137674]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T20:23:15.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:14 smithi002 ceph-mon[137674]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T20:23:15.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:14 smithi002 ceph-mon[140029]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T20:23:15.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:14 smithi002 ceph-mon[140029]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T20:23:15.247 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:14 smithi043 ceph-mon[135010]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T20:23:15.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:14 smithi043 ceph-mon[135010]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T20:23:15.370 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:15.370 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapDiff (2950 ms) 2023-12-16T20:23:15.370 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2023-12-16T20:23:15.370 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:15.392 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2023-12-16T20:23:15.392 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2023-12-16T20:23:15.392 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:15.416 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2023-12-16T20:23:15.416 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2023-12-16T20:23:15.416 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:15.434 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2023-12-16T20:23:15.434 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2023-12-16T20:23:15.434 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:15.471 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2023-12-16T20:23:15.471 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestPendingAio 2023-12-16T20:23:15.471 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:15.671 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestPendingAio (201 ms) 2023-12-16T20:23:15.672 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2023-12-16T20:23:15.672 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:16.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:15 smithi002 ceph-mon[137674]: pgmap v3029: 649 pgs: 649 active+clean; 137 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 137 KiB/s wr, 445 op/s 2023-12-16T20:23:16.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:15 smithi002 ceph-mon[137674]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T20:23:16.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:15 smithi002 ceph-mon[140029]: pgmap v3029: 649 pgs: 649 active+clean; 137 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 137 KiB/s wr, 445 op/s 2023-12-16T20:23:16.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:15 smithi002 ceph-mon[140029]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T20:23:16.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:15 smithi043 ceph-mon[135010]: pgmap v3029: 649 pgs: 649 active+clean; 137 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 137 KiB/s wr, 445 op/s 2023-12-16T20:23:16.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:15 smithi043 ceph-mon[135010]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T20:23:16.382 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:17 smithi002 ceph-mon[137674]: pgmap v3032: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 657 KiB/s wr, 449 op/s 2023-12-16T20:23:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:17 smithi002 ceph-mon[137674]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T20:23:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:17 smithi002 ceph-mon[140029]: pgmap v3032: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 657 KiB/s wr, 449 op/s 2023-12-16T20:23:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:17 smithi002 ceph-mon[140029]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T20:23:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:17 smithi043 ceph-mon[135010]: pgmap v3032: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 657 KiB/s wr, 449 op/s 2023-12-16T20:23:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:17 smithi043 ceph-mon[135010]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T20:23:18.316 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2644 ms) 2023-12-16T20:23:18.316 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2023-12-16T20:23:18.316 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:18 smithi002 ceph-mon[137674]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T20:23:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:18 smithi002 ceph-mon[140029]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T20:23:18.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:18 smithi043 ceph-mon[135010]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T20:23:19.365 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:19 smithi043 ceph-mon[135010]: pgmap v3035: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 528 KiB/s wr, 180 op/s 2023-12-16T20:23:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:19 smithi043 ceph-mon[135010]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T20:23:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:19 smithi043 ceph-mon[135010]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T20:23:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[137674]: pgmap v3035: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 528 KiB/s wr, 180 op/s 2023-12-16T20:23:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[137674]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T20:23:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[137674]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T20:23:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[140029]: pgmap v3035: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 528 KiB/s wr, 180 op/s 2023-12-16T20:23:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[140029]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T20:23:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:19 smithi002 ceph-mon[140029]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T20:23:21.333 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3018 ms) 2023-12-16T20:23:21.334 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Flatten 2023-12-16T20:23:21.334 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:21.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[137674]: pgmap v3038: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 230 op/s 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[137674]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[140029]: pgmap v3038: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 230 op/s 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[140029]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:21.542 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:21 smithi043 ceph-mon[135010]: pgmap v3038: 649 pgs: 649 active+clean; 139 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 19 KiB/s wr, 230 op/s 2023-12-16T20:23:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:21 smithi043 ceph-mon[135010]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T20:23:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:21] "GET /metrics HTTP/1.1" 200 75275 "" "Prometheus/2.43.0" 2023-12-16T20:23:22.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Flatten (1072 ms) 2023-12-16T20:23:22.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Sparsify 2023-12-16T20:23:22.405 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:22.441 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 32768 2023-12-16T20:23:22.441 INFO:tasks.workunit.client.0.smithi002.stdout:read: 32768 2023-12-16T20:23:22.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Sparsify (34 ms) 2023-12-16T20:23:22.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SparsifyPP 2023-12-16T20:23:22.441 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:22.471 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2023-12-16T20:23:22.471 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2023-12-16T20:23:22.472 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:22 smithi002 ceph-mon[137674]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T20:23:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:22 smithi002 ceph-mon[140029]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T20:23:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:22 smithi043 ceph-mon[135010]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T20:23:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:23 smithi002 ceph-mon[137674]: pgmap v3041: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 87 KiB/s wr, 431 op/s 2023-12-16T20:23:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:23 smithi002 ceph-mon[137674]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T20:23:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:23 smithi002 ceph-mon[140029]: pgmap v3041: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 87 KiB/s wr, 431 op/s 2023-12-16T20:23:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:23 smithi002 ceph-mon[140029]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T20:23:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:23 smithi043 ceph-mon[135010]: pgmap v3041: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 87 KiB/s wr, 431 op/s 2023-12-16T20:23:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:23 smithi043 ceph-mon[135010]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T20:23:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:24 smithi002 ceph-mon[137674]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T20:23:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:24 smithi002 ceph-mon[137674]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T20:23:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:24 smithi002 ceph-mon[140029]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T20:23:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:24 smithi002 ceph-mon[140029]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T20:23:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:24 smithi043 ceph-mon[135010]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T20:23:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:24 smithi043 ceph-mon[135010]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T20:23:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:25 smithi002 ceph-mon[137674]: pgmap v3044: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 81 KiB/s wr, 296 op/s 2023-12-16T20:23:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:25 smithi002 ceph-mon[137674]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T20:23:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:25 smithi002 ceph-mon[140029]: pgmap v3044: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 81 KiB/s wr, 296 op/s 2023-12-16T20:23:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:25 smithi002 ceph-mon[140029]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T20:23:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:25 smithi043 ceph-mon[135010]: pgmap v3044: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 81 KiB/s wr, 296 op/s 2023-12-16T20:23:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:25 smithi043 ceph-mon[135010]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T20:23:27.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapshotLimit (4812 ms) 2023-12-16T20:23:27.284 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2023-12-16T20:23:27.284 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:27 smithi002 ceph-mon[137674]: pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 39 KiB/s wr, 266 op/s 2023-12-16T20:23:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:27 smithi002 ceph-mon[137674]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T20:23:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:27 smithi002 ceph-mon[140029]: pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 39 KiB/s wr, 266 op/s 2023-12-16T20:23:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:27 smithi002 ceph-mon[140029]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T20:23:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:27 smithi043 ceph-mon[135010]: pgmap v3047: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 39 KiB/s wr, 266 op/s 2023-12-16T20:23:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:27 smithi043 ceph-mon[135010]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T20:23:28.154 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:23:28.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:28 smithi002 ceph-mon[137674]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T20:23:28.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:28 smithi002 ceph-mon[140029]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (51m) 7m ago 54m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (51m) 5m ago 54m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (55m) 7m ago 55m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (55m) 5m ago 55m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (50m) 5m ago 57m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:23:28.500 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (51m) 7m ago 58m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (50m) 7m ago 58m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (50m) 5m ago 57m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (50m) 7m ago 57m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (51m) 7m ago 54m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (51m) 5m ago 54m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (49m) 7m ago 57m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (49m) 7m ago 56m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (48m) 7m ago 56m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (48m) 7m ago 56m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (47m) 5m ago 56m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (47m) 5m ago 55m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (46m) 5m ago 55m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (46m) 5m ago 55m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:23:28.501 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (50m) 5m ago 54m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:23:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:28 smithi043 ceph-mon[135010]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T20:23:28.905 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:23:28.906 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:23:28.907 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:23:28.907 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:23:28.907 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:23:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[137674]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[137674]: pgmap v3050: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 31 KiB/s wr, 212 op/s 2023-12-16T20:23:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[137674]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T20:23:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[137674]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2880470549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:23:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[140029]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[140029]: pgmap v3050: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 31 KiB/s wr, 212 op/s 2023-12-16T20:23:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[140029]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T20:23:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[140029]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:29 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2880470549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:23:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:29 smithi043 ceph-mon[135010]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:29 smithi043 ceph-mon[135010]: pgmap v3050: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 31 KiB/s wr, 212 op/s 2023-12-16T20:23:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:29 smithi043 ceph-mon[135010]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T20:23:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:29 smithi043 ceph-mon[135010]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:23:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:29 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2880470549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:23:30.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:30 smithi002 ceph-mon[137674]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T20:23:30.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:30 smithi002 ceph-mon[140029]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T20:23:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:30 smithi043 ceph-mon[135010]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T20:23:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:31 smithi002 ceph-mon[137674]: pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2023-12-16T20:23:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:31 smithi002 ceph-mon[137674]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T20:23:31.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:31 smithi002 ceph-mon[140029]: pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2023-12-16T20:23:31.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:31 smithi002 ceph-mon[140029]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T20:23:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:31 smithi043 ceph-mon[135010]: pgmap v3053: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2023-12-16T20:23:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:31 smithi043 ceph-mon[135010]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T20:23:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:31] "GET /metrics HTTP/1.1" 200 75275 "" "Prometheus/2.43.0" 2023-12-16T20:23:32.316 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5033 ms) 2023-12-16T20:23:32.317 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2023-12-16T20:23:32.317 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:32.391 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:32.391 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (75 ms) 2023-12-16T20:23:32.391 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2023-12-16T20:23:32.391 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:32.460 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (69 ms) 2023-12-16T20:23:32.460 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2023-12-16T20:23:32.460 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:32 smithi002 ceph-mon[137674]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T20:23:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:32 smithi002 ceph-mon[140029]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T20:23:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:32 smithi043 ceph-mon[135010]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T20:23:33.329 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (868 ms) 2023-12-16T20:23:33.329 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2023-12-16T20:23:33.329 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:33 smithi002 ceph-mon[137674]: pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-16T20:23:33.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:33 smithi002 ceph-mon[137674]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T20:23:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:33 smithi002 ceph-mon[140029]: pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-16T20:23:33.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:33 smithi002 ceph-mon[140029]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T20:23:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:33 smithi043 ceph-mon[135010]: pgmap v3056: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-16T20:23:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:33 smithi043 ceph-mon[135010]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[137674]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[137674]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[140029]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[140029]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T20:23:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:34 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:23:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:34 smithi043 ceph-mon[135010]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T20:23:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:34 smithi043 ceph-mon[135010]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T20:23:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:34 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:23:35.342 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2014 ms) 2023-12-16T20:23:35.343 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2023-12-16T20:23:35.343 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:35.404 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (62 ms) 2023-12-16T20:23:35.404 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-16T20:23:35.404 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:23:35.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2023-12-16T20:23:35.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapRemove2 2023-12-16T20:23:35.405 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[137674]: pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2023-12-16T20:23:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:23:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:23:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[140029]: pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2023-12-16T20:23:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:23:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:23:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:35 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:35 smithi043 ceph-mon[135010]: pgmap v3059: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2023-12-16T20:23:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:23:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:23:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:35 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:23:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:36 smithi002 ceph-mon[137674]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T20:23:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:36 smithi002 ceph-mon[140029]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T20:23:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:36 smithi043 ceph-mon[135010]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T20:23:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:37.360 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:23:37.361 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapRemove2 (1956 ms) 2023-12-16T20:23:37.361 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2023-12-16T20:23:37.361 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:37 smithi002 ceph-mon[137674]: pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2023-12-16T20:23:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:37 smithi002 ceph-mon[137674]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T20:23:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:37 smithi002 ceph-mon[140029]: pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2023-12-16T20:23:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:37 smithi002 ceph-mon[140029]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T20:23:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:37 smithi043 ceph-mon[135010]: pgmap v3062: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 191 op/s 2023-12-16T20:23:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:37 smithi043 ceph-mon[135010]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T20:23:38.377 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1016 ms) 2023-12-16T20:23:38.377 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2023-12-16T20:23:38.377 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:38 smithi002 ceph-mon[137674]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T20:23:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:38 smithi002 ceph-mon[140029]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T20:23:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:38 smithi043 ceph-mon[135010]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T20:23:39.296 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (920 ms) 2023-12-16T20:23:39.296 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2023-12-16T20:23:39.296 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[137674]: pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[137674]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[137674]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[140029]: pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[140029]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T20:23:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:39 smithi002 ceph-mon[140029]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T20:23:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:39 smithi043 ceph-mon[135010]: pgmap v3065: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 8.0 KiB/s wr, 133 op/s 2023-12-16T20:23:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:39 smithi043 ceph-mon[135010]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T20:23:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:39 smithi043 ceph-mon[135010]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T20:23:40.390 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1093 ms) 2023-12-16T20:23:40.390 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2023-12-16T20:23:40.390 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:41.466 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1077 ms) 2023-12-16T20:23:41.466 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2023-12-16T20:23:41.466 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:41.513 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (47 ms) 2023-12-16T20:23:41.514 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2023-12-16T20:23:41.514 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:41.551 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2023-12-16T20:23:41.551 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2023-12-16T20:23:41.551 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:41 smithi002 ceph-mon[137674]: pgmap v3068: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2023-12-16T20:23:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:41 smithi002 ceph-mon[137674]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T20:23:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:41 smithi002 ceph-mon[140029]: pgmap v3068: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2023-12-16T20:23:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:41 smithi002 ceph-mon[140029]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T20:23:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:41 smithi043 ceph-mon[135010]: pgmap v3068: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 8.7 KiB/s wr, 156 op/s 2023-12-16T20:23:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:41 smithi043 ceph-mon[135010]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T20:23:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:41] "GET /metrics HTTP/1.1" 200 75264 "" "Prometheus/2.43.0" 2023-12-16T20:23:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:42 smithi002 ceph-mon[137674]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T20:23:42.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:42 smithi002 ceph-mon[140029]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T20:23:42.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:42 smithi043 ceph-mon[135010]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T20:23:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:43 smithi002 ceph-mon[137674]: pgmap v3071: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 199 op/s 2023-12-16T20:23:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:43 smithi002 ceph-mon[137674]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T20:23:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:43 smithi002 ceph-mon[140029]: pgmap v3071: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 199 op/s 2023-12-16T20:23:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:43 smithi002 ceph-mon[140029]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T20:23:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:43 smithi043 ceph-mon[135010]: pgmap v3071: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 199 op/s 2023-12-16T20:23:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:43 smithi043 ceph-mon[135010]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T20:23:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:44 smithi002 ceph-mon[137674]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T20:23:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:44 smithi002 ceph-mon[137674]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T20:23:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:44 smithi002 ceph-mon[140029]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T20:23:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:44 smithi002 ceph-mon[140029]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T20:23:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:44 smithi043 ceph-mon[135010]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T20:23:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:44 smithi043 ceph-mon[135010]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T20:23:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:45 smithi002 ceph-mon[140029]: pgmap v3074: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2023-12-16T20:23:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:45 smithi002 ceph-mon[140029]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T20:23:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:45 smithi002 ceph-mon[137674]: pgmap v3074: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2023-12-16T20:23:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:45 smithi002 ceph-mon[137674]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T20:23:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:45 smithi043 ceph-mon[135010]: pgmap v3074: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 193 op/s 2023-12-16T20:23:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:45 smithi043 ceph-mon[135010]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T20:23:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:47 smithi002 ceph-mon[140029]: pgmap v3077: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 218 op/s 2023-12-16T20:23:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:47 smithi002 ceph-mon[140029]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T20:23:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:47 smithi002 ceph-mon[137674]: pgmap v3077: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 218 op/s 2023-12-16T20:23:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:47 smithi002 ceph-mon[137674]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T20:23:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:47 smithi043 ceph-mon[135010]: pgmap v3077: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 KiB/s wr, 218 op/s 2023-12-16T20:23:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:47 smithi043 ceph-mon[135010]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T20:23:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:48 smithi002 ceph-mon[137674]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T20:23:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:48 smithi002 ceph-mon[140029]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T20:23:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:48 smithi043 ceph-mon[135010]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T20:23:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:49 smithi043 ceph-mon[135010]: pgmap v3080: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 6.5 KiB/s wr, 138 op/s 2023-12-16T20:23:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:49 smithi043 ceph-mon[135010]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T20:23:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:49 smithi002 ceph-mon[137674]: pgmap v3080: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 6.5 KiB/s wr, 138 op/s 2023-12-16T20:23:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:49 smithi002 ceph-mon[137674]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T20:23:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:49 smithi002 ceph-mon[140029]: pgmap v3080: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 6.5 KiB/s wr, 138 op/s 2023-12-16T20:23:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:49 smithi002 ceph-mon[140029]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T20:23:50.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:50 smithi002 ceph-mon[137674]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T20:23:50.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:50 smithi002 ceph-mon[140029]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T20:23:50.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:50 smithi043 ceph-mon[135010]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[137674]: pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[137674]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[140029]: pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[140029]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T20:23:51.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:51 smithi043 ceph-mon[135010]: pgmap v3083: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2023-12-16T20:23:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:51 smithi043 ceph-mon[135010]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T20:23:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:23:51.913 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10363 ms) 2023-12-16T20:23:51.913 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Metadata 2023-12-16T20:23:51.914 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:23:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:23:51] "GET /metrics HTTP/1.1" 200 75273 "" "Prometheus/2.43.0" 2023-12-16T20:23:52.401 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Metadata (487 ms) 2023-12-16T20:23:52.401 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.MetadataPP 2023-12-16T20:23:52.401 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:52 smithi002 ceph-mon[137674]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T20:23:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:52 smithi002 ceph-mon[140029]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T20:23:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:52 smithi043 ceph-mon[135010]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T20:23:53.406 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.MetadataPP (1005 ms) 2023-12-16T20:23:53.406 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2023-12-16T20:23:53.406 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:53.516 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.UpdateFeatures (111 ms) 2023-12-16T20:23:53.516 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2023-12-16T20:23:53.516 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2023-12-16T20:23:53.517 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2023-12-16T20:23:53.517 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[140029]: pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[140029]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[137674]: pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[137674]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2023-12-16T20:23:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:53 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2023-12-16T20:23:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:53 smithi043 ceph-mon[135010]: pgmap v3086: 649 pgs: 649 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2023-12-16T20:23:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:53 smithi043 ceph-mon[135010]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T20:23:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]: dispatch 2023-12-16T20:23:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:53 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:25.00% done 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:50.00% done 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:75.00% done 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RebuildObjectMap (862 ms) 2023-12-16T20:23:54.379 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2023-12-16T20:23:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:25.00% done 2023-12-16T20:23:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:50.00% done 2023-12-16T20:23:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:75.00% done 2023-12-16T20:23:54.416 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (37 ms) 2023-12-16T20:23:54.416 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2023-12-16T20:23:54.416 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[137674]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2023-12-16T20:23:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:54 smithi002 ceph-mon[140029]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T20:23:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.14", "id": [6, 7]}]': finished 2023-12-16T20:23:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2023-12-16T20:23:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:54 smithi043 ceph-mon[135010]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T20:23:55.389 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:55.389 INFO:tasks.workunit.client.0.smithi002.stdout:25.00% done 2023-12-16T20:23:55.389 INFO:tasks.workunit.client.0.smithi002.stdout:50.00% done 2023-12-16T20:23:55.389 INFO:tasks.workunit.client.0.smithi002.stdout:75.00% done 2023-12-16T20:23:55.389 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CheckObjectMap (973 ms) 2023-12-16T20:23:55.390 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.BlockingAIO 2023-12-16T20:23:55.390 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:55.414 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2023-12-16T20:23:55.415 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2023-12-16T20:23:55.415 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (128 ms) 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2023-12-16T20:23:55.543 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:55 smithi002 ceph-mon[137674]: pgmap v3089: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 25 KiB/s wr, 133 op/s 2023-12-16T20:23:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:55 smithi002 ceph-mon[137674]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T20:23:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:55 smithi002 ceph-mon[140029]: pgmap v3089: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 25 KiB/s wr, 133 op/s 2023-12-16T20:23:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:55 smithi002 ceph-mon[140029]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T20:23:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:55 smithi043 ceph-mon[135010]: pgmap v3089: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 25 KiB/s wr, 133 op/s 2023-12-16T20:23:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:55 smithi043 ceph-mon[135010]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T20:23:56.394 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (852 ms) 2023-12-16T20:23:56.395 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2023-12-16T20:23:56.395 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:56 smithi002 ceph-mon[137674]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T20:23:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:56 smithi002 ceph-mon[140029]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T20:23:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:56 smithi043 ceph-mon[135010]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T20:23:57.352 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (958 ms) 2023-12-16T20:23:57.353 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestImageOptions 2023-12-16T20:23:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:57 smithi002 ceph-mon[140029]: pgmap v3092: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 228 KiB/s wr, 1.02k op/s 2023-12-16T20:23:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:57 smithi002 ceph-mon[140029]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T20:23:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:57 smithi002 ceph-mon[137674]: pgmap v3092: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 228 KiB/s wr, 1.02k op/s 2023-12-16T20:23:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:57 smithi002 ceph-mon[137674]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T20:23:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:57 smithi043 ceph-mon[135010]: pgmap v3092: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 228 KiB/s wr, 1.02k op/s 2023-12-16T20:23:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:57 smithi043 ceph-mon[135010]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T20:23:58.468 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:58.468 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:23:58.468 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestImageOptions (1116 ms) 2023-12-16T20:23:58.468 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2023-12-16T20:23:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:58 smithi002 ceph-mon[137674]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T20:23:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:58 smithi002 ceph-mon[140029]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T20:23:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:58 smithi043 ceph-mon[135010]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T20:23:59.271 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:100.00% done 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (972 ms) 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2023-12-16T20:23:59.441 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2023-12-16T20:23:59.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2023-12-16T20:23:59.442 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ImagePollIO 2023-12-16T20:23:59.442 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:wrote: 512 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:23:59.478 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.479 INFO:tasks.workunit.client.0.smithi002.stdout:started write 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:write completion cb called! 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 0 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:finished write 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:23:59.480 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:23:59.481 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:created completion 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:started read 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:read completion cb called! 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:return value is: 512 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ImagePollIO (37 ms) 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Mirror 2023-12-16T20:23:59.482 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:59.490 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (52m) 7m ago 54m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (51m) 5m ago 54m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (55m) 7m ago 55m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (55m) 5m ago 55m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (51m) 5m ago 57m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (51m) 7m ago 59m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (51m) 7m ago 59m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (50m) 5m ago 58m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (50m) 7m ago 58m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (52m) 7m ago 54m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:23:59.627 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (51m) 5m ago 54m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (50m) 7m ago 57m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (49m) 7m ago 57m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (49m) 7m ago 57m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (48m) 7m ago 56m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (48m) 5m ago 56m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (47m) 5m ago 56m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (47m) 5m ago 56m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (46m) 5m ago 55m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:23:59.628 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (51m) 5m ago 55m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:23:59.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:59 smithi002 ceph-mon[137674]: pgmap v3095: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 728 KiB/s rd, 225 KiB/s wr, 1.07k op/s 2023-12-16T20:23:59.628 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:23:59 smithi002 ceph-mon[137674]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T20:23:59.629 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:59 smithi002 ceph-mon[140029]: pgmap v3095: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 728 KiB/s rd, 225 KiB/s wr, 1.07k op/s 2023-12-16T20:23:59.629 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:23:59 smithi002 ceph-mon[140029]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T20:23:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:59 smithi043 ceph-mon[135010]: pgmap v3095: 649 pgs: 2 peering, 647 active+clean; 143 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 728 KiB/s rd, 225 KiB/s wr, 1.07k op/s 2023-12-16T20:23:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:23:59 smithi043 ceph-mon[135010]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T20:24:00.032 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:24:00.032 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:24:00.033 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:24:00.034 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:24:00.034 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:24:00.034 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:24:00.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Mirror (1002 ms) 2023-12-16T20:24:00.479 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2023-12-16T20:24:00.493 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (13 ms) 2023-12-16T20:24:00.493 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2023-12-16T20:24:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[137674]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[137674]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T20:24:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[137674]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1577048523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:00.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[140029]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[140029]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T20:24:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[140029]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:00 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1577048523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:00 smithi043 ceph-mon[135010]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:00 smithi043 ceph-mon[135010]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T20:24:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:00 smithi043 ceph-mon[135010]: from='client.47135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:00.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:00 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1577048523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: pgmap v3098: 649 pgs: 649 active+clean; 149 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 345 KiB/s rd, 1.6 MiB/s wr, 459 op/s 2023-12-16T20:24:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T20:24:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]': finished 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]': finished 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]': finished 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]': finished 2023-12-16T20:24:01.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: pgmap v3098: 649 pgs: 649 active+clean; 149 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 345 KiB/s rd, 1.6 MiB/s wr, 459 op/s 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]': finished 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]': finished 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]': finished 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]': finished 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: pgmap v3098: 649 pgs: 649 active+clean; 149 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 345 KiB/s rd, 1.6 MiB/s wr, 459 op/s 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]: dispatch 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/db033f0e-2934-474c-8144-2aa4aac752a2"}]': finished 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]: dispatch 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d6c5c6ad-32e3-4850-9ebe-89775120fbeb"}]': finished 2023-12-16T20:24:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]: dispatch 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4c7ebe54-874a-421b-804d-9c43cb1732c7"}]': finished 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]: dispatch 2023-12-16T20:24:01.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:01 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1244785105' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/d21e30dc-ee13-41b6-9bbf-d37682a6127b"}]': finished 2023-12-16T20:24:02.241 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:01] "GET /metrics HTTP/1.1" 200 75273 "" "Prometheus/2.43.0" 2023-12-16T20:24:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:02 smithi043 ceph-mon[135010]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T20:24:02.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:02 smithi002 ceph-mon[137674]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T20:24:02.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:02 smithi002 ceph-mon[140029]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T20:24:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:03 smithi043 ceph-mon[135010]: pgmap v3101: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 1.9 MiB/s wr, 408 op/s 2023-12-16T20:24:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:03 smithi043 ceph-mon[135010]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T20:24:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:03 smithi002 ceph-mon[137674]: pgmap v3101: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 1.9 MiB/s wr, 408 op/s 2023-12-16T20:24:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:03 smithi002 ceph-mon[137674]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T20:24:03.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:03 smithi002 ceph-mon[140029]: pgmap v3101: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 1.9 MiB/s wr, 408 op/s 2023-12-16T20:24:03.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:03 smithi002 ceph-mon[140029]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T20:24:04.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:04 smithi002 ceph-mon[137674]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T20:24:04.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:04 smithi002 ceph-mon[140029]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T20:24:04.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:04 smithi043 ceph-mon[135010]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T20:24:05.568 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5075 ms) 2023-12-16T20:24:05.568 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2023-12-16T20:24:05.568 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:05 smithi002 ceph-mon[137674]: pgmap v3104: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 526 KiB/s wr, 233 op/s 2023-12-16T20:24:05.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:05 smithi002 ceph-mon[137674]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T20:24:05.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:05 smithi002 ceph-mon[140029]: pgmap v3104: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 526 KiB/s wr, 233 op/s 2023-12-16T20:24:05.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:05 smithi002 ceph-mon[140029]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T20:24:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:05 smithi043 ceph-mon[135010]: pgmap v3104: 649 pgs: 649 active+clean; 151 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 526 KiB/s wr, 233 op/s 2023-12-16T20:24:05.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:05 smithi043 ceph-mon[135010]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T20:24:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:06 smithi002 ceph-mon[137674]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T20:24:06.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:06 smithi002 ceph-mon[140029]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T20:24:06.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:06 smithi043 ceph-mon[135010]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T20:24:06.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:07.662 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2094 ms) 2023-12-16T20:24:07.662 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2023-12-16T20:24:07.662 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:07.720 INFO:tasks.workunit.client.0.smithi002.stdout:1: acquiring exclusive lock 2023-12-16T20:24:07.720 INFO:tasks.workunit.client.0.smithi002.stdout:2: acquiring exclusive lock 2023-12-16T20:24:07.724 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock acquired 2023-12-16T20:24:07.766 INFO:tasks.workunit.client.0.smithi002.stdout:2: releasing exclusive lock 2023-12-16T20:24:07.768 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock released 2023-12-16T20:24:07.769 INFO:tasks.workunit.client.0.smithi002.stdout:2: acquiring exclusive lock 2023-12-16T20:24:07.771 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock acquired 2023-12-16T20:24:07.781 INFO:tasks.workunit.client.0.smithi002.stdout:1: releasing exclusive lock 2023-12-16T20:24:07.783 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock released 2023-12-16T20:24:07.783 INFO:tasks.workunit.client.0.smithi002.stdout:1: acquiring exclusive lock 2023-12-16T20:24:07.787 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock acquired 2023-12-16T20:24:07.831 INFO:tasks.workunit.client.0.smithi002.stdout:2: releasing exclusive lock 2023-12-16T20:24:07.834 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock released 2023-12-16T20:24:07.834 INFO:tasks.workunit.client.0.smithi002.stdout:2: acquiring exclusive lock 2023-12-16T20:24:07.838 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock acquired 2023-12-16T20:24:07.863 INFO:tasks.workunit.client.0.smithi002.stdout:1: releasing exclusive lock 2023-12-16T20:24:07.865 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock released 2023-12-16T20:24:07.865 INFO:tasks.workunit.client.0.smithi002.stdout:1: acquiring exclusive lock 2023-12-16T20:24:07.870 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock acquired 2023-12-16T20:24:07.907 INFO:tasks.workunit.client.0.smithi002.stdout:1: releasing exclusive lock 2023-12-16T20:24:07.910 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock released 2023-12-16T20:24:07.910 INFO:tasks.workunit.client.0.smithi002.stdout:1: acquiring exclusive lock 2023-12-16T20:24:07.914 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock acquired 2023-12-16T20:24:07.955 INFO:tasks.workunit.client.0.smithi002.stdout:1: releasing exclusive lock 2023-12-16T20:24:07.957 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock released 2023-12-16T20:24:07.957 INFO:tasks.workunit.client.0.smithi002.stdout:1: acquiring exclusive lock 2023-12-16T20:24:07.961 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock acquired 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[137674]: pgmap v3107: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 273 KiB/s wr, 295 op/s 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[137674]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[140029]: pgmap v3107: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 273 KiB/s wr, 295 op/s 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[140029]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T20:24:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:07.990 INFO:tasks.workunit.client.0.smithi002.stdout:2: releasing exclusive lock 2023-12-16T20:24:07.992 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock released 2023-12-16T20:24:07.992 INFO:tasks.workunit.client.0.smithi002.stdout:2: acquiring exclusive lock 2023-12-16T20:24:07.996 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock acquired 2023-12-16T20:24:07.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:07 smithi043 ceph-mon[135010]: pgmap v3107: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 273 KiB/s wr, 295 op/s 2023-12-16T20:24:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:07 smithi043 ceph-mon[135010]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T20:24:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:07.999 INFO:tasks.workunit.client.0.smithi002.stdout:2: releasing exclusive lock 2023-12-16T20:24:08.002 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock released 2023-12-16T20:24:08.002 INFO:tasks.workunit.client.0.smithi002.stdout:2: acquiring exclusive lock 2023-12-16T20:24:08.005 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock acquired 2023-12-16T20:24:08.024 INFO:tasks.workunit.client.0.smithi002.stdout:1: releasing exclusive lock 2023-12-16T20:24:08.027 INFO:tasks.workunit.client.0.smithi002.stdout:1: exclusive lock released 2023-12-16T20:24:08.030 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock acquired 2023-12-16T20:24:08.068 INFO:tasks.workunit.client.0.smithi002.stdout:2: releasing exclusive lock 2023-12-16T20:24:08.070 INFO:tasks.workunit.client.0.smithi002.stdout:2: exclusive lock released 2023-12-16T20:24:08.085 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ExclusiveLock (423 ms) 2023-12-16T20:24:08.085 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.BreakLock 2023-12-16T20:24:08.101 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.662 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.BreakLock (577 ms) 2023-12-16T20:24:08.662 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2023-12-16T20:24:08.662 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (29 ms) 2023-12-16T20:24:08.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2023-12-16T20:24:08.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2023-12-16T20:24:08.691 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2023-12-16T20:24:08.691 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:1.56% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:3.12% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:4.69% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:6.25% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:7.81% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:9.38% done 2023-12-16T20:24:08.752 INFO:tasks.workunit.client.0.smithi002.stdout:10.94% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:12.50% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:14.06% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:15.62% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:17.19% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:18.75% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:20.31% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:21.88% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:23.44% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:25.00% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:26.56% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:28.12% done 2023-12-16T20:24:08.753 INFO:tasks.workunit.client.0.smithi002.stdout:29.69% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:31.25% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:32.81% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:34.38% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:35.94% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:37.50% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:39.06% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:40.62% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:42.19% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:43.75% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:45.31% done 2023-12-16T20:24:08.754 INFO:tasks.workunit.client.0.smithi002.stdout:46.88% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:48.44% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:50.00% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:51.56% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:53.12% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:54.69% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:56.25% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:57.81% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:59.38% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:60.94% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:62.50% done 2023-12-16T20:24:08.755 INFO:tasks.workunit.client.0.smithi002.stdout:64.06% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:65.62% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:67.19% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:68.75% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:70.31% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:71.88% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:73.44% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:75.00% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:76.56% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:78.12% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:79.69% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:81.25% done 2023-12-16T20:24:08.756 INFO:tasks.workunit.client.0.smithi002.stdout:82.81% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:84.38% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:85.94% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:87.50% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:89.06% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:90.62% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:92.19% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:93.75% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:95.31% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:96.88% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:98.44% done 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2023-12-16T20:24:08.757 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2023-12-16T20:24:08.758 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:0.00% done 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:1.56% done 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:3.12% done 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:4.69% done 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:6.25% done 2023-12-16T20:24:08.806 INFO:tasks.workunit.client.0.smithi002.stdout:7.81% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:9.38% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:10.94% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:12.50% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:14.06% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:15.62% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:17.19% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:18.75% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:20.31% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:21.88% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:23.44% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:25.00% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:26.56% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:28.12% done 2023-12-16T20:24:08.807 INFO:tasks.workunit.client.0.smithi002.stdout:29.69% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:31.25% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:32.81% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:34.38% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:35.94% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:37.50% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:39.06% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:40.62% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:42.19% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:43.75% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:45.31% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:46.88% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:48.44% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:50.00% done 2023-12-16T20:24:08.808 INFO:tasks.workunit.client.0.smithi002.stdout:51.56% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:53.12% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:54.69% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:56.25% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:57.81% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:59.38% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:60.94% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:62.50% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:64.06% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:65.62% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:67.19% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:68.75% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:70.31% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:71.88% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:73.44% done 2023-12-16T20:24:08.809 INFO:tasks.workunit.client.0.smithi002.stdout:75.00% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:76.56% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:78.12% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:79.69% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:81.25% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:82.81% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:84.38% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:85.94% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:87.50% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:89.06% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:90.62% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:92.19% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:93.75% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:95.31% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:96.88% done 2023-12-16T20:24:08.810 INFO:tasks.workunit.client.0.smithi002.stdout:98.44% done 2023-12-16T20:24:08.811 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (55 ms) 2023-12-16T20:24:08.811 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2023-12-16T20:24:08.811 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.814 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.937 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestTrashPurge (131 ms) 2023-12-16T20:24:08.937 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2023-12-16T20:24:08.937 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.981 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (43 ms) 2023-12-16T20:24:08.981 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestListWatchers 2023-12-16T20:24:08.981 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[137674]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[140029]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:08.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:08 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:08.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:08 smithi043 ceph-mon[135010]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T20:24:08.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:08 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/978438344' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:08.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:08 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]: dispatch 2023-12-16T20:24:09.005 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestListWatchers (23 ms) 2023-12-16T20:24:09.005 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2023-12-16T20:24:09.006 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:09.666 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestSetSnapById (663 ms) 2023-12-16T20:24:09.666 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Namespaces 2023-12-16T20:24:09.694 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Namespaces (28 ms) 2023-12-16T20:24:09.694 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.NamespacesPP 2023-12-16T20:24:09.727 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:09.732 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:09.809 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.NamespacesPP (115 ms) 2023-12-16T20:24:09.809 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Migration 2023-12-16T20:24:09.809 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:09.809 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[137674]: pgmap v3110: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 76 KiB/s wr, 194 op/s 2023-12-16T20:24:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]': finished 2023-12-16T20:24:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[137674]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T20:24:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[140029]: pgmap v3110: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 76 KiB/s wr, 194 op/s 2023-12-16T20:24:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]': finished 2023-12-16T20:24:09.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:09 smithi002 ceph-mon[140029]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T20:24:09.997 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:09 smithi043 ceph-mon[135010]: pgmap v3110: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 76 KiB/s wr, 194 op/s 2023-12-16T20:24:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:09 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.2:0/930925316"}]': finished 2023-12-16T20:24:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:09 smithi043 ceph-mon[135010]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T20:24:10.228 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Migration (418 ms) 2023-12-16T20:24:10.228 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.MigrationPP 2023-12-16T20:24:10.228 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:10.228 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:10.646 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.MigrationPP (418 ms) 2023-12-16T20:24:10.646 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2023-12-16T20:24:10.646 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:10.666 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (20 ms) 2023-12-16T20:24:10.666 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2023-12-16T20:24:10.666 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:10.683 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2023-12-16T20:24:10.683 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2023-12-16T20:24:10.683 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:10.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:10 smithi002 ceph-mon[137674]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T20:24:10.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:10 smithi002 ceph-mon[140029]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T20:24:10.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:10 smithi043 ceph-mon[135010]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T20:24:11.753 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1069 ms) 2023-12-16T20:24:11.753 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.PoolMetadata 2023-12-16T20:24:11.783 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.PoolMetadata (31 ms) 2023-12-16T20:24:11.783 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2023-12-16T20:24:11.801 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.PoolMetadataPP (18 ms) 2023-12-16T20:24:11.802 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.Config 2023-12-16T20:24:11.807 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:11.848 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.Config (46 ms) 2023-12-16T20:24:11.848 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ConfigPP 2023-12-16T20:24:11.852 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:11.889 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2023-12-16T20:24:11.889 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2023-12-16T20:24:11.896 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-mon[137674]: pgmap v3113: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 90 KiB/s wr, 330 op/s 2023-12-16T20:24:11.896 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-mon[140029]: pgmap v3113: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 90 KiB/s wr, 330 op/s 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE Bus STOPPING 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE Bus STOPPED 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE Bus STARTING 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE Serving on http://:::9283 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:24:11] ENGINE Bus STARTED 2023-12-16T20:24:11.897 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:11] "GET /metrics HTTP/1.1" 200 75273 "" "Prometheus/2.43.0" 2023-12-16T20:24:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:11 smithi043 ceph-mon[135010]: pgmap v3113: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 90 KiB/s wr, 330 op/s 2023-12-16T20:24:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T20:24:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:24:12.990 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:24:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:13.846 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:14.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[137674]: pgmap v3115: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 450 KiB/s rd, 86 KiB/s wr, 552 op/s 2023-12-16T20:24:14.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[137674]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T20:24:14.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[140029]: pgmap v3115: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 450 KiB/s rd, 86 KiB/s wr, 552 op/s 2023-12-16T20:24:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[140029]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T20:24:14.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:14.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:13 smithi043 ceph-mon[135010]: pgmap v3115: 649 pgs: 649 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 450 KiB/s rd, 86 KiB/s wr, 552 op/s 2023-12-16T20:24:14.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:13 smithi043 ceph-mon[135010]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T20:24:14.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:15.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:15.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[137674]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T20:24:15.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[137674]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T20:24:15.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:15.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[140029]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T20:24:15.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:14 smithi002 ceph-mon[140029]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T20:24:15.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:14 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3602547208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:15.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:14 smithi043 ceph-mon[135010]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T20:24:15.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:14 smithi043 ceph-mon[135010]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T20:24:15.305 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:15.335 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:15.357 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:16.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:15 smithi002 ceph-mon[137674]: pgmap v3118: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 611 KiB/s rd, 36 KiB/s wr, 736 op/s 2023-12-16T20:24:16.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:15 smithi002 ceph-mon[137674]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T20:24:16.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:15 smithi002 ceph-mon[140029]: pgmap v3118: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 611 KiB/s rd, 36 KiB/s wr, 736 op/s 2023-12-16T20:24:16.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:15 smithi002 ceph-mon[140029]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T20:24:16.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:15 smithi043 ceph-mon[135010]: pgmap v3118: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 611 KiB/s rd, 36 KiB/s wr, 736 op/s 2023-12-16T20:24:16.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:15 smithi043 ceph-mon[135010]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T20:24:16.345 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.PoolStatsPP (4456 ms) 2023-12-16T20:24:16.345 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ImageSpec 2023-12-16T20:24:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:17 smithi002 ceph-mon[137674]: pgmap v3121: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 31 KiB/s wr, 677 op/s 2023-12-16T20:24:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:17 smithi002 ceph-mon[137674]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T20:24:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:17 smithi002 ceph-mon[140029]: pgmap v3121: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 31 KiB/s wr, 677 op/s 2023-12-16T20:24:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:17 smithi002 ceph-mon[140029]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T20:24:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:17 smithi043 ceph-mon[135010]: pgmap v3121: 681 pgs: 4 creating+peering, 677 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 31 KiB/s wr, 677 op/s 2023-12-16T20:24:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:17 smithi043 ceph-mon[135010]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T20:24:18.284 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:18 smithi002 ceph-mon[137674]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T20:24:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:18 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:18 smithi002 ceph-mon[140029]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T20:24:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:18 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:18 smithi043 ceph-mon[135010]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T20:24:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:18 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:19 smithi043 ceph-mon[135010]: pgmap v3124: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 302 op/s 2023-12-16T20:24:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:19 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:19 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:19.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:19 smithi043 ceph-mon[135010]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T20:24:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[137674]: pgmap v3124: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 302 op/s 2023-12-16T20:24:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[137674]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T20:24:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[140029]: pgmap v3124: 713 pgs: 7 creating+peering, 25 unknown, 681 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 302 op/s 2023-12-16T20:24:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3746722071' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:19.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:19 smithi002 ceph-mon[140029]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T20:24:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:20 smithi002 ceph-mon[137674]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T20:24:20.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:20 smithi002 ceph-mon[140029]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T20:24:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:20 smithi043 ceph-mon[135010]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[137674]: pgmap v3127: 713 pgs: 7 creating+peering, 12 unknown, 694 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[137674]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[140029]: pgmap v3127: 713 pgs: 7 creating+peering, 12 unknown, 694 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[140029]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T20:24:21.640 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:21 smithi043 ceph-mon[135010]: pgmap v3127: 713 pgs: 7 creating+peering, 12 unknown, 694 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-12-16T20:24:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:21 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:21 smithi043 ceph-mon[135010]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T20:24:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:21] "GET /metrics HTTP/1.1" 200 80182 "" "Prometheus/2.43.0" 2023-12-16T20:24:22.459 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ImageSpec (6114 ms) 2023-12-16T20:24:22.459 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2023-12-16T20:24:22.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:22 smithi002 ceph-mon[137674]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T20:24:22.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:22 smithi002 ceph-mon[140029]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T20:24:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:22 smithi043 ceph-mon[135010]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T20:24:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:23 smithi002 ceph-mon[137674]: pgmap v3130: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T20:24:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:23 smithi002 ceph-mon[137674]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T20:24:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:23 smithi002 ceph-mon[140029]: pgmap v3130: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T20:24:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:23 smithi002 ceph-mon[140029]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T20:24:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:23 smithi043 ceph-mon[135010]: pgmap v3130: 713 pgs: 7 creating+peering, 706 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T20:24:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:23 smithi043 ceph-mon[135010]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T20:24:24.275 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[137674]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T20:24:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[137674]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T20:24:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[140029]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T20:24:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:24.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:24 smithi002 ceph-mon[140029]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T20:24:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:24 smithi043 ceph-mon[135010]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T20:24:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:24 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1610403231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:24 smithi043 ceph-mon[135010]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T20:24:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[137674]: pgmap v3133: 745 pgs: 3 creating+peering, 29 unknown, 713 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 113 op/s 2023-12-16T20:24:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[137674]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[137674]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T20:24:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[140029]: pgmap v3133: 745 pgs: 3 creating+peering, 29 unknown, 713 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 113 op/s 2023-12-16T20:24:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[140029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:25.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:25 smithi002 ceph-mon[140029]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T20:24:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:25 smithi043 ceph-mon[135010]: pgmap v3133: 745 pgs: 3 creating+peering, 29 unknown, 713 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 113 op/s 2023-12-16T20:24:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:25 smithi043 ceph-mon[135010]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T20:24:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:25 smithi043 ceph-mon[135010]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T20:24:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[137674]: pgmap v3136: 745 pgs: 3 creating+peering, 8 unknown, 734 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2023-12-16T20:24:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[137674]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T20:24:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[137674]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[140029]: pgmap v3136: 745 pgs: 3 creating+peering, 8 unknown, 734 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2023-12-16T20:24:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[140029]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T20:24:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:27 smithi002 ceph-mon[140029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:27 smithi043 ceph-mon[135010]: pgmap v3136: 745 pgs: 3 creating+peering, 8 unknown, 734 active+clean; 152 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2023-12-16T20:24:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:27 smithi043 ceph-mon[135010]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T20:24:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:27 smithi043 ceph-mon[135010]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T20:24:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:28 smithi002 ceph-mon[137674]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T20:24:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:28 smithi002 ceph-mon[140029]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T20:24:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:28 smithi043 ceph-mon[135010]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T20:24:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[137674]: pgmap v3139: 745 pgs: 3 creating+peering, 742 active+clean; 152 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[137674]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T20:24:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[137674]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T20:24:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[140029]: pgmap v3139: 745 pgs: 3 creating+peering, 742 active+clean; 152 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[140029]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T20:24:29.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:29 smithi002 ceph-mon[140029]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T20:24:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:29 smithi043 ceph-mon[135010]: pgmap v3139: 745 pgs: 3 creating+peering, 742 active+clean; 152 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:29 smithi043 ceph-mon[135010]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T20:24:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:29 smithi043 ceph-mon[135010]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T20:24:30.441 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:24:30.770 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:24:30.786 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (52m) 8m ago 55m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:24:30.786 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (52m) 6m ago 55m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:24:30.786 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (56m) 8m ago 56m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:24:30.786 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (56m) 6m ago 56m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (51m) 6m ago 58m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (52m) 8m ago 59m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (51m) 8m ago 59m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (51m) 6m ago 58m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (51m) 8m ago 58m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (52m) 8m ago 55m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (52m) 6m ago 55m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (50m) 8m ago 58m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:24:30.787 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (50m) 8m ago 57m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (49m) 8m ago 57m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (49m) 8m ago 57m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (48m) 6m ago 57m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (48m) 6m ago 56m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (47m) 6m ago 56m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (47m) 6m ago 56m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:24:30.788 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (52m) 6m ago 55m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:24:31.177 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:24:31.178 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 3 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 3 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:child: image202 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:child: image204 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:child: image203 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-14/image202/b72f8742014d 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-33/image203/b72fd1aaacfd 2023-12-16T20:24:31.368 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:found child test-librbd-smithi002-181524-14/image204/b72f3c176a9f 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:num children is: 0 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:num snaps is: 0 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:expected: 0 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8908 ms) 2023-12-16T20:24:31.369 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[137674]: pgmap v3142: 713 pgs: 713 active+clean; 6.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[137674]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[137674]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[137674]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/90987429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:31.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[140029]: pgmap v3142: 713 pgs: 713 active+clean; 6.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:31.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[140029]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T20:24:31.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[140029]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[140029]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/90987429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:31 smithi043 ceph-mon[135010]: pgmap v3142: 713 pgs: 713 active+clean; 6.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:31 smithi043 ceph-mon[135010]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T20:24:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:31 smithi043 ceph-mon[135010]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:31 smithi043 ceph-mon[135010]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:24:31.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:31 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/90987429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:24:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:31] "GET /metrics HTTP/1.1" 200 80182 "" "Prometheus/2.43.0" 2023-12-16T20:24:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:32 smithi002 ceph-mon[137674]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T20:24:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:32 smithi002 ceph-mon[140029]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T20:24:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:32 smithi043 ceph-mon[135010]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T20:24:33.369 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[137674]: pgmap v3145: 713 pgs: 713 active+clean; 6.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[137674]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T20:24:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[140029]: pgmap v3145: 713 pgs: 713 active+clean; 6.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[140029]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T20:24:33.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:33 smithi043 ceph-mon[135010]: pgmap v3145: 713 pgs: 713 active+clean; 6.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:24:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:33 smithi043 ceph-mon[135010]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T20:24:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:24:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[137674]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T20:24:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[137674]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T20:24:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[140029]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T20:24:34.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:34 smithi002 ceph-mon[140029]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T20:24:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:34 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/437269616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:24:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:34 smithi043 ceph-mon[135010]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T20:24:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:34 smithi043 ceph-mon[135010]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T20:24:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:35 smithi002 ceph-mon[137674]: pgmap v3148: 745 pgs: 10 creating+peering, 21 unknown, 714 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2023-12-16T20:24:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:35 smithi002 ceph-mon[137674]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T20:24:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:35 smithi002 ceph-mon[140029]: pgmap v3148: 745 pgs: 10 creating+peering, 21 unknown, 714 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2023-12-16T20:24:35.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:35 smithi002 ceph-mon[140029]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T20:24:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:35 smithi043 ceph-mon[135010]: pgmap v3148: 745 pgs: 10 creating+peering, 21 unknown, 714 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2023-12-16T20:24:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:35 smithi043 ceph-mon[135010]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T20:24:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:36 smithi002 ceph-mon[137674]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T20:24:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:36 smithi002 ceph-mon[140029]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T20:24:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:36 smithi043 ceph-mon[135010]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T20:24:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[137674]: pgmap v3151: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.2 KiB/s wr, 65 op/s 2023-12-16T20:24:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[137674]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T20:24:37.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[140029]: pgmap v3151: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.2 KiB/s wr, 65 op/s 2023-12-16T20:24:37.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:37.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:37 smithi002 ceph-mon[140029]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T20:24:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:37 smithi043 ceph-mon[135010]: pgmap v3151: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 3.2 KiB/s wr, 65 op/s 2023-12-16T20:24:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:37 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:37.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:37 smithi043 ceph-mon[135010]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[137674]: pgmap v3154: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 22 op/s 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[137674]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[137674]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[140029]: pgmap v3154: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 22 op/s 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[140029]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T20:24:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:39 smithi002 ceph-mon[140029]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T20:24:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:39 smithi043 ceph-mon[135010]: pgmap v3154: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 22 op/s 2023-12-16T20:24:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:39 smithi043 ceph-mon[135010]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T20:24:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:39 smithi043 ceph-mon[135010]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T20:24:41.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.QuiesceWatch (10038 ms) 2023-12-16T20:24:41.405 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2023-12-16T20:24:41.406 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:41 smithi002 ceph-mon[137674]: pgmap v3157: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:24:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:41 smithi002 ceph-mon[137674]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T20:24:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:41 smithi002 ceph-mon[140029]: pgmap v3157: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:24:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:41 smithi002 ceph-mon[140029]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T20:24:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:41 smithi043 ceph-mon[135010]: pgmap v3157: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2023-12-16T20:24:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:41 smithi043 ceph-mon[135010]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T20:24:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:41] "GET /metrics HTTP/1.1" 200 82680 "" "Prometheus/2.43.0" 2023-12-16T20:24:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:42 smithi002 ceph-mon[137674]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T20:24:42.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:42 smithi002 ceph-mon[140029]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T20:24:42.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:42 smithi043 ceph-mon[135010]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T20:24:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:43 smithi002 ceph-mon[137674]: pgmap v3160: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2023-12-16T20:24:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:43 smithi002 ceph-mon[137674]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T20:24:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:43 smithi002 ceph-mon[140029]: pgmap v3160: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2023-12-16T20:24:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:43 smithi002 ceph-mon[140029]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T20:24:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:43 smithi043 ceph-mon[135010]: pgmap v3160: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2023-12-16T20:24:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:43 smithi043 ceph-mon[135010]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T20:24:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:44 smithi002 ceph-mon[137674]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T20:24:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:44 smithi002 ceph-mon[137674]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T20:24:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:44 smithi002 ceph-mon[140029]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T20:24:44.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:44 smithi002 ceph-mon[140029]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T20:24:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:44 smithi043 ceph-mon[135010]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T20:24:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:44 smithi043 ceph-mon[135010]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T20:24:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:45 smithi002 ceph-mon[137674]: pgmap v3163: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-16T20:24:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:45 smithi002 ceph-mon[140029]: pgmap v3163: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-16T20:24:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:45 smithi043 ceph-mon[135010]: pgmap v3163: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-16T20:24:46.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:46 smithi002 ceph-mon[137674]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T20:24:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:46 smithi002 ceph-mon[140029]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T20:24:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:46 smithi043 ceph-mon[135010]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T20:24:47.445 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6040 ms) 2023-12-16T20:24:47.446 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2023-12-16T20:24:47.446 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[137674]: pgmap v3166: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[137674]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[140029]: pgmap v3166: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[140029]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T20:24:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:47 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:47 smithi043 ceph-mon[135010]: pgmap v3166: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 97 op/s 2023-12-16T20:24:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:47 smithi043 ceph-mon[135010]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T20:24:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:47 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:24:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:48 smithi002 ceph-mon[137674]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T20:24:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:48 smithi002 ceph-mon[140029]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T20:24:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:48 smithi043 ceph-mon[135010]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T20:24:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:49 smithi043 ceph-mon[135010]: pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2023-12-16T20:24:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:49 smithi043 ceph-mon[135010]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T20:24:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:49 smithi043 ceph-mon[135010]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T20:24:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[137674]: pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2023-12-16T20:24:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[137674]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T20:24:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[137674]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T20:24:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[140029]: pgmap v3169: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 98 op/s 2023-12-16T20:24:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[140029]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T20:24:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:49 smithi002 ceph-mon[140029]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[137674]: pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[137674]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[140029]: pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[140029]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T20:24:51.541 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:51 smithi043 ceph-mon[135010]: pgmap v3172: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2023-12-16T20:24:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:51 smithi043 ceph-mon[135010]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T20:24:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:24:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:24:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:24:51] "GET /metrics HTTP/1.1" 200 82699 "" "Prometheus/2.43.0" 2023-12-16T20:24:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:52 smithi002 ceph-mon[137674]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T20:24:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:52 smithi002 ceph-mon[140029]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T20:24:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:52 smithi043 ceph-mon[135010]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T20:24:53.418 INFO:tasks.workunit.client.0.smithi002.stdout:10.00% done 2023-12-16T20:24:53.418 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5973 ms) 2023-12-16T20:24:53.418 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2023-12-16T20:24:53.418 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:24:53.433 INFO:tasks.workunit.client.0.smithi002.stderr:test quiesce is not long enough to time out 2023-12-16T20:24:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:53 smithi002 ceph-mon[137674]: pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2023-12-16T20:24:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:53 smithi002 ceph-mon[137674]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T20:24:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:53 smithi002 ceph-mon[140029]: pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2023-12-16T20:24:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:53 smithi002 ceph-mon[140029]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T20:24:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:53 smithi043 ceph-mon[135010]: pgmap v3175: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 72 KiB/s rd, 4.7 KiB/s wr, 96 op/s 2023-12-16T20:24:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:53 smithi043 ceph-mon[135010]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T20:24:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T20:24:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[137674]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2023-12-16T20:24:54.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2023-12-16T20:24:54.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2023-12-16T20:24:54.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:54 smithi002 ceph-mon[140029]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T20:24:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T20:24:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2023-12-16T20:24:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2023-12-16T20:24:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2023-12-16T20:24:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2023-12-16T20:24:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:54 smithi043 ceph-mon[135010]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T20:24:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:55 smithi002 ceph-mon[137674]: pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 KiB/s rd, 511 B/s wr, 13 op/s 2023-12-16T20:24:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:55 smithi002 ceph-mon[137674]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T20:24:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:55 smithi002 ceph-mon[140029]: pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 KiB/s rd, 511 B/s wr, 13 op/s 2023-12-16T20:24:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:55 smithi002 ceph-mon[140029]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T20:24:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:55 smithi043 ceph-mon[135010]: pgmap v3178: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 KiB/s rd, 511 B/s wr, 13 op/s 2023-12-16T20:24:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:55 smithi043 ceph-mon[135010]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T20:24:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:57 smithi002 ceph-mon[137674]: pgmap v3181: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2023-12-16T20:24:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:57 smithi002 ceph-mon[140029]: pgmap v3181: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2023-12-16T20:24:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:57 smithi043 ceph-mon[135010]: pgmap v3181: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2023-12-16T20:24:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:59 smithi002 ceph-mon[137674]: pgmap v3182: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 61 op/s 2023-12-16T20:24:59.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:24:59 smithi002 ceph-mon[137674]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T20:24:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:59 smithi002 ceph-mon[140029]: pgmap v3182: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 61 op/s 2023-12-16T20:24:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:24:59 smithi002 ceph-mon[140029]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T20:24:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:59 smithi043 ceph-mon[135010]: pgmap v3182: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 3.9 KiB/s wr, 61 op/s 2023-12-16T20:24:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:24:59 smithi043 ceph-mon[135010]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T20:25:01.547 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:25:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:01 smithi002 ceph-mon[137674]: pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:01 smithi002 ceph-mon[140029]: pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:01 smithi043 ceph-mon[135010]: pgmap v3184: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 KiB/s wr, 55 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (53m) 8m ago 55m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (52m) 6m ago 55m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (56m) 8m ago 56m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (56m) 6m ago 56m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (52m) 6m ago 58m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (52m) 8m ago 60m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (52m) 8m ago 60m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (51m) 6m ago 59m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:25:01.873 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (51m) 8m ago 59m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (53m) 8m ago 55m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (52m) 6m ago 55m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (51m) 8m ago 58m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (50m) 8m ago 58m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (50m) 8m ago 58m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (49m) 8m ago 57m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (49m) 6m ago 57m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (48m) 6m ago 57m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (48m) 6m ago 57m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (47m) 6m ago 57m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:25:01.874 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (52m) 6m ago 56m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:25:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:01] "GET /metrics HTTP/1.1" 200 82699 "" "Prometheus/2.43.0" 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:02.279 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:25:02.280 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:25:02.336 INFO:tasks.workunit.client.0.smithi002.stderr:test quiesce is timed out 2023-12-16T20:25:02.341 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 0 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[137674]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[137674]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/4245256010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[140029]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[140029]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:02 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/4245256010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:02 smithi043 ceph-mon[135010]: from='client.37212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:02 smithi043 ceph-mon[135010]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:02 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/4245256010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:03.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 1 2023-12-16T20:25:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:03 smithi002 ceph-mon[140029]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 41 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:03 smithi002 ceph-mon[140029]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T20:25:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:03 smithi002 ceph-mon[137674]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 41 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:03 smithi002 ceph-mon[137674]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T20:25:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:03 smithi043 ceph-mon[135010]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 41 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:03 smithi043 ceph-mon[135010]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T20:25:04.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 2 2023-12-16T20:25:05.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 3 2023-12-16T20:25:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:05 smithi002 ceph-mon[137674]: pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 639 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:05 smithi002 ceph-mon[140029]: pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 639 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:05 smithi043 ceph-mon[135010]: pgmap v3187: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 KiB/s rd, 639 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:06.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 4 2023-12-16T20:25:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:07.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 5 2023-12-16T20:25:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:07 smithi002 ceph-mon[137674]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:07.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:07 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:07.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:07 smithi002 ceph-mon[140029]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:07.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:07 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:07 smithi043 ceph-mon[135010]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:07.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:07 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:08.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 6 2023-12-16T20:25:09.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 7 2023-12-16T20:25:09.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:09 smithi002 ceph-mon[137674]: pgmap v3189: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:09.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:09 smithi002 ceph-mon[140029]: pgmap v3189: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:09.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:09 smithi043 ceph-mon[135010]: pgmap v3189: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 342 B/s wr, 4 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T20:25:10.342 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 8 2023-12-16T20:25:11.343 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 9 2023-12-16T20:25:11.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:11 smithi002 ceph-mon[137674]: pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:11.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:11 smithi002 ceph-mon[140029]: pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:11.989 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:11] "GET /metrics HTTP/1.1" 200 82699 "" "Prometheus/2.43.0" 2023-12-16T20:25:11.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:11 smithi043 ceph-mon[135010]: pgmap v3190: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:12.343 INFO:tasks.workunit.client.0.smithi002.stderr:waiting for timed out ... 10 2023-12-16T20:25:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:25:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:25:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:25:12.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:12.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:25:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:25:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:25:12.990 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:12 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:25:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:25:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:25:12.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:12 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:25:13.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:13 smithi002 ceph-mon[137674]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:13.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:13 smithi002 ceph-mon[140029]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:13.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:13 smithi043 ceph-mon[135010]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2023-12-16T20:25:15.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:15 smithi002 ceph-mon[137674]: pgmap v3192: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2023-12-16T20:25:15.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:15 smithi002 ceph-mon[140029]: pgmap v3192: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2023-12-16T20:25:15.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:15 smithi043 ceph-mon[135010]: pgmap v3192: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2023-12-16T20:25:17.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:17 smithi002 ceph-mon[137674]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2023-12-16T20:25:17.989 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:17 smithi002 ceph-mon[140029]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2023-12-16T20:25:17.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:17 smithi043 ceph-mon[135010]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2023-12-16T20:25:19.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:19 smithi043 ceph-mon[135010]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:20.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:19 smithi002 ceph-mon[137674]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:20.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:19 smithi002 ceph-mon[140029]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:21 smithi043 ceph-mon[135010]: pgmap v3195: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:21.998 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:22.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:21 smithi002 ceph-mon[137674]: pgmap v3195: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:22.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:22.041 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:21] "GET /metrics HTTP/1.1" 200 82684 "" "Prometheus/2.43.0" 2023-12-16T20:25:22.041 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:21 smithi002 ceph-mon[140029]: pgmap v3195: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:22.041 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:23.343 INFO:tasks.workunit.client.0.smithi002.stderr:test retry succeeds 2023-12-16T20:25:24.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:23 smithi002 ceph-mon[137674]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:24.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:23 smithi002 ceph-mon[140029]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:24.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:23 smithi043 ceph-mon[135010]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:25.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:24 smithi002 ceph-mon[137674]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T20:25:25.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:24 smithi002 ceph-mon[140029]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T20:25:25.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:24 smithi043 ceph-mon[135010]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T20:25:25.878 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32460 ms) 2023-12-16T20:25:25.878 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.WriteZeroes 2023-12-16T20:25:25.878 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:25:25.939 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.WriteZeroes (60 ms) 2023-12-16T20:25:25.939 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2023-12-16T20:25:25.939 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:25:26.007 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2023-12-16T20:25:26.007 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2023-12-16T20:25:26.007 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:25:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:25 smithi002 ceph-mon[137674]: pgmap v3198: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:26.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:25 smithi002 ceph-mon[137674]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T20:25:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:25 smithi002 ceph-mon[140029]: pgmap v3198: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:26.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:25 smithi002 ceph-mon[140029]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T20:25:26.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:25 smithi043 ceph-mon[135010]: pgmap v3198: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:26.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:25 smithi043 ceph-mon[135010]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T20:25:27.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:26 smithi002 ceph-mon[137674]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T20:25:27.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:26 smithi002 ceph-mon[140029]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T20:25:27.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:26 smithi043 ceph-mon[135010]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T20:25:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:27 smithi002 ceph-mon[137674]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T20:25:28.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:27 smithi002 ceph-mon[137674]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T20:25:28.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:27 smithi002 ceph-mon[140029]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T20:25:28.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:27 smithi002 ceph-mon[140029]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T20:25:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:27 smithi043 ceph-mon[135010]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T20:25:28.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:27 smithi043 ceph-mon[135010]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T20:25:29.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:28 smithi002 ceph-mon[137674]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T20:25:29.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:28 smithi002 ceph-mon[140029]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T20:25:29.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:28 smithi043 ceph-mon[135010]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T20:25:30.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:29 smithi002 ceph-mon[137674]: pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 145 op/s 2023-12-16T20:25:30.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:29 smithi002 ceph-mon[137674]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T20:25:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:29 smithi002 ceph-mon[140029]: pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 145 op/s 2023-12-16T20:25:30.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:29 smithi002 ceph-mon[140029]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T20:25:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:29 smithi043 ceph-mon[135010]: pgmap v3204: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 145 op/s 2023-12-16T20:25:30.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:29 smithi043 ceph-mon[135010]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T20:25:31.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:30 smithi002 ceph-mon[137674]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T20:25:31.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:30 smithi002 ceph-mon[140029]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T20:25:31.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:30 smithi043 ceph-mon[135010]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T20:25:32.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:31 smithi002 ceph-mon[137674]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-16T20:25:32.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:31 smithi002 ceph-mon[137674]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T20:25:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:31] "GET /metrics HTTP/1.1" 200 82684 "" "Prometheus/2.43.0" 2023-12-16T20:25:32.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:31 smithi002 ceph-mon[140029]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-16T20:25:32.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:31 smithi002 ceph-mon[140029]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T20:25:32.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:31 smithi043 ceph-mon[135010]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-16T20:25:32.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:31 smithi043 ceph-mon[135010]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T20:25:32.646 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:25:32.984 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (53m) 9m ago 56m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (53m) 7m ago 56m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (57m) 9m ago 57m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (57m) 7m ago 57m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (53m) 7m ago 59m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (53m) 9m ago 60m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (52m) 9m ago 60m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (52m) 7m ago 59m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (52m) 9m ago 59m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (53m) 9m ago 56m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (53m) 7m ago 56m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:25:32.985 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (51m) 9m ago 59m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (51m) 9m ago 58m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (50m) 9m ago 58m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (50m) 9m ago 58m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (49m) 7m ago 58m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (49m) 7m ago 57m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (48m) 7m ago 57m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (48m) 7m ago 57m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:25:32.986 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (53m) 7m ago 56m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:25:32.986 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:32 smithi002 ceph-mon[137674]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T20:25:32.987 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:32 smithi002 ceph-mon[140029]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T20:25:33.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:32 smithi043 ceph-mon[135010]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:25:33.391 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:25:33.392 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:25:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[137674]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 37 op/s 2023-12-16T20:25:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[137674]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[137674]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T20:25:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[137674]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1173856132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:34.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[140029]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 37 op/s 2023-12-16T20:25:34.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[140029]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[140029]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T20:25:34.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[140029]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.240 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:33 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1173856132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:33 smithi043 ceph-mon[135010]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 37 op/s 2023-12-16T20:25:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:33 smithi043 ceph-mon[135010]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:33 smithi043 ceph-mon[135010]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T20:25:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:33 smithi043 ceph-mon[135010]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:25:34.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:33 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1173856132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:25:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:34 smithi002 ceph-mon[137674]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T20:25:35.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:34 smithi002 ceph-mon[137674]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T20:25:35.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:34 smithi002 ceph-mon[140029]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T20:25:35.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:34 smithi002 ceph-mon[140029]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T20:25:35.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:34 smithi043 ceph-mon[135010]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T20:25:35.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:34 smithi043 ceph-mon[135010]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T20:25:36.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:35 smithi002 ceph-mon[137674]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2023-12-16T20:25:36.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:35 smithi002 ceph-mon[137674]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T20:25:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:35 smithi002 ceph-mon[140029]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2023-12-16T20:25:36.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:35 smithi002 ceph-mon[140029]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T20:25:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:35 smithi043 ceph-mon[135010]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2023-12-16T20:25:36.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:35 smithi043 ceph-mon[135010]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T20:25:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:37.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:36 smithi002 ceph-mon[137674]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T20:25:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:37.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:36 smithi002 ceph-mon[140029]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T20:25:37.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:37.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:36 smithi043 ceph-mon[135010]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T20:25:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:37 smithi002 ceph-mon[137674]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-16T20:25:38.239 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:37 smithi002 ceph-mon[137674]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T20:25:38.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:37 smithi002 ceph-mon[140029]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-16T20:25:38.239 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:37 smithi002 ceph-mon[140029]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T20:25:38.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:37 smithi043 ceph-mon[135010]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-16T20:25:38.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:37 smithi043 ceph-mon[135010]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T20:25:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:39 smithi002 ceph-mon[137674]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2023-12-16T20:25:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:39 smithi002 ceph-mon[137674]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T20:25:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:39 smithi002 ceph-mon[140029]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2023-12-16T20:25:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:39 smithi002 ceph-mon[140029]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T20:25:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:39 smithi043 ceph-mon[135010]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2023-12-16T20:25:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:39 smithi043 ceph-mon[135010]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T20:25:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:40 smithi002 ceph-mon[137674]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T20:25:40.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:40 smithi002 ceph-mon[140029]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T20:25:40.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:40 smithi043 ceph-mon[135010]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T20:25:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:41 smithi002 ceph-mon[137674]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2023-12-16T20:25:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:41 smithi002 ceph-mon[137674]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T20:25:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:41 smithi002 ceph-mon[140029]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2023-12-16T20:25:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:41 smithi002 ceph-mon[140029]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T20:25:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:41 smithi043 ceph-mon[135010]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2023-12-16T20:25:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:41 smithi043 ceph-mon[135010]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T20:25:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:41] "GET /metrics HTTP/1.1" 200 82701 "" "Prometheus/2.43.0" 2023-12-16T20:25:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:42 smithi002 ceph-mon[137674]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T20:25:42.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:42 smithi002 ceph-mon[140029]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T20:25:42.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:42 smithi043 ceph-mon[135010]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T20:25:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:43 smithi002 ceph-mon[137674]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T20:25:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:43 smithi002 ceph-mon[137674]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T20:25:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:43 smithi002 ceph-mon[140029]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T20:25:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:43 smithi002 ceph-mon[140029]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T20:25:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:43 smithi043 ceph-mon[135010]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T20:25:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:43 smithi043 ceph-mon[135010]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T20:25:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:44 smithi002 ceph-mon[137674]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T20:25:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:44 smithi002 ceph-mon[137674]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T20:25:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:44 smithi002 ceph-mon[140029]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T20:25:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:44 smithi002 ceph-mon[140029]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T20:25:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:44 smithi043 ceph-mon[135010]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T20:25:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:44 smithi043 ceph-mon[135010]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T20:25:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:45 smithi002 ceph-mon[137674]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:45 smithi002 ceph-mon[140029]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:45 smithi043 ceph-mon[135010]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:46.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:46 smithi002 ceph-mon[137674]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T20:25:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:46 smithi002 ceph-mon[140029]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T20:25:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:46 smithi043 ceph-mon[135010]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T20:25:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:47 smithi002 ceph-mon[137674]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:47 smithi002 ceph-mon[137674]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T20:25:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:47 smithi002 ceph-mon[140029]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:47 smithi002 ceph-mon[140029]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T20:25:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:47 smithi043 ceph-mon[135010]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-16T20:25:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:47 smithi043 ceph-mon[135010]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T20:25:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:48 smithi002 ceph-mon[137674]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T20:25:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:48 smithi002 ceph-mon[140029]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T20:25:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:48 smithi043 ceph-mon[135010]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T20:25:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:49 smithi043 ceph-mon[135010]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2023-12-16T20:25:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:49 smithi043 ceph-mon[135010]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T20:25:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:49 smithi043 ceph-mon[135010]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T20:25:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[137674]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2023-12-16T20:25:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[137674]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T20:25:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[137674]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T20:25:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[140029]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2023-12-16T20:25:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[140029]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T20:25:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:49 smithi002 ceph-mon[140029]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T20:25:51.417 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] TestLibRBD.ConcurentOperations (25410 ms) 2023-12-16T20:25:51.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[137674]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-16T20:25:51.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[137674]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T20:25:51.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:51.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[140029]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-16T20:25:51.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[140029]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T20:25:51.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:51 smithi043 ceph-mon[135010]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-16T20:25:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:51 smithi043 ceph-mon[135010]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T20:25:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:25:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:25:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:25:51] "GET /metrics HTTP/1.1" 200 82704 "" "Prometheus/2.43.0" 2023-12-16T20:25:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:52 smithi002 ceph-mon[137674]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T20:25:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:52 smithi002 ceph-mon[140029]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T20:25:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:52 smithi043 ceph-mon[135010]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T20:25:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:53 smithi002 ceph-mon[137674]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2023-12-16T20:25:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:53 smithi002 ceph-mon[137674]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T20:25:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:53 smithi002 ceph-mon[140029]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2023-12-16T20:25:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:53 smithi002 ceph-mon[140029]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T20:25:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:53 smithi043 ceph-mon[135010]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2023-12-16T20:25:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:53 smithi043 ceph-mon[135010]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T20:25:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:54 smithi002 ceph-mon[137674]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T20:25:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:54 smithi002 ceph-mon[137674]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T20:25:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:54 smithi002 ceph-mon[140029]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T20:25:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:54 smithi002 ceph-mon[140029]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T20:25:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:54 smithi043 ceph-mon[135010]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T20:25:54.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:54 smithi043 ceph-mon[135010]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T20:25:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:55 smithi002 ceph-mon[137674]: pgmap v3243: 681 pgs: 681 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 20 op/s 2023-12-16T20:25:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:55 smithi002 ceph-mon[137674]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T20:25:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:55 smithi002 ceph-mon[140029]: pgmap v3243: 681 pgs: 681 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 20 op/s 2023-12-16T20:25:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:55 smithi002 ceph-mon[140029]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T20:25:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:55 smithi043 ceph-mon[135010]: pgmap v3243: 681 pgs: 681 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 20 op/s 2023-12-16T20:25:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:55 smithi043 ceph-mon[135010]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T20:25:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:57 smithi002 ceph-mon[137674]: pgmap v3246: 617 pgs: 617 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:57 smithi002 ceph-mon[137674]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T20:25:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:57 smithi002 ceph-mon[140029]: pgmap v3246: 617 pgs: 617 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:57 smithi002 ceph-mon[140029]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T20:25:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:57 smithi043 ceph-mon[135010]: pgmap v3246: 617 pgs: 617 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:57 smithi043 ceph-mon[135010]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T20:25:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:58 smithi002 ceph-mon[137674]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T20:25:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:58 smithi002 ceph-mon[137674]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T20:25:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:58 smithi002 ceph-mon[140029]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T20:25:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:58 smithi002 ceph-mon[140029]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T20:25:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:58 smithi043 ceph-mon[135010]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T20:25:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:58 smithi043 ceph-mon[135010]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T20:25:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:59 smithi002 ceph-mon[137674]: pgmap v3249: 553 pgs: 553 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:25:59 smithi002 ceph-mon[137674]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T20:25:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:59 smithi002 ceph-mon[140029]: pgmap v3249: 553 pgs: 553 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:59.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:25:59 smithi002 ceph-mon[140029]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T20:25:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:59 smithi043 ceph-mon[135010]: pgmap v3249: 553 pgs: 553 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:25:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:25:59 smithi043 ceph-mon[135010]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T20:26:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:01 smithi002 ceph-mon[137674]: pgmap v3252: 489 pgs: 489 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:01 smithi002 ceph-mon[137674]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T20:26:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:01 smithi002 ceph-mon[140029]: pgmap v3252: 489 pgs: 489 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:01 smithi002 ceph-mon[140029]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T20:26:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:01 smithi043 ceph-mon[135010]: pgmap v3252: 489 pgs: 489 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:01 smithi043 ceph-mon[135010]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T20:26:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:01] "GET /metrics HTTP/1.1" 200 82704 "" "Prometheus/2.43.0" 2023-12-16T20:26:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:02 smithi002 ceph-mon[137674]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T20:26:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:02 smithi002 ceph-mon[140029]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T20:26:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:02 smithi043 ceph-mon[135010]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T20:26:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:03 smithi002 ceph-mon[137674]: pgmap v3255: 425 pgs: 425 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:03 smithi002 ceph-mon[137674]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T20:26:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:03 smithi002 ceph-mon[140029]: pgmap v3255: 425 pgs: 425 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:03 smithi002 ceph-mon[140029]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T20:26:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:03 smithi043 ceph-mon[135010]: pgmap v3255: 425 pgs: 425 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:03 smithi043 ceph-mon[135010]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T20:26:03.757 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:26:04.083 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:26:04.083 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (54m) 9m ago 56m 25.3M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:26:04.083 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (54m) 7m ago 56m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:26:04.083 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (57m) 9m ago 57m 22.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:26:04.083 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (57m) 7m ago 57m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (53m) 7m ago 59m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (53m) 9m ago 61m 510M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (53m) 9m ago 61m 137M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (52m) 7m ago 60m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (53m) 9m ago 60m 98.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (54m) 9m ago 56m 16.2M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (53m) 7m ago 56m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (52m) 9m ago 59m 521M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (51m) 9m ago 59m 406M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (51m) 9m ago 59m 440M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (50m) 9m ago 58m 428M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (50m) 7m ago 58m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (49m) 7m ago 58m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (49m) 7m ago 58m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:26:04.084 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (48m) 7m ago 58m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:26:04.085 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (53m) 7m ago 57m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[137674]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[137674]: from='client.37248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[137674]: from='client.47237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[140029]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[140029]: from='client.37248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:04.489 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:04 smithi002 ceph-mon[140029]: from='client.47237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:04.494 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:26:04.494 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:26:04.494 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:26:04.494 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:26:04.495 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:26:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:04 smithi043 ceph-mon[135010]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T20:26:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:04 smithi043 ceph-mon[135010]: from='client.37248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:04 smithi043 ceph-mon[135010]: from='client.47237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[137674]: pgmap v3258: 361 pgs: 361 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[137674]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T20:26:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2898172098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[140029]: pgmap v3258: 361 pgs: 361 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[140029]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T20:26:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:05 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2898172098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:05 smithi043 ceph-mon[135010]: pgmap v3258: 361 pgs: 361 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:05 smithi043 ceph-mon[135010]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T20:26:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:05 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2898172098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:06 smithi002 ceph-mon[137674]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T20:26:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:06 smithi002 ceph-mon[140029]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T20:26:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:06 smithi043 ceph-mon[135010]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T20:26:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[137674]: pgmap v3261: 297 pgs: 297 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[137674]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T20:26:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[137674]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T20:26:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[140029]: pgmap v3261: 297 pgs: 297 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[140029]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T20:26:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:07 smithi002 ceph-mon[140029]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T20:26:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:07 smithi043 ceph-mon[135010]: pgmap v3261: 297 pgs: 297 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:07 smithi043 ceph-mon[135010]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T20:26:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:07 smithi043 ceph-mon[135010]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T20:26:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:09 smithi002 ceph-mon[137674]: pgmap v3264: 233 pgs: 233 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:09 smithi002 ceph-mon[137674]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T20:26:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:09 smithi002 ceph-mon[140029]: pgmap v3264: 233 pgs: 233 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:09.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:09 smithi002 ceph-mon[140029]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T20:26:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:09 smithi043 ceph-mon[135010]: pgmap v3264: 233 pgs: 233 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:09 smithi043 ceph-mon[135010]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T20:26:10.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:10 smithi002 ceph-mon[137674]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T20:26:10.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:10 smithi002 ceph-mon[137674]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T20:26:10.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:10 smithi002 ceph-mon[140029]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T20:26:10.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:10 smithi002 ceph-mon[140029]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T20:26:10.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:10 smithi043 ceph-mon[135010]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T20:26:10.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:10 smithi043 ceph-mon[135010]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T20:26:11.329 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 160 tests from TestLibRBD (341169 ms total) 2023-12-16T20:26:11.329 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:26:11.329 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2023-12-16T20:26:11.373 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2023-12-16T20:26:11.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:11 smithi002 ceph-mon[137674]: pgmap v3267: 169 pgs: 169 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:11.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:11 smithi002 ceph-mon[137674]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T20:26:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:11 smithi002 ceph-mon[140029]: pgmap v3267: 169 pgs: 169 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:11 smithi002 ceph-mon[140029]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T20:26:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:11 smithi043 ceph-mon[135010]: pgmap v3267: 169 pgs: 169 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:11 smithi043 ceph-mon[135010]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T20:26:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:11] "GET /metrics HTTP/1.1" 200 48789 "" "Prometheus/2.43.0" 2023-12-16T20:26:13.364 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:26:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[137674]: pgmap v3270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[137674]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[140029]: pgmap v3270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[140029]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:26:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:13 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:26:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:13 smithi043 ceph-mon[135010]: pgmap v3270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:13 smithi043 ceph-mon[135010]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T20:26:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:26:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:13 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:26:14.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:14 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:26:14.733 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:14 smithi002 ceph-mon[137674]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T20:26:14.733 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:14 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:26:14.734 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:14 smithi002 ceph-mon[140029]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T20:26:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:14 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1745844390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:26:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:14 smithi043 ceph-mon[135010]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T20:26:15.405 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [6922250~74127,7567708~8895,8425955~26776,8537246~72657,9504755~10430,9716602~101457,10350192~23707,11981426~13476,19795543~523,20470316~65749] 2023-12-16T20:26:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[137674]: pgmap v3273: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[137674]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T20:26:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[140029]: pgmap v3273: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[140029]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T20:26:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:15 smithi043 ceph-mon[135010]: pgmap v3273: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:26:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:15 smithi043 ceph-mon[135010]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T20:26:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:16.385 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [1070528~58978,2485416~17855,4616539~50709,7313882~29033,9180784~16400,10750656~87765,12008243~95506,14596211~26716,15765962~41100,19065233~28999] 2023-12-16T20:26:16.396 INFO:tasks.workunit.client.0.smithi002.stdout: diff was [0~2503271,4616539~50709,7313882~29033,9180784~16400,10750656~87765,11994902~108847,12582912~3224150,19065233~28999] 2023-12-16T20:26:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5028 ms) 2023-12-16T20:26:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2023-12-16T20:26:16.400 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:26:16.423 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~256 2023-12-16T20:26:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[137674]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T20:26:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:26:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:26:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:16.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[140029]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T20:26:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:26:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:26:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:16 smithi043 ceph-mon[135010]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T20:26:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:26:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:26:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:17.398 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~256 2023-12-16T20:26:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:17 smithi002 ceph-mon[137674]: pgmap v3276: 137 pgs: 2 creating+peering, 135 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:17 smithi002 ceph-mon[137674]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T20:26:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:17 smithi002 ceph-mon[140029]: pgmap v3276: 137 pgs: 2 creating+peering, 135 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:17 smithi002 ceph-mon[140029]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T20:26:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:17 smithi043 ceph-mon[135010]: pgmap v3276: 137 pgs: 2 creating+peering, 135 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:17 smithi043 ceph-mon[135010]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T20:26:18.403 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~256 2023-12-16T20:26:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:18 smithi002 ceph-mon[137674]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T20:26:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:18 smithi002 ceph-mon[140029]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T20:26:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:18 smithi043 ceph-mon[135010]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T20:26:19.410 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~256 2023-12-16T20:26:19.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3011 ms) 2023-12-16T20:26:19.411 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2023-12-16T20:26:19.411 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:26:19.477 INFO:tasks.workunit.client.0.smithi002.stdout: i=0 exists [233214~2546451,22376503~5070264,28257238~1886454,80502445~3095114,89702423~5707120,178600037~5146160,216095102~3738118,241517219~4112993,258124390~7122857,281345731~1818320] wrote [233214~2546451,22376503~5070264,28257238~1886454,80502445~3095114,89702423~5707120,178600037~5146160,216095102~3738118,241517219~4112993,258124390~7122857,281345731~1818320] 2023-12-16T20:26:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:19 smithi043 ceph-mon[135010]: pgmap v3279: 137 pgs: 137 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:19.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:19 smithi043 ceph-mon[135010]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T20:26:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:19 smithi002 ceph-mon[137674]: pgmap v3279: 137 pgs: 137 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:19 smithi002 ceph-mon[137674]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T20:26:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:19 smithi002 ceph-mon[140029]: pgmap v3279: 137 pgs: 137 active+clean; 11 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 39 KiB/s wr, 9 op/s 2023-12-16T20:26:19.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:19 smithi002 ceph-mon[140029]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T20:26:20.455 INFO:tasks.workunit.client.0.smithi002.stdout: i=1 exists [233214~2546451,4098845~7134048,22376503~5070264,28257238~1886454,80502445~3095114,89702423~5707120,155592896~6924595,178600037~5146160,191286151~432137,216029401~5116692,241517219~4112993,249924222~7362509,258124390~8219998,281345731~1818320,292067647~3994681,344916251~2429031,379179115~5755688] wrote [4098845~7134048,155592896~6924595,191286151~432137,216029401~5116692,249924222~7362509,262958633~3385755,292067647~3994681,344916251~2429031,379179115~5755688] 2023-12-16T20:26:20.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:20 smithi002 ceph-mon[137674]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T20:26:20.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:20 smithi002 ceph-mon[140029]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T20:26:20.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:20 smithi043 ceph-mon[135010]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T20:26:21.459 INFO:tasks.workunit.client.0.smithi002.stdout: i=2 exists [233214~2546451,4098845~7134048,22376503~7767189,51278707~6995246,72796350~4162567,80502445~3095114,87732994~7676549,99560769~7398423,154244495~1305951,155592896~6924595,178600037~5146160,191286151~432137,198743146~779949,216029401~11646654,241517219~4112993,249924222~7362509,258124390~8219998,281345731~1818320,292067647~3994681,344916251~2429031,379179115~5755688,397172986~2433856] wrote [24082557~4835805,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,198743146~779949,220157208~7518847,250673541~4792500,397172986~2433856] 2023-12-16T20:26:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[137674]: pgmap v3282: 137 pgs: 137 active+clean; 48 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 MiB/s wr, 37 op/s 2023-12-16T20:26:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[137674]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T20:26:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[140029]: pgmap v3282: 137 pgs: 137 active+clean; 48 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 MiB/s wr, 37 op/s 2023-12-16T20:26:21.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[140029]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T20:26:21.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:21 smithi043 ceph-mon[135010]: pgmap v3282: 137 pgs: 137 active+clean; 48 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 MiB/s wr, 37 op/s 2023-12-16T20:26:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:21 smithi043 ceph-mon[135010]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T20:26:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:21] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-12-16T20:26:22.470 INFO:tasks.workunit.client.0.smithi002.stdout: i=3 exists [233214~2546451,4098845~7134048,22376503~7767189,46094069~5055966,51278707~6995246,72796350~4162567,80502445~3095114,87732994~7676549,99560769~7398423,154244495~1305951,155592896~6924595,173182939~10563258,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~10532143,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,379179115~5755688,397172986~2433856] wrote [46094069~5055966,173182939~6570982,189611233~5957955,218920463~5978450,231842751~4726177,264641041~4015492,279900248~5798363,317753408~5491998] 2023-12-16T20:26:22.552 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:22 smithi002 ceph-mon[137674]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T20:26:22.553 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:22 smithi002 ceph-mon[140029]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T20:26:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:22 smithi043 ceph-mon[135010]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T20:26:23.468 INFO:tasks.workunit.client.0.smithi002.stdout: i=4 exists [233214~2546451,4098845~7134048,22376503~7767189,46094069~5055966,51278707~9327276,72796350~4162567,80502445~3095114,87732994~7676549,99560769~7398423,106972468~3295504,139014596~7121903,154244495~1305951,155592896~6924595,170441004~13305193,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~10532143,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,397172986~2433856] wrote [52468772~8137211,106972468~3295504,139014596~7121903,170441004~6426896,262034674~2217358,361847300~5100478,374119831~34827,386140924~1011609] 2023-12-16T20:26:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:23 smithi002 ceph-mon[137674]: pgmap v3285: 137 pgs: 137 active+clean; 95 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 14 MiB/s wr, 115 op/s 2023-12-16T20:26:23.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:23 smithi002 ceph-mon[137674]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T20:26:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:23 smithi002 ceph-mon[140029]: pgmap v3285: 137 pgs: 137 active+clean; 95 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 14 MiB/s wr, 115 op/s 2023-12-16T20:26:23.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:23 smithi002 ceph-mon[140029]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T20:26:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:23 smithi043 ceph-mon[135010]: pgmap v3285: 137 pgs: 137 active+clean; 95 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 14 MiB/s wr, 115 op/s 2023-12-16T20:26:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:23 smithi043 ceph-mon[135010]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T20:26:24.350 INFO:tasks.workunit.client.0.smithi002.stdout: i=5 exists [233214~2546451,4098845~7134048,22376503~7767189,46094069~5055966,51278707~9327276,72344218~4614699,79406542~5653703,87732994~7676549,99560769~7398423,106972468~3295504,137883797~8252702,154244495~1305951,155592896~6924595,170441004~13305193,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~10532143,279900248~5798363,292067647~3994681,299102532~6956142,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,389140308~5216624,395952162~6467953] wrote [72344218~3747370,79406542~5653703,104196797~1833881,137883797~2569785,208413049~4247674,299102532~6956142,349443911~6319343,389140308~5216624,395952162~6467953] 2023-12-16T20:26:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:24 smithi002 ceph-mon[137674]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T20:26:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:24 smithi002 ceph-mon[137674]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T20:26:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:24 smithi002 ceph-mon[140029]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T20:26:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:24 smithi002 ceph-mon[140029]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T20:26:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:24 smithi043 ceph-mon[135010]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T20:26:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:24 smithi043 ceph-mon[135010]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T20:26:25.364 INFO:tasks.workunit.client.0.smithi002.stdout: i=6 exists [233214~2546451,4098845~7134048,15662738~4584279,22376503~7767189,45763879~5386156,51278707~9327276,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~10532143,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953] wrote [15662738~4584279,45763879~3926105,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,308756343~143302,379060921~4773543] 2023-12-16T20:26:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:25 smithi002 ceph-mon[137674]: pgmap v3288: 137 pgs: 137 active+clean; 114 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 14 MiB/s wr, 268 op/s 2023-12-16T20:26:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:25 smithi002 ceph-mon[137674]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T20:26:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:25 smithi002 ceph-mon[140029]: pgmap v3288: 137 pgs: 137 active+clean; 114 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 14 MiB/s wr, 268 op/s 2023-12-16T20:26:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:25 smithi002 ceph-mon[140029]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T20:26:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:25 smithi043 ceph-mon[135010]: pgmap v3288: 137 pgs: 137 active+clean; 114 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 14 MiB/s wr, 268 op/s 2023-12-16T20:26:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:25 smithi043 ceph-mon[135010]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T20:26:26.346 INFO:tasks.workunit.client.0.smithi002.stdout: i=7 exists [233214~2546451,4098845~7134048,15662738~4584279,22376503~7767189,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~2429031,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] wrote [23727322~2353497,56380443~6112617,183249710~1469850,260864696~9847894,309951519~135307,314918959~1733071,355856109~373425,397595723~339819,403320347~2801220] 2023-12-16T20:26:27.364 INFO:tasks.workunit.client.0.smithi002.stdout: i=8 exists [233214~2546451,4098845~7134048,15662738~4584279,22376503~7767189,36308700~1751225,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~12369892,208413049~4247674,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,279900248~5798363,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] wrote [36308700~1751225,88479244~7247197,145197718~7252516,183322443~1941826,187153203~4346925,192258730~6801375,296222236~7443353,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[137674]: pgmap v3291: 137 pgs: 137 active+clean; 330 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 50 MiB/s wr, 271 op/s 2023-12-16T20:26:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[137674]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T20:26:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[140029]: pgmap v3291: 137 pgs: 137 active+clean; 330 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 50 MiB/s wr, 271 op/s 2023-12-16T20:26:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[140029]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T20:26:27.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:27 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:27 smithi043 ceph-mon[135010]: pgmap v3291: 137 pgs: 137 active+clean; 330 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 50 MiB/s wr, 271 op/s 2023-12-16T20:26:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:27 smithi043 ceph-mon[135010]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T20:26:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:27 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:26:28.392 INFO:tasks.workunit.client.0.smithi002.stdout: i=9 exists [233214~2546451,4098845~16148172,22376503~7767189,36308700~1751225,45763879~5386156,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~15984215,208413049~4247674,216029401~11646654,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] wrote [4735850~3127530,10566850~5608674,61214710~5915152,76558325~8178168,196588522~6548896,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852] 2023-12-16T20:26:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:28 smithi002 ceph-mon[137674]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T20:26:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:28 smithi002 ceph-mon[140029]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T20:26:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:28 smithi043 ceph-mon[135010]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T20:26:29.370 INFO:tasks.workunit.client.0.smithi002.stdout: i=10 exists [233214~2546451,4098845~16148172,22376503~7767189,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] wrote [32291032~2076187,41698697~4258888,79074873~4713985,116781074~8906059,168715107~3066672,177317561~1629627,197555539~5610777,215511374~6598827,272721666~1567479] 2023-12-16T20:26:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:29 smithi002 ceph-mon[137674]: pgmap v3294: 137 pgs: 137 active+clean; 330 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 45 KiB/s rd, 44 MiB/s wr, 81 op/s 2023-12-16T20:26:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:29 smithi002 ceph-mon[137674]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T20:26:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:29 smithi002 ceph-mon[140029]: pgmap v3294: 137 pgs: 137 active+clean; 330 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 45 KiB/s rd, 44 MiB/s wr, 81 op/s 2023-12-16T20:26:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:29 smithi002 ceph-mon[140029]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T20:26:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:29 smithi043 ceph-mon[135010]: pgmap v3294: 137 pgs: 137 active+clean; 330 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 45 KiB/s rd, 44 MiB/s wr, 81 op/s 2023-12-16T20:26:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:29 smithi043 ceph-mon[135010]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T20:26:30.399 INFO:tasks.workunit.client.0.smithi002.stdout: i=11 exists [233214~2546451,4098845~16148172,22376503~7767189,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] wrote [53666976~966309,72468100~832424,82542292~5457805,207189115~263264,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:30.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:30 smithi002 ceph-mon[137674]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T20:26:30.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:30 smithi002 ceph-mon[140029]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T20:26:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:30 smithi043 ceph-mon[135010]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T20:26:31.383 INFO:tasks.workunit.client.0.smithi002.stdout: i=12 exists [233214~2546451,4098845~16148172,22376503~7767189,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,249924222~7362509,258124390~12588200,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] wrote [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,186640902~7970539,197128524~1297135,297622661~3378616,370836833~990298,404274543~3627047] 2023-12-16T20:26:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:31 smithi002 ceph-mon[137674]: pgmap v3297: 137 pgs: 137 active+clean; 461 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 301 op/s 2023-12-16T20:26:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:31 smithi002 ceph-mon[137674]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T20:26:31.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:31 smithi002 ceph-mon[140029]: pgmap v3297: 137 pgs: 137 active+clean; 461 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 301 op/s 2023-12-16T20:26:31.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:31 smithi002 ceph-mon[140029]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T20:26:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:31 smithi043 ceph-mon[135010]: pgmap v3297: 137 pgs: 137 active+clean; 461 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 301 op/s 2023-12-16T20:26:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:31 smithi043 ceph-mon[135010]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T20:26:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:31] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-12-16T20:26:32.394 INFO:tasks.workunit.client.0.smithi002.stdout: i=13 exists [233214~2546451,4098845~16148172,22376503~7767189,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~9115862,258124390~12588200,271064952~3622941,279900248~10472589,292067647~3994681,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] wrote [124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771] 2023-12-16T20:26:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:32 smithi002 ceph-mon[140029]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T20:26:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:32 smithi002 ceph-mon[137674]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T20:26:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:32 smithi043 ceph-mon[135010]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T20:26:33.408 INFO:tasks.workunit.client.0.smithi002.stdout: i=14 exists [233214~2546451,4098845~34022794,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,279900248~16162080,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] wrote [19368676~3879788,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,255059993~5983361,286613008~7381307,345268588~7277620,361067045~2140935,401301466~597924] 2023-12-16T20:26:33.598 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:33 smithi002 ceph-mon[137674]: pgmap v3300: 137 pgs: 137 active+clean; 537 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 50 MiB/s wr, 311 op/s 2023-12-16T20:26:33.598 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:33 smithi002 ceph-mon[137674]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T20:26:33.598 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:33 smithi002 ceph-mon[140029]: pgmap v3300: 137 pgs: 137 active+clean; 537 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 50 MiB/s wr, 311 op/s 2023-12-16T20:26:33.598 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:33 smithi002 ceph-mon[140029]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T20:26:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:33 smithi043 ceph-mon[135010]: pgmap v3300: 137 pgs: 137 active+clean; 537 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 50 MiB/s wr, 311 op/s 2023-12-16T20:26:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:33 smithi043 ceph-mon[135010]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T20:26:34.429 INFO:tasks.workunit.client.0.smithi002.stdout: i=15 exists [233214~2546451,4098845~34022794,38910402~1678489,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] wrote [18134138~7776470,32240978~5150790,38910402~1678489,77903646~6512076,121073340~7173064,276274188~4120146,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:34 smithi002 ceph-mon[137674]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T20:26:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:34 smithi002 ceph-mon[140029]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T20:26:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:34 smithi043 ceph-mon[135010]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T20:26:34.850 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:26:35.175 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:26:35.175 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (54m) 20s ago 57m 25.2M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:26:35.175 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (54m) 8m ago 57m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:26:35.175 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (58m) 20s ago 58m 24.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:26:35.175 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (58m) 8m ago 58m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (54m) 8m ago 60m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (54m) 20s ago 61m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (53m) 20s ago 61m 175M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (53m) 8m ago 60m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (53m) 20s ago 60m 126M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (54m) 20s ago 57m 16.4M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (54m) 8m ago 57m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (52m) 20s ago 60m 522M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (52m) 20s ago 59m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (51m) 20s ago 59m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (51m) 20s ago 59m 437M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (50m) 8m ago 59m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (50m) 8m ago 59m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (49m) 8m ago 58m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:26:35.176 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (49m) 8m ago 58m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:26:35.177 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (54m) 8m ago 57m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:26:35.438 INFO:tasks.workunit.client.0.smithi002.stdout: i=16 exists [233214~2546451,4098845~34022794,38910402~1678489,41698697~9451338,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] wrote [12221177~6543908,70655922~7766816,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,330688270~3185834,397504465~198033] 2023-12-16T20:26:35.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[137674]: pgmap v3303: 137 pgs: 137 active+clean; 569 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 25 MiB/s wr, 182 op/s 2023-12-16T20:26:35.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[137674]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T20:26:35.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[137674]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:35.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[140029]: pgmap v3303: 137 pgs: 137 active+clean; 569 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 25 MiB/s wr, 182 op/s 2023-12-16T20:26:35.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[140029]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T20:26:35.490 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:35 smithi002 ceph-mon[140029]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:35.613 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:26:35.613 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:26:35.613 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:26:35.614 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:26:35.615 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:26:35.615 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:26:35.615 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:26:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:35 smithi043 ceph-mon[135010]: pgmap v3303: 137 pgs: 137 active+clean; 569 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 105 KiB/s rd, 25 MiB/s wr, 182 op/s 2023-12-16T20:26:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:35 smithi043 ceph-mon[135010]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T20:26:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:35 smithi043 ceph-mon[135010]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:36.406 INFO:tasks.workunit.client.0.smithi002.stdout: i=17 exists [233214~2546451,4098845~34022794,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] wrote [15492009~2908592,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,285752409~5390710,310173197~1306595,393711199~347340] 2023-12-16T20:26:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[137674]: from='client.37290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[137674]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T20:26:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/181570761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[140029]: from='client.37290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[140029]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T20:26:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/181570761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:36.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:36 smithi043 ceph-mon[135010]: from='client.37290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:26:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:36 smithi043 ceph-mon[135010]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T20:26:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:36 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/181570761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:26:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:37.444 INFO:tasks.workunit.client.0.smithi002.stdout: i=18 exists [233214~2546451,4098845~34022794,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] wrote [16369326~3941900,33968490~3353935,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,336518963~5502116,368093964~7830383,382716321~3897638] 2023-12-16T20:26:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:37 smithi002 ceph-mon[137674]: pgmap v3306: 137 pgs: 137 active+clean; 737 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 339 op/s 2023-12-16T20:26:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:37 smithi002 ceph-mon[137674]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T20:26:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:37 smithi002 ceph-mon[140029]: pgmap v3306: 137 pgs: 137 active+clean; 737 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 339 op/s 2023-12-16T20:26:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:37 smithi002 ceph-mon[140029]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T20:26:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:37 smithi043 ceph-mon[135010]: pgmap v3306: 137 pgs: 137 active+clean; 737 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 339 op/s 2023-12-16T20:26:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:37 smithi043 ceph-mon[135010]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T20:26:38.445 INFO:tasks.workunit.client.0.smithi002.stdout: i=19 exists [233214~2546451,4098845~34022794,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241517219~4112993,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] wrote [18275025~93395,18883678~7106018,144846699~4733194,298573134~7689357,324311065~3857022,328595467~5579014,339063927~4303224,392105503~743600] 2023-12-16T20:26:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:38 smithi002 ceph-mon[137674]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T20:26:38.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:38 smithi002 ceph-mon[140029]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T20:26:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:38 smithi043 ceph-mon[135010]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T20:26:39.390 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 1 diff [4098845~7134048,155592896~6924595,191286151~432137,216029401~5116692,249924222~7362509,262958633~3385755,292067647~3994681,344916251~2429031,379179115~5755688] 2023-12-16T20:26:39.391 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,155592896~6924595,191286151~432137,216029401~5116692,249924222~7362509,262958633~3385755,292067647~3994681,344916251~2429031,379179115~5755688] 2023-12-16T20:26:39.412 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,155189248~7328243,188743680~2974608,216029401~5116692,247463936~9822795,262958633~3385755,289406976~6655352,343932928~3412354,377487360~7447443] 2023-12-16T20:26:39.412 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 2 diff [4098845~7134048,24082557~4835805,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,155592896~6924595,191286151~432137,198743146~779949,216029401~11646654,249924222~7362509,262958633~3385755,292067647~3994681,344916251~2429031,379179115~5755688,397172986~2433856] 2023-12-16T20:26:39.412 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,24082557~4835805,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,155592896~6924595,191286151~432137,198743146~779949,216029401~11646654,249924222~7362509,262958633~3385755,292067647~3994681,344916251~2429031,379179115~5755688,397172986~2433856] 2023-12-16T20:26:39.419 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,24082557~4835805,50331648~7942305,71303168~5655749,83886080~7121508,96468992~10490200,150994944~11522547,188743680~2974608,197132288~2390807,216029401~11646654,247463936~9822795,262958633~3385755,289406976~6655352,343932928~3412354,377487360~7447443,394264576~5342266] 2023-12-16T20:26:39.419 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 3 diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,155592896~6924595,173182939~6570982,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,249924222~7362509,262958633~5697900,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,379179115~5755688,397172986~2433856] 2023-12-16T20:26:39.420 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,155592896~6924595,173182939~6570982,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,249924222~7362509,262958633~5697900,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,379179115~5755688,397172986~2433856] 2023-12-16T20:26:39.427 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,24082557~4835805,41943040~16330913,71303168~5655749,83886080~7121508,96468992~10490200,150994944~11522547,171966464~7787457,188743680~6825508,197132288~2390807,216029401~11646654,230686720~5882208,247463936~9822795,262958633~5697900,276824064~8874547,289406976~6655352,314572800~8672606,343932928~3412354,377487360~7447443,394264576~5342266] 2023-12-16T20:26:39.427 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 4 diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~9327276,72796350~4162567,87732994~3274594,99560769~7398423,106972468~3295504,139014596~7121903,154244495~1305951,155592896~6924595,170441004~9312917,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,397172986~2433856] 2023-12-16T20:26:39.427 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~9327276,72796350~4162567,87732994~3274594,99560769~7398423,106972468~3295504,139014596~7121903,154244495~1305951,155592896~6924595,170441004~9312917,189611233~5957955,198743146~779949,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,317753408~5491998,344916251~2429031,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,397172986~2433856] 2023-12-16T20:26:39.434 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,24082557~4835805,41943040~18662943,71303168~5655749,83886080~7121508,96468992~13798980,138412032~7724467,150994944~11522547,167772160~11981761,188743680~6825508,197132288~2390807,216029401~11646654,230686720~5882208,247463936~9822795,262034674~6621859,276824064~8874547,289406976~6655352,314572800~8672606,343932928~3412354,360710144~6237634,373293056~861602,377487360~7447443,385875968~1276565,394264576~5342266] 2023-12-16T20:26:39.434 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 5 diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,99560769~7398423,106972468~3295504,137883797~8252702,154244495~1305951,155592896~6924595,170441004~9312917,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,299102532~6956142,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.434 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,24082557~4835805,46094069~5055966,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,99560769~7398423,106972468~3295504,137883797~8252702,154244495~1305951,155592896~6924595,170441004~9312917,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,299102532~6956142,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379179115~5755688,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.440 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,24082557~4835805,41943040~18662943,71303168~19704420,96468992~13798980,134217728~11918771,150994944~11522547,167772160~11981761,188743680~6825508,197132288~2390807,205520896~7139827,216029401~11646654,230686720~5882208,247463936~9822795,262034674~6621859,276824064~8874547,289406976~6655352,297795584~8263090,314572800~8672606,343932928~3412354,348127232~7636022,360710144~6237634,373293056~861602,377487360~7447443,385875968~16544147] 2023-12-16T20:26:39.440 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 6 diff [4098845~7134048,15662738~4584279,24082557~4835805,45763879~5386156,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.441 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,15662738~4584279,24082557~4835805,45763879~5386156,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,262034674~6621859,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,317753408~5491998,344916251~2429031,349443911~6319343,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.447 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,12582912~7664105,24082557~4835805,41943040~18662943,71303168~19704420,94059583~16208389,134217728~28299763,167772160~18803835,188743680~6825508,197132288~2390807,205520896~7139827,216029401~11646654,230686720~5882208,247463936~9822795,262034674~6621859,276824064~8874547,289406976~6655352,297795584~8263090,306184192~2715453,314572800~8672606,343932928~3412354,348127232~7636022,360710144~6237634,373293056~861602,377487360~7447443,385875968~16544147] 2023-12-16T20:26:39.447 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 7 diff [4098845~7134048,15662738~4584279,23727322~5191040,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,260864696~9847894,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~2429031,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.447 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,15662738~4584279,23727322~5191040,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,155592896~6924595,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,260864696~9847894,279900248~5798363,292067647~3994681,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~2429031,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~5873882,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.454 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,12582912~7664105,23727322~5191040,41943040~20550020,71303168~19704420,94059583~16208389,134217728~28299763,167772160~18803835,188743680~6825508,197132288~2390807,205520896~7139827,216029401~11646654,230686720~5882208,247463936~9822795,260864696~9847894,276824064~8874547,289406976~6655352,297795584~8263090,306184192~3902634,314572800~8672606,343932928~3412354,348127232~8102302,360710144~6237634,373293056~861602,377487360~7447443,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.454 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 8 diff [4098845~7134048,15662738~4584279,23727322~5191040,36308700~1751225,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~12369892,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,260864696~9847894,279900248~5798363,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.454 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~7134048,15662738~4584279,23727322~5191040,36308700~1751225,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~12369892,208413049~4247674,216029401~11646654,231842751~4726177,249924222~7362509,260864696~9847894,279900248~5798363,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.461 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~8453228,12582912~7664105,23727322~5191040,33554432~4505493,41943040~20550020,71303168~38964804,134217728~28299763,167772160~31750935,205520896~7139827,216029401~11646654,230686720~5882208,247463936~9822795,260864696~9847894,276824064~8874547,289406976~16651698,306184192~3902634,314572800~8672606,343932928~12296606,360710144~6237634,373293056~1882978,377487360~7447443,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.461 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 9 diff [4098845~16148172,23727322~5191040,36308700~1751225,45763879~5386156,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~15984215,208413049~4247674,216029401~11646654,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.461 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~16148172,23727322~5191040,36308700~1751225,45763879~5386156,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,155592896~6924595,170441004~16134991,187153203~15984215,208413049~4247674,216029401~11646654,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.467 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~17467352,23727322~5191040,33554432~4505493,41943040~25186822,71303168~38964804,134217728~28299763,167772160~35365258,205520896~7139827,216029401~11646654,230686720~5882208,241673578~2276904,247463936~9822795,260864696~13823197,276824064~29234610,306184192~3902634,314572800~16190742,343932928~12296606,360710144~6237634,373293056~1882978,377487360~7447443,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.467 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 10 diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.467 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,344916251~4370061,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.474 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~17467352,23727322~5191040,30143692~36986170,71303168~38964804,113246208~12440925,134217728~28299763,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,247463936~9822795,260864696~13823197,276824064~29234610,306184192~3902634,314572800~16190742,343932928~12296606,360710144~6237634,373293056~1882978,377487360~7447443,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.474 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 11 diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.474 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.480 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~17467352,23727322~5191040,30143692~36986170,71303168~38964804,113246208~12440925,134217728~28299763,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,247463936~9822795,260864696~13823197,276824064~29234610,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,377487360~7447443,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.481 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 12 diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.481 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~8906059,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,249924222~7362509,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.487 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~17467352,23727322~5191040,30143692~36986170,71303168~54383965,134217728~28299763,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,247463936~9822795,260864696~13823197,276824064~29234610,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,377487360~7447443,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.487 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 13 diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~9115862,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.487 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~16148172,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~9115862,260864696~9847894,271064952~3622941,279900248~10472589,292067647~3994681,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.493 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~17467352,23727322~5191040,30143692~36986170,71303168~58089401,134217728~28299763,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~9822795,260864696~13823197,276824064~33262762,314572800~16190742,335544320~20883101,360710144~16649237,377487360~7447443,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.494 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 14 diff [4098845~19149619,23727322~5191040,30137985~7983654,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,279900248~16162080,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.494 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~19149619,23727322~5191040,30137985~7983654,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,279900248~16162080,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.500 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~20468799,23727322~5191040,30137985~99254584,134217728~28299763,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~27223957,276824064~33262762,314572800~16190742,335544320~20883101,360710144~16649237,377487360~7447443,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.500 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 15 diff [4098845~24819517,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.500 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.506 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~99254584,134217728~28299763,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~62622890,314572800~16190742,335544320~20883101,360710144~24224659,385875968~22025622] 2023-12-16T20:26:39.506 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 16 diff [4098845~24819517,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.506 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.512 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~28299763,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~62622890,314572800~19301304,335544320~20883101,360710144~24224659,385875968~22025622] 2023-12-16T20:26:39.512 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 17 diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.512 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~6924595,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~5873882,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.518 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~28299763,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19301304,335544320~20883101,360710144~24224659,385875968~22025622] 2023-12-16T20:26:39.518 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 18 diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.518 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.525 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19301304,335544320~20883101,360710144~47191446] 2023-12-16T20:26:39.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 19 diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.525 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:39.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 2 diff [24082557~4835805,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,198743146~779949,220157208~7518847,250673541~4792500,397172986~2433856] 2023-12-16T20:26:39.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [24082557~4835805,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,198743146~779949,220157208~7518847,250673541~4792500,397172986~2433856] 2023-12-16T20:26:39.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [24082557~4835805,50331648~7942305,71303168~5655749,83886080~7121508,96468992~10490200,150994944~4555502,197132288~2390807,220157208~7518847,250673541~4792500,394264576~5342266] 2023-12-16T20:26:39.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 3 diff [24082557~4835805,46094069~5055966,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,173182939~6570982,189611233~5957955,198743146~779949,218920463~8755592,231842751~4726177,250673541~4792500,264641041~4015492,279900248~5798363,317753408~5491998,397172986~2433856] 2023-12-16T20:26:39.537 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [24082557~4835805,46094069~5055966,51278707~6995246,72796350~4162567,87732994~3274594,99560769~7398423,154244495~1305951,173182939~6570982,189611233~5957955,198743146~779949,218920463~8755592,231842751~4726177,250673541~4792500,264641041~4015492,279900248~5798363,317753408~5491998,397172986~2433856] 2023-12-16T20:26:39.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [24082557~4835805,41943040~16330913,71303168~5655749,83886080~7121508,96468992~10490200,150994944~4555502,171966464~7787457,189611233~5957955,197132288~2390807,218920463~8755592,230686720~5882208,250673541~4792500,264641041~4015492,276824064~8874547,314572800~8672606,394264576~5342266] 2023-12-16T20:26:39.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 4 diff [24082557~4835805,46094069~5055966,51278707~9327276,72796350~4162567,87732994~3274594,99560769~7398423,106972468~3295504,139014596~7121903,154244495~1305951,170441004~9312917,189611233~5957955,198743146~779949,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,317753408~5491998,361847300~5100478,374119831~34827,386140924~1011609,397172986~2433856] 2023-12-16T20:26:39.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [24082557~4835805,46094069~5055966,51278707~9327276,72796350~4162567,87732994~3274594,99560769~7398423,106972468~3295504,139014596~7121903,154244495~1305951,170441004~9312917,189611233~5957955,198743146~779949,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,317753408~5491998,361847300~5100478,374119831~34827,386140924~1011609,397172986~2433856] 2023-12-16T20:26:39.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [24082557~4835805,41943040~18662943,71303168~5655749,83886080~7121508,96468992~13798980,138412032~7724467,150994944~4555502,167772160~11981761,189611233~5957955,197132288~2390807,218920463~8755592,230686720~5882208,250673541~4792500,262034674~2217358,264641041~4015492,276824064~8874547,314572800~8672606,360710144~6237634,373293056~861602,385875968~1276565,394264576~5342266] 2023-12-16T20:26:39.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 5 diff [24082557~4835805,46094069~5055966,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,99560769~7398423,106972468~3295504,137883797~8252702,154244495~1305951,170441004~9312917,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [24082557~4835805,46094069~5055966,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,99560769~7398423,106972468~3295504,137883797~8252702,154244495~1305951,170441004~9312917,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [24082557~4835805,41943040~18662943,71303168~19704420,96468992~13798980,134217728~11918771,150994944~4555502,167772160~11981761,189611233~5957955,197132288~2390807,205520896~7139827,218920463~8755592,230686720~5882208,250673541~4792500,262034674~2217358,264641041~4015492,276824064~8874547,297795584~8263090,314572800~8672606,348127232~7636022,360710144~6237634,373293056~861602,385875968~16544147] 2023-12-16T20:26:39.555 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 6 diff [15662738~4584279,24082557~4835805,45763879~5386156,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,159940319~1849258,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,308756343~143302,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,24082557~4835805,45763879~5386156,51278707~9327276,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,159940319~1849258,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,308756343~143302,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.561 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,24082557~4835805,41943040~18662943,71303168~19704420,94059583~16208389,134217728~21332718,159940319~1849258,167772160~18803835,189611233~5957955,197132288~2390807,205520896~7139827,218920463~8755592,230686720~5882208,250673541~4792500,262034674~2217358,264641041~4015492,276824064~8874547,297795584~8263090,306184192~2715453,314572800~8672606,348127232~7636022,360710144~6237634,373293056~861602,379060921~4773543,385875968~16544147] 2023-12-16T20:26:39.562 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 7 diff [15662738~4584279,23727322~5191040,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,159940319~1849258,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,260864696~9847894,279900248~5798363,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.562 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~5191040,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~3274594,94059583~4475730,99560769~7398423,106972468~3295504,137883797~14098824,154244495~1305951,159940319~1849258,170441004~16134991,189611233~5957955,198743146~779949,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,260864696~9847894,279900248~5798363,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.568 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~5191040,41943040~20550020,71303168~19704420,94059583~16208389,134217728~21332718,159940319~1849258,167772160~18803835,189611233~5957955,197132288~2390807,205520896~7139827,218920463~8755592,230686720~5882208,250673541~4792500,260864696~9847894,276824064~8874547,297795584~8263090,306184192~3902634,314572800~8672606,348127232~8102302,360710144~6237634,373293056~861602,379060921~4773543,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.568 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 8 diff [15662738~4584279,23727322~5191040,36308700~1751225,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,159940319~1849258,170441004~16134991,187153203~12369892,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,260864696~9847894,279900248~5798363,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.568 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~5191040,36308700~1751225,45763879~5386156,51278707~11214353,72344218~4614699,79406542~5653703,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,159940319~1849258,170441004~16134991,187153203~12369892,208413049~4247674,218920463~8755592,231842751~4726177,250673541~4792500,260864696~9847894,279900248~5798363,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.573 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~5191040,33554432~4505493,41943040~20550020,71303168~38964804,134217728~21332718,159940319~1849258,167772160~31750935,205520896~7139827,218920463~8755592,230686720~5882208,250673541~4792500,260864696~9847894,276824064~8874547,296062328~9996346,306184192~3902634,314572800~8672606,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.574 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 9 diff [4735850~3127530,10566850~9680167,23727322~5191040,36308700~1751225,45763879~5386156,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,159940319~1849258,170441004~16134991,187153203~15984215,208413049~4247674,218920463~8755592,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.574 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~5191040,36308700~1751225,45763879~5386156,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,137883797~14566437,154244495~1305951,159940319~1849258,170441004~16134991,187153203~15984215,208413049~4247674,218920463~8755592,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.579 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~5191040,33554432~4505493,41943040~25186822,71303168~38964804,134217728~21332718,159940319~1849258,167772160~35365258,205520896~7139827,218920463~8755592,230686720~5882208,241673578~2276904,250673541~4792500,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.579 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 10 diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,187153203~16013113,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.579 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~12716027,87732994~10802319,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,187153203~16013113,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.585 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~5191040,30143692~36986170,71303168~38964804,113246208~12440925,134217728~21332718,159940319~1849258,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,250673541~4792500,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.586 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 11 diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.586 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~3295504,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.591 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~5191040,30143692~36986170,71303168~38964804,113246208~12440925,134217728~21332718,159940319~1849258,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,250673541~4792500,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~16544147,402653184~3468383] 2023-12-16T20:26:39.592 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 12 diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.592 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~8906059,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,250673541~4792500,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.597 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~5191040,30143692~36986170,71303168~54383965,134217728~21332718,159940319~1849258,167772160~35394156,205520896~7139827,215511374~12164681,230686720~5882208,241673578~2276904,250673541~4792500,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.598 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 13 diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~7295172,260864696~9847894,271064952~3622941,279900248~10472589,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.598 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~5191040,32291032~2076187,36308700~1751225,41698697~9451338,51278707~15851155,72344218~26191095,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~7295172,260864696~9847894,271064952~3622941,279900248~10472589,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.603 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~5191040,30143692~36986170,71303168~58089401,134217728~21332718,159940319~1849258,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~7295172,260864696~13823197,276824064~13548773,296062328~14024498,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.603 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 14 diff [4735850~3127530,10566850~12681614,23727322~5191040,30137985~7983654,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,279900248~14094067,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.604 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~12681614,23727322~5191040,30137985~7983654,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,279900248~14094067,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.609 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~12681614,23727322~5191040,30137985~99254584,134217728~21332718,159940319~1849258,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~26517024,276824064~17170251,296062328~14024498,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~16544147,402653184~5248406] 2023-12-16T20:26:39.610 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 15 diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.610 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~28244100,99560769~7398423,106972468~7627136,116781074~12611495,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.615 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~99254584,134217728~21332718,159940319~1849258,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~14024498,314572800~16190742,335544320~20883101,360710144~17922857,379060921~4773543,385875968~22025622] 2023-12-16T20:26:39.615 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 16 diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.616 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~1678489,41698697~9451338,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.622 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159940319~1849258,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~14024498,314572800~19301304,335544320~20883101,360710144~17922857,379060921~4773543,385875968~22025622] 2023-12-16T20:26:39.622 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 17 diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.622 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.628 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159940319~1849258,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19301304,335544320~20883101,360710144~17922857,379060921~4773543,385875968~22025622] 2023-12-16T20:26:39.628 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 18 diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.628 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.634 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19301304,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:39.634 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 19 diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.634 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.640 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:39.640 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 3 diff [46094069~5055966,173182939~6570982,189611233~5957955,218920463~5978450,231842751~4726177,264641041~4015492,279900248~5798363,317753408~5491998] 2023-12-16T20:26:39.640 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [46094069~5055966,173182939~6570982,189611233~5957955,218920463~5978450,231842751~4726177,264641041~4015492,279900248~5798363,317753408~5491998] 2023-12-16T20:26:39.646 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [41943040~9206995,171966464~7787457,189611233~5957955,218920463~5978450,230686720~5882208,264641041~4015492,276824064~8874547,314572800~8672606] 2023-12-16T20:26:39.646 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 4 diff [46094069~5055966,52468772~8137211,106972468~3295504,139014596~7121903,170441004~9312917,189611233~5957955,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,317753408~5491998,361847300~5100478,374119831~34827,386140924~1011609] 2023-12-16T20:26:39.646 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [46094069~5055966,52468772~8137211,106972468~3295504,139014596~7121903,170441004~9312917,189611233~5957955,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,317753408~5491998,361847300~5100478,374119831~34827,386140924~1011609] 2023-12-16T20:26:39.652 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [41943040~9206995,52468772~8137211,106959192~3308780,138412032~7724467,167772160~11981761,189611233~5957955,218920463~5978450,230686720~5882208,262034674~2217358,264641041~4015492,276824064~8874547,314572800~8672606,360710144~6237634,373293056~861602,385875968~1276565] 2023-12-16T20:26:39.652 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 5 diff [46094069~5055966,52468772~8137211,72344218~3747370,79406542~5653703,104196797~1833881,106972468~3295504,137883797~8252702,170441004~9312917,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.652 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [46094069~5055966,52468772~8137211,72344218~3747370,79406542~5653703,104196797~1833881,106972468~3295504,137883797~8252702,170441004~9312917,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.657 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [41943040~9206995,52468772~8137211,72344218~3747370,76958917~8101328,104196797~1833881,106959192~3308780,134217728~11918771,167772160~11981761,189611233~5957955,205520896~7139827,218920463~5978450,230686720~5882208,262034674~2217358,264641041~4015492,276824064~8874547,297795584~8263090,314572800~8672606,348127232~7636022,360710144~6237634,373293056~861602,385875968~8480964,395952162~6467953] 2023-12-16T20:26:39.658 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 6 diff [15662738~4584279,45763879~5386156,52468772~8137211,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~16134991,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,308756343~143302,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.658 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,45763879~5386156,52468772~8137211,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~16134991,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,262034674~2217358,264641041~4015492,279900248~5798363,299102532~6956142,308756343~143302,317753408~5491998,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.663 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,41943040~9206995,52468772~8137211,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,106959192~3308780,134217728~17764893,159940319~1849258,167772160~18803835,189611233~5957955,205520896~7139827,218920463~5978450,230686720~5882208,262034674~2217358,264641041~4015492,276824064~8874547,297795584~8263090,306184192~2715453,314572800~8672606,348127232~7636022,360710144~6237634,373293056~861602,379060921~4773543,385875968~8480964,395952162~6467953] 2023-12-16T20:26:39.663 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 7 diff [15662738~4584279,23727322~2353497,45763879~5386156,52468772~10024288,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~16134991,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,260864696~9847894,279900248~5798363,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.664 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,45763879~5386156,52468772~10024288,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~16134991,189611233~5957955,208413049~4247674,218920463~5978450,231842751~4726177,260864696~9847894,279900248~5798363,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.669 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,41943040~9206995,52468772~10024288,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,106959192~3308780,134217728~17764893,159940319~1849258,167772160~18803835,189611233~5957955,205520896~7139827,218920463~5978450,230686720~5882208,260864696~9847894,276824064~8874547,297795584~8263090,306184192~3902634,314572800~8672606,348127232~8102302,360710144~6237634,373293056~861602,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.669 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 8 diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~5386156,52468772~10024288,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~16134991,187153203~11906902,208413049~4247674,218920463~5978450,231842751~4726177,260864696~9847894,279900248~5798363,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.669 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~5386156,52468772~10024288,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~16134991,187153203~11906902,208413049~4247674,218920463~5978450,231842751~4726177,260864696~9847894,279900248~5798363,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.675 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,33554432~4505493,41943040~9206995,52468772~10024288,72344218~3747370,76958917~8101328,88479244~10056069,104196797~1833881,106959192~3308780,134217728~18232506,159940319~1849258,167772160~31287945,205520896~7139827,218920463~5978450,230686720~5882208,260864696~9847894,276824064~8874547,296062328~9996346,306184192~3902634,314572800~8672606,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.675 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 9 diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~5386156,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~16134991,187153203~15984215,208413049~4247674,218920463~5978450,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.675 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~5386156,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~16134991,187153203~15984215,208413049~4247674,218920463~5978450,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.681 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,33554432~4505493,41943040~9206995,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106959192~3308780,134217728~18232506,159940319~1849258,167772160~35365258,205520896~7139827,218920463~5978450,230686720~5882208,241673578~2276904,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.681 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 10 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,187153203~16013113,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.681 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,187153203~16013113,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.687 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~21006343,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106959192~3308780,113246208~12440925,134217728~18232506,159940319~1849258,167772160~35394156,205520896~7139827,215511374~9387539,230686720~5882208,241673578~2276904,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.687 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 11 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.687 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,187153203~16013113,207189115~263264,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.693 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~21006343,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106959192~3308780,113246208~12440925,134217728~18232506,159940319~1849258,167772160~35394156,205520896~7139827,215511374~9387539,230686720~5882208,241673578~2276904,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.693 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 12 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.693 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~8906059,137883797~14566437,159940319~1849258,168715107~17860888,186640902~16525414,207189115~263264,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,260864696~9847894,271064952~3622941,279900248~10472589,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,317753408~5491998,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.699 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~21006343,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106959192~18727941,134217728~18232506,159940319~1849258,167772160~35394156,205520896~7139827,215511374~9387539,230686720~5882208,241673578~2276904,260864696~13823197,276824064~13548773,296062328~9996346,306184192~3902634,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.699 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 13 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,279900248~10472589,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.699 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~9451338,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,279900248~10472589,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.705 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~21006343,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~44888563,215511374~9387539,230686720~5882208,241673578~2276904,247706717~163507,248170869~3332303,260864696~13823197,276824064~13548773,296062328~14024498,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.705 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 14 diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~9451338,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,279900248~14094067,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.705 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~9451338,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,279900248~14094067,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.710 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~12681614,23727322~2353497,30137985~21012050,52468772~23622816,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~44888563,215511374~9387539,230686720~5882208,241673578~2276904,247706717~163507,248170869~3332303,255059993~19627900,276824064~17170251,296062328~14024498,314572800~16190742,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.711 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 15 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~9451338,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.711 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~9451338,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~9387539,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~13010134,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.717 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~23622816,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~44888563,215511374~9387539,230686720~5882208,241673578~2276904,247706717~163507,248170869~3332303,255059993~38934322,296062328~14024498,314572800~16190742,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.717 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 16 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~9451338,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.718 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~9451338,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.724 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159940319~1849258,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~3332303,255059993~38934322,296062328~14024498,314572800~19301304,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.724 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 17 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.724 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~17860888,186640902~21504800,208413049~4247674,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.730 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159940319~1849258,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~3332303,255059993~38934322,296062328~15417464,314572800~19301304,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.730 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 18 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.730 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16120696,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.736 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19301304,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:39.736 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 19 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.736 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:39 smithi002 ceph-mon[137674]: pgmap v3309: 137 pgs: 137 active+clean; 738 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 43 MiB/s wr, 167 op/s 2023-12-16T20:26:39.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:39 smithi002 ceph-mon[137674]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T20:26:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:39 smithi002 ceph-mon[140029]: pgmap v3309: 137 pgs: 137 active+clean; 738 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 43 MiB/s wr, 167 op/s 2023-12-16T20:26:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:39 smithi002 ceph-mon[140029]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T20:26:39.742 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:39.742 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 4 diff [52468772~8137211,106972468~3295504,139014596~7121903,170441004~6426896,262034674~2217358,361847300~5100478,374119831~34827,386140924~1011609] 2023-12-16T20:26:39.742 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [52468772~8137211,106972468~3295504,139014596~7121903,170441004~6426896,262034674~2217358,361847300~5100478,374119831~34827,386140924~1011609] 2023-12-16T20:26:39.747 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:39 smithi043 ceph-mon[135010]: pgmap v3309: 137 pgs: 137 active+clean; 738 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 KiB/s rd, 43 MiB/s wr, 167 op/s 2023-12-16T20:26:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:39 smithi043 ceph-mon[135010]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T20:26:39.748 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [52468772~8137211,106959192~3308780,138412032~7724467,167772160~9095740,262034674~2217358,360710144~6237634,373293056~861602,385875968~1276565] 2023-12-16T20:26:39.748 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 5 diff [52468772~8137211,72344218~3747370,79406542~5653703,104196797~1833881,106972468~3295504,137883797~8252702,170441004~6426896,208413049~4247674,262034674~2217358,299102532~6956142,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.748 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [52468772~8137211,72344218~3747370,79406542~5653703,104196797~1833881,106972468~3295504,137883797~8252702,170441004~6426896,208413049~4247674,262034674~2217358,299102532~6956142,349443911~6319343,361847300~5100478,374119831~34827,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.754 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [52468772~8137211,72344218~3747370,76958917~8101328,104196797~1833881,106959192~3308780,134217728~11918771,167772160~9095740,205520896~7139827,262034674~2217358,297795584~8263090,348127232~7636022,360710144~6237634,373293056~861602,385875968~8480964,395952162~6467953] 2023-12-16T20:26:39.754 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 6 diff [15662738~4584279,45763879~3926105,52468772~8137211,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~6426896,178395528~8180467,208413049~4247674,262034674~2217358,299102532~6956142,308756343~143302,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.754 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,45763879~3926105,52468772~8137211,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~6426896,178395528~8180467,208413049~4247674,262034674~2217358,299102532~6956142,308756343~143302,349443911~6319343,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.760 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,45763879~3926105,52468772~8137211,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,106959192~3308780,134217728~17764893,159940319~1849258,167772160~9095740,178395528~8180467,205520896~7139827,262034674~2217358,297795584~8263090,306184192~2715453,348127232~7636022,360710144~6237634,373293056~861602,379060921~4773543,385875968~8480964,395952162~6467953] 2023-12-16T20:26:39.760 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 7 diff [15662738~4584279,23727322~2353497,45763879~3926105,52468772~10024288,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~6426896,178395528~8180467,208413049~4247674,260864696~9847894,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.760 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,45763879~3926105,52468772~10024288,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,106972468~3295504,137883797~14098824,159940319~1849258,170441004~6426896,178395528~8180467,208413049~4247674,260864696~9847894,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,379060921~4773543,386140924~1011609,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.766 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,45763879~3926105,52468772~10024288,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,106959192~3308780,134217728~17764893,159940319~1849258,167772160~9095740,178395528~8180467,205520896~7139827,260864696~9847894,297795584~8263090,306184192~3902634,314918959~1733071,348127232~8102302,360710144~6237634,373293056~861602,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.766 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 8 diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,52468772~10024288,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~6426896,178395528~8180467,187153203~4346925,192258730~6801375,208413049~4247674,260864696~9847894,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.766 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,52468772~10024288,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~6426896,178395528~8180467,187153203~4346925,192258730~6801375,208413049~4247674,260864696~9847894,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.772 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,33554432~4505493,45763879~3926105,52468772~10024288,72344218~3747370,76958917~8101328,88479244~10056069,104196797~1833881,106959192~3308780,134217728~18232506,159940319~1849258,167772160~9095740,178395528~13104600,192258730~6801375,205520896~7139827,260864696~9847894,296062328~9996346,306184192~3902634,314918959~1733071,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.772 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 9 diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~6426896,178395528~8180467,187153203~4346925,192258730~10878688,208413049~4247674,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.772 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,137883797~14566437,159940319~1849258,170441004~6426896,178395528~8180467,187153203~4346925,192258730~10878688,208413049~4247674,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.778 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,33554432~4505493,45763879~3926105,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106959192~3308780,134217728~18232506,159940319~1849258,167772160~9095740,178395528~13104600,192258730~10878688,205520896~7139827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.778 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 10 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,187153203~4346925,192258730~10907586,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.778 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,187153203~4346925,192258730~10907586,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,361847300~5100478,374119831~34827,374237285~938749,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.784 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,52468772~14661090,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,106959192~3308780,113246208~12440925,134217728~18232506,159940319~1849258,167772160~9095740,177317561~14182567,192258730~10907586,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,345266724~10962810,360710144~6237634,373293056~1882978,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.784 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 11 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.784 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106972468~3295504,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.790 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,52468772~14661090,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,106959192~3308780,113246208~12440925,134217728~18232506,159940319~1849258,167772160~9095740,177317561~14182567,192258730~10907586,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.790 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 12 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~16525414,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.790 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~8906059,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~16525414,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.796 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106959192~18727941,134217728~18232506,159940319~1849258,167772160~9095740,177317561~25848755,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.796 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 13 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.796 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~15620807,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.802 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,52468772~14661090,72344218~3747370,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~9095740,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~13823197,282524351~7848486,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.802 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 14 diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.802 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~16292336,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.807 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~12681614,23727322~2353497,30137985~19551999,52468772~23622816,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~9095740,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~19627900,282524351~11469964,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,360710144~16649237,379060921~4773543,385875968~8480964,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.808 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 15 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.808 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,52468772~14661090,70291213~5800375,76558325~21976988,104196797~1833881,106972468~7627136,116781074~12611495,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.813 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~23622816,76558325~21976988,104196797~1833881,106959192~22433377,134217728~18232506,159940319~1849258,167772160~9095740,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.814 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 16 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.814 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.820 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159940319~1849258,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~14024498,314918959~1733071,321327896~12546208,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.820 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 17 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.820 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159940319~1849258,168715107~8152793,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~17565956,379060921~4773543,386140924~1011609,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.826 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159940319~1849258,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12546208,335544320~20883101,360710144~17922857,379060921~4773543,385875968~8480964,395952162~11949428] 2023-12-16T20:26:39.826 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 18 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.826 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.832 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12546208,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:39.832 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 19 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.832 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.838 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:39.838 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 5 diff [72344218~3747370,79406542~5653703,104196797~1833881,137883797~2569785,208413049~4247674,299102532~6956142,349443911~6319343,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.838 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [72344218~3747370,79406542~5653703,104196797~1833881,137883797~2569785,208413049~4247674,299102532~6956142,349443911~6319343,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.844 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [72344218~3747370,76958917~8101328,104196797~1833881,134217728~6235854,205520896~7139827,297795584~8263090,348127232~7636022,387152533~7204399,395952162~6467953] 2023-12-16T20:26:39.844 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 6 diff [15662738~4584279,45763879~3926105,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,137883797~2569785,143914770~8067851,159940319~1849258,178395528~8180467,208413049~4247674,299102532~6956142,308756343~143302,349443911~6319343,379060921~4773543,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.844 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,45763879~3926105,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,137883797~2569785,143914770~8067851,159940319~1849258,178395528~8180467,208413049~4247674,299102532~6956142,308756343~143302,349443911~6319343,379060921~4773543,389140308~5216624,395952162~6467953] 2023-12-16T20:26:39.849 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,45763879~3926105,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,134217728~6235854,143914770~8067851,159940319~1849258,178395528~8180467,205520896~7139827,297795584~8263090,306184192~2715453,348127232~7636022,379060921~4773543,387152533~7204399,395952162~6467953] 2023-12-16T20:26:39.849 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 7 diff [15662738~4584279,23727322~2353497,45763879~3926105,56380443~6112617,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,137883797~2569785,143914770~8067851,159940319~1849258,178395528~8180467,208413049~4247674,260864696~9847894,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,349443911~6319343,355856109~373425,379060921~4773543,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.849 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,45763879~3926105,56380443~6112617,72344218~3747370,79406542~5653703,94059583~4475730,104196797~1833881,137883797~2569785,143914770~8067851,159940319~1849258,178395528~8180467,208413049~4247674,260864696~9847894,299102532~6956142,308756343~143302,309951519~135307,314918959~1733071,349443911~6319343,355856109~373425,379060921~4773543,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.855 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,45763879~3926105,56380443~6112617,72344218~3747370,76958917~8101328,94059583~4475730,104196797~1833881,134217728~6235854,143914770~8067851,159940319~1849258,178395528~8180467,205520896~7139827,260864696~9847894,297795584~8263090,306184192~3902634,314918959~1733071,348127232~8102302,379060921~4773543,387152533~7204399,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.855 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 8 diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,56380443~6112617,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,137883797~2569785,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~6801375,208413049~4247674,260864696~9847894,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.855 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,56380443~6112617,72344218~3747370,79406542~5653703,88479244~10056069,104196797~1833881,137883797~2569785,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~6801375,208413049~4247674,260864696~9847894,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.861 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,33554432~4505493,45763879~3926105,56380443~6112617,72344218~3747370,76958917~8101328,88479244~10056069,104196797~1833881,134217728~6235854,143914770~8535464,159940319~1849258,178395528~13104600,192258730~6801375,205520896~7139827,260864696~9847894,296062328~9996346,306184192~3902634,314918959~1733071,345266724~10962810,374154658~1021376,379060921~4773543,387152533~7204399,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.861 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 9 diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,137883797~2569785,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~10878688,208413049~4247674,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.861 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,137883797~2569785,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~10878688,208413049~4247674,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.867 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,33554432~4505493,45763879~3926105,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,134217728~6235854,143914770~8535464,159940319~1849258,178395528~13104600,192258730~10878688,205520896~7139827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,345266724~10962810,374154658~1021376,379060921~4773543,387152533~7204399,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.867 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 10 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.867 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,349443911~6319343,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.873 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,56380443~10749419,72344218~3747370,76558325~8501920,88479244~10056069,104196797~1833881,113246208~12440925,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~14182567,192258730~10907586,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,345266724~10962810,374154658~1021376,379060921~4773543,387152533~7204399,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.873 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 11 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.873 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~2801220] 2023-12-16T20:26:39.879 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72344218~3747370,76558325~11441772,88479244~10056069,104196797~1833881,113246208~12440925,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~14182567,192258730~10907586,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,335544320~20883101,361738574~338412,366781355~10578026,379060921~4773543,387152533~7204399,395952162~6467953,402653184~3468383] 2023-12-16T20:26:39.879 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 12 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~4997943,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~16525414,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.879 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~4997943,116781074~8906059,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~16525414,207189115~263264,208413049~4247674,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~9836438,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.885 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~16085472,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~25848755,205520896~7139827,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~9996346,306184192~3902634,314918959~1733071,323245406~7518136,335544320~20883101,361738574~338412,366781355~10578026,379060921~4773543,387152533~7204399,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.885 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 13 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.885 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.891 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72344218~3747370,76558325~21976988,104196797~1833881,109601661~19790908,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~13823197,282524351~7848486,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,361738574~338412,366781355~10578026,379060921~4773543,387152533~7204399,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.891 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 14 diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,53666976~966309,56380443~10749419,70291213~5800375,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.891 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,53666976~966309,56380443~10749419,70291213~5800375,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,379060921~4773543,387499294~1601704,389140308~5216624,395952162~6467953,403320347~4581243] 2023-12-16T20:26:39.897 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~12681614,23727322~2353497,30137985~19551999,53666976~966309,56380443~19711145,76558325~21976988,104196797~1833881,109601661~19790908,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~19627900,282524351~11469964,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~10578026,379060921~4773543,387152533~7204399,395952162~6467953,402653184~5248406] 2023-12-16T20:26:39.897 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 15 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~5800375,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.897 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~5800375,76558325~21976988,104196797~1833881,109601661~4997943,116781074~12611495,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.905 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,53666976~966309,56380443~19711145,76558325~21976988,104196797~1833881,109601661~19790908,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~35343162,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~14024498,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387152533~7204399,395952162~11949428] 2023-12-16T20:26:39.905 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 16 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.905 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.910 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,53666976~966309,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~14024498,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387152533~7204399,395952162~11949428] 2023-12-16T20:26:39.910 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 17 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.910 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208413049~4247674,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.916 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,143914770~8535464,159940319~1849258,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387152533~7204399,395952162~11949428] 2023-12-16T20:26:39.916 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 18 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.916 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.922 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:39.922 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 19 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.922 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:39.928 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:39.928 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 6 diff [15662738~4584279,45763879~3926105,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,308756343~143302,379060921~4773543] 2023-12-16T20:26:39.929 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,45763879~3926105,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,308756343~143302,379060921~4773543] 2023-12-16T20:26:39.934 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,45763879~3926105,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,306184192~2715453,379060921~4773543] 2023-12-16T20:26:39.934 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 7 diff [15662738~4584279,23727322~2353497,45763879~3926105,56380443~6112617,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,260864696~9847894,308756343~143302,309951519~135307,314918959~1733071,355856109~373425,379060921~4773543,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.934 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,45763879~3926105,56380443~6112617,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,260864696~9847894,308756343~143302,309951519~135307,314918959~1733071,355856109~373425,379060921~4773543,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.940 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,45763879~3926105,56380443~6112617,94059583~4475730,143914770~8067851,159940319~1849258,178395528~8180467,260864696~9847894,306184192~3902634,314918959~1733071,355763254~466280,379060921~4773543,397595723~339819,402653184~3468383] 2023-12-16T20:26:39.940 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 8 diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,56380443~6112617,88479244~10056069,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~6801375,260864696~9847894,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.940 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15662738~4584279,23727322~2353497,36308700~1751225,45763879~3926105,56380443~6112617,88479244~10056069,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~6801375,260864696~9847894,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.946 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~7664105,23727322~2353497,33554432~4505493,45763879~3926105,56380443~6112617,88479244~10056069,143914770~8535464,159940319~1849258,178395528~13104600,192258730~6801375,260864696~9847894,296062328~7603261,306184192~3902634,314918959~1733071,345266724~4019588,355763254~466280,374154658~1021376,379060921~4773543,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:39.946 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 9 diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,56380443~10749419,76558325~8178168,88479244~10056069,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~10878688,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.946 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,36308700~1751225,45763879~3926105,56380443~10749419,76558325~8178168,88479244~10056069,143914770~8535464,159940319~1849258,178395528~8180467,187153203~4346925,192258730~10878688,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.952 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,33554432~4505493,45763879~3926105,56380443~10749419,76558325~8178168,88479244~10056069,143914770~8535464,159940319~1849258,178395528~13104600,192258730~10878688,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,306184192~3902634,314918959~1733071,323245406~7518136,345266724~4019588,355763254~466280,374154658~1021376,379060921~4773543,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:39.952 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 10 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,56380443~10749419,76558325~8178168,88479244~10056069,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.952 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,56380443~10749419,76558325~8178168,88479244~10056069,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.958 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,56380443~10749419,76558325~8178168,88479244~10056069,113246208~12440925,143914770~8535464,159940319~1849258,168715107~3066672,177317561~14182567,192258730~10907586,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,306184192~3902634,314918959~1733071,323245406~7518136,345266724~4019588,355763254~466280,374154658~1021376,379060921~4773543,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:39.958 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 11 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~10056069,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.958 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~10056069,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:39.964 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~10056069,113246208~12440925,143914770~8535464,159940319~1849258,168715107~3066672,177317561~14182567,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,306184192~3902634,314918959~1733071,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:39.964 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 12 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~4997943,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:39.964 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~4997943,116781074~8906059,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,308756343~143302,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:39.970 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~16085472,143914770~8535464,159940319~1849258,168715107~3066672,177317561~25848755,207189115~263264,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,306184192~3902634,314918959~1733071,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,402653184~5248406] 2023-12-16T20:26:39.970 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 13 diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:39.970 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~9680167,23727322~2353497,32291032~2076187,36308700~1751225,41698697~7991287,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:39.976 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~9680167,23727322~2353497,30143692~19546292,53666976~966309,56380443~10749419,72468100~832424,76558325~21976988,109601661~19790908,143914770~8535464,159940319~1849258,168715107~3066672,177317561~30828141,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~13823197,282524351~7848486,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,402653184~5248406] 2023-12-16T20:26:39.976 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 14 diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,53666976~966309,56380443~10749419,70291213~3114588,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,401301466~597924,403320347~4581243] 2023-12-16T20:26:39.976 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~12681614,23727322~2353497,30137985~7983654,41698697~7991287,53666976~966309,56380443~10749419,70291213~3114588,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,401301466~597924,403320347~4581243] 2023-12-16T20:26:39.982 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~12681614,23727322~2353497,30137985~19551999,53666976~966309,56380443~17025358,76558325~21976988,109601661~19790908,143914770~8535464,159940319~1849258,168715107~3066672,177317561~30828141,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~19627900,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~10578026,379060921~4773543,387499294~1601704,397595723~339819,401301466~597924,402653184~5248406] 2023-12-16T20:26:39.982 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 15 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~3114588,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.982 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~3114588,76558325~21976988,109601661~4997943,116781074~12611495,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.988 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,53666976~966309,56380443~17025358,76558325~21976988,109601661~19790908,143914770~8535464,159940319~1849258,168715107~3066672,177317561~30828141,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.988 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 16 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.988 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~7991287,53666976~966309,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.994 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,53666976~966309,56380443~43250887,107713382~25200474,143914770~8535464,159940319~1849258,168715107~3066672,177317561~30828141,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.994 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 17 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:39.994 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,143914770~8535464,159940319~1849258,168715107~3066672,177317561~9258434,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.000 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,143914770~8535464,159940319~1849258,168715107~3066672,177317561~30828141,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~6632421,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~4773543,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.000 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 18 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.000 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.006 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~7603261,304847371~6632421,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.006 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 19 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.006 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.012 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.012 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 7 diff [23727322~2353497,56380443~6112617,183249710~1469850,260864696~9847894,309951519~135307,314918959~1733071,355856109~373425,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.012 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [23727322~2353497,56380443~6112617,183249710~1469850,260864696~9847894,309951519~135307,314918959~1733071,355856109~373425,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.018 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [23727322~2353497,56380443~6112617,183249710~1469850,260864696~9847894,308899645~1187181,314918959~1733071,355763254~466280,397595723~339819,402653184~3468383] 2023-12-16T20:26:40.018 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 8 diff [23727322~2353497,36308700~1751225,56380443~6112617,88479244~7247197,145197718~7252516,183249710~2014559,187153203~4346925,192258730~6801375,260864696~9847894,296222236~7443353,309951519~135307,314918959~1733071,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.018 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [23727322~2353497,36308700~1751225,56380443~6112617,88479244~7247197,145197718~7252516,183249710~2014559,187153203~4346925,192258730~6801375,260864696~9847894,296222236~7443353,309951519~135307,314918959~1733071,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.024 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [23727322~2353497,33554432~4505493,56380443~6112617,88479244~7247197,145197718~7252516,183249710~2014559,186575995~4924133,192258730~6801375,260864696~9847894,296062328~7603261,308899645~1187181,314918959~1733071,345266724~4019588,355763254~466280,374154658~1021376,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:40.024 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 9 diff [4735850~3127530,10566850~5608674,23727322~2353497,36308700~1751225,56380443~10749419,76558325~8178168,88479244~7247197,145197718~7252516,183249710~2014559,187153203~4346925,192258730~10878688,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.024 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,23727322~2353497,36308700~1751225,56380443~10749419,76558325~8178168,88479244~7247197,145197718~7252516,183249710~2014559,187153203~4346925,192258730~10878688,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.030 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,23727322~2353497,33554432~4505493,56380443~10749419,76558325~8178168,88479244~7247197,145197718~7252516,183249710~2014559,186575995~4924133,192258730~10878688,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,308899645~1187181,314918959~1733071,323245406~7518136,345266724~4019588,355763254~466280,374154658~1021376,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:40.030 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 10 diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,56380443~10749419,76558325~8178168,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.030 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,56380443~10749419,76558325~8178168,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,345266724~4019588,355856109~373425,374237285~938749,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.036 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,23727322~2353497,30143692~15813893,56380443~10749419,76558325~8178168,88479244~7247197,113246208~12440925,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~4924133,192258730~10907586,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,308899645~1187181,314918959~1733071,323245406~7518136,345266724~4019588,355763254~466280,374154658~1021376,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:40.036 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 11 diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.036 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~2801220] 2023-12-16T20:26:40.042 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,23727322~2353497,30143692~15813893,53666976~966309,56380443~10749419,72468100~832424,76558325~11441772,88479244~7247197,113246208~12440925,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~4924133,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,308899645~1187181,314918959~1733071,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,402653184~3468383] 2023-12-16T20:26:40.042 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 12 diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~4997943,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:40.042 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~4997943,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,309951519~135307,314918959~1733071,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:40.048 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,23727322~2353497,30143692~15813893,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~16085472,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~16590321,207189115~263264,215511374~6598827,241673578~2276904,260864696~13823197,282524351~7848486,296062328~7603261,308899645~1187181,314918959~1733071,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,402653184~5248406] 2023-12-16T20:26:40.048 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 13 diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:40.048 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,23727322~2353497,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~9847894,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,403320347~4581243] 2023-12-16T20:26:40.054 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,23727322~2353497,30143692~15813893,53666976~966309,56380443~10749419,72468100~832424,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,260864696~13823197,282524351~7848486,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,397595723~339819,402653184~5248406] 2023-12-16T20:26:40.054 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 14 diff [4735850~3127530,10566850~5608674,19368676~3879788,23727322~2353497,30137985~7983654,41698697~4258888,53666976~966309,56380443~10749419,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387499294~1601704,397595723~339819,401301466~597924,403320347~4581243] 2023-12-16T20:26:40.054 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,19368676~3879788,23727322~2353497,30137985~7983654,41698697~4258888,53666976~966309,56380443~10749419,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387499294~1601704,397595723~339819,401301466~597924,403320347~4581243] 2023-12-16T20:26:40.060 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,19368676~3879788,23727322~2353497,30137985~15819600,53666976~966309,56380443~17025358,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~19627900,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~10578026,387499294~1601704,397595723~339819,401301466~597924,402653184~5248406] 2023-12-16T20:26:40.060 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 15 diff [4735850~3127530,10566850~5608674,18134138~7946681,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,56380443~10749419,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.060 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,18134138~7946681,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,56380443~10749419,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.066 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,18134138~7946681,30137985~15819600,53666976~966309,56380443~17025358,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~9435646,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.066 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 16 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.067 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.072 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~15819600,53666976~966309,56380443~43250887,107713382~25200474,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~21569707,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~5239455,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.072 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 17 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.072 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~15652597,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.078 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,145197718~7252516,168715107~3066672,177317561~1629627,183249710~2014559,186575995~21569707,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~25334341,282524351~11469964,296062328~7603261,304847371~6632421,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.078 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 18 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.078 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,309951519~135307,310173197~1306595,314918959~1733071,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.085 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~7603261,304847371~6632421,314918959~1733071,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.085 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 19 diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.085 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.091 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.091 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 8 diff [36308700~1751225,88479244~7247197,145197718~7252516,183322443~1941826,187153203~4346925,192258730~6801375,296222236~7443353,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.091 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [36308700~1751225,88479244~7247197,145197718~7252516,183322443~1941826,187153203~4346925,192258730~6801375,296222236~7443353,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.097 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [33554432~4505493,88479244~7247197,145197718~7252516,183322443~1941826,186575995~4924133,192258730~6801375,296062328~7603261,345266724~4019588,374154658~1021376,387499294~1601704] 2023-12-16T20:26:40.097 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 9 diff [4735850~3127530,10566850~5608674,36308700~1751225,61214710~5915152,76558325~8178168,88479244~7247197,145197718~7252516,183322443~1941826,187153203~4346925,192258730~10878688,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.097 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,36308700~1751225,61214710~5915152,76558325~8178168,88479244~7247197,145197718~7252516,183322443~1941826,187153203~4346925,192258730~10878688,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.103 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,33554432~4505493,61214710~5915152,76558325~8178168,88479244~7247197,145197718~7252516,183322443~1941826,186575995~4924133,192258730~10878688,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,296062328~7603261,323245406~7518136,345266724~4019588,374154658~1021376,387499294~1601704] 2023-12-16T20:26:40.103 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 10 diff [4735850~3127530,10566850~5608674,32291032~2076187,36308700~1751225,41698697~4258888,61214710~5915152,76558325~8178168,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.103 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,32291032~2076187,36308700~1751225,41698697~4258888,61214710~5915152,76558325~8178168,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,187153203~4346925,192258730~10907586,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,345266724~4019588,374237285~938749,387499294~1601704] 2023-12-16T20:26:40.110 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,30143692~15813893,61214710~5915152,76558325~8178168,88479244~7247197,113246208~12440925,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~4924133,192258730~10907586,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,296062328~7603261,323245406~7518136,345266724~4019588,374154658~1021376,387499294~1601704] 2023-12-16T20:26:40.110 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 11 diff [4735850~3127530,10566850~5608674,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704] 2023-12-16T20:26:40.110 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,88479244~7247197,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,187153203~4346925,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704] 2023-12-16T20:26:40.116 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,30143692~15813893,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,88479244~7247197,113246208~12440925,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~4924133,192258730~10907586,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,296062328~7603261,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704] 2023-12-16T20:26:40.116 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 12 diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~4997943,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.116 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~4997943,116781074~8906059,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~16525414,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,323453690~7309852,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.122 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,25391933~429691,30143692~15813893,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~16085472,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~16590321,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,296062328~7603261,323245406~7518136,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.122 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 13 diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.122 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,36308700~1751225,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,271064952~3622941,282524351~7848486,296222236~7443353,304847371~4482273,321327896~9435646,337434769~11851543,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.128 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,25391933~429691,30143692~15813893,53666976~966309,61214710~5915152,72468100~832424,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,270712590~3975303,282524351~7848486,296062328~7603261,304847371~4482273,321327896~9435646,335544320~13741992,349360611~7066810,361738574~338412,366781355~10578026,387499294~1601704,404274543~3627047] 2023-12-16T20:26:40.128 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 14 diff [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387499294~1601704,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.128 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,282524351~11469964,296222236~7443353,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387499294~1601704,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.135 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~15819600,53666976~966309,61214710~12191091,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,270712590~3975303,282524351~11469964,296062328~7603261,304847371~4482273,321327896~9435646,335544320~20883101,361067045~2140935,366781355~10578026,387499294~1601704,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.135 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 15 diff [4735850~3127530,10566850~5608674,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.135 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~19168116,109601661~4997943,116781074~12611495,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.141 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,18134138~7776470,30137985~15819600,53666976~966309,61214710~12191091,76558325~19168116,109601661~19790908,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~21569707,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,270712590~9681744,282524351~11469964,296062328~7603261,304847371~4482273,321327896~9435646,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.141 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 16 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.141 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.146 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~15819600,53666976~966309,61214710~38416620,107713382~25200474,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~21569707,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,270712590~9681744,282524351~11469964,296062328~7603261,304847371~4482273,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.147 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 17 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,310173197~1306595,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.147 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186640902~21504800,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,310173197~1306595,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.153 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,145197718~7252516,168715107~3066672,177317561~1629627,183322443~1941826,186575995~21569707,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,270712590~9681744,282524351~11469964,296062328~7603261,304847371~4482273,310086826~1392966,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.153 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 18 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,310173197~1306595,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.153 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~7443353,304847371~4482273,310173197~1306595,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.159 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,145197718~7252516,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~7603261,304847371~4482273,310086826~1392966,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.159 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 19 diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.159 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.165 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.165 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 9 diff [4735850~3127530,10566850~5608674,61214710~5915152,76558325~8178168,196588522~6548896,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852] 2023-12-16T20:26:40.165 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,61214710~5915152,76558325~8178168,196588522~6548896,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852] 2023-12-16T20:26:40.171 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,61214710~5915152,76558325~8178168,196588522~6548896,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,323245406~7518136] 2023-12-16T20:26:40.172 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 10 diff [4735850~3127530,10566850~5608674,32291032~2076187,41698697~4258888,61214710~5915152,76558325~8178168,116781074~8906059,168715107~3066672,177317561~1629627,196588522~6577794,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852] 2023-12-16T20:26:40.172 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,32291032~2076187,41698697~4258888,61214710~5915152,76558325~8178168,116781074~8906059,168715107~3066672,177317561~1629627,196588522~6577794,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852] 2023-12-16T20:26:40.178 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,30143692~4223527,38059925~7897660,61214710~5915152,76558325~8178168,113246208~12440925,168715107~3066672,177317561~1629627,196588522~6577794,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,323245406~7518136] 2023-12-16T20:26:40.178 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 11 diff [4735850~3127530,10566850~5608674,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,116781074~8906059,168715107~3066672,177317561~1629627,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.178 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,116781074~8906059,168715107~3066672,177317561~1629627,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,323453690~7309852,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.184 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,30143692~4223527,38059925~7897660,53666976~966309,61214710~5915152,72468100~832424,76558325~11441772,113246208~12440925,168715107~3066672,177317561~1629627,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,323245406~7518136,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.184 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 12 diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~4997943,116781074~8906059,168715107~3066672,177317561~1629627,186640902~7970539,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,297622661~3378616,323453690~7309852,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.184 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~4997943,116781074~8906059,168715107~3066672,177317561~1629627,186640902~7970539,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,271064952~3622941,282524351~7848486,297622661~3378616,323453690~7309852,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.190 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,25391933~429691,30143692~4223527,38059925~7897660,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~16085472,168715107~3066672,177317561~1629627,186640902~7970539,196588522~6577794,207189115~263264,215511374~6598827,241673578~2276904,266190993~660483,270712590~3975303,282524351~7848486,297622661~3378616,323245406~7518136,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.190 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 13 diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,271064952~3622941,282524351~7848486,297622661~3378616,304847371~4482273,321327896~9435646,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.190 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,271064952~3622941,282524351~7848486,297622661~3378616,304847371~4482273,321327896~9435646,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.196 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,25391933~429691,30143692~4223527,38059925~7897660,53666976~966309,61214710~5915152,72468100~832424,76558325~12796156,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,266190993~660483,270712590~3975303,282524351~7848486,297622661~3378616,304847371~4482273,321327896~9435646,335544320~12835436,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.196 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 14 diff [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.196 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.202 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,19368676~3879788,25391933~429691,30137985~15819600,53666976~966309,61214710~12191091,76558325~12796156,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,270712590~3975303,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,335544320~20883101,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.202 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 15 diff [4735850~3127530,10566850~5608674,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.202 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~5608674,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~3114588,76558325~12796156,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.208 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~5608674,18134138~7776470,30137985~15819600,53666976~966309,61214710~12191091,76558325~12796156,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~6598827,241673578~2276904,247706717~163507,248170869~3332303,255059993~5983361,266190993~660483,270712590~9681744,282524351~11469964,297622661~3378616,304847371~4482273,321327896~9435646,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.208 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 16 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~19063268,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.208 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,61214710~5915152,70291213~19063268,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.214 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~15819600,53666976~966309,61214710~28139771,93796334~5834996,107713382~25200474,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,270712590~9681744,282524351~11469964,297622661~3378616,304847371~4482273,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.214 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 17 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,310173197~1306595,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.214 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,310173197~1306595,321327896~12546208,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.220 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,168715107~3066672,177317561~1629627,186640902~7970539,196588522~11557180,208610180~689730,215511374~11570363,241673578~2276904,247706717~163507,248170869~3332303,255059993~8832395,266190993~660483,270712590~9681744,282524351~11469964,297622661~3378616,304847371~4482273,310086826~1392966,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.220 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 18 diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,310173197~1306595,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.220 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15343758,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~3378616,304847371~4482273,310173197~1306595,321327896~12546208,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.226 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15343758,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~3378616,304847371~4482273,310086826~1392966,321327896~12546208,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.226 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 19 diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.226 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.232 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.232 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 10 diff [32291032~2076187,41698697~4258888,79074873~4713985,116781074~8906059,168715107~3066672,177317561~1629627,197555539~5610777,215511374~6598827,272721666~1567479] 2023-12-16T20:26:40.233 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [32291032~2076187,41698697~4258888,79074873~4713985,116781074~8906059,168715107~3066672,177317561~1629627,197555539~5610777,215511374~6598827,272721666~1567479] 2023-12-16T20:26:40.238 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [30143692~4223527,38059925~7897660,79074873~4713985,113246208~12440925,168715107~3066672,177317561~1629627,197555539~5610777,215511374~6598827,272721666~1567479] 2023-12-16T20:26:40.238 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 11 diff [32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~8925224,116781074~8906059,168715107~3066672,177317561~1629627,197555539~5610777,207189115~263264,215511374~6598827,272721666~1567479,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.239 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~8925224,116781074~8906059,168715107~3066672,177317561~1629627,197555539~5610777,207189115~263264,215511374~6598827,272721666~1567479,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.244 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [30143692~4223527,38059925~7897660,53666976~966309,72468100~832424,79074873~8925224,113246208~12440925,168715107~3066672,177317561~1629627,197555539~5610777,207189115~263264,215511374~6598827,272721666~1567479,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.245 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 12 diff [4825394~1450763,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~10279608,109601661~4997943,116781074~8906059,168715107~3066672,177317561~1629627,186640902~7970539,197128524~6037792,207189115~263264,215511374~6598827,272721666~1567479,297622661~3378616,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.245 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~10279608,109601661~4997943,116781074~8906059,168715107~3066672,177317561~1629627,186640902~7970539,197128524~6037792,207189115~263264,215511374~6598827,272721666~1567479,297622661~3378616,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.250 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,30143692~4223527,38059925~7897660,53666976~966309,72468100~832424,79074873~10279608,109601661~16085472,168715107~3066672,177317561~1629627,186640902~7970539,197128524~6037792,207189115~263264,215511374~6598827,272721666~1567479,297622661~3378616,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.250 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 13 diff [4825394~1450763,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~10279608,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,272721666~1567479,297622661~3378616,304847371~4482273,321327896~5134754,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.250 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,32291032~2076187,41698697~4258888,53666976~966309,72468100~832424,79074873~10279608,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,272721666~1567479,297622661~3378616,304847371~4482273,321327896~5134754,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.256 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,30143692~4223527,38059925~7897660,53666976~966309,72468100~832424,79074873~10279608,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,272721666~1567479,297622661~3378616,304847371~4482273,321327896~5134754,335544320~12835436,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.256 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 14 diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,70291213~3114588,79074873~10279608,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.256 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,41698697~4258888,53666976~966309,70291213~3114588,79074873~10279608,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.262 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,19368676~3879788,25391933~429691,30137985~15819600,53666976~966309,67129862~6275939,79074873~10279608,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,335544320~20883101,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.262 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 15 diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,70291213~3114588,77903646~11450835,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.262 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,70291213~3114588,77903646~11450835,109601661~4997943,116781074~12611495,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.268 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,18134138~7776470,30137985~15819600,53666976~966309,67129862~6275939,77903646~11450835,109601661~19790908,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~6598827,247706717~163507,248170869~3332303,255059993~5983361,272721666~1567479,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.268 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 16 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,70291213~19063268,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.268 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,41698697~4258888,53666976~966309,70291213~19063268,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.274 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~15819600,53666976~966309,67129862~22224619,93796334~5834996,107713382~25200474,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.274 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 17 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.274 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.280 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,168715107~3066672,177317561~1629627,186640902~7970539,197128524~11017178,208610180~689730,215511374~11570363,247706717~163507,248170869~3332303,255059993~8832395,272721666~1567479,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.280 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 18 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.281 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.286 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.287 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 19 diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.287 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.292 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.292 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 11 diff [53666976~966309,72468100~832424,82542292~5457805,207189115~263264,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.292 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [53666976~966309,72468100~832424,82542292~5457805,207189115~263264,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.298 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [53666976~966309,72468100~832424,82542292~5457805,207189115~263264,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026] 2023-12-16T20:26:40.299 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 12 diff [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,186640902~7970539,197128524~1297135,207189115~263264,297622661~3378616,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.299 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,186640902~7970539,197128524~1297135,207189115~263264,297622661~3378616,337434769~10053601,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.305 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,186640902~7970539,197128524~1297135,207189115~263264,297622661~3378616,335544320~11944050,349360611~7066810,361738574~338412,366781355~10578026,404274543~3627047] 2023-12-16T20:26:40.305 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 13 diff [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.305 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,337434769~10944987,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.313 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,53666976~966309,72468100~832424,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,335544320~12835436,349360611~7066810,361738574~338412,366781355~10578026,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.313 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 14 diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,53666976~966309,70291213~3114588,80969326~80648,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.313 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,53666976~966309,70291213~3114588,80969326~80648,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.317 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,53666976~966309,67129862~6275939,80969326~80648,82542292~6812189,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,335544320~20883101,361067045~2140935,366781355~10578026,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.317 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 15 diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,53666976~966309,70291213~3114588,77903646~11450835,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.317 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,53666976~966309,70291213~3114588,77903646~11450835,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.323 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,53666976~966309,67129862~6275939,77903646~11450835,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.324 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 16 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,53666976~966309,70291213~19063268,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.324 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,53666976~966309,70291213~19063268,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.329 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,53666976~966309,67129862~22224619,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.329 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 17 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.329 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,337434769~18992652,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.335 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.335 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 18 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.335 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.341 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.341 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 19 diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.341 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.347 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.347 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 12 diff [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,186640902~7970539,197128524~1297135,297622661~3378616,370836833~990298,404274543~3627047] 2023-12-16T20:26:40.347 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,186640902~7970539,197128524~1297135,297622661~3378616,370836833~990298,404274543~3627047] 2023-12-16T20:26:40.353 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,186640902~7970539,197128524~1297135,297622661~3378616,370836833~990298,404274543~3627047] 2023-12-16T20:26:40.353 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 13 diff [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.353 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.359 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,25391933~429691,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,297622661~3378616,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771,404274543~3627047] 2023-12-16T20:26:40.359 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 14 diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.359 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.365 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,19368676~3879788,25391933~429691,30137985~7983654,54136805~333262,67129862~6275939,80969326~80648,87627933~1726548,109601661~4997943,124691387~4701182,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924,404274543~3627047] 2023-12-16T20:26:40.365 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 15 diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,87627933~1726548,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.365 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,87627933~1726548,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.371 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,67129862~6275939,77903646~6512076,87627933~1726548,109601661~4997943,121073340~8319229,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.371 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 16 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,87627933~1726548,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.371 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,87627933~1726548,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.378 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,67129862~17285860,87627933~1726548,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,286613008~7381307,297622661~3378616,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.378 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 17 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.378 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.385 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,186640902~7970539,197128524~1297135,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.385 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 18 diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.386 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~3378616,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.391 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~3378616,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.391 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 19 diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.391 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.397 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:40.398 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 13 diff [124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771] 2023-12-16T20:26:40.398 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771] 2023-12-16T20:26:40.403 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,304847371~4482273,321327896~5134754,346379112~2000644,368812891~3390152,387596637~1200771] 2023-12-16T20:26:40.403 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 14 diff [19368676~3879788,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924] 2023-12-16T20:26:40.403 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [19368676~3879788,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924] 2023-12-16T20:26:40.409 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [19368676~3879788,30137985~7983654,54136805~333262,67129862~6275939,80969326~80648,124691387~4701182,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,387596637~1200771,401301466~597924] 2023-12-16T20:26:40.409 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 15 diff [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,121073340~8319229,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.409 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,121073340~8319229,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,276274188~4120146,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.415 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,67129862~6275939,77903646~6512076,121073340~8319229,200035569~8110133,208610180~689730,247706717~163507,248170869~3332303,255059993~5983361,274687893~5706441,286613008~7381307,304847371~4482273,321327896~5134754,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.415 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 16 diff [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.416 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,286613008~7381307,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.421 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,67129862~17285860,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,286613008~7381307,304847371~4482273,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.421 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 17 diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.421 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,276274188~4120146,285752409~8241906,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.427 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,200035569~8110133,208610180~689730,220926399~6155338,247706717~163507,248170869~3332303,255059993~8832395,274687893~5706441,285752409~8241906,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,345268588~7277620,361067045~2140935,368812891~3390152,375922764~2710237,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.427 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 18 diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.427 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,304847371~4482273,310173197~1306595,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.433 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,304847371~4482273,310086826~1392966,321327896~5134754,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.433 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 19 diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.433 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.439 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.439 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 14 diff [19368676~3879788,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,255059993~5983361,286613008~7381307,345268588~7277620,361067045~2140935,401301466~597924] 2023-12-16T20:26:40.439 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [19368676~3879788,30137985~7983654,54136805~333262,70291213~3114588,80969326~80648,255059993~5983361,286613008~7381307,345268588~7277620,361067045~2140935,401301466~597924] 2023-12-16T20:26:40.446 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [19368676~3879788,30137985~7983654,54136805~333262,67129862~6275939,80969326~80648,255059993~5983361,286613008~7381307,345268588~7277620,361067045~2140935,401301466~597924] 2023-12-16T20:26:40.446 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 15 diff [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,121073340~7173064,255059993~5983361,276274188~4120146,286613008~7381307,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.446 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,70291213~3114588,77903646~6512076,121073340~7173064,255059993~5983361,276274188~4120146,286613008~7381307,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.452 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [18134138~7776470,30137985~7983654,38910402~1678489,54136805~333262,67129862~6275939,77903646~6512076,121073340~7173064,255059993~5983361,274687893~5706441,286613008~7381307,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.452 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 16 diff [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,276274188~4120146,286613008~7381307,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.452 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,70291213~14124509,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,276274188~4120146,286613008~7381307,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.458 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~1678489,54136805~333262,67129862~17285860,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,274687893~5706441,286613008~7381307,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.458 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 17 diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,276274188~4120146,285752409~8241906,310173197~1306595,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.458 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,276274188~4120146,285752409~8241906,310173197~1306595,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.463 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,255059993~8832395,274687893~5706441,285752409~8241906,310086826~1392966,330688270~3185834,345268588~7277620,361067045~2140935,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.464 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 18 diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,310173197~1306595,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.464 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,310173197~1306595,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.470 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,310086826~1392966,330688270~3185834,336518963~5502116,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.470 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 19 diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.470 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.475 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.475 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 15 diff [18134138~7776470,32240978~5150790,38910402~1678489,77903646~6512076,121073340~7173064,276274188~4120146,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.475 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [18134138~7776470,32240978~5150790,38910402~1678489,77903646~6512076,121073340~7173064,276274188~4120146,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.482 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [18134138~7776470,32240978~5150790,38910402~1678489,77903646~6512076,121073340~7173064,274687893~5706441,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.482 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 16 diff [12221177~13689431,32240978~5150790,38910402~1678489,70655922~13759800,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,276274188~4120146,330688270~3185834,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.482 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,32240978~5150790,38910402~1678489,70655922~13759800,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,276274188~4120146,330688270~3185834,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.487 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,32240978~5150790,38910402~1678489,70655922~13759800,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,274687893~5706441,330688270~3185834,375922764~2710237,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.488 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 17 diff [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,276274188~4120146,285752409~5390710,310173197~1306595,330688270~3185834,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.488 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,276274188~4120146,285752409~5390710,310173197~1306595,330688270~3185834,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.493 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,201428213~6705592,220926399~6155338,256302175~7590213,274687893~5706441,285752409~5390710,310086826~1392966,330688270~3185834,375922764~2710237,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.494 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 18 diff [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,310173197~1306595,330688270~3185834,336518963~5502116,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.494 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,310173197~1306595,330688270~3185834,336518963~5502116,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.499 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13689431,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,310086826~1392966,330688270~3185834,336518963~5502116,368093964~10539037,382716321~3897638,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.500 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 19 diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.500 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.506 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:40.507 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 16 diff [12221177~6543908,70655922~7766816,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,330688270~3185834,397504465~198033] 2023-12-16T20:26:40.507 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~6543908,70655922~7766816,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,330688270~3185834,397504465~198033] 2023-12-16T20:26:40.512 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~6543908,70655922~7766816,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,330688270~3185834,397504465~198033] 2023-12-16T20:26:40.512 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 17 diff [12221177~6543908,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,285752409~5390710,310173197~1306595,330688270~3185834,393711199~347340,397504465~198033] 2023-12-16T20:26:40.512 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~6543908,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,285752409~5390710,310173197~1306595,330688270~3185834,393711199~347340,397504465~198033] 2023-12-16T20:26:40.518 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~6543908,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,201428213~6705592,220926399~6155338,256302175~7590213,285752409~5390710,310086826~1392966,330688270~3185834,393711199~347340,397504465~198033] 2023-12-16T20:26:40.518 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 18 diff [12221177~8090049,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,310173197~1306595,330688270~3185834,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340,397504465~198033] 2023-12-16T20:26:40.518 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~8090049,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,310173197~1306595,330688270~3185834,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340,397504465~198033] 2023-12-16T20:26:40.524 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~8090049,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,310086826~1392966,330688270~3185834,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340,397504465~198033] 2023-12-16T20:26:40.524 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 19 diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:40.524 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:40.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:40.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 17 diff [15492009~2908592,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,285752409~5390710,310173197~1306595,393711199~347340] 2023-12-16T20:26:40.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15492009~2908592,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,285752409~5390710,310173197~1306595,393711199~347340] 2023-12-16T20:26:40.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [15492009~2908592,30563257~3228561,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,285752409~5390710,310086826~1392966,393711199~347340] 2023-12-16T20:26:40.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 18 diff [15492009~4819217,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,310173197~1306595,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340] 2023-12-16T20:26:40.537 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15492009~4819217,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,310173197~1306595,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340] 2023-12-16T20:26:40.542 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [15492009~4819217,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,310086826~1392966,336518963~5502116,368093964~7830383,382716321~3897638,393711199~347340] 2023-12-16T20:26:40.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 19 diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:40.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:40.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:40.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to 18 diff [16369326~3941900,33968490~3353935,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,336518963~5502116,368093964~7830383,382716321~3897638] 2023-12-16T20:26:40.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16369326~3941900,33968490~3353935,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,336518963~5502116,368093964~7830383,382716321~3897638] 2023-12-16T20:26:40.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16369326~3941900,33968490~3353935,142456904~1041695,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,336518963~5502116,368093964~7830383,382716321~3897638] 2023-12-16T20:26:40.555 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to 19 diff [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:40.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:40.561 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:40.561 INFO:tasks.workunit.client.0.smithi002.stdout:from 18 to 19 diff [18275025~93395,18883678~7106018,144846699~4733194,298573134~7689357,324311065~3857022,328595467~5579014,339063927~4303224,392105503~743600] 2023-12-16T20:26:40.561 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [18275025~93395,18883678~7106018,144846699~4733194,298573134~7689357,324311065~3857022,328595467~5579014,339063927~4303224,392105503~743600] 2023-12-16T20:26:40.566 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [18275025~93395,18883678~7106018,144846699~4733194,298573134~7689357,324311065~3857022,328595467~5579014,339063927~4303224,392105503~743600] 2023-12-16T20:26:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:40 smithi002 ceph-mon[137674]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T20:26:40.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:40 smithi002 ceph-mon[140029]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T20:26:40.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:40 smithi043 ceph-mon[135010]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T20:26:41.404 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.404 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.439 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:41.439 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.439 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.445 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:41.446 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.446 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.452 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:41.452 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.452 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.458 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:41.459 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.459 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:41.465 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:41.465 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.465 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.471 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.471 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.471 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.477 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.477 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.477 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.484 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.484 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.484 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.490 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.490 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.490 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.496 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.496 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.496 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.503 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.503 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.503 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.509 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:41.509 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.509 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.521 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.521 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.521 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:41.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:41.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:41.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:41.532 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to HEAD diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:41.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:41.541 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:41.541 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to HEAD diff [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:41.541 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:41.544 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16369326~9620370,33968490~3353935,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,287856678~494977,298573134~7689357,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600] 2023-12-16T20:26:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:41 smithi002 ceph-mon[137674]: pgmap v3312: 137 pgs: 137 active+clean; 810 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 19 MiB/s wr, 1.75k op/s 2023-12-16T20:26:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:41 smithi002 ceph-mon[140029]: pgmap v3312: 137 pgs: 137 active+clean; 810 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 19 MiB/s wr, 1.75k op/s 2023-12-16T20:26:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:41 smithi043 ceph-mon[135010]: pgmap v3312: 137 pgs: 137 active+clean; 810 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 273 KiB/s rd, 19 MiB/s wr, 1.75k op/s 2023-12-16T20:26:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:41] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-12-16T20:26:42.410 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.410 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.450 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:42.450 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.450 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.456 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:42.457 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.457 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.463 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:42.463 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.463 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.469 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:42.469 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.469 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:42.476 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:42.476 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.476 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.482 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.482 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.482 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.488 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.488 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.488 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.494 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.494 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.494 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.500 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.500 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.500 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.506 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.506 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.506 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.512 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.512 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.512 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.518 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:42.518 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.518 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.524 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.524 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.530 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.530 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.530 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:42.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:42.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:42.542 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:42.542 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to HEAD diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:42.542 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:42.547 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [15492009~10497687,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,83778686~2821736,89455775~1011568,142456904~1041695,144846699~4733194,159012240~6729558,206317200~2939332,250342080~5309601,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340] 2023-12-16T20:26:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:42 smithi002 ceph-mon[137674]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T20:26:42.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:42 smithi002 ceph-mon[140029]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T20:26:42.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:42 smithi043 ceph-mon[135010]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T20:26:43.425 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.425 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.463 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:43.464 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.464 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.469 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:43.469 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.470 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.476 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:43.476 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.476 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.482 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:43.482 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.482 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:43.488 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:43.488 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.488 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.494 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.495 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.495 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.501 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.501 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.501 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.507 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.507 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.507 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.513 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.513 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.513 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.525 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.525 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:43.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:43.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:43.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:43.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~3228561,33968490~3353935,39852899~6878996,52624011~1898015,57643788~5278524,70655922~7766816,83778686~2821736,89455775~1011568,93796334~5834996,107713382~6762846,126347428~6566428,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~7830383,382716321~3897638,392105503~743600,393711199~347340,397504465~198033] 2023-12-16T20:26:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:43 smithi002 ceph-mon[137674]: pgmap v3314: 137 pgs: 137 active+clean; 861 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 3.01k op/s 2023-12-16T20:26:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:43 smithi002 ceph-mon[137674]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T20:26:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:43 smithi002 ceph-mon[140029]: pgmap v3314: 137 pgs: 137 active+clean; 861 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 3.01k op/s 2023-12-16T20:26:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:43 smithi002 ceph-mon[140029]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T20:26:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:43 smithi043 ceph-mon[135010]: pgmap v3314: 137 pgs: 137 active+clean; 861 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 3.01k op/s 2023-12-16T20:26:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:43 smithi043 ceph-mon[135010]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T20:26:44.414 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.414 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.477 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:44.478 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.478 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.483 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:44.484 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.484 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.489 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:44.489 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.490 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.496 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:44.496 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.496 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:44.502 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:44.502 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.502 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.508 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.508 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.508 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.514 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.514 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.514 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.520 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:44.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.544 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.550 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.550 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.555 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,276274188~4120146,285752409~5390710,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.561 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30563257~6828511,38910402~7821493,52624011~1898015,57643788~5278524,70655922~15944500,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~5309601,256302175~7590213,274687893~5706441,285752409~5390710,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:44 smithi002 ceph-mon[137674]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T20:26:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:44 smithi002 ceph-mon[140029]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T20:26:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:44 smithi043 ceph-mon[135010]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T20:26:45.455 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.455 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.484 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:45.484 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.484 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.490 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:45.490 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.491 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.496 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:45.497 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.497 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.503 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:45.503 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.504 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:45.509 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:45.509 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.509 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.516 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.521 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.521 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.521 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.527 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.527 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.527 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.545 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.545 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.545 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.551 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:45.551 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.551 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.556 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.556 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.556 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,276274188~4120146,285752409~8241906,298573134~7689357,310173197~1306595,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.562 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,201428213~7828319,220926399~6155338,250342080~13550308,274687893~5706441,285752409~8241906,298573134~7689357,310086826~1392966,324311065~3857022,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:45 smithi002 ceph-mon[137674]: pgmap v3317: 137 pgs: 137 active+clean; 865 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 24 MiB/s wr, 3.43k op/s 2023-12-16T20:26:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:45 smithi002 ceph-mon[137674]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T20:26:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:45 smithi002 ceph-mon[140029]: pgmap v3317: 137 pgs: 137 active+clean; 865 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 24 MiB/s wr, 3.43k op/s 2023-12-16T20:26:45.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:45 smithi002 ceph-mon[140029]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T20:26:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:45 smithi043 ceph-mon[135010]: pgmap v3317: 137 pgs: 137 active+clean; 865 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 24 MiB/s wr, 3.43k op/s 2023-12-16T20:26:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:45 smithi043 ceph-mon[135010]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T20:26:46.423 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.423 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.495 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:46.496 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.496 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.502 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:46.502 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.502 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.508 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:46.508 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.508 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.514 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:46.514 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.514 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:46.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:46.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.532 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.532 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.544 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.555 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.560 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:46.561 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:46.561 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,298573134~10756510,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:46.566 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,89455775~1011568,93796334~5834996,107713382~6762846,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,298573134~10756510,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~5845865] 2023-12-16T20:26:46.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:46 smithi002 ceph-mon[137674]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T20:26:46.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:46 smithi002 ceph-mon[140029]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T20:26:46.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:46 smithi043 ceph-mon[135010]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T20:26:47.453 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.454 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.509 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:47.509 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.509 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:47.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.521 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:47.521 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.521 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.527 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:47.527 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.527 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:47.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:47.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.545 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.545 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.545 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.551 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.551 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.551 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.556 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.556 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.557 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.562 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.562 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.562 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.568 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.568 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.568 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,70291213~16309209,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.574 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~1898015,57643788~5278524,67129862~19470560,87627933~1726548,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,336518963~6848188,345268588~7277620,361067045~2140935,368093964~10539037,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:47 smithi002 ceph-mon[137674]: pgmap v3320: 137 pgs: 137 active+clean; 842 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 926 KiB/s wr, 3.27k op/s 2023-12-16T20:26:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:47 smithi002 ceph-mon[137674]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T20:26:47.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:47 smithi002 ceph-mon[140029]: pgmap v3320: 137 pgs: 137 active+clean; 842 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 926 KiB/s wr, 3.27k op/s 2023-12-16T20:26:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:47 smithi002 ceph-mon[140029]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T20:26:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:47 smithi043 ceph-mon[135010]: pgmap v3320: 137 pgs: 137 active+clean; 842 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 926 KiB/s wr, 3.27k op/s 2023-12-16T20:26:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:47 smithi043 ceph-mon[135010]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T20:26:48.451 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.451 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.504 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:48.504 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.505 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.513 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:48.513 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.514 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.521 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:48.521 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.521 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.525 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:48.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:48.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:48.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.537 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.554 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.554 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.560 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.560 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.560 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.565 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~6886222,121073340~11840516,142456904~1041695,144846699~4733194,159012240~6729558,186640902~7970539,197128524~1297135,200035569~9264341,220926399~6155338,247706717~163507,248170869~15721519,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:48 smithi002 ceph-mon[137674]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T20:26:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:48 smithi002 ceph-mon[140029]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T20:26:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:48 smithi043 ceph-mon[135010]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T20:26:49.313 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.313 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.386 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:49.387 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.387 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.394 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:49.394 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.394 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.400 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:49.400 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.400 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.406 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:49.406 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.406 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:49.412 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:49.412 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.412 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.418 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.418 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.418 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.424 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.424 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.424 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.431 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.431 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.431 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.437 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.437 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.437 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4825394~1450763,12221177~13768519,30137985~7983654,38910402~7821493,52624011~2009274,57643788~5278524,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,276274188~4120146,285752409~8241906,297622661~11706983,310173197~1306595,321327896~6840191,328595467~5579014,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.442 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4825394~1450763,12221177~13768519,30137985~16593910,52624011~2009274,57643788~5278524,67129862~22224619,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,197128524~12171386,215511374~11570363,247706717~163507,248170869~15721519,272721666~1567479,274687893~5706441,285752409~8241906,297622661~11706983,310086826~1392966,321327896~6840191,328595467~5579014,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[137674]: pgmap v3323: 137 pgs: 137 active+clean; 841 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 4.7 KiB/s wr, 2.60k op/s 2023-12-16T20:26:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[137674]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T20:26:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[137674]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T20:26:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[140029]: pgmap v3323: 137 pgs: 137 active+clean; 841 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 4.7 KiB/s wr, 2.60k op/s 2023-12-16T20:26:49.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[140029]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T20:26:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:49 smithi002 ceph-mon[140029]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T20:26:49.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:49 smithi043 ceph-mon[135010]: pgmap v3323: 137 pgs: 137 active+clean; 841 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 4.7 KiB/s wr, 2.60k op/s 2023-12-16T20:26:49.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:49 smithi043 ceph-mon[135010]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T20:26:49.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:49 smithi043 ceph-mon[135010]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T20:26:50.442 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.442 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.512 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:50.513 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.513 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.520 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:50.520 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:50.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:50.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:50.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:50.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.544 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.545 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.545 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.550 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.550 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.550 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.556 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.556 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.556 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~19063268,89455775~1011568,93796334~5834996,107713382~6886222,116781074~16132782,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,297622661~11706983,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:50.562 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~31710693,89455775~1011568,93796334~5834996,107713382~25200474,142456904~1041695,144846699~4733194,159012240~6729558,168715107~3066672,177317561~1629627,186640902~7970539,196588522~12711388,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,297622661~11706983,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387596637~1200771,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.452 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.453 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:51.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.535 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:51.535 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.535 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.540 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:51.541 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.541 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.547 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:51.547 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.547 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:51.552 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:51.552 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.552 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.557 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.557 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.557 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.563 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.563 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.563 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15422846,30137985~7983654,38910402~7821493,52624011~2009274,57643788~9486074,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,310173197~1306595,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.569 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15422846,30137985~16593910,52624011~2009274,57643788~41987542,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183322443~1941826,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~15721519,266190993~660483,270712590~9681744,282524351~11469964,296062328~13267316,310086826~1392966,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[137674]: pgmap v3326: 137 pgs: 137 active+clean; 801 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-16T20:26:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[137674]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T20:26:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[140029]: pgmap v3326: 137 pgs: 137 active+clean; 801 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-16T20:26:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[140029]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T20:26:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:51 smithi043 ceph-mon[135010]: pgmap v3326: 137 pgs: 137 active+clean; 801 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-16T20:26:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:51 smithi043 ceph-mon[135010]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T20:26:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:26:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:26:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:26:51] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-12-16T20:26:52.465 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.466 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.525 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:52.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:52.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:52.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.537 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:52.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:52.550 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:52.550 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.550 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.555 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.555 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.555 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~7821493,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.561 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~16593910,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,144846699~7603535,159012240~6729558,168715107~3066672,177317561~1629627,183249710~2014559,186575995~22723915,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,382716321~3897638,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:52 smithi002 ceph-mon[137674]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T20:26:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:52 smithi002 ceph-mon[140029]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T20:26:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:52 smithi043 ceph-mon[135010]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T20:26:53.459 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.459 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.528 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:53.528 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.528 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:53.538 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.544 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:53.544 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.544 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.550 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:53.550 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.550 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:53.556 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:53.556 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:53.556 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,107713382~6886222,116781074~16132782,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~22659008,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:53.561 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,107713382~25200474,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~31982349,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,392105503~743600,393711199~347340,396809035~3460763,401152454~6749136] 2023-12-16T20:26:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:53 smithi002 ceph-mon[137674]: pgmap v3329: 137 pgs: 137 active+clean; 748 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 118 KiB/s rd, 6.0 KiB/s wr, 1.55k op/s 2023-12-16T20:26:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:53 smithi002 ceph-mon[137674]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T20:26:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:53 smithi002 ceph-mon[140029]: pgmap v3329: 137 pgs: 137 active+clean; 748 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 118 KiB/s rd, 6.0 KiB/s wr, 1.55k op/s 2023-12-16T20:26:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:53 smithi002 ceph-mon[140029]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T20:26:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:53 smithi043 ceph-mon[135010]: pgmap v3329: 137 pgs: 137 active+clean; 748 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 118 KiB/s rd, 6.0 KiB/s wr, 1.55k op/s 2023-12-16T20:26:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:53 smithi043 ceph-mon[135010]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T20:26:54.318 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.318 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.423 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:54.423 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.423 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.437 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:54.437 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.437 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.442 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:54.442 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.442 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.448 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:54.448 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.448 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52624011~2009274,56380443~10749419,70291213~29340117,104196797~1833881,107713382~6886222,116781074~16132782,137883797~2569785,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~2140935,366781355~11851646,379060921~7553038,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:54.454 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52624011~2009274,56380443~43250887,104196797~1833881,107713382~25200474,134217728~6235854,142456904~1041695,143914770~8535464,159012240~6729558,168715107~3066672,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,361067045~2140935,366781355~11851646,379060921~7553038,387152533~7204399,395952162~11949428] 2023-12-16T20:26:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:54 smithi002 ceph-mon[137674]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T20:26:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:54 smithi002 ceph-mon[137674]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T20:26:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:54 smithi002 ceph-mon[140029]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T20:26:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:54 smithi002 ceph-mon[140029]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T20:26:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:54 smithi043 ceph-mon[135010]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T20:26:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:54 smithi043 ceph-mon[135010]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T20:26:55.480 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.480 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.542 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:55.542 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.551 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:55.551 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.551 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.557 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:55.557 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.557 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~10779582,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~8152793,177317561~9258434,186640902~26019821,215511374~11570363,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~4120146,282524351~11469964,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,321327896~12846585,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:55.562 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~19551999,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~9095740,177317561~35343162,215511374~11570363,241673578~2276904,247706717~163507,248170869~32223465,282524351~11469964,296062328~15417464,314918959~1733071,321327896~12846585,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:55 smithi002 ceph-mon[137674]: pgmap v3332: 137 pgs: 137 active+clean; 728 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 668 op/s 2023-12-16T20:26:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:55 smithi002 ceph-mon[140029]: pgmap v3332: 137 pgs: 137 active+clean; 728 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 668 op/s 2023-12-16T20:26:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:55 smithi043 ceph-mon[135010]: pgmap v3332: 137 pgs: 137 active+clean; 728 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 668 op/s 2023-12-16T20:26:56.478 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.478 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.544 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:56.544 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.544 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.607 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:56.607 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.607 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~15513969,30137985~7983654,38910402~12239633,52468772~14661090,70291213~29340117,104196797~1833881,106972468~7627136,116781074~16132782,137883797~14566437,159012240~6729558,168715107~17860888,186640902~26019821,215511374~11570363,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:56.612 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~15513969,30137985~21012050,52468772~47162558,104196797~1833881,106959192~25954664,134217728~18232506,159012240~6729558,167772160~44888563,215511374~11570363,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~15296011,395952162~11949428] 2023-12-16T20:26:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:56 smithi002 ceph-mon[137674]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T20:26:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:56 smithi002 ceph-mon[140029]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T20:26:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:56 smithi043 ceph-mon[135010]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T20:26:57.479 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:57.479 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:57.547 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:57.547 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:57.547 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4735850~3127530,10566850~18351512,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,159012240~6729558,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~17720127,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:57.558 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4735850~3127530,10566850~18351512,30137985~102775871,134217728~21332718,159012240~6729558,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247706717~163507,248170869~45823446,296062328~15417464,314572800~19601681,335544320~20883101,360710144~17922857,379060921~28840669] 2023-12-16T20:26:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:57 smithi002 ceph-mon[137674]: pgmap v3335: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 932 op/s 2023-12-16T20:26:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:57 smithi002 ceph-mon[137674]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T20:26:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:57 smithi002 ceph-mon[140029]: pgmap v3335: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 932 op/s 2023-12-16T20:26:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:57 smithi002 ceph-mon[140029]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T20:26:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:57 smithi043 ceph-mon[135010]: pgmap v3335: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 932 op/s 2023-12-16T20:26:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:57 smithi043 ceph-mon[135010]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T20:26:58.495 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:58.495 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4098845~24819517,30137985~7983654,38910402~12239633,51278707~15851155,70291213~36667979,106972468~7627136,116781074~16132782,137883797~14566437,154244495~1305951,155592896~10148902,168715107~17860888,186640902~26019821,215511374~12164681,231842751~4726177,241673578~2276904,247706717~163507,248170869~22541721,271064952~3622941,276274188~19788140,296222236~13107408,309951519~135307,310173197~1306595,314918959~1733071,317753408~16421073,336518963~19908458,361067045~17565956,379060921~8091612,387499294~1601704,389140308~5216624,395952162~11949428] 2023-12-16T20:26:58.550 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [2779665~26138697,30137985~102775871,134217728~31524070,167772160~44888563,215511374~12164681,230686720~5882208,241673578~2276904,247463936~64015856,314572800~19601681,335544320~20883101,360710144~47191446] 2023-12-16T20:26:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:58 smithi002 ceph-mon[137674]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T20:26:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:58 smithi002 ceph-mon[140029]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T20:26:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:58 smithi043 ceph-mon[135010]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T20:26:59.359 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39948 ms) 2023-12-16T20:26:59.360 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2023-12-16T20:26:59.360 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:26:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[137674]: pgmap v3338: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2023-12-16T20:26:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[137674]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T20:26:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[137674]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T20:26:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[140029]: pgmap v3338: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2023-12-16T20:26:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[140029]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T20:26:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:26:59 smithi002 ceph-mon[140029]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T20:26:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:59 smithi043 ceph-mon[135010]: pgmap v3338: 137 pgs: 137 active+clean; 607 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2023-12-16T20:26:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:59 smithi043 ceph-mon[135010]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T20:26:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:26:59 smithi043 ceph-mon[135010]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T20:27:00.334 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~256 2023-12-16T20:27:00.339 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (979 ms) 2023-12-16T20:27:00.339 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2023-12-16T20:27:00.339 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:01.379 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:01.379 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 4194304~4194304 2023-12-16T20:27:01.379 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~4194304 2023-12-16T20:27:01.379 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 12582912~4194304 2023-12-16T20:27:01.379 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 16777216~4194304 2023-12-16T20:27:01.413 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:01.414 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 4194304~4194304 2023-12-16T20:27:01.414 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~2097152 2023-12-16T20:27:01.414 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 16777216~4194304 2023-12-16T20:27:01.423 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1085 ms) 2023-12-16T20:27:01.424 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2023-12-16T20:27:01.424 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:01 smithi002 ceph-mon[137674]: pgmap v3341: 137 pgs: 137 active+clean; 501 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 232 op/s 2023-12-16T20:27:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:01 smithi002 ceph-mon[137674]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T20:27:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:01 smithi002 ceph-mon[140029]: pgmap v3341: 137 pgs: 137 active+clean; 501 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 232 op/s 2023-12-16T20:27:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:01 smithi002 ceph-mon[140029]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T20:27:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:01 smithi043 ceph-mon[135010]: pgmap v3341: 137 pgs: 137 active+clean; 501 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 232 op/s 2023-12-16T20:27:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:01 smithi043 ceph-mon[135010]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T20:27:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:01] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-12-16T20:27:02.457 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [7265033~74849,7956311~61260,9877683~31274,10579378~67265,11198134~27245,14802994~30158,16123696~43994,17222875~95481,18858922~93260,20227889~31175] to clone 2023-12-16T20:27:02.457 INFO:tasks.workunit.client.0.smithi002.stdout: diff was [4194304~3823267,8388608~2836771,12582912~3584778,16777216~3481848] 2023-12-16T20:27:02.461 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1038 ms) 2023-12-16T20:27:02.461 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2023-12-16T20:27:02.461 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:02.480 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [1789882~17420,1992020~36627,4178386~68431,4444165~15150,4651640~23124,6188119~35040,7921067~76788,14108309~33402,14978795~40398,18840246~22354] 2023-12-16T20:27:02.492 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2023-12-16T20:27:02.492 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2023-12-16T20:27:02.492 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:02.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:02 smithi002 ceph-mon[137674]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-16T20:27:02.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:02 smithi002 ceph-mon[140029]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-16T20:27:02.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:02 smithi043 ceph-mon[135010]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-16T20:27:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:03 smithi002 ceph-mon[137674]: pgmap v3344: 137 pgs: 137 active+clean; 445 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 323 op/s 2023-12-16T20:27:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:03 smithi002 ceph-mon[137674]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-16T20:27:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:03 smithi002 ceph-mon[140029]: pgmap v3344: 137 pgs: 137 active+clean; 445 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 323 op/s 2023-12-16T20:27:03.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:03 smithi002 ceph-mon[140029]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-16T20:27:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:03 smithi043 ceph-mon[135010]: pgmap v3344: 137 pgs: 137 active+clean; 445 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 323 op/s 2023-12-16T20:27:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:03 smithi043 ceph-mon[135010]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-16T20:27:04.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1921 ms) 2023-12-16T20:27:04.412 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2023-12-16T20:27:04.412 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:04.457 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 5000005~1234 2023-12-16T20:27:04.461 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (48 ms) 2023-12-16T20:27:04.461 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2023-12-16T20:27:04.461 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:04.519 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8376263~12345 2023-12-16T20:27:04.519 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~4194304 2023-12-16T20:27:04.519 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 12582912~54321 2023-12-16T20:27:04.523 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (63 ms) 2023-12-16T20:27:04.523 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2023-12-16T20:27:04.524 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:27:04.524 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2023-12-16T20:27:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:04 smithi002 ceph-mon[137674]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-16T20:27:04.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:04 smithi002 ceph-mon[137674]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-16T20:27:04.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:04 smithi002 ceph-mon[140029]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-16T20:27:04.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:04 smithi002 ceph-mon[140029]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-16T20:27:04.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:04 smithi043 ceph-mon[135010]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-16T20:27:04.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:04 smithi043 ceph-mon[135010]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-16T20:27:05.346 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from DiffIterateTest/0 (53151 ms total) 2023-12-16T20:27:05.347 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:27:05.347 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2023-12-16T20:27:05.382 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2023-12-16T20:27:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:05 smithi002 ceph-mon[137674]: pgmap v3347: 137 pgs: 137 active+clean; 466 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 184 op/s 2023-12-16T20:27:05.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:05 smithi002 ceph-mon[140029]: pgmap v3347: 137 pgs: 137 active+clean; 466 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 184 op/s 2023-12-16T20:27:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:05 smithi043 ceph-mon[135010]: pgmap v3347: 137 pgs: 137 active+clean; 466 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 184 op/s 2023-12-16T20:27:05.983 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:27:06.307 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:27:06.307 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (55m) 51s ago 57m 25.2M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:27:06.307 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (55m) 8m ago 57m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (58m) 51s ago 58m 24.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (58m) 8m ago 58m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (54m) 8m ago 60m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (54m) 51s ago 62m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (54m) 51s ago 62m 175M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (53m) 8m ago 61m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (54m) 51s ago 61m 126M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (55m) 51s ago 57m 16.4M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (55m) 8m ago 57m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (53m) 51s ago 60m 522M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (52m) 51s ago 60m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:27:06.308 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (52m) 51s ago 60m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (51m) 51s ago 60m 437M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (51m) 8m ago 59m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (50m) 8m ago 59m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (50m) 8m ago 59m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (49m) 8m ago 59m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:27:06.309 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (54m) 8m ago 58m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:27:06.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:27:06.738 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:27:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[137674]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-16T20:27:06.738 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[137674]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[140029]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-16T20:27:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:06 smithi002 ceph-mon[140029]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:06 smithi043 ceph-mon[135010]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-16T20:27:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:06 smithi043 ceph-mon[135010]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:07.377 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[137674]: pgmap v3350: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[137674]: from='client.37326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[137674]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-16T20:27:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:27:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3208724513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[140029]: pgmap v3350: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[140029]: from='client.37326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[140029]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-16T20:27:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:27:07.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:07 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3208724513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:07 smithi043 ceph-mon[135010]: pgmap v3350: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:07 smithi043 ceph-mon[135010]: from='client.37326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:07 smithi043 ceph-mon[135010]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-16T20:27:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:27:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:07 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3208724513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:08.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:08 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:27:08.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:08 smithi002 ceph-mon[137674]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-16T20:27:08.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:08 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:27:08.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:08 smithi002 ceph-mon[140029]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-16T20:27:08.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:08 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/804105514' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi002-181524-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T20:27:08.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:08 smithi043 ceph-mon[135010]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-16T20:27:09.423 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [2309376~37196,5704753~18476,7342055~8348,7905966~27633,7944806~99766,9718368~95762,12384615~44900,13662164~80273,13843081~95216,17094079~96117] 2023-12-16T20:27:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:09 smithi002 ceph-mon[137674]: pgmap v3353: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:09 smithi002 ceph-mon[137674]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-16T20:27:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:09 smithi002 ceph-mon[140029]: pgmap v3353: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:09.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:09 smithi002 ceph-mon[140029]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-16T20:27:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:09 smithi043 ceph-mon[135010]: pgmap v3353: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:27:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:09 smithi043 ceph-mon[135010]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-16T20:27:10.405 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [0~20971520] 2023-12-16T20:27:10.414 INFO:tasks.workunit.client.0.smithi002.stdout: diff was [0~20971520] 2023-12-16T20:27:10.418 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5036 ms) 2023-12-16T20:27:10.418 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2023-12-16T20:27:10.418 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:10.443 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:10.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:10 smithi002 ceph-mon[137674]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-16T20:27:10.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:10 smithi002 ceph-mon[140029]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-16T20:27:10.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:10 smithi043 ceph-mon[135010]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-16T20:27:11.419 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:11.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:11 smithi002 ceph-mon[137674]: pgmap v3356: 137 pgs: 6 unknown, 131 active+clean; 13 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 119 KiB/s wr, 14 op/s 2023-12-16T20:27:11.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:11 smithi002 ceph-mon[137674]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-16T20:27:11.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:11 smithi002 ceph-mon[140029]: pgmap v3356: 137 pgs: 6 unknown, 131 active+clean; 13 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 119 KiB/s wr, 14 op/s 2023-12-16T20:27:11.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:11 smithi002 ceph-mon[140029]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-16T20:27:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:11 smithi043 ceph-mon[135010]: pgmap v3356: 137 pgs: 6 unknown, 131 active+clean; 13 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 119 KiB/s wr, 14 op/s 2023-12-16T20:27:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:11 smithi043 ceph-mon[135010]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-16T20:27:12.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:11] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2023-12-16T20:27:12.422 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:12.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:12 smithi002 ceph-mon[137674]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-16T20:27:12.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:12 smithi002 ceph-mon[140029]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-16T20:27:12.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:12 smithi043 ceph-mon[135010]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-16T20:27:13.424 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:13.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3008 ms) 2023-12-16T20:27:13.426 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2023-12-16T20:27:13.426 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:13.496 INFO:tasks.workunit.client.0.smithi002.stdout: i=0 exists [9906652~412999,12121322~298041,55204787~4129388,89450384~7605280,193565461~3150694,273949014~7443875,310546445~45515,400294619~7531967] wrote [9906652~412999,12121322~298041,55204787~4129388,89450384~7605280,193565461~3150694,273949014~7443875,310546445~45515,400294619~7531967] 2023-12-16T20:27:13.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:13 smithi002 ceph-mon[137674]: pgmap v3359: 137 pgs: 137 active+clean; 16 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 156 KiB/s wr, 14 op/s 2023-12-16T20:27:13.741 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:13 smithi002 ceph-mon[137674]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-16T20:27:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:13 smithi002 ceph-mon[140029]: pgmap v3359: 137 pgs: 137 active+clean; 16 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 156 KiB/s wr, 14 op/s 2023-12-16T20:27:13.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:13 smithi002 ceph-mon[140029]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-16T20:27:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:13 smithi043 ceph-mon[135010]: pgmap v3359: 137 pgs: 137 active+clean; 16 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 KiB/s rd, 156 KiB/s wr, 14 op/s 2023-12-16T20:27:13.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:13 smithi043 ceph-mon[135010]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-16T20:27:14.462 INFO:tasks.workunit.client.0.smithi002.stdout: i=1 exists [9906652~412999,12121322~298041,15429473~3964070,55204787~4129388,60981006~7384511,89450384~7605280,131009622~1988374,136215028~7999953,193565461~3150694,243170528~5351665,250617263~183063,273949014~7443875,304452883~70034,305655860~3070402,310546445~45515,336305188~2038481,393687496~866072,400294619~7531967] wrote [15429473~3964070,60981006~7384511,131009622~1988374,136215028~7999953,243170528~5351665,250617263~183063,304452883~70034,305655860~3070402,336305188~2038481,393687496~866072] 2023-12-16T20:27:14.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:14 smithi002 ceph-mon[137674]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-16T20:27:14.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:14 smithi002 ceph-mon[140029]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-16T20:27:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:14 smithi043 ceph-mon[135010]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-16T20:27:15.472 INFO:tasks.workunit.client.0.smithi002.stdout: i=2 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,45176104~2081246,55204787~4129388,60981006~8888968,83604865~4568991,89450384~7605280,131009622~1988374,136215028~7999953,164698999~6634075,185730166~3869097,193565461~3150694,243170528~5351665,250617263~183063,273949014~7443875,304452883~70034,305655860~6625991,328927375~818799,336305188~2038481,393687496~866072,400294619~7531967] wrote [462512~7449475,14599459~292928,45176104~2081246,63989631~5880343,83604865~4568991,164698999~6634075,185730166~3869097,306445059~5836792,328927375~818799] 2023-12-16T20:27:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:15 smithi002 ceph-mon[137674]: pgmap v3362: 137 pgs: 137 active+clean; 24 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.2 MiB/s wr, 78 op/s 2023-12-16T20:27:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:15 smithi002 ceph-mon[137674]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-16T20:27:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:15 smithi002 ceph-mon[140029]: pgmap v3362: 137 pgs: 137 active+clean; 24 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.2 MiB/s wr, 78 op/s 2023-12-16T20:27:15.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:15 smithi002 ceph-mon[140029]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-16T20:27:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:15 smithi043 ceph-mon[135010]: pgmap v3362: 137 pgs: 137 active+clean; 24 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 2.2 MiB/s wr, 78 op/s 2023-12-16T20:27:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:15 smithi043 ceph-mon[135010]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-16T20:27:16.502 INFO:tasks.workunit.client.0.smithi002.stdout: i=3 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~631754,45176104~2081246,55204787~5638132,60981006~8888968,83604865~4568991,89450384~7605280,131009622~1988374,136215028~7999953,145573999~859497,164698999~6634075,185730166~3869097,193565461~8836255,234627679~5526266,242121987~6400206,250617263~183063,273949014~7443875,304452883~70034,305655860~6625991,328927375~818799,336305188~7783887,393687496~866072,400294619~7531967] wrote [19584534~2137984,24812443~631754,55697963~5144956,145573999~859497,196288619~6113097,234627679~5526266,242121987~5752413,336615152~7473923] 2023-12-16T20:27:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-16T20:27:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:27:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:16 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:16 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.516 INFO:tasks.workunit.client.0.smithi002.stdout: i=4 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~631754,45176104~2081246,53088773~7754146,60981006~8888968,83604865~13450799,131009622~1988374,136215028~7999953,145573999~859497,164698999~6634075,185730166~3869097,193471764~8929952,234627679~5526266,242121987~12790483,273949014~7443875,304452883~70034,305655860~6625991,324063732~9350479,336305188~13319590,362903370~28224,393687496~866072,400294619~9752501] wrote [53088773~5052058,87067765~4516542,193471764~5289329,245374444~9538026,324063732~9350479,341532551~8092227,362903370~28224,406896548~3150572] 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: pgmap v3365: 137 pgs: 137 active+clean; 103 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 174 op/s 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:27:17.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: pgmap v3365: 137 pgs: 137 active+clean; 103 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 174 op/s 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:27:17.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:17 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: pgmap v3365: 137 pgs: 137 active+clean; 103 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 174 op/s 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T20:27:17.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:17 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' 2023-12-16T20:27:18.495 INFO:tasks.workunit.client.0.smithi002.stdout: i=5 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~4703687,45176104~2081246,51996960~8845959,60981006~8888968,83604865~18595702,115089192~1566292,118505032~608847,131009622~1988374,136215028~7999953,145573999~859497,164698999~6634075,185730166~3869097,193471764~8929952,234627679~5526266,242121987~12790483,273949014~11770666,304452883~70034,305655860~6625991,324063732~9350479,336305188~13319590,358142718~2096399,362903370~28224,373824932~7992726,390831489~7193609,400294619~9752501] wrote [25183997~4332133,51996960~3257397,96324358~5876209,115089192~1566292,118505032~608847,280207086~5512594,342413829~4955181,358142718~2096399,373824932~7992726,390831489~7193609] 2023-12-16T20:27:18.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:18 smithi002 ceph-mon[137674]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-16T20:27:18.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:18 smithi002 ceph-mon[140029]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-16T20:27:18.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:18 smithi043 ceph-mon[135010]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-16T20:27:19.371 INFO:tasks.workunit.client.0.smithi002.stdout: i=6 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~4703687,45176104~2081246,51996960~8845959,60981006~14346795,77659843~4207141,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~608847,130176887~5138408,136215028~7999953,144788841~6075950,164698999~6634075,185730166~6441754,193471764~8929952,234627679~5526266,242121987~12790483,263853193~21866487,304452883~70034,305655860~6625991,324063732~9350479,336305188~13319590,358142718~2096399,362903370~28224,373824932~7992726,390831489~7193609,400294619~9752501] wrote [69114915~6212886,77659843~4207141,103701814~1604950,111505193~2523586,130176887~5138408,144788841~6075950,189181896~2990024,263853193~10946271] 2023-12-16T20:27:19.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[137674]: pgmap v3368: 137 pgs: 137 active+clean; 159 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 28 MiB/s wr, 156 op/s 2023-12-16T20:27:19.759 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[137674]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-16T20:27:19.759 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[137674]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-16T20:27:19.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[140029]: pgmap v3368: 137 pgs: 137 active+clean; 159 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 28 MiB/s wr, 156 op/s 2023-12-16T20:27:19.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[140029]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-16T20:27:19.759 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:19 smithi002 ceph-mon[140029]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-16T20:27:19.760 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:19 smithi043 ceph-mon[135010]: pgmap v3368: 137 pgs: 137 active+clean; 159 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 28 MiB/s wr, 156 op/s 2023-12-16T20:27:19.760 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:19 smithi043 ceph-mon[135010]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-16T20:27:19.760 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:19 smithi043 ceph-mon[135010]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-16T20:27:20.376 INFO:tasks.workunit.client.0.smithi002.stdout: i=7 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~4703687,45176104~2081246,51996960~8845959,60981006~14346795,77659843~4207141,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~608847,120033968~3013375,130176887~5138408,136215028~7999953,144788841~6075950,163072335~8260739,185730166~6441754,193471764~8929952,234627679~5526266,242121987~12790483,263853193~21866487,304448904~7832947,324063732~9350479,336305188~13319590,358142718~2096399,362903370~28224,373824932~7992726,386856970~1410973,390831489~19215631] wrote [3008086~4748578,53119072~3969147,120033968~3013375,163072335~3499445,194162687~6054746,244070874~4519827,268721528~3507530,304448904~6688062,386856970~1410973,395960491~7969301] 2023-12-16T20:27:21.377 INFO:tasks.workunit.client.0.smithi002.stdout: i=8 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~4703687,45176104~2081246,51996960~8845959,60981006~14346795,75390689~6476295,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~5381588,127442871~7872424,136215028~7999953,144788841~6075950,152176231~6104665,163072335~8260739,185730166~6441754,193471764~8929952,234627679~5526266,242121987~12790483,255355309~761473,263853193~21866487,295712329~1467364,300101296~218863,304448904~13728673,324063732~9350479,336305188~13319590,358142718~2096399,362903370~28224,373824932~7992726,386856970~1410973,390831489~19215631] wrote [75390689~2749683,93327929~7112518,118730171~5156449,127442871~4984285,152176231~6104665,255355309~761473,295712329~1467364,300101296~218863,311115776~7061801] 2023-12-16T20:27:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[137674]: pgmap v3371: 137 pgs: 137 active+clean; 288 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 42 MiB/s wr, 257 op/s 2023-12-16T20:27:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[137674]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-16T20:27:21.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:21.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[140029]: pgmap v3371: 137 pgs: 137 active+clean; 288 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 42 MiB/s wr, 257 op/s 2023-12-16T20:27:21.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[140029]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-16T20:27:21.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:21 smithi043 ceph-mon[135010]: pgmap v3371: 137 pgs: 137 active+clean; 288 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 42 MiB/s wr, 257 op/s 2023-12-16T20:27:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:21 smithi043 ceph-mon[135010]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-16T20:27:21.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:21 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:22.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:21] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-12-16T20:27:22.393 INFO:tasks.workunit.client.0.smithi002.stdout: i=9 exists [462512~7449475,9906652~412999,12121322~298041,14599459~292928,15429473~3964070,19584534~2137984,24812443~4703687,35020109~5773736,45176104~2081246,51996960~8845959,60981006~14346795,75390689~6476295,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~5381588,127442871~7872424,136215028~14649763,152176231~6104665,163072335~8260739,184982409~7189511,193471764~9396688,234627679~5526266,242121987~12790483,255355309~761473,263853193~21866487,295712329~1467364,300101296~218863,300624751~54795,304448904~13728673,324063732~9350479,336305188~13319590,358142718~2096399,362903370~28224,373824932~7992726,386856970~1410973,390831489~19215631] wrote [35020109~5773736,53356415~6144404,142175207~5651884,184982409~2385796,198306797~4561655,300624751~54795,315857964~1209431,324581960~1049115] 2023-12-16T20:27:22.549 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:22 smithi002 ceph-mon[137674]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-16T20:27:22.549 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:22 smithi002 ceph-mon[140029]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-16T20:27:22.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:22 smithi043 ceph-mon[135010]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-16T20:27:23.398 INFO:tasks.workunit.client.0.smithi002.stdout: i=10 exists [462512~7449475,9906652~412999,10752226~4606278,15429473~3964070,19584534~2137984,24812443~4703687,35020109~5773736,45176104~2081246,51996960~8845959,60981006~14346795,75390689~6476295,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~5381588,127442871~23421920,152176231~6104665,163072335~8260739,176066009~3427630,184982409~17886043,234627679~5526266,242121987~12790483,255355309~7722404,263853193~21866487,290634660~6545033,300101296~218863,300624751~54795,304448904~13728673,324063732~9350479,336305188~15259430,358142718~2096399,362903370~28224,366314455~4996181,373824932~7992726,386856970~1410973,390831489~19215631] wrote [10752226~4606278,130657555~5836674,176066009~3427630,190456717~4691268,255526356~7551357,290634660~5090046,309859882~6513848,346173038~5391580,366314455~4996181] 2023-12-16T20:27:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:23 smithi002 ceph-mon[137674]: pgmap v3374: 137 pgs: 137 active+clean; 322 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 35 MiB/s wr, 201 op/s 2023-12-16T20:27:23.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:23 smithi002 ceph-mon[137674]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-16T20:27:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:23 smithi002 ceph-mon[140029]: pgmap v3374: 137 pgs: 137 active+clean; 322 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 35 MiB/s wr, 201 op/s 2023-12-16T20:27:23.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:23 smithi002 ceph-mon[140029]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-16T20:27:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:23 smithi043 ceph-mon[135010]: pgmap v3374: 137 pgs: 137 active+clean; 322 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 35 MiB/s wr, 201 op/s 2023-12-16T20:27:23.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:23 smithi043 ceph-mon[135010]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-16T20:27:24.400 INFO:tasks.workunit.client.0.smithi002.stdout: i=11 exists [462512~7449475,9906652~412999,10752226~4606278,15429473~3964070,19584534~2137984,24812443~4703687,35020109~8075379,45176104~2081246,51996960~23330841,75390689~6476295,83604865~18595702,103701814~1604950,111505193~2523586,115089192~1566292,118505032~5381588,127186722~23678069,152176231~6104665,163072335~8260739,176066009~3427630,184982409~21453590,211100079~2985523,234627679~5526266,242121987~12790483,255355309~7722404,263853193~21866487,290634660~6545033,300101296~218863,300624751~54795,304448904~13728673,324063732~9350479,336305188~15259430,358142718~2096399,362903370~28224,366314455~4996181,373824932~7992726,386856970~1410973,390831489~19215631] wrote [1384270~2224064,16284073~1192170,35282879~7812609,58400726~4242683,63355841~6296884,90871915~7000746,127186722~1517128,202799614~3636385,211100079~2985523,266864996~1533453] 2023-12-16T20:27:24.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:24 smithi002 ceph-mon[137674]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-16T20:27:24.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:24 smithi002 ceph-mon[140029]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-16T20:27:24.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:24 smithi043 ceph-mon[135010]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-16T20:27:25.421 INFO:tasks.workunit.client.0.smithi002.stdout: i=12 exists [462512~7449475,9906652~412999,10752226~4606278,15429473~3964070,19584534~2137984,22782074~6734056,35020109~8075379,45176104~2081246,51996960~23330841,75390689~6476295,83604865~23937251,111505193~2523586,115089192~1566292,118505032~5381588,127186722~23678069,152176231~10506697,163072335~10260045,176066009~3427630,184982409~23043585,211100079~2985523,234627679~5526266,242121987~12790483,255355309~7722404,263853193~21866487,290634660~6545033,300101296~218863,300624751~54795,304448904~13728673,324063732~9350479,336305188~15259430,358142718~2096399,362903370~28224,366314455~4996181,373824932~7992726,386856970~1410973,390831489~19215631] wrote [22782074~4738780,95443923~932944,100584312~6957804,141143529~5858345,154087306~8595622,170735919~2596461,203182915~4843079,390955140~7095590] 2023-12-16T20:27:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:25 smithi002 ceph-mon[137674]: pgmap v3377: 137 pgs: 137 active+clean; 395 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 23 MiB/s wr, 104 op/s 2023-12-16T20:27:25.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:25 smithi002 ceph-mon[137674]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-16T20:27:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:25 smithi002 ceph-mon[140029]: pgmap v3377: 137 pgs: 137 active+clean; 395 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 23 MiB/s wr, 104 op/s 2023-12-16T20:27:25.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:25 smithi002 ceph-mon[140029]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-16T20:27:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:25 smithi043 ceph-mon[135010]: pgmap v3377: 137 pgs: 137 active+clean; 395 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 23 MiB/s wr, 104 op/s 2023-12-16T20:27:25.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:25 smithi043 ceph-mon[135010]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-16T20:27:26.431 INFO:tasks.workunit.client.0.smithi002.stdout: i=13 exists [462512~7449475,9906652~412999,10752226~4606278,15429473~3964070,19584534~2137984,22782074~7045112,33279355~9816133,45176104~2081246,51996960~23330841,75390689~6476295,83604865~23937251,111505193~2523586,115089192~1566292,118505032~5381588,127186722~23678069,152176231~10506697,163072335~10260045,176066009~3427630,184982409~23043585,211100079~2985523,234212981~5940964,242121987~12790483,255355309~7722404,263853193~21866487,290634660~6545033,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [24776436~5050750,33279355~2900398,40199370~1306665,234212981~2390605,245770223~4729862,276170874~3071916,318134868~1176642,359105768~10667120] 2023-12-16T20:27:26.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:26 smithi002 ceph-mon[137674]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-16T20:27:26.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:26 smithi002 ceph-mon[140029]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-16T20:27:26.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:26 smithi043 ceph-mon[135010]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-16T20:27:27.422 INFO:tasks.workunit.client.0.smithi002.stdout: i=14 exists [462512~21260006,22782074~7045112,33279355~9816133,45176104~2081246,51996960~23330841,75390689~6476295,83604865~23937251,111505193~2523586,115089192~1566292,118505032~5381588,127186722~23678069,152176231~21156149,176066009~3427630,184982409~23043585,211100079~2985523,234212981~5940964,242121987~12790483,255355309~7722404,263853193~21866487,290634660~6545033,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [3104198~3876200,7704350~3383123,13647844~8024534,52799062~7438159,87668474~3802639,162265675~6884277,190462593~6549833,257303246~5313752,265092279~2756948,291744313~1556589] 2023-12-16T20:27:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:27 smithi002 ceph-mon[137674]: pgmap v3380: 137 pgs: 137 active+clean; 530 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 301 op/s 2023-12-16T20:27:27.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:27 smithi002 ceph-mon[137674]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-16T20:27:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:27 smithi002 ceph-mon[140029]: pgmap v3380: 137 pgs: 137 active+clean; 530 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 301 op/s 2023-12-16T20:27:27.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:27 smithi002 ceph-mon[140029]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-16T20:27:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:27 smithi043 ceph-mon[135010]: pgmap v3380: 137 pgs: 137 active+clean; 530 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 185 KiB/s rd, 48 MiB/s wr, 301 op/s 2023-12-16T20:27:27.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:27 smithi043 ceph-mon[135010]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-16T20:27:28.427 INFO:tasks.workunit.client.0.smithi002.stdout: i=15 exists [462512~21260006,22782074~7045112,33279355~9816133,45176104~2081246,51996960~23330841,75390689~6476295,83604865~23937251,110219182~3809597,115089192~1566292,118505032~5381588,127186722~23678069,152176231~27317408,184982409~23043585,211100079~2985523,234212981~5940964,242121987~12790483,255355309~30364371,290634660~6545033,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [7940374~4478110,23060843~2529186,110219182~1442114,121073903~2666605,136960330~1572118,152731390~4370160,173111890~3942379,188766396~6588133,257391106~7733019,344983088~5618154] 2023-12-16T20:27:28.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:28 smithi002 ceph-mon[137674]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-16T20:27:28.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:28 smithi002 ceph-mon[140029]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-16T20:27:28.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:28 smithi043 ceph-mon[135010]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-16T20:27:29.445 INFO:tasks.workunit.client.0.smithi002.stdout: i=16 exists [462512~21260006,22782074~7045112,32757933~14499417,51996960~23330841,75390689~6476295,83604865~23937251,110147193~6508291,118505032~5381588,127186722~52306917,184982409~23043585,211100079~2985523,234212981~5940964,242121987~12790483,255355309~32776628,290634660~6545033,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [32757933~2534761,42959556~3955726,110147193~6125330,146392820~7930313,163831220~1951157,202818977~769353,281500826~6631111,311815266~56217,358305107~4543685] 2023-12-16T20:27:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:29 smithi002 ceph-mon[137674]: pgmap v3383: 137 pgs: 137 active+clean; 575 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 KiB/s rd, 42 MiB/s wr, 343 op/s 2023-12-16T20:27:29.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:29 smithi002 ceph-mon[137674]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-16T20:27:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:29 smithi002 ceph-mon[140029]: pgmap v3383: 137 pgs: 137 active+clean; 575 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 KiB/s rd, 42 MiB/s wr, 343 op/s 2023-12-16T20:27:29.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:29 smithi002 ceph-mon[140029]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-16T20:27:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:29 smithi043 ceph-mon[135010]: pgmap v3383: 137 pgs: 137 active+clean; 575 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 KiB/s rd, 42 MiB/s wr, 343 op/s 2023-12-16T20:27:29.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:29 smithi043 ceph-mon[135010]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-16T20:27:30.433 INFO:tasks.workunit.client.0.smithi002.stdout: i=17 exists [462512~21260006,22782074~7045112,32757933~14499417,51996960~23330841,75390689~6476295,83604865~23937251,110147193~6508291,118505032~5381588,127186722~52306917,184982409~23043585,211100079~2985523,221427625~193992,234212981~5940964,242121987~12790483,255355309~32872452,290634660~8191359,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [84162035~4493248,101656409~5763303,137078414~436768,149553666~7937975,221427625~193992,257048396~45130,280397995~5995531,286746471~1481290,291523825~7302194,394141388~1609441] 2023-12-16T20:27:30.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:30 smithi002 ceph-mon[137674]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-16T20:27:30.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:30 smithi002 ceph-mon[140029]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-16T20:27:30.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:30 smithi043 ceph-mon[135010]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-16T20:27:31.413 INFO:tasks.workunit.client.0.smithi002.stdout: i=18 exists [462512~21260006,22782074~7045112,32757933~14499417,47890675~2999298,51996960~23330841,75390689~6476295,83604865~23937251,110147193~6508291,118505032~60988607,180002712~370374,184982409~23043585,211100079~2985523,221427625~193992,234212981~5940964,242121987~12790483,255355309~32872452,290634660~8191359,300101296~218863,300624751~54795,304448904~14862606,324063732~9350479,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~19215631] wrote [6686791~3723499,11098556~7209662,26134795~1355101,47890675~2999298,62886299~591921,123368207~4683849,162167309~1726003,180002712~370374,244109885~2193549,281433133~4340231] 2023-12-16T20:27:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:31 smithi002 ceph-mon[137674]: pgmap v3386: 137 pgs: 137 active+clean; 700 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 220 KiB/s rd, 45 MiB/s wr, 347 op/s 2023-12-16T20:27:31.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:31 smithi002 ceph-mon[137674]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-16T20:27:31.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:31 smithi002 ceph-mon[140029]: pgmap v3386: 137 pgs: 137 active+clean; 700 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 220 KiB/s rd, 45 MiB/s wr, 347 op/s 2023-12-16T20:27:31.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:31 smithi002 ceph-mon[140029]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-16T20:27:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:31 smithi043 ceph-mon[135010]: pgmap v3386: 137 pgs: 137 active+clean; 700 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 220 KiB/s rd, 45 MiB/s wr, 347 op/s 2023-12-16T20:27:31.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:31 smithi043 ceph-mon[135010]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-16T20:27:32.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:31 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:31] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-12-16T20:27:32.464 INFO:tasks.workunit.client.0.smithi002.stdout: i=19 exists [462512~21260006,22782074~24475276,47890675~2999298,51996960~23330841,75390689~6476295,83604865~23937251,110147193~6508291,118505032~61868054,184982409~23043585,211100079~2985523,221427625~193992,234212981~5940964,242121987~13127110,255355309~32872452,290634660~8191359,300101296~218863,300624751~54795,304448904~14862606,324063732~10073549,336305188~15259430,358142718~13167918,373824932~7992726,386856970~1410973,390831489~21140738] wrote [28837870~7715542,59027675~3829058,64112576~1594614,160746813~7167004,174307445~5750774,250337647~4911450,275891885~4448212,329288176~4849105,361805143~5071146,406558745~5413482] 2023-12-16T20:27:32.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:32 smithi002 ceph-mon[137674]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-16T20:27:32.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:32 smithi002 ceph-mon[140029]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-16T20:27:32.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:32 smithi043 ceph-mon[135010]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-16T20:27:33.405 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 1 diff [12582912~4194304,58720256~8388608,130023424~12582912,239075328~12582912,301989888~4194304,335544320~4194304,390070272~4194304] 2023-12-16T20:27:33.405 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [12582912~4194304,58720256~8388608,130023424~12582912,239075328~12582912,301989888~4194304,335544320~4194304,390070272~4194304] 2023-12-16T20:27:33.417 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [12582912~8388608,58720256~12582912,130023424~16777216,239075328~12582912,301989888~8388608,335544320~4194304,390070272~8388608] 2023-12-16T20:27:33.417 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 2 diff [0~8388608,12582912~4194304,41943040~4194304,58720256~12582912,79691776~8388608,130023424~12582912,163577856~8388608,184549376~4194304,239075328~12582912,301989888~8388608,327155712~4194304,335544320~4194304,390070272~4194304] 2023-12-16T20:27:33.418 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~4194304,41943040~4194304,58720256~12582912,79691776~8388608,130023424~12582912,163577856~8388608,184549376~4194304,239075328~12582912,301989888~8388608,327155712~4194304,335544320~4194304,390070272~4194304] 2023-12-16T20:27:33.421 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~8388608,41943040~8388608,58720256~12582912,79691776~12582912,130023424~16777216,163577856~8388608,184549376~8388608,239075328~12582912,301989888~12582912,327155712~4194304,335544320~4194304,390070272~8388608] 2023-12-16T20:27:33.421 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 3 diff [0~8388608,12582912~12582912,41943040~4194304,54525952~16777216,79691776~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~8388608,230686720~20971520,301989888~8388608,327155712~4194304,335544320~8388608,390070272~4194304] 2023-12-16T20:27:33.422 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,54525952~16777216,79691776~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~8388608,230686720~20971520,301989888~8388608,327155712~4194304,335544320~8388608,390070272~4194304] 2023-12-16T20:27:33.424 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~16777216,79691776~12582912,130023424~16777216,163577856~8388608,184549376~20971520,230686720~20971520,301989888~12582912,327155712~4194304,335544320~12582912,390070272~8388608] 2023-12-16T20:27:33.424 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 4 diff [0~8388608,12582912~12582912,41943040~4194304,50331648~20971520,79691776~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,301989888~8388608,322961408~29360128,360710144~4194304,390070272~4194304,406847488~4194304] 2023-12-16T20:27:33.424 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,50331648~20971520,79691776~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,301989888~8388608,322961408~29360128,360710144~4194304,390070272~4194304,406847488~4194304] 2023-12-16T20:27:33.427 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~16777216,41943040~29360128,79691776~12582912,130023424~16777216,163577856~8388608,184549376~20971520,230686720~25165824,301989888~12582912,322961408~29360128,360710144~4194304,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.427 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 5 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~20971520,79691776~8388608,92274688~8388608,113246208~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.427 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~20971520,79691776~8388608,92274688~8388608,113246208~8388608,130023424~16777216,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.430 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~29360128,79691776~25165824,113246208~8388608,130023424~16777216,163577856~8388608,184549376~20971520,230686720~25165824,276824064~12582912,301989888~12582912,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.430 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 6 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~20971520,163577856~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.430 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~20971520,163577856~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.434 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~79691776,130023424~20971520,163577856~8388608,184549376~20971520,230686720~25165824,260046848~29360128,301989888~12582912,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.434 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 7 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~20971520,159383552~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.434 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~20971520,159383552~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.438 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~83886080,130023424~20971520,159383552~12582912,184549376~20971520,230686720~25165824,260046848~29360128,301989888~12582912,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.438 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 8 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~58720256,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.438 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~58720256,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.443 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~130023424,184549376~20971520,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.443 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 9 diff [0~8388608,12582912~16777216,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.443 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.448 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~159383552,184549376~20971520,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.448 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 10 diff [0~29360128,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.448 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.453 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~20971520,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.453 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 11 diff [0~29360128,33554432~12582912,50331648~54525952,109051904~58720256,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.453 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~54525952,109051904~58720256,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.460 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.460 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 12 diff [0~29360128,33554432~12582912,50331648~54525952,109051904~67108864,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.460 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~54525952,109051904~67108864,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.466 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.466 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 13 diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.466 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.472 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.472 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 14 diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.472 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.479 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.479 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 15 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.479 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.486 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.486 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 16 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.486 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.493 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.493 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 17 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.493 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.501 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.501 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 18 diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.501 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.508 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.509 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to 19 diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.509 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.518 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:33.518 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 2 diff [0~8388608,12582912~4194304,41943040~4194304,62914560~8388608,79691776~8388608,163577856~8388608,184549376~4194304,306184192~8388608,327155712~4194304] 2023-12-16T20:27:33.518 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~4194304,41943040~4194304,62914560~8388608,79691776~8388608,163577856~8388608,184549376~4194304,306184192~8388608,327155712~4194304] 2023-12-16T20:27:33.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~4194304,41943040~8388608,62914560~8388608,79691776~12582912,163577856~8388608,184549376~8388608,306184192~8388608,327155712~4194304] 2023-12-16T20:27:33.520 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 3 diff [0~8388608,12582912~12582912,41943040~4194304,54525952~16777216,79691776~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~8388608,230686720~16777216,306184192~8388608,327155712~4194304,335544320~8388608] 2023-12-16T20:27:33.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,54525952~16777216,79691776~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~8388608,230686720~16777216,306184192~8388608,327155712~4194304,335544320~8388608] 2023-12-16T20:27:33.521 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~16777216,79691776~12582912,142606336~4194304,163577856~8388608,184549376~20971520,230686720~20971520,306184192~8388608,327155712~4194304,335544320~12582912] 2023-12-16T20:27:33.521 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 4 diff [0~8388608,12582912~12582912,41943040~4194304,50331648~8388608,62914560~8388608,79691776~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,306184192~8388608,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.522 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~12582912,41943040~4194304,50331648~8388608,62914560~8388608,79691776~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,306184192~8388608,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~16777216,41943040~29360128,79691776~12582912,142606336~4194304,163577856~8388608,184549376~20971520,230686720~25165824,306184192~8388608,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.523 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 5 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~20971520,79691776~8388608,92274688~8388608,113246208~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,276824064~8388608,306184192~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.523 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~20971520,79691776~8388608,92274688~8388608,113246208~8388608,142606336~4194304,163577856~8388608,184549376~4194304,192937984~12582912,230686720~25165824,276824064~8388608,306184192~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~29360128,79691776~25165824,113246208~8388608,142606336~4194304,163577856~8388608,184549376~20971520,230686720~25165824,276824064~12582912,306184192~8388608,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 6 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,163577856~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,306184192~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,163577856~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,306184192~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.528 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~79691776,130023424~8388608,142606336~8388608,163577856~8388608,184549376~20971520,230686720~25165824,260046848~29360128,306184192~8388608,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.528 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 7 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,159383552~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.528 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,159383552~8388608,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~83886080,130023424~8388608,142606336~8388608,159383552~12582912,184549376~20971520,230686720~25165824,260046848~29360128,301989888~12582912,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.532 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 8 diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~25165824,142606336~25165824,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.532 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,41943040~4194304,50331648~37748736,92274688~12582912,109051904~25165824,142606336~25165824,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.535 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~20971520,41943040~96468992,142606336~29360128,184549376~20971520,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.535 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 9 diff [0~8388608,12582912~16777216,33554432~12582912,50331648~37748736,92274688~12582912,109051904~25165824,138412032~29360128,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.535 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~16777216,33554432~12582912,50331648~37748736,92274688~12582912,109051904~25165824,138412032~29360128,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,12582912~159383552,184549376~20971520,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 10 diff [0~29360128,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~37748736,92274688~12582912,109051904~58720256,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~20971520,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 11 diff [0~29360128,33554432~12582912,50331648~54525952,109051904~58720256,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~54525952,109051904~58720256,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.548 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.548 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 12 diff [0~29360128,33554432~12582912,50331648~54525952,109051904~67108864,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.548 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~12582912,50331648~54525952,109051904~67108864,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.553 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.553 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 13 diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.553 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.559 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.559 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 14 diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.559 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.564 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.564 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 15 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.564 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.571 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.571 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 16 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.571 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.578 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.578 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 17 diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.579 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~54525952,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.589 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.589 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 18 diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.590 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.594 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.594 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to 19 diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.594 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.602 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:33.602 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 3 diff [16777216~8388608,54525952~8388608,142606336~4194304,192937984~8388608,230686720~16777216,335544320~8388608] 2023-12-16T20:27:33.603 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16777216~8388608,54525952~8388608,142606336~4194304,192937984~8388608,230686720~16777216,335544320~8388608] 2023-12-16T20:27:33.604 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16777216~12582912,54525952~8388608,142606336~4194304,192937984~12582912,230686720~20971520,335544320~12582912] 2023-12-16T20:27:33.604 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 4 diff [16777216~8388608,50331648~8388608,83886080~8388608,142606336~4194304,192937984~12582912,230686720~25165824,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.604 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16777216~8388608,50331648~8388608,83886080~8388608,142606336~4194304,192937984~12582912,230686720~25165824,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.605 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16777216~12582912,50331648~12582912,83886080~8388608,142606336~4194304,192937984~12582912,230686720~25165824,322961408~29360128,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.606 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 5 diff [16777216~12582912,50331648~12582912,83886080~16777216,113246208~8388608,142606336~4194304,192937984~12582912,230686720~25165824,276824064~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.606 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16777216~12582912,50331648~12582912,83886080~16777216,113246208~8388608,142606336~4194304,192937984~12582912,230686720~25165824,276824064~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.607 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16777216~16777216,50331648~12582912,83886080~20971520,113246208~8388608,142606336~4194304,192937984~12582912,230686720~25165824,276824064~12582912,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.607 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 6 diff [16777216~12582912,50331648~12582912,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.607 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [16777216~12582912,50331648~12582912,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,322961408~29360128,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.610 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [16777216~16777216,50331648~12582912,67108864~54525952,130023424~8388608,142606336~8388608,188743680~16777216,230686720~25165824,260046848~29360128,322961408~29360128,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.610 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 7 diff [0~8388608,16777216~12582912,50331648~12582912,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.610 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,16777216~12582912,50331648~12582912,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,301989888~8388608,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.613 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,16777216~16777216,50331648~12582912,67108864~58720256,130023424~8388608,142606336~8388608,159383552~8388608,188743680~16777216,230686720~25165824,260046848~29360128,301989888~12582912,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.613 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 8 diff [0~8388608,16777216~12582912,50331648~12582912,67108864~12582912,83886080~20971520,109051904~25165824,142606336~20971520,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.613 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,16777216~12582912,50331648~12582912,67108864~12582912,83886080~20971520,109051904~25165824,142606336~20971520,188743680~16777216,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.616 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,16777216~16777216,50331648~12582912,67108864~71303168,142606336~25165824,188743680~16777216,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.616 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 9 diff [0~8388608,16777216~12582912,33554432~8388608,50331648~12582912,67108864~12582912,83886080~20971520,109051904~25165824,138412032~25165824,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.616 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,16777216~12582912,33554432~8388608,50331648~12582912,67108864~12582912,83886080~20971520,109051904~25165824,138412032~25165824,184549376~20971520,230686720~25165824,260046848~12582912,276824064~8388608,293601280~25165824,322961408~29360128,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.619 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,16777216~25165824,50331648~12582912,67108864~100663296,184549376~20971520,230686720~58720256,293601280~25165824,322961408~29360128,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.619 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 10 diff [0~29360128,33554432~8388608,50331648~12582912,67108864~12582912,83886080~20971520,109051904~54525952,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.619 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~8388608,50331648~12582912,67108864~12582912,83886080~20971520,109051904~54525952,171966464~4194304,184549376~20971520,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.623 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~41943040,50331648~12582912,67108864~100663296,171966464~8388608,184549376~20971520,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.623 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 11 diff [0~29360128,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.623 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,171966464~4194304,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.627 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~117440512,171966464~8388608,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.627 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 12 diff [0~29360128,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.628 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~29360128,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~41943040,276824064~8388608,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.632 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~88080384,322961408~29360128,356515840~54525952] 2023-12-16T20:27:33.632 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 13 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.632 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.637 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.637 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 14 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.637 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.642 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.642 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 15 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.643 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.647 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.648 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 16 diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.648 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.653 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.653 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 17 diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.653 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.660 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.660 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 18 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.660 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.666 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~54525952] 2023-12-16T20:27:33.666 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to 19 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.666 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.673 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:33.673 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 4 diff [50331648~8388608,83886080~8388608,192937984~8388608,243269632~12582912,322961408~12582912,339738624~8388608,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.673 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [50331648~8388608,83886080~8388608,192937984~8388608,243269632~12582912,322961408~12582912,339738624~8388608,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.674 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [50331648~8388608,83886080~8388608,192937984~8388608,243269632~12582912,322961408~12582912,339738624~12582912,360710144~4194304,406847488~4194304] 2023-12-16T20:27:33.674 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 5 diff [25165824~8388608,50331648~8388608,83886080~16777216,113246208~8388608,192937984~8388608,243269632~12582912,276824064~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.674 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [25165824~8388608,50331648~8388608,83886080~16777216,113246208~8388608,192937984~8388608,243269632~12582912,276824064~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.675 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [25165824~8388608,50331648~8388608,83886080~20971520,113246208~8388608,192937984~8388608,243269632~12582912,276824064~12582912,322961408~12582912,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.676 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 6 diff [25165824~8388608,50331648~8388608,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.676 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [25165824~8388608,50331648~8388608,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.678 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [25165824~8388608,50331648~8388608,67108864~54525952,130023424~8388608,142606336~8388608,188743680~12582912,243269632~12582912,260046848~29360128,322961408~12582912,339738624~12582912,356515840~8388608,373293056~12582912,390070272~8388608,406847488~4194304] 2023-12-16T20:27:33.678 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 7 diff [0~8388608,25165824~8388608,50331648~8388608,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,301989888~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.678 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~8388608,50331648~8388608,67108864~37748736,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,301989888~8388608,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.680 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~8388608,50331648~8388608,67108864~58720256,130023424~8388608,142606336~8388608,159383552~8388608,188743680~12582912,243269632~12582912,260046848~29360128,301989888~12582912,322961408~12582912,339738624~12582912,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.680 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 8 diff [0~8388608,25165824~8388608,50331648~8388608,67108864~12582912,83886080~20971520,109051904~25165824,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.680 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~8388608,50331648~8388608,67108864~12582912,83886080~20971520,109051904~25165824,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.682 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~8388608,50331648~8388608,67108864~71303168,142606336~25165824,188743680~12582912,243269632~46137344,293601280~25165824,322961408~12582912,339738624~12582912,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.682 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 9 diff [0~8388608,25165824~16777216,50331648~8388608,67108864~12582912,83886080~20971520,109051904~25165824,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.682 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~16777216,50331648~8388608,67108864~12582912,83886080~20971520,109051904~25165824,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~12582912,339738624~8388608,356515840~8388608,373293056~8388608,385875968~25165824] 2023-12-16T20:27:33.685 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~16777216,50331648~12582912,67108864~100663296,184549376~20971520,243269632~46137344,293601280~25165824,322961408~12582912,339738624~12582912,356515840~8388608,373293056~37748736] 2023-12-16T20:27:33.685 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 10 diff [0~16777216,25165824~16777216,50331648~8388608,67108864~12582912,83886080~20971520,109051904~54525952,171966464~4194304,184549376~20971520,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.685 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,25165824~16777216,50331648~8388608,67108864~12582912,83886080~20971520,109051904~54525952,171966464~4194304,184549376~20971520,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.689 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~16777216,25165824~16777216,50331648~12582912,67108864~100663296,171966464~8388608,184549376~20971520,243269632~75497472,322961408~12582912,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.689 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 11 diff [0~16777216,25165824~16777216,50331648~29360128,83886080~20971520,109051904~54525952,171966464~4194304,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.689 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,25165824~16777216,50331648~29360128,83886080~20971520,109051904~54525952,171966464~4194304,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.692 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~20971520,25165824~20971520,50331648~117440512,171966464~8388608,184549376~33554432,243269632~75497472,322961408~12582912,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.693 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 12 diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.693 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.697 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,243269632~75497472,322961408~12582912,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.697 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 13 diff [0~16777216,20971520~20971520,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.697 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~20971520,50331648~29360128,83886080~20971520,109051904~54525952,167772160~8388608,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.701 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.701 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 14 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.701 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.706 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.706 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 15 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.706 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.711 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.711 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 16 diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.711 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.716 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.716 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 17 diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.716 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.722 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.722 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 18 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.722 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.728 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~54525952] 2023-12-16T20:27:33.728 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to 19 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.728 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.735 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:33.735 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 5 diff [25165824~8388608,50331648~4194304,92274688~8388608,113246208~8388608,276824064~8388608,339738624~8388608,356515840~4194304,373293056~8388608,390070272~8388608] 2023-12-16T20:27:33.735 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [25165824~8388608,50331648~4194304,92274688~8388608,113246208~8388608,276824064~8388608,339738624~8388608,356515840~4194304,373293056~8388608,390070272~8388608] 2023-12-16T20:27:33.736 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [25165824~8388608,50331648~8388608,92274688~12582912,113246208~8388608,276824064~12582912,339738624~8388608,356515840~4194304,373293056~12582912,390070272~8388608] 2023-12-16T20:27:33.736 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 6 diff [25165824~8388608,50331648~4194304,67108864~16777216,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,188743680~4194304,260046848~12582912,276824064~8388608,339738624~8388608,356515840~4194304,373293056~8388608,390070272~8388608] 2023-12-16T20:27:33.736 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [25165824~8388608,50331648~4194304,67108864~16777216,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,188743680~4194304,260046848~12582912,276824064~8388608,339738624~8388608,356515840~4194304,373293056~8388608,390070272~8388608] 2023-12-16T20:27:33.737 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [25165824~8388608,50331648~8388608,67108864~16777216,92274688~29360128,130023424~8388608,142606336~8388608,188743680~4194304,260046848~29360128,339738624~8388608,356515840~4194304,373293056~12582912,390070272~8388608] 2023-12-16T20:27:33.738 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 7 diff [0~8388608,25165824~8388608,50331648~8388608,67108864~16777216,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~8388608,260046848~12582912,276824064~8388608,301989888~8388608,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.738 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~8388608,50331648~8388608,67108864~16777216,92274688~12582912,109051904~12582912,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~8388608,260046848~12582912,276824064~8388608,301989888~8388608,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:33 smithi002 ceph-mon[137674]: pgmap v3389: 137 pgs: 137 active+clean; 731 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 43 MiB/s wr, 208 op/s 2023-12-16T20:27:33.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:33 smithi002 ceph-mon[137674]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-16T20:27:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:33 smithi002 ceph-mon[140029]: pgmap v3389: 137 pgs: 137 active+clean; 731 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 43 MiB/s wr, 208 op/s 2023-12-16T20:27:33.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:33 smithi002 ceph-mon[140029]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-16T20:27:33.740 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~8388608,50331648~8388608,67108864~16777216,92274688~33554432,130023424~8388608,142606336~8388608,159383552~8388608,188743680~12582912,243269632~8388608,260046848~29360128,301989888~12582912,339738624~8388608,356515840~4194304,373293056~33554432] 2023-12-16T20:27:33.741 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 8 diff [0~8388608,25165824~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~25165824,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.741 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~25165824,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.742 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~8388608,50331648~8388608,67108864~16777216,92274688~46137344,142606336~25165824,188743680~12582912,243269632~46137344,293601280~25165824,339738624~8388608,356515840~4194304,373293056~33554432] 2023-12-16T20:27:33.742 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 9 diff [0~8388608,25165824~16777216,50331648~8388608,67108864~12582912,92274688~12582912,109051904~25165824,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~4194304,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.742 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,25165824~16777216,50331648~8388608,67108864~12582912,92274688~12582912,109051904~25165824,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,276824064~8388608,293601280~25165824,322961408~4194304,339738624~8388608,356515840~4194304,373293056~8388608,385875968~20971520] 2023-12-16T20:27:33.744 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,25165824~16777216,50331648~12582912,67108864~16777216,92274688~75497472,184549376~20971520,243269632~46137344,293601280~25165824,322961408~4194304,339738624~8388608,356515840~4194304,373293056~33554432] 2023-12-16T20:27:33.744 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 10 diff [0~16777216,25165824~16777216,50331648~8388608,67108864~12582912,92274688~12582912,109051904~54525952,171966464~4194304,184549376~20971520,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.744 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,25165824~16777216,50331648~8388608,67108864~12582912,92274688~12582912,109051904~54525952,171966464~4194304,184549376~20971520,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.747 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~16777216,25165824~16777216,50331648~12582912,67108864~16777216,92274688~75497472,171966464~8388608,184549376~20971520,243269632~75497472,322961408~4194304,339738624~12582912,356515840~4194304,364904448~41943040] 2023-12-16T20:27:33.747 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 11 diff [0~16777216,25165824~16777216,50331648~29360128,88080384~16777216,109051904~54525952,171966464~4194304,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.747 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,25165824~16777216,50331648~29360128,88080384~16777216,109051904~54525952,171966464~4194304,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:33 smithi043 ceph-mon[135010]: pgmap v3389: 137 pgs: 137 active+clean; 731 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 117 KiB/s rd, 43 MiB/s wr, 208 op/s 2023-12-16T20:27:33.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:33 smithi043 ceph-mon[135010]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-16T20:27:33.751 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~20971520,25165824~20971520,50331648~33554432,88080384~79691776,171966464~8388608,184549376~33554432,243269632~75497472,322961408~4194304,339738624~12582912,356515840~4194304,364904448~41943040] 2023-12-16T20:27:33.751 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 12 diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,88080384~16777216,109051904~54525952,167772160~8388608,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.751 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,88080384~16777216,109051904~54525952,167772160~8388608,184549376~29360128,243269632~29360128,276824064~8388608,289406976~29360128,322961408~4194304,339738624~12582912,356515840~4194304,364904448~16777216,385875968~20971520] 2023-12-16T20:27:33.754 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~33554432,88080384~92274688,184549376~33554432,243269632~75497472,322961408~4194304,339738624~12582912,356515840~4194304,364904448~41943040] 2023-12-16T20:27:33.755 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 13 diff [0~16777216,20971520~20971520,50331648~29360128,88080384~16777216,109051904~54525952,167772160~8388608,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.755 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~20971520,50331648~29360128,88080384~16777216,109051904~54525952,167772160~8388608,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.758 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~33554432,88080384~92274688,184549376~33554432,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.758 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 14 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.758 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~67108864,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.763 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.763 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 15 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.763 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.767 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.768 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 16 diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.768 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.772 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.772 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 17 diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.772 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.777 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.778 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 18 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.778 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,339738624~12582912,356515840~25165824,385875968~20971520] 2023-12-16T20:27:33.784 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~83886080,339738624~12582912,356515840~50331648] 2023-12-16T20:27:33.784 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to 19 diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.784 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:33.790 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:33.790 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 6 diff [67108864~16777216,100663296~4194304,109051904~4194304,130023424~8388608,142606336~8388608,188743680~4194304,260046848~12582912] 2023-12-16T20:27:33.790 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [67108864~16777216,100663296~4194304,109051904~4194304,130023424~8388608,142606336~8388608,188743680~4194304,260046848~12582912] 2023-12-16T20:27:33.793 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [67108864~16777216,100663296~16777216,130023424~8388608,142606336~8388608,188743680~4194304,260046848~16777216] 2023-12-16T20:27:33.794 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 7 diff [0~8388608,50331648~4194304,67108864~16777216,100663296~4194304,109051904~4194304,117440512~4194304,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~8388608,260046848~12582912,301989888~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.794 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,50331648~4194304,67108864~16777216,100663296~4194304,109051904~4194304,117440512~4194304,130023424~8388608,142606336~8388608,159383552~4194304,188743680~12582912,243269632~8388608,260046848~12582912,301989888~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.794 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,50331648~8388608,67108864~16777216,100663296~25165824,130023424~8388608,142606336~8388608,159383552~8388608,188743680~12582912,243269632~8388608,260046848~16777216,301989888~12582912,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.794 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 8 diff [0~8388608,50331648~4194304,67108864~12582912,92274688~12582912,109051904~4194304,117440512~16777216,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,293601280~25165824,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.794 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,50331648~4194304,67108864~12582912,92274688~12582912,109051904~4194304,117440512~16777216,142606336~20971520,188743680~12582912,243269632~12582912,260046848~12582912,293601280~25165824,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.795 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,50331648~8388608,67108864~16777216,92274688~46137344,142606336~25165824,188743680~12582912,243269632~33554432,293601280~25165824,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.795 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 9 diff [0~8388608,33554432~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~4194304,117440512~16777216,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,293601280~25165824,322961408~4194304,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.795 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,33554432~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~4194304,117440512~16777216,138412032~25165824,184549376~20971520,243269632~12582912,260046848~12582912,293601280~25165824,322961408~4194304,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.797 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,33554432~8388608,50331648~12582912,67108864~16777216,92274688~75497472,184549376~20971520,243269632~33554432,293601280~25165824,322961408~4194304,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.797 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 10 diff [0~16777216,33554432~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~4194304,117440512~46137344,171966464~4194304,184549376~20971520,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.797 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,33554432~8388608,50331648~8388608,67108864~12582912,92274688~12582912,109051904~4194304,117440512~46137344,171966464~4194304,184549376~20971520,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.799 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~16777216,33554432~8388608,50331648~12582912,67108864~16777216,92274688~75497472,171966464~8388608,184549376~20971520,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.800 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 11 diff [0~16777216,33554432~8388608,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,171966464~4194304,184549376~29360128,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.800 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,33554432~8388608,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,171966464~4194304,184549376~29360128,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.802 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~20971520,33554432~12582912,50331648~33554432,88080384~79691776,171966464~8388608,184549376~33554432,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.802 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 12 diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,167772160~8388608,184549376~29360128,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.802 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~8388608,33554432~8388608,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,167772160~8388608,184549376~29360128,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.805 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~29360128,33554432~12582912,50331648~33554432,88080384~92274688,184549376~33554432,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.805 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 13 diff [0~16777216,20971520~20971520,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,167772160~8388608,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.805 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~20971520,50331648~29360128,88080384~16777216,109051904~4194304,117440512~46137344,167772160~8388608,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.808 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~33554432,88080384~92274688,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.808 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 14 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~4194304,117440512~58720256,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.809 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~4194304,117440512~58720256,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.812 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.813 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 15 diff [0~41943040,50331648~29360128,83886080~20971520,109051904~4194304,117440512~62914560,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.813 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~29360128,83886080~20971520,109051904~4194304,117440512~62914560,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.816 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~130023424,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.817 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 16 diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~33554432,281018368~37748736,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.817 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~33554432,281018368~37748736,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.821 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~33554432,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.821 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 17 diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.821 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~29360128,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.826 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~180355072,184549376~37748736,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.826 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 18 diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.826 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.831 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.831 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to 19 diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:33.831 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:33.837 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:33.837 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 7 diff [0~8388608,50331648~4194304,117440512~4194304,159383552~4194304,192937984~8388608,243269632~8388608,268435456~4194304,301989888~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.837 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,50331648~4194304,117440512~4194304,159383552~4194304,192937984~8388608,243269632~8388608,268435456~4194304,301989888~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.838 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,50331648~8388608,117440512~8388608,159383552~8388608,192937984~8388608,243269632~8388608,268435456~4194304,301989888~12582912,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.838 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 8 diff [0~8388608,50331648~4194304,71303168~4194304,92274688~8388608,117440512~16777216,150994944~12582912,192937984~8388608,243269632~12582912,268435456~4194304,293601280~25165824,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.838 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,50331648~4194304,71303168~4194304,92274688~8388608,117440512~16777216,150994944~12582912,192937984~8388608,243269632~12582912,268435456~4194304,293601280~25165824,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.840 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,50331648~8388608,71303168~8388608,92274688~8388608,117440512~16777216,150994944~16777216,192937984~8388608,243269632~16777216,268435456~4194304,293601280~25165824,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.840 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 9 diff [0~8388608,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~16777216,138412032~8388608,150994944~12582912,184549376~4194304,192937984~12582912,243269632~12582912,268435456~4194304,293601280~25165824,322961408~4194304,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.840 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~16777216,138412032~8388608,150994944~12582912,184549376~4194304,192937984~12582912,243269632~12582912,268435456~4194304,293601280~25165824,322961408~4194304,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.842 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~8388608,33554432~8388608,50331648~12582912,71303168~8388608,92274688~8388608,117440512~16777216,138412032~29360128,184549376~4194304,192937984~12582912,243269632~16777216,268435456~4194304,293601280~25165824,322961408~4194304,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.842 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 10 diff [0~16777216,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~29360128,150994944~12582912,171966464~4194304,184549376~16777216,243269632~16777216,268435456~4194304,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.842 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~29360128,150994944~12582912,171966464~4194304,184549376~16777216,243269632~16777216,268435456~4194304,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.844 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~16777216,33554432~8388608,50331648~12582912,71303168~8388608,92274688~8388608,117440512~50331648,171966464~8388608,184549376~20971520,243269632~20971520,268435456~4194304,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.844 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 11 diff [0~16777216,33554432~8388608,50331648~25165824,88080384~12582912,117440512~29360128,150994944~12582912,171966464~4194304,184549376~20971520,209715200~4194304,243269632~16777216,264241152~8388608,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.845 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,33554432~8388608,50331648~25165824,88080384~12582912,117440512~29360128,150994944~12582912,171966464~4194304,184549376~20971520,209715200~4194304,243269632~16777216,264241152~8388608,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~8388608] 2023-12-16T20:27:33.847 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~20971520,33554432~12582912,50331648~29360128,88080384~12582912,117440512~50331648,171966464~8388608,184549376~33554432,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~4194304,394264576~12582912] 2023-12-16T20:27:33.847 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 12 diff [0~16777216,20971520~8388608,33554432~8388608,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,243269632~16777216,264241152~8388608,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.847 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~8388608,33554432~8388608,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,243269632~16777216,264241152~8388608,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.850 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~29360128,33554432~12582912,50331648~29360128,88080384~20971520,117440512~62914560,184549376~33554432,243269632~29360128,289406976~29360128,322961408~4194304,343932928~8388608,364904448~8388608,385875968~20971520] 2023-12-16T20:27:33.850 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 13 diff [0~16777216,20971520~20971520,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~12582912,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.850 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~16777216,20971520~20971520,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~12582912,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.854 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~29360128,88080384~20971520,117440512~62914560,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.854 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 14 diff [0~41943040,50331648~25165824,83886080~20971520,117440512~29360128,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~12582912,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.854 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~25165824,83886080~20971520,117440512~29360128,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~12582912,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.857 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~29360128,83886080~25165824,117440512~62914560,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.857 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 15 diff [0~41943040,50331648~25165824,83886080~20971520,109051904~4194304,117440512~29360128,150994944~29360128,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.857 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~25165824,83886080~20971520,109051904~4194304,117440512~29360128,150994944~29360128,184549376~29360128,230686720~4194304,243269632~33554432,289406976~29360128,322961408~4194304,343932928~8388608,356515840~12582912,385875968~20971520] 2023-12-16T20:27:33.861 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~29360128,83886080~29360128,117440512~62914560,184549376~33554432,230686720~8388608,243269632~37748736,289406976~37748736,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.861 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 16 diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~33554432,281018368~37748736,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.861 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~33554432,281018368~37748736,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.865 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~96468992,184549376~33554432,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.865 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 17 diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.865 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.870 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~96468992,184549376~37748736,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.870 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 18 diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.870 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~4194304,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.875 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~83886080,343932928~8388608,356515840~16777216,385875968~20971520] 2023-12-16T20:27:33.875 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to 19 diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:33.875 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:33.880 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:33.881 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 8 diff [71303168~4194304,92274688~8388608,117440512~16777216,150994944~8388608,251658240~4194304,293601280~8388608,310378496~8388608] 2023-12-16T20:27:33.881 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [71303168~4194304,92274688~8388608,117440512~16777216,150994944~8388608,251658240~4194304,293601280~8388608,310378496~8388608] 2023-12-16T20:27:33.882 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [71303168~8388608,92274688~8388608,117440512~16777216,150994944~8388608,251658240~8388608,293601280~8388608,310378496~8388608] 2023-12-16T20:27:33.882 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 9 diff [33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~16777216,138412032~8388608,150994944~8388608,184549376~4194304,197132288~8388608,251658240~4194304,293601280~8388608,310378496~8388608,322961408~4194304] 2023-12-16T20:27:33.882 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~16777216,138412032~8388608,150994944~8388608,184549376~4194304,197132288~8388608,251658240~4194304,293601280~8388608,310378496~8388608,322961408~4194304] 2023-12-16T20:27:33.883 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [33554432~8388608,50331648~12582912,71303168~8388608,92274688~8388608,117440512~16777216,138412032~20971520,184549376~4194304,197132288~8388608,251658240~8388608,293601280~8388608,310378496~8388608,322961408~4194304] 2023-12-16T20:27:33.883 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 10 diff [8388608~8388608,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~29360128,150994944~8388608,171966464~4194304,184549376~20971520,251658240~8388608,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.883 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [8388608~8388608,33554432~8388608,50331648~8388608,71303168~4194304,92274688~8388608,117440512~29360128,150994944~8388608,171966464~4194304,184549376~20971520,251658240~8388608,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.885 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [8388608~8388608,33554432~8388608,50331648~12582912,71303168~8388608,92274688~8388608,117440512~41943040,171966464~8388608,184549376~20971520,251658240~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.885 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 11 diff [0~4194304,8388608~8388608,33554432~8388608,50331648~25165824,88080384~12582912,117440512~29360128,150994944~8388608,171966464~4194304,184549376~20971520,209715200~4194304,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.885 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,33554432~8388608,50331648~25165824,88080384~12582912,117440512~29360128,150994944~8388608,171966464~4194304,184549376~20971520,209715200~4194304,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.887 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~12582912,33554432~12582912,50331648~29360128,88080384~12582912,117440512~41943040,171966464~8388608,184549376~33554432,251658240~16777216,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.887 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 12 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.888 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.890 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~20971520,33554432~12582912,50331648~29360128,88080384~20971520,117440512~46137344,167772160~12582912,184549376~33554432,251658240~16777216,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.890 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 13 diff [0~4194304,8388608~8388608,20971520~20971520,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.890 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~20971520,50331648~25165824,88080384~16777216,117440512~29360128,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.893 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~37748736,50331648~29360128,88080384~20971520,117440512~46137344,167772160~12582912,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.894 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 14 diff [0~41943040,50331648~25165824,83886080~20971520,117440512~29360128,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.894 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~25165824,83886080~20971520,117440512~29360128,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.897 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~29360128,83886080~25165824,117440512~62914560,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.897 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 15 diff [0~41943040,50331648~25165824,83886080~20971520,109051904~4194304,117440512~29360128,150994944~29360128,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.897 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~25165824,83886080~20971520,109051904~4194304,117440512~29360128,150994944~29360128,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.900 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~29360128,83886080~29360128,117440512~62914560,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.900 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 16 diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,281018368~20971520,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.900 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,281018368~20971520,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.904 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~96468992,184549376~33554432,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.904 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 17 diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.904 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~25165824,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.908 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~96468992,184549376~37748736,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.908 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 18 diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.908 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.913 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.913 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to 19 diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.913 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.918 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:33.918 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 9 diff [33554432~8388608,50331648~8388608,138412032~8388608,184549376~4194304,197132288~8388608,297795584~4194304,314572800~4194304,322961408~4194304] 2023-12-16T20:27:33.918 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [33554432~8388608,50331648~8388608,138412032~8388608,184549376~4194304,197132288~8388608,297795584~4194304,314572800~4194304,322961408~4194304] 2023-12-16T20:27:33.919 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [33554432~8388608,50331648~12582912,138412032~12582912,184549376~4194304,197132288~8388608,297795584~4194304,314572800~4194304,322961408~4194304] 2023-12-16T20:27:33.919 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 10 diff [8388608~8388608,33554432~8388608,50331648~8388608,130023424~16777216,171966464~4194304,184549376~20971520,251658240~8388608,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.919 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [8388608~8388608,33554432~8388608,50331648~8388608,130023424~16777216,171966464~4194304,184549376~20971520,251658240~8388608,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.921 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [8388608~8388608,33554432~8388608,50331648~12582912,130023424~20971520,171966464~8388608,184549376~20971520,251658240~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.921 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 11 diff [0~4194304,8388608~8388608,33554432~8388608,50331648~20971520,88080384~8388608,125829120~20971520,171966464~4194304,184549376~20971520,209715200~4194304,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.921 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,33554432~8388608,50331648~20971520,88080384~8388608,125829120~20971520,171966464~4194304,184549376~20971520,209715200~4194304,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.922 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~12582912,33554432~12582912,50331648~20971520,88080384~12582912,125829120~25165824,171966464~8388608,184549376~33554432,251658240~16777216,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.923 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 12 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,50331648~20971520,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,184549376~29360128,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.923 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,50331648~20971520,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,184549376~29360128,251658240~8388608,264241152~4194304,289406976~12582912,306184192~8388608,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.925 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~20971520,33554432~12582912,50331648~20971520,88080384~20971520,125829120~37748736,167772160~12582912,184549376~33554432,251658240~16777216,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.925 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 13 diff [0~4194304,8388608~8388608,20971520~20971520,50331648~20971520,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.925 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~20971520,50331648~20971520,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.928 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~37748736,50331648~20971520,88080384~20971520,125829120~37748736,167772160~12582912,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.928 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 14 diff [0~41943040,50331648~20971520,83886080~20971520,125829120~20971520,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.928 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~20971520,83886080~20971520,125829120~20971520,150994944~25165824,184549376~29360128,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.930 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~25165824,125829120~54525952,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.931 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 15 diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~20971520,150994944~29360128,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.931 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~20971520,150994944~29360128,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.934 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~29360128,117440512~62914560,184549376~33554432,230686720~8388608,243269632~25165824,272629760~8388608,289406976~12582912,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.934 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 16 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,281018368~20971520,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.934 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,184549376~29360128,230686720~4194304,243269632~25165824,272629760~4194304,281018368~20971520,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.937 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~96468992,184549376~33554432,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.937 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 17 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.937 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.941 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~96468992,184549376~37748736,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.941 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 18 diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.941 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~4194304,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.946 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~20971520,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.946 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to 19 diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.946 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.951 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:33.951 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 10 diff [8388608~8388608,130023424~8388608,171966464~4194304,188743680~8388608,251658240~8388608,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.951 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [8388608~8388608,130023424~8388608,171966464~4194304,188743680~8388608,251658240~8388608,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.952 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [8388608~8388608,130023424~8388608,171966464~8388608,188743680~8388608,251658240~12582912,289406976~8388608,306184192~12582912,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.952 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 11 diff [0~4194304,8388608~8388608,33554432~8388608,54525952~16777216,88080384~8388608,125829120~12582912,171966464~4194304,188743680~8388608,201326592~4194304,209715200~4194304,251658240~8388608,264241152~4194304,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.952 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,33554432~8388608,54525952~16777216,88080384~8388608,125829120~12582912,171966464~4194304,188743680~8388608,201326592~4194304,209715200~4194304,251658240~8388608,264241152~4194304,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.953 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~12582912,33554432~12582912,54525952~16777216,88080384~12582912,125829120~12582912,171966464~8388608,188743680~8388608,201326592~16777216,251658240~16777216,289406976~8388608,306184192~12582912,343932928~8388608,364904448~8388608] 2023-12-16T20:27:33.954 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 12 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,54525952~16777216,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,188743680~8388608,201326592~12582912,251658240~8388608,264241152~4194304,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.954 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,54525952~16777216,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,188743680~8388608,201326592~12582912,251658240~8388608,264241152~4194304,289406976~8388608,306184192~8388608,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.955 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~20971520,33554432~12582912,54525952~16777216,88080384~20971520,125829120~37748736,167772160~12582912,188743680~8388608,201326592~16777216,251658240~16777216,289406976~8388608,306184192~12582912,343932928~8388608,364904448~8388608,390070272~8388608] 2023-12-16T20:27:33.956 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 13 diff [0~4194304,8388608~8388608,20971520~20971520,54525952~16777216,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,188743680~8388608,201326592~12582912,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.956 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,8388608~8388608,20971520~20971520,54525952~16777216,88080384~16777216,125829120~20971520,150994944~12582912,167772160~8388608,188743680~8388608,201326592~12582912,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.958 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,8388608~37748736,54525952~16777216,88080384~20971520,125829120~37748736,167772160~12582912,188743680~8388608,201326592~16777216,230686720~8388608,243269632~25165824,272629760~8388608,289406976~8388608,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.958 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 14 diff [0~41943040,50331648~20971520,83886080~20971520,125829120~20971520,150994944~25165824,188743680~8388608,201326592~12582912,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.958 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~20971520,83886080~20971520,125829120~20971520,150994944~25165824,188743680~8388608,201326592~12582912,230686720~4194304,243269632~16777216,264241152~4194304,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.960 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~25165824,125829120~54525952,188743680~8388608,201326592~16777216,230686720~8388608,243269632~25165824,272629760~8388608,289406976~8388608,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.960 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 15 diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~20971520,150994944~29360128,188743680~8388608,201326592~12582912,230686720~4194304,243269632~25165824,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.960 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~20971520,150994944~29360128,188743680~8388608,201326592~12582912,230686720~4194304,243269632~25165824,272629760~4194304,289406976~8388608,306184192~12582912,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.963 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~29360128,117440512~62914560,188743680~8388608,201326592~16777216,230686720~8388608,243269632~25165824,272629760~8388608,289406976~8388608,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.963 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 16 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,188743680~8388608,201326592~12582912,230686720~4194304,243269632~25165824,272629760~4194304,281018368~16777216,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.963 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,188743680~8388608,201326592~12582912,230686720~4194304,243269632~25165824,272629760~4194304,281018368~16777216,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.966 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~96468992,188743680~8388608,201326592~16777216,230686720~8388608,243269632~25165824,272629760~25165824,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.967 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 17 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.967 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~54525952,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.971 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~96468992,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.971 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 18 diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.971 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.974 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.975 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to 19 diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.975 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.979 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:33.979 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 11 diff [0~4194304,12582912~4194304,33554432~8388608,54525952~16777216,88080384~8388608,125829120~4194304,201326592~4194304,209715200~4194304,264241152~4194304] 2023-12-16T20:27:33.979 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,12582912~4194304,33554432~8388608,54525952~16777216,88080384~8388608,125829120~4194304,201326592~4194304,209715200~4194304,264241152~4194304] 2023-12-16T20:27:33.980 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,12582912~8388608,33554432~12582912,54525952~16777216,88080384~12582912,125829120~4194304,201326592~16777216,264241152~4194304] 2023-12-16T20:27:33.980 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 12 diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~16777216,88080384~16777216,125829120~4194304,138412032~8388608,150994944~12582912,167772160~4194304,201326592~12582912,264241152~4194304,390070272~8388608] 2023-12-16T20:27:33.980 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~16777216,88080384~16777216,125829120~4194304,138412032~8388608,150994944~12582912,167772160~4194304,201326592~12582912,264241152~4194304,390070272~8388608] 2023-12-16T20:27:33.982 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~16777216,88080384~20971520,125829120~4194304,138412032~25165824,167772160~8388608,201326592~16777216,264241152~4194304,390070272~8388608] 2023-12-16T20:27:33.982 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 13 diff [0~4194304,12582912~4194304,20971520~20971520,54525952~16777216,88080384~16777216,125829120~4194304,138412032~8388608,150994944~12582912,167772160~4194304,201326592~12582912,230686720~4194304,243269632~8388608,264241152~4194304,272629760~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.982 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,54525952~16777216,88080384~16777216,125829120~4194304,138412032~8388608,150994944~12582912,167772160~4194304,201326592~12582912,230686720~4194304,243269632~8388608,264241152~4194304,272629760~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.984 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~4194304,12582912~33554432,54525952~16777216,88080384~20971520,125829120~4194304,138412032~25165824,167772160~8388608,201326592~16777216,230686720~8388608,243269632~8388608,264241152~4194304,272629760~8388608,314572800~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.984 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 14 diff [0~8388608,12582912~29360128,50331648~20971520,83886080~20971520,125829120~4194304,138412032~8388608,150994944~20971520,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.984 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~29360128,50331648~20971520,83886080~20971520,125829120~4194304,138412032~8388608,150994944~20971520,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.986 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~25165824,125829120~4194304,138412032~37748736,188743680~8388608,201326592~16777216,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.986 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 15 diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~4194304,134217728~12582912,150994944~25165824,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.986 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~41943040,50331648~20971520,83886080~20971520,109051904~4194304,117440512~4194304,125829120~4194304,134217728~12582912,150994944~25165824,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.988 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~46137344,50331648~20971520,83886080~29360128,117440512~12582912,134217728~46137344,188743680~8388608,201326592~16777216,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.988 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 16 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~4194304,134217728~41943040,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.988 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~4194304,134217728~41943040,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.991 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~46137344,188743680~8388608,201326592~16777216,230686720~8388608,243269632~8388608,255852544~12582912,272629760~20971520,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.991 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 17 diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~4194304,134217728~41943040,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.991 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~46137344,50331648~20971520,83886080~20971520,109051904~12582912,125829120~4194304,134217728~41943040,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.997 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~46137344,188743680~8388608,201326592~20971520,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.997 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 18 diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.997 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:33.998 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:33.998 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to 19 diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:33.999 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.002 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.003 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 12 diff [20971520~8388608,92274688~12582912,138412032~8388608,150994944~12582912,167772160~4194304,201326592~8388608,390070272~8388608] 2023-12-16T20:27:34.003 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [20971520~8388608,92274688~12582912,138412032~8388608,150994944~12582912,167772160~4194304,201326592~8388608,390070272~8388608] 2023-12-16T20:27:34.003 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [20971520~8388608,92274688~16777216,138412032~25165824,167772160~8388608,201326592~8388608,390070272~8388608] 2023-12-16T20:27:34.004 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 13 diff [20971520~12582912,37748736~4194304,92274688~12582912,138412032~8388608,150994944~12582912,167772160~4194304,201326592~8388608,230686720~4194304,243269632~8388608,272629760~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.004 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [20971520~12582912,37748736~4194304,92274688~12582912,138412032~8388608,150994944~12582912,167772160~4194304,201326592~8388608,230686720~4194304,243269632~8388608,272629760~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.005 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [20971520~20971520,92274688~16777216,138412032~25165824,167772160~8388608,201326592~8388608,230686720~8388608,243269632~8388608,272629760~8388608,314572800~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.005 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 14 diff [0~8388608,12582912~20971520,37748736~4194304,50331648~8388608,83886080~4194304,92274688~12582912,138412032~8388608,150994944~20971520,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.005 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,50331648~8388608,83886080~4194304,92274688~12582912,138412032~8388608,150994944~20971520,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.007 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~41943040,50331648~12582912,83886080~25165824,138412032~37748736,188743680~8388608,201326592~8388608,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.007 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 15 diff [0~33554432,37748736~4194304,50331648~8388608,83886080~4194304,92274688~12582912,109051904~4194304,117440512~4194304,134217728~12582912,150994944~25165824,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.007 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~4194304,50331648~8388608,83886080~4194304,92274688~12582912,109051904~4194304,117440512~4194304,134217728~12582912,150994944~25165824,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.009 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~41943040,50331648~12582912,83886080~29360128,117440512~8388608,134217728~46137344,188743680~8388608,201326592~8388608,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.009 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 16 diff [0~33554432,37748736~8388608,50331648~8388608,83886080~4194304,92274688~12582912,109051904~12582912,134217728~41943040,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.009 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~8388608,50331648~8388608,83886080~4194304,92274688~12582912,109051904~12582912,134217728~41943040,188743680~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.012 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~62914560,83886080~41943040,134217728~46137344,188743680~8388608,201326592~8388608,230686720~8388608,243269632~8388608,255852544~12582912,272629760~20971520,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.012 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 17 diff [0~33554432,37748736~8388608,50331648~8388608,83886080~20971520,109051904~12582912,134217728~41943040,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.012 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~8388608,50331648~8388608,83886080~20971520,109051904~12582912,134217728~41943040,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.015 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~62914560,83886080~41943040,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.015 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 18 diff [0~33554432,37748736~25165824,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.015 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~25165824,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~8388608] 2023-12-16T20:27:34.018 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.018 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to 19 diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.018 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.022 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.022 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 13 diff [20971520~12582912,37748736~4194304,230686720~4194304,243269632~8388608,272629760~4194304,314572800~4194304,356515840~12582912] 2023-12-16T20:27:34.022 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [20971520~12582912,37748736~4194304,230686720~4194304,243269632~8388608,272629760~4194304,314572800~4194304,356515840~12582912] 2023-12-16T20:27:34.023 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [20971520~20971520,230686720~8388608,243269632~8388608,272629760~8388608,314572800~8388608,356515840~16777216] 2023-12-16T20:27:34.023 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 14 diff [0~8388608,12582912~20971520,37748736~4194304,50331648~8388608,83886080~4194304,159383552~8388608,188743680~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912] 2023-12-16T20:27:34.023 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~20971520,37748736~4194304,50331648~8388608,83886080~4194304,159383552~8388608,188743680~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,356515840~12582912] 2023-12-16T20:27:34.024 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~41943040,50331648~12582912,83886080~8388608,159383552~12582912,188743680~8388608,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,356515840~16777216] 2023-12-16T20:27:34.024 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 15 diff [0~33554432,37748736~4194304,50331648~8388608,83886080~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~16777216,171966464~4194304,188743680~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912] 2023-12-16T20:27:34.024 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~4194304,50331648~8388608,83886080~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~16777216,171966464~4194304,188743680~8388608,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,289406976~4194304,314572800~4194304,343932928~8388608,356515840~12582912] 2023-12-16T20:27:34.026 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~41943040,50331648~12582912,83886080~8388608,109051904~4194304,117440512~8388608,134217728~8388608,150994944~29360128,188743680~8388608,230686720~8388608,243269632~8388608,255852544~12582912,272629760~8388608,289406976~4194304,314572800~8388608,343932928~8388608,356515840~16777216] 2023-12-16T20:27:34.026 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 16 diff [0~33554432,37748736~8388608,50331648~8388608,83886080~4194304,109051904~12582912,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912] 2023-12-16T20:27:34.026 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~8388608,50331648~8388608,83886080~4194304,109051904~12582912,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,310378496~8388608,343932928~8388608,356515840~12582912] 2023-12-16T20:27:34.028 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~62914560,83886080~8388608,109051904~16777216,134217728~46137344,188743680~8388608,201326592~4194304,230686720~8388608,243269632~8388608,255852544~12582912,272629760~20971520,310378496~12582912,343932928~8388608,356515840~16777216] 2023-12-16T20:27:34.028 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 17 diff [0~33554432,37748736~8388608,50331648~8388608,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~4194304] 2023-12-16T20:27:34.028 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~8388608,50331648~8388608,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~4194304] 2023-12-16T20:27:34.031 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~62914560,83886080~8388608,100663296~25165824,134217728~46137344,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.031 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 18 diff [0~33554432,37748736~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~4194304] 2023-12-16T20:27:34.031 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,37748736~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~12582912,272629760~12582912,289406976~8388608,310378496~8388608,343932928~8388608,356515840~12582912,390070272~4194304] 2023-12-16T20:27:34.034 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~12582912,272629760~29360128,310378496~12582912,343932928~8388608,356515840~16777216,390070272~8388608] 2023-12-16T20:27:34.034 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to 19 diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.034 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.037 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.038 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 14 diff [0~8388608,12582912~8388608,50331648~8388608,83886080~4194304,159383552~8388608,188743680~8388608,255852544~12582912,289406976~4194304] 2023-12-16T20:27:34.038 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~8388608,12582912~8388608,50331648~8388608,83886080~4194304,159383552~8388608,188743680~8388608,255852544~12582912,289406976~4194304] 2023-12-16T20:27:34.039 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~25165824,50331648~12582912,83886080~8388608,159383552~12582912,188743680~8388608,255852544~12582912,289406976~4194304] 2023-12-16T20:27:34.039 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 15 diff [0~25165824,50331648~8388608,83886080~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~16777216,171966464~4194304,188743680~8388608,255852544~12582912,289406976~4194304,343932928~8388608] 2023-12-16T20:27:34.039 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~25165824,50331648~8388608,83886080~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~16777216,171966464~4194304,188743680~8388608,255852544~12582912,289406976~4194304,343932928~8388608] 2023-12-16T20:27:34.040 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~29360128,50331648~12582912,83886080~8388608,109051904~4194304,117440512~8388608,134217728~8388608,150994944~29360128,188743680~8388608,255852544~12582912,289406976~4194304,343932928~8388608] 2023-12-16T20:27:34.040 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 16 diff [0~25165824,29360128~4194304,41943040~4194304,50331648~8388608,83886080~4194304,109051904~12582912,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,255852544~12582912,281018368~12582912,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.040 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~25165824,29360128~4194304,41943040~4194304,50331648~8388608,83886080~4194304,109051904~12582912,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,255852544~12582912,281018368~12582912,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.042 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~20971520,83886080~8388608,109051904~16777216,134217728~46137344,188743680~8388608,201326592~4194304,255852544~12582912,281018368~12582912,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.042 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 17 diff [0~25165824,29360128~4194304,41943040~4194304,50331648~8388608,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,255852544~12582912,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.042 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~25165824,29360128~4194304,41943040~4194304,50331648~8388608,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,159383552~8388608,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,255852544~12582912,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.045 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~20971520,83886080~8388608,100663296~25165824,134217728~46137344,188743680~8388608,201326592~4194304,218103808~4194304,255852544~12582912,276824064~25165824,310378496~4194304,343932928~8388608,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.045 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 18 diff [0~33554432,41943040~20971520,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~12582912,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.045 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~20971520,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~12582912,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.047 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~12582912,276824064~25165824,310378496~4194304,343932928~8388608,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.048 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to 19 diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.048 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.051 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.051 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 15 diff [4194304~8388608,20971520~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~8388608,171966464~4194304,188743680~8388608,255852544~8388608,343932928~8388608] 2023-12-16T20:27:34.051 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~8388608,20971520~4194304,109051904~4194304,117440512~4194304,134217728~4194304,150994944~8388608,171966464~4194304,188743680~8388608,255852544~8388608,343932928~8388608] 2023-12-16T20:27:34.052 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~8388608,20971520~8388608,109051904~4194304,117440512~8388608,134217728~8388608,150994944~8388608,171966464~8388608,188743680~8388608,255852544~12582912,343932928~8388608] 2023-12-16T20:27:34.052 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 16 diff [4194304~8388608,20971520~4194304,29360128~4194304,41943040~4194304,109051904~12582912,134217728~4194304,142606336~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~4194304,255852544~8388608,281018368~8388608,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.052 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~8388608,20971520~4194304,29360128~4194304,41943040~4194304,109051904~12582912,134217728~4194304,142606336~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~4194304,255852544~8388608,281018368~8388608,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.053 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~8388608,20971520~16777216,41943040~8388608,109051904~16777216,134217728~25165824,163577856~4194304,171966464~8388608,188743680~8388608,201326592~4194304,255852544~12582912,281018368~8388608,310378496~4194304,343932928~8388608,356515840~8388608] 2023-12-16T20:27:34.054 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 17 diff [4194304~8388608,20971520~4194304,29360128~4194304,41943040~4194304,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,255852544~8388608,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.054 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~8388608,20971520~4194304,29360128~4194304,41943040~4194304,83886080~8388608,100663296~20971520,134217728~4194304,142606336~12582912,163577856~4194304,171966464~4194304,188743680~8388608,201326592~4194304,218103808~4194304,255852544~8388608,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.056 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~8388608,20971520~16777216,41943040~8388608,83886080~8388608,100663296~25165824,134217728~25165824,163577856~4194304,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,255852544~12582912,276824064~25165824,310378496~4194304,343932928~8388608,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.056 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 18 diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~4194304,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~4194304,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~8388608,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.056 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~4194304,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~4194304,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~8388608,276824064~8388608,289406976~8388608,310378496~4194304,343932928~8388608,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.058 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~33554432,171966464~12582912,188743680~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~12582912,276824064~25165824,310378496~4194304,343932928~8388608,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.058 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to 19 diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.058 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.061 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.061 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 16 diff [29360128~4194304,41943040~4194304,109051904~8388608,142606336~8388608,163577856~4194304,201326592~4194304,281018368~8388608,310378496~4194304,356515840~8388608] 2023-12-16T20:27:34.061 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [29360128~4194304,41943040~4194304,109051904~8388608,142606336~8388608,163577856~4194304,201326592~4194304,281018368~8388608,310378496~4194304,356515840~8388608] 2023-12-16T20:27:34.062 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [29360128~8388608,41943040~8388608,109051904~8388608,142606336~12582912,163577856~4194304,201326592~4194304,281018368~8388608,310378496~4194304,356515840~8388608] 2023-12-16T20:27:34.062 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 17 diff [29360128~4194304,41943040~4194304,83886080~8388608,100663296~16777216,134217728~4194304,142606336~12582912,163577856~4194304,201326592~4194304,218103808~4194304,255852544~4194304,276824064~8388608,289406976~8388608,310378496~4194304,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.062 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [29360128~4194304,41943040~4194304,83886080~8388608,100663296~16777216,134217728~4194304,142606336~12582912,163577856~4194304,201326592~4194304,218103808~4194304,255852544~4194304,276824064~8388608,289406976~8388608,310378496~4194304,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.064 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [29360128~8388608,41943040~8388608,83886080~8388608,100663296~16777216,134217728~4194304,142606336~16777216,163577856~4194304,201326592~4194304,218103808~4194304,255852544~4194304,276824064~25165824,310378496~4194304,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.064 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 18 diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~4194304,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~4194304,176160768~4194304,201326592~4194304,218103808~4194304,243269632~4194304,255852544~4194304,276824064~8388608,289406976~8388608,310378496~4194304,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.064 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~4194304,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~4194304,176160768~4194304,201326592~4194304,218103808~4194304,243269632~4194304,255852544~4194304,276824064~8388608,289406976~8388608,310378496~4194304,356515840~8388608,390070272~4194304] 2023-12-16T20:27:34.066 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,41943040~12582912,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~25165824,176160768~8388608,201326592~4194304,218103808~4194304,243269632~4194304,255852544~4194304,276824064~25165824,310378496~4194304,356515840~8388608,390070272~8388608] 2023-12-16T20:27:34.066 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to 19 diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.066 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.068 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,41943040~12582912,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~41943040,201326592~4194304,218103808~4194304,243269632~16777216,272629760~29360128,310378496~4194304,327155712~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.069 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 17 diff [83886080~8388608,100663296~8388608,134217728~4194304,146800640~8388608,218103808~4194304,255852544~4194304,276824064~20971520,390070272~4194304] 2023-12-16T20:27:34.069 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [83886080~8388608,100663296~8388608,134217728~4194304,146800640~8388608,218103808~4194304,255852544~4194304,276824064~20971520,390070272~4194304] 2023-12-16T20:27:34.070 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [83886080~8388608,100663296~8388608,134217728~4194304,146800640~12582912,218103808~4194304,255852544~4194304,276824064~25165824,390070272~8388608] 2023-12-16T20:27:34.070 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 18 diff [4194304~12582912,25165824~4194304,46137344~4194304,58720256~4194304,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~4194304,176160768~4194304,218103808~4194304,243269632~4194304,255852544~4194304,276824064~20971520,390070272~4194304] 2023-12-16T20:27:34.070 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~4194304,46137344~4194304,58720256~4194304,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~4194304,176160768~4194304,218103808~4194304,243269632~4194304,255852544~4194304,276824064~20971520,390070272~4194304] 2023-12-16T20:27:34.072 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~4194304,46137344~8388608,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~20971520,176160768~8388608,218103808~4194304,243269632~4194304,255852544~4194304,276824064~25165824,390070272~8388608] 2023-12-16T20:27:34.072 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to 19 diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.072 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.073 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,46137344~8388608,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~37748736,218103808~4194304,243269632~16777216,272629760~29360128,327155712~8388608,360710144~8388608,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.074 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to 18 diff [4194304~12582912,25165824~4194304,46137344~4194304,58720256~4194304,121634816~8388608,159383552~4194304,176160768~4194304,243269632~4194304,281018368~8388608] 2023-12-16T20:27:34.074 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~4194304,46137344~4194304,58720256~4194304,121634816~8388608,159383552~4194304,176160768~4194304,243269632~4194304,281018368~8388608] 2023-12-16T20:27:34.075 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~4194304,46137344~8388608,58720256~8388608,121634816~8388608,159383552~8388608,176160768~8388608,243269632~4194304,281018368~8388608] 2023-12-16T20:27:34.075 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to 19 diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,121634816~8388608,159383552~8388608,171966464~8388608,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.075 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,121634816~8388608,159383552~8388608,171966464~8388608,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.077 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,46137344~8388608,58720256~8388608,121634816~8388608,159383552~25165824,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~12582912] 2023-12-16T20:27:34.077 INFO:tasks.workunit.client.0.smithi002.stdout:from 18 to 19 diff [25165824~8388608,58720256~8388608,159383552~8388608,171966464~8388608,247463936~8388608,272629760~8388608,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.077 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [25165824~8388608,58720256~8388608,159383552~8388608,171966464~8388608,247463936~8388608,272629760~8388608,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.078 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [25165824~12582912,58720256~8388608,159383552~20971520,247463936~8388608,272629760~8388608,327155712~8388608,360710144~8388608,402653184~12582912] 2023-12-16T20:27:34.410 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.410 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.436 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:34.436 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.436 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.443 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:34.443 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.443 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.450 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:34.450 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.450 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.456 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:34.456 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.457 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:34.462 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:34.462 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:34.462 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:34.468 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:34.468 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:34.468 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:34.473 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:34.473 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.473 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.478 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.478 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.478 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.482 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.482 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.483 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.487 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.487 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.487 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.490 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.490 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.490 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:34.493 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.493 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.494 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.496 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.496 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.497 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.499 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.500 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.500 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.502 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.502 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.502 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.503 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,41943040~12582912,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~41943040,201326592~4194304,218103808~4194304,243269632~16777216,272629760~29360128,310378496~4194304,327155712~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.503 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to HEAD diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.503 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:34.505 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,46137344~8388608,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~37748736,218103808~4194304,243269632~16777216,272629760~29360128,327155712~8388608,360710144~8388608,390070272~8388608,402653184~12582912] 2023-12-16T20:27:34.505 INFO:tasks.workunit.client.0.smithi002.stdout:from 17 to HEAD diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,121634816~8388608,159383552~8388608,171966464~8388608,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.506 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,121634816~8388608,159383552~8388608,171966464~8388608,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~8388608] 2023-12-16T20:27:34.506 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,46137344~8388608,58720256~8388608,121634816~8388608,159383552~25165824,243269632~12582912,272629760~16777216,327155712~8388608,360710144~8388608,402653184~12582912] 2023-12-16T20:27:34.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:34 smithi002 ceph-mon[137674]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-16T20:27:34.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:34 smithi002 ceph-mon[140029]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-16T20:27:34.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:34 smithi043 ceph-mon[135010]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-16T20:27:35.414 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.415 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.466 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:35.466 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.466 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.473 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:35.473 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.473 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.480 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:35.480 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.480 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.486 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:35.486 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.486 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:35.492 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:35.492 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:35.492 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:35.497 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:35.497 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:35.497 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:35.502 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:35.502 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.502 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.507 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.507 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.507 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.511 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.511 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.511 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:35.522 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.522 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.522 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.525 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.525 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.527 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.527 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.527 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.529 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.529 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.529 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,41943040~12582912,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~41943040,201326592~4194304,218103808~4194304,243269632~16777216,272629760~29360128,310378496~4194304,327155712~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 16 to HEAD diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,46137344~4194304,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~8388608,159383552~8388608,171966464~8388608,218103808~4194304,243269632~16777216,272629760~25165824,327155712~8388608,360710144~8388608,390070272~4194304,402653184~8388608] 2023-12-16T20:27:35.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,46137344~8388608,58720256~8388608,83886080~8388608,100663296~8388608,121634816~8388608,134217728~4194304,146800640~37748736,218103808~4194304,243269632~16777216,272629760~29360128,327155712~8388608,360710144~8388608,390070272~8388608,402653184~12582912] 2023-12-16T20:27:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:35 smithi002 ceph-mon[137674]: pgmap v3392: 137 pgs: 137 active+clean; 779 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 191 KiB/s rd, 20 MiB/s wr, 303 op/s 2023-12-16T20:27:35.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:35 smithi002 ceph-mon[137674]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-16T20:27:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:35 smithi002 ceph-mon[140029]: pgmap v3392: 137 pgs: 137 active+clean; 779 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 191 KiB/s rd, 20 MiB/s wr, 303 op/s 2023-12-16T20:27:35.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:35 smithi002 ceph-mon[140029]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-16T20:27:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:35 smithi043 ceph-mon[135010]: pgmap v3392: 137 pgs: 137 active+clean; 779 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 191 KiB/s rd, 20 MiB/s wr, 303 op/s 2023-12-16T20:27:35.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:35 smithi043 ceph-mon[135010]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-16T20:27:36.427 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.428 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.468 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:36.468 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.468 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.483 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:36.483 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.483 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.493 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:36.493 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.493 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.499 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:36.499 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.499 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:36.504 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:36.504 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:36.504 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:36.510 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:36.510 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:36.510 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:36.514 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:36.514 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.523 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.523 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.526 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.529 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.529 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.529 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:36.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.532 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.532 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.534 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.537 INFO:tasks.workunit.client.0.smithi002.stdout:from 15 to HEAD diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,25165824~8388608,41943040~8388608,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,201326592~4194304,218103808~4194304,243269632~16777216,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:36.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~16777216,25165824~12582912,41943040~12582912,58720256~8388608,83886080~8388608,100663296~16777216,121634816~8388608,134217728~4194304,142606336~41943040,201326592~4194304,218103808~4194304,243269632~16777216,272629760~29360128,310378496~4194304,327155712~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:36 smithi002 ceph-mon[137674]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-16T20:27:36.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:36 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:36 smithi002 ceph-mon[140029]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-16T20:27:36.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:36 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:36 smithi043 ceph-mon[135010]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-16T20:27:36.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:36 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:37.096 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:27:37.425 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.425 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.428 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:27:37.428 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (55m) 82s ago 58m 25.2M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:27:37.428 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (55m) 9m ago 58m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:27:37.428 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (59m) 82s ago 59m 24.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:27:37.428 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (59m) 9m ago 59m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (55m) 9m ago 61m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (55m) 82s ago 62m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (54m) 82s ago 62m 175M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (54m) 9m ago 61m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (54m) 82s ago 61m 126M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (55m) 82s ago 58m 16.4M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (55m) 9m ago 58m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (53m) 82s ago 61m 522M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (53m) 82s ago 61m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (52m) 82s ago 60m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (52m) 82s ago 60m 437M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (51m) 9m ago 60m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (51m) 9m ago 60m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:27:37.429 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (50m) 9m ago 59m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:27:37.430 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (50m) 9m ago 59m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:27:37.430 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (55m) 9m ago 58m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:27:37.480 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:37.481 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.481 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.489 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:37.489 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.489 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.500 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:37.500 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.500 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.505 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:37.505 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.505 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:37.510 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:37.510 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:37.510 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:37.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:37.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:37.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:37.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:37.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.523 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.523 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.527 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.527 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.527 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.530 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:37.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.537 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.538 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 14 to HEAD diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [4194304~12582912,20971520~12582912,41943040~8388608,58720256~8388608,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~8388608,171966464~8388608,188743680~8388608,201326592~4194304,218103808~4194304,243269632~20971520,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:37.540 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [4194304~33554432,41943040~12582912,58720256~8388608,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[137674]: pgmap v3395: 137 pgs: 137 active+clean; 856 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 609 KiB/s rd, 30 MiB/s wr, 1.11k op/s 2023-12-16T20:27:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[137674]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-16T20:27:37.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[137674]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:37.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[140029]: pgmap v3395: 137 pgs: 137 active+clean; 856 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 609 KiB/s rd, 30 MiB/s wr, 1.11k op/s 2023-12-16T20:27:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[140029]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-16T20:27:37.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:37 smithi002 ceph-mon[140029]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:37 smithi043 ceph-mon[135010]: pgmap v3395: 137 pgs: 137 active+clean; 856 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 609 KiB/s rd, 30 MiB/s wr, 1.11k op/s 2023-12-16T20:27:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:37 smithi043 ceph-mon[135010]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-16T20:27:37.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:37 smithi043 ceph-mon[135010]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:37.860 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:27:37.861 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:27:37.861 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:27:37.861 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:37.861 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:27:37.862 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:27:37.863 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:27:37.863 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:27:37.863 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:27:37.863 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:27:37.863 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:27:38.429 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.429 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.486 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:38.486 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.486 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.496 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:38.496 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.496 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.502 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:38.502 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.502 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.507 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:38.507 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.507 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:38.511 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:38.511 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:38.512 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:38.516 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:38.516 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:38.516 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:38.520 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:38.520 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.523 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.524 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.526 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.526 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.527 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.529 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.529 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.529 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:38.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:38.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:38.534 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 13 to HEAD diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:38.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~33554432,41943040~25165824,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:38.535 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~37748736,41943040~25165824,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,243269632~25165824,272629760~29360128,310378496~4194304,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~12582912] 2023-12-16T20:27:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[137674]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[137674]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-16T20:27:38.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/804100158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[140029]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[140029]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-16T20:27:38.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:38 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/804100158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:38 smithi043 ceph-mon[135010]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:27:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:38 smithi043 ceph-mon[135010]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-16T20:27:38.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:38 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/804100158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:27:39.442 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.442 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.489 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:39.489 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.489 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.506 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:39.506 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.506 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.511 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:39.511 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.511 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.516 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:39.516 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.516 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:39.520 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:39.520 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:39.520 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:39.524 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:39.524 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:39.524 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:39.528 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:39.528 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.528 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.534 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.538 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:39.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 12 to HEAD diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:39.540 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~8388608,100663296~25165824,134217728~4194304,142606336~12582912,159383552~20971520,188743680~8388608,201326592~4194304,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~4194304,402653184~8388608] 2023-12-16T20:27:39.540 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~8388608,100663296~29360128,134217728~50331648,188743680~8388608,201326592~4194304,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:39 smithi002 ceph-mon[140029]: pgmap v3398: 137 pgs: 137 active+clean; 853 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 664 KiB/s rd, 18 MiB/s wr, 1.22k op/s 2023-12-16T20:27:39.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:39 smithi002 ceph-mon[140029]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-16T20:27:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:39 smithi002 ceph-mon[137674]: pgmap v3398: 137 pgs: 137 active+clean; 853 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 664 KiB/s rd, 18 MiB/s wr, 1.22k op/s 2023-12-16T20:27:39.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:39 smithi002 ceph-mon[137674]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-16T20:27:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:39 smithi043 ceph-mon[135010]: pgmap v3398: 137 pgs: 137 active+clean; 853 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 664 KiB/s rd, 18 MiB/s wr, 1.22k op/s 2023-12-16T20:27:39.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:39 smithi043 ceph-mon[135010]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-16T20:27:40.443 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.443 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.484 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:40.484 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.484 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.504 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:40.504 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.504 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:40.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.524 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:40.524 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.524 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:40.528 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:40.528 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:40.529 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:40.533 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:40.533 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:40.533 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:40.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:40.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.539 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:40.539 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.542 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:40.542 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.542 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout:from 11 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.546 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~8388608,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:40.547 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~67108864,83886080~46137344,134217728~50331648,188743680~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:40.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:40 smithi002 ceph-mon[137674]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-16T20:27:40.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:40 smithi002 ceph-mon[140029]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-16T20:27:40.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:40 smithi043 ceph-mon[135010]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-16T20:27:41.459 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.460 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.515 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:41.515 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.515 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.523 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:41.523 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.523 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.530 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:41.530 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.531 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.534 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:41.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:41.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:41.538 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:41.538 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:41.541 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:41.541 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:41.541 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:41.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:41.544 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.544 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.546 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:41.546 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.546 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.548 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:41.548 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.548 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.552 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:41.553 INFO:tasks.workunit.client.0.smithi002.stdout:from 10 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.553 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,134217728~46137344,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,310378496~8388608,327155712~8388608,343932928~8388608,356515840~12582912,390070272~8388608,402653184~8388608] 2023-12-16T20:27:41.553 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~46137344,134217728~50331648,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,310378496~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:41 smithi002 ceph-mon[140029]: pgmap v3401: 137 pgs: 137 active+clean; 809 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 382 KiB/s rd, 6.5 KiB/s wr, 672 op/s 2023-12-16T20:27:41.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:41 smithi002 ceph-mon[140029]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-16T20:27:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:41 smithi002 ceph-mon[137674]: pgmap v3401: 137 pgs: 137 active+clean; 809 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 382 KiB/s rd, 6.5 KiB/s wr, 672 op/s 2023-12-16T20:27:41.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:41 smithi002 ceph-mon[137674]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-16T20:27:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:41 smithi043 ceph-mon[135010]: pgmap v3401: 137 pgs: 137 active+clean; 809 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 382 KiB/s rd, 6.5 KiB/s wr, 672 op/s 2023-12-16T20:27:41.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:41 smithi043 ceph-mon[135010]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-16T20:27:42.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:41 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:41] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-12-16T20:27:42.466 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.466 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.513 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:42.514 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.514 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.519 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:42.519 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.519 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.524 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:42.524 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.525 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.528 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:42.529 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.529 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:42.531 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:42.531 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:42.532 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:42.534 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:42.534 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:42.534 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:42.536 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:42.536 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.536 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.538 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:42.538 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.539 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.540 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:42.540 INFO:tasks.workunit.client.0.smithi002.stdout:from 9 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.540 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,188743680~8388608,201326592~12582912,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~8388608,306184192~12582912,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:42.541 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~100663296,188743680~8388608,201326592~20971520,230686720~8388608,243269632~25165824,272629760~29360128,306184192~16777216,327155712~8388608,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:42.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:42 smithi002 ceph-mon[137674]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-16T20:27:42.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:42 smithi002 ceph-mon[140029]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-16T20:27:42.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:42 smithi043 ceph-mon[135010]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-16T20:27:43.477 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.477 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.517 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:43.517 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.518 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.524 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:43.525 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.525 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.532 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:43.532 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.532 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.540 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:43.540 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.540 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:43.543 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:43.543 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:43.543 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:43.545 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:43.545 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:43.545 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:43.547 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:43.548 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:43.548 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:43.549 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:43.549 INFO:tasks.workunit.client.0.smithi002.stdout:from 8 to HEAD diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:43.549 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,83886080~20971520,109051904~16777216,130023424~50331648,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:43.550 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~71303168,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:43 smithi002 ceph-mon[137674]: pgmap v3404: 137 pgs: 137 active+clean; 797 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 KiB/s rd, 1.2 KiB/s wr, 334 op/s 2023-12-16T20:27:43.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:43 smithi002 ceph-mon[137674]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-16T20:27:43.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:43 smithi002 ceph-mon[140029]: pgmap v3404: 137 pgs: 137 active+clean; 797 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 KiB/s rd, 1.2 KiB/s wr, 334 op/s 2023-12-16T20:27:43.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:43 smithi002 ceph-mon[140029]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-16T20:27:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:43 smithi043 ceph-mon[135010]: pgmap v3404: 137 pgs: 137 active+clean; 797 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 KiB/s rd, 1.2 KiB/s wr, 334 op/s 2023-12-16T20:27:43.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:43 smithi043 ceph-mon[135010]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-16T20:27:44.335 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.336 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.381 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:44.381 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.382 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.394 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:44.394 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.395 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.398 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:44.398 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.399 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:44.410 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:44.411 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:44.412 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:44.412 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:44.413 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:44.413 INFO:tasks.workunit.client.0.smithi002.stdout:from 7 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:44.413 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~25165824,272629760~12582912,289406976~12582912,306184192~12582912,322961408~12582912,343932928~8388608,356515840~16777216,390070272~8388608,402653184~8388608] 2023-12-16T20:27:44.414 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~25165824,272629760~29360128,306184192~29360128,343932928~8388608,356515840~16777216,390070272~8388608,402653184~12582912] 2023-12-16T20:27:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:44 smithi002 ceph-mon[137674]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-16T20:27:44.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:44 smithi002 ceph-mon[137674]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-16T20:27:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:44 smithi002 ceph-mon[140029]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-16T20:27:44.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:44 smithi002 ceph-mon[140029]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-16T20:27:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:44 smithi043 ceph-mon[135010]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-16T20:27:44.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:44 smithi043 ceph-mon[135010]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-16T20:27:45.330 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.330 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.355 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:45.355 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.355 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.396 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:45.397 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.397 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.400 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:45.401 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.401 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.406 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:45.406 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.406 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:45.408 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:45.408 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:45.409 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:45.410 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:45.410 INFO:tasks.workunit.client.0.smithi002.stdout:from 6 to HEAD diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:45.410 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~67108864,71303168~4194304,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:45.411 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~79691776,83886080~138412032,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:45 smithi002 ceph-mon[137674]: pgmap v3407: 137 pgs: 137 active+clean; 772 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 277 op/s 2023-12-16T20:27:45.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:45 smithi002 ceph-mon[137674]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-16T20:27:45.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:45 smithi002 ceph-mon[140029]: pgmap v3407: 137 pgs: 137 active+clean; 772 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 277 op/s 2023-12-16T20:27:45.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:45 smithi002 ceph-mon[140029]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-16T20:27:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:45 smithi043 ceph-mon[135010]: pgmap v3407: 137 pgs: 137 active+clean; 772 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 277 op/s 2023-12-16T20:27:45.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:45 smithi043 ceph-mon[135010]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-16T20:27:46.340 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.340 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.360 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:46.361 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.361 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.366 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:46.366 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.367 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.371 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:46.372 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.372 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.375 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:46.375 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.375 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:46.378 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:46.378 INFO:tasks.workunit.client.0.smithi002.stdout:from 5 to HEAD diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:46.378 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~20971520,109051904~71303168,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,343932928~8388608,356515840~16777216,385875968~25165824] 2023-12-16T20:27:46.380 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,343932928~8388608,356515840~16777216,385875968~29360128] 2023-12-16T20:27:47.345 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.345 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.376 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:47.376 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.376 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.392 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:47.392 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.392 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.397 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:47.397 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.397 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.400 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:47.400 INFO:tasks.workunit.client.0.smithi002.stdout:from 4 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.400 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:47.401 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:47 smithi002 ceph-mon[137674]: pgmap v3410: 137 pgs: 137 active+clean; 692 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 6.2 KiB/s wr, 365 op/s 2023-12-16T20:27:47.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:47 smithi002 ceph-mon[137674]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-16T20:27:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:47 smithi002 ceph-mon[140029]: pgmap v3410: 137 pgs: 137 active+clean; 692 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 6.2 KiB/s wr, 365 op/s 2023-12-16T20:27:47.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:47 smithi002 ceph-mon[140029]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-16T20:27:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:47 smithi043 ceph-mon[135010]: pgmap v3410: 137 pgs: 137 active+clean; 692 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 6.2 KiB/s wr, 365 op/s 2023-12-16T20:27:47.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:47 smithi043 ceph-mon[135010]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-16T20:27:48.360 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.360 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.399 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:48.399 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.399 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.405 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:48.405 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.405 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.407 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:48.407 INFO:tasks.workunit.client.0.smithi002.stdout:from 3 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.407 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~4194304,243269632~41943040,289406976~29360128,322961408~12582912,339738624~12582912,356515840~25165824,385875968~25165824] 2023-12-16T20:27:48.408 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~8388608,243269632~92274688,339738624~12582912,356515840~58720256] 2023-12-16T20:27:48.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:48 smithi002 ceph-mon[137674]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-16T20:27:48.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:48 smithi002 ceph-mon[140029]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-16T20:27:48.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:48 smithi043 ceph-mon[135010]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-16T20:27:49.340 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.341 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.356 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:49.356 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.356 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.358 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:49.358 INFO:tasks.workunit.client.0.smithi002.stdout:from 2 to HEAD diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.358 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~79691776,83886080~96468992,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:49.367 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:49.649 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:49 smithi043 ceph-mon[135010]: pgmap v3413: 137 pgs: 137 active+clean; 663 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 258 op/s 2023-12-16T20:27:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:49 smithi043 ceph-mon[135010]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-16T20:27:49.650 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:49 smithi043 ceph-mon[135010]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-16T20:27:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[137674]: pgmap v3413: 137 pgs: 137 active+clean; 663 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 258 op/s 2023-12-16T20:27:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[137674]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-16T20:27:49.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[137674]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-16T20:27:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[140029]: pgmap v3413: 137 pgs: 137 active+clean; 663 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 258 op/s 2023-12-16T20:27:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[140029]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-16T20:27:49.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:49 smithi002 ceph-mon[140029]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-16T20:27:50.369 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:50.369 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:50.389 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:50.389 INFO:tasks.workunit.client.0.smithi002.stdout:from 1 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:50.389 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:50.390 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:51.378 INFO:tasks.workunit.client.0.smithi002.stdout:from 0 to HEAD diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:51.378 INFO:tasks.workunit.client.0.smithi002.stdout: limited diff [0~104857600,109051904~71303168,184549376~29360128,218103808~4194304,230686720~54525952,289406976~29360128,322961408~29360128,356515840~25165824,385875968~25165824] 2023-12-16T20:27:51.393 INFO:tasks.workunit.client.0.smithi002.stdout: actual was [0~222298112,230686720~121634816,356515840~58720256] 2023-12-16T20:27:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[137674]: pgmap v3416: 137 pgs: 137 active+clean; 570 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 112 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2023-12-16T20:27:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[137674]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-16T20:27:51.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:51.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[140029]: pgmap v3416: 137 pgs: 137 active+clean; 570 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 112 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2023-12-16T20:27:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[140029]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-16T20:27:51.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:51 smithi043 ceph-mon[135010]: pgmap v3416: 137 pgs: 137 active+clean; 570 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 112 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2023-12-16T20:27:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:51 smithi043 ceph-mon[135010]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-16T20:27:51.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:51 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:27:52.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:27:51 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:27:51] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2023-12-16T20:27:52.402 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38976 ms) 2023-12-16T20:27:52.402 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2023-12-16T20:27:52.402 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:52.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:52 smithi002 ceph-mon[137674]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-16T20:27:52.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:52 smithi002 ceph-mon[140029]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-16T20:27:52.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:52 smithi043 ceph-mon[135010]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-16T20:27:53.381 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:53.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (985 ms) 2023-12-16T20:27:53.386 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2023-12-16T20:27:53.386 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:53 smithi002 ceph-mon[137674]: pgmap v3419: 137 pgs: 137 active+clean; 538 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 KiB/s rd, 1023 B/s wr, 74 op/s 2023-12-16T20:27:53.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:53 smithi002 ceph-mon[137674]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-16T20:27:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:53 smithi002 ceph-mon[140029]: pgmap v3419: 137 pgs: 137 active+clean; 538 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 KiB/s rd, 1023 B/s wr, 74 op/s 2023-12-16T20:27:53.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:53 smithi002 ceph-mon[140029]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-16T20:27:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:53 smithi043 ceph-mon[135010]: pgmap v3419: 137 pgs: 137 active+clean; 538 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 KiB/s rd, 1023 B/s wr, 74 op/s 2023-12-16T20:27:53.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:53 smithi043 ceph-mon[135010]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-16T20:27:54.383 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:54.383 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 4194304~4194304 2023-12-16T20:27:54.383 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~4194304 2023-12-16T20:27:54.383 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 12582912~4194304 2023-12-16T20:27:54.383 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 16777216~4194304 2023-12-16T20:27:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 0~4194304 2023-12-16T20:27:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 4194304~4194304 2023-12-16T20:27:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~4194304 2023-12-16T20:27:54.415 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 16777216~4194304 2023-12-16T20:27:54.427 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1041 ms) 2023-12-16T20:27:54.427 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2023-12-16T20:27:54.427 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:54 smithi002 ceph-mon[137674]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-16T20:27:54.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:54 smithi002 ceph-mon[137674]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-16T20:27:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:54 smithi002 ceph-mon[140029]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-16T20:27:54.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:54 smithi002 ceph-mon[140029]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-16T20:27:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:54 smithi043 ceph-mon[135010]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-16T20:27:54.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:54 smithi043 ceph-mon[135010]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-16T20:27:55.496 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [0~16777216] to clone 2023-12-16T20:27:55.496 INFO:tasks.workunit.client.0.smithi002.stdout: diff was [0~16777216] 2023-12-16T20:27:55.501 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1073 ms) 2023-12-16T20:27:55.501 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2023-12-16T20:27:55.501 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:55.520 INFO:tasks.workunit.client.0.smithi002.stdout: wrote [1043040~65348,4466494~7207,5968949~1456,6227640~38882,9187071~97708,9669431~64472,10432563~1581,13103636~74134,15465018~67898,18875552~16114] 2023-12-16T20:27:55.531 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2023-12-16T20:27:55.531 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2023-12-16T20:27:55.531 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:55.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:55 smithi002 ceph-mon[137674]: pgmap v3422: 137 pgs: 137 active+clean; 480 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:27:55.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:55 smithi002 ceph-mon[140029]: pgmap v3422: 137 pgs: 137 active+clean; 480 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:27:55.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:55 smithi043 ceph-mon[135010]: pgmap v3422: 137 pgs: 137 active+clean; 480 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2023-12-16T20:27:56.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:56 smithi002 ceph-mon[137674]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-16T20:27:56.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:56 smithi002 ceph-mon[140029]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-16T20:27:56.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:56 smithi043 ceph-mon[135010]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-16T20:27:57.500 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1969 ms) 2023-12-16T20:27:57.501 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2023-12-16T20:27:57.501 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:57.540 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 5000005~1234 2023-12-16T20:27:57.544 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (43 ms) 2023-12-16T20:27:57.544 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2023-12-16T20:27:57.544 INFO:tasks.workunit.client.0.smithi002.stdout:using new format! 2023-12-16T20:27:57.606 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8376263~12345 2023-12-16T20:27:57.606 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 8388608~4194304 2023-12-16T20:27:57.606 INFO:tasks.workunit.client.0.smithi002.stdout:iterate_cb 12582912~54321 2023-12-16T20:27:57.610 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (66 ms) 2023-12-16T20:27:57.610 INFO:tasks.workunit.client.0.smithi002.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2023-12-16T20:27:57.610 INFO:tasks.workunit.client.0.smithi002.stdout:SKIPPING 2023-12-16T20:27:57.610 INFO:tasks.workunit.client.0.smithi002.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2023-12-16T20:27:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:57 smithi002 ceph-mon[137674]: pgmap v3425: 137 pgs: 137 active+clean; 459 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 219 op/s 2023-12-16T20:27:57.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:57 smithi002 ceph-mon[137674]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-16T20:27:57.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:57 smithi002 ceph-mon[140029]: pgmap v3425: 137 pgs: 137 active+clean; 459 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 219 op/s 2023-12-16T20:27:57.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:57 smithi002 ceph-mon[140029]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-16T20:27:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:57 smithi043 ceph-mon[135010]: pgmap v3425: 137 pgs: 137 active+clean; 459 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.6 MiB/s wr, 219 op/s 2023-12-16T20:27:57.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:57 smithi043 ceph-mon[135010]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] 11 tests from DiffIterateTest/1 (52228 ms total) 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout:[----------] Global test environment tear-down 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout:[==========] 406 tests from 15 test suites ran. (968775 ms total) 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout:[ PASSED ] 406 tests. 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout: YOU HAVE 2 DISABLED TESTS 2023-12-16T20:27:58.401 INFO:tasks.workunit.client.0.smithi002.stdout: 2023-12-16T20:27:58.412 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T20:27:58.412 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T20:27:58.488 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2023-12-16T20:27:58.488 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T20:27:58.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:58 smithi002 ceph-mon[137674]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-16T20:27:58.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:58 smithi002 ceph-mon[140029]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-16T20:27:58.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:58 smithi043 ceph-mon[135010]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-16T20:27:58.753 DEBUG:teuthology.parallel:result is None 2023-12-16T20:27:58.754 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:27:58.785 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:27:58.785 DEBUG:teuthology.orchestra.run.smithi002:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:27:58.841 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:27:58.841 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:27:58.841 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2023-12-16T20:27:58.841 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T20:27:58.841 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2023-12-16T20:27:58.841 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T20:27:58.842 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T20:27:58.842 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T20:27:58.842 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:27:58.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:27:58.897 INFO:teuthology.orchestra.run.smithi002.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T20:27:58.897 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T20:27:58.953 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T20:27:58.953 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T20:27:59.008 INFO:tasks.workunit:timeout=3h 2023-12-16T20:27:59.009 INFO:tasks.workunit:cleanup=True 2023-12-16T20:27:59.009 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T20:27:59.064 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T20:27:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:59 smithi002 ceph-mon[137674]: pgmap v3428: 137 pgs: 137 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 193 op/s 2023-12-16T20:27:59.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:27:59 smithi002 ceph-mon[137674]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-16T20:27:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:59 smithi002 ceph-mon[140029]: pgmap v3428: 137 pgs: 137 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 193 op/s 2023-12-16T20:27:59.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:27:59 smithi002 ceph-mon[140029]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-16T20:27:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:59 smithi043 ceph-mon[135010]: pgmap v3428: 137 pgs: 137 active+clean; 475 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 10 MiB/s wr, 193 op/s 2023-12-16T20:27:59.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:27:59 smithi043 ceph-mon[135010]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-16T20:28:01.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:01 smithi002 ceph-mon[137674]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:01.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:01 smithi002 ceph-mon[140029]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:01.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:01 smithi043 ceph-mon[135010]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:02.239 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:01 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:28:01] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2023-12-16T20:28:03.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:03 smithi002 ceph-mon[137674]: pgmap v3431: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:03.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:03 smithi002 ceph-mon[140029]: pgmap v3431: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:03.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:03 smithi043 ceph-mon[135010]: pgmap v3431: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-16T20:28:05.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:05 smithi002 ceph-mon[137674]: pgmap v3432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:05.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:05 smithi002 ceph-mon[140029]: pgmap v3432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:05.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:05 smithi043 ceph-mon[135010]: pgmap v3432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:06.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:06 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:28:06.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:06 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:28:06.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:06 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T20:28:07.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:07 smithi002 ceph-mon[137674]: pgmap v3433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:07.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:07 smithi002 ceph-mon[140029]: pgmap v3433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:07.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:07 smithi043 ceph-mon[135010]: pgmap v3433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:08.231 INFO:teuthology.orchestra.run.smithi002.stdout:true 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:alertmanager.a smithi002 *:9093,9094 running (56m) 113s ago 58m 25.2M - 0.25.0 c8568f914cd2 1f70bf71d0b1 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:grafana.a smithi043 *:3000 running (56m) 9m ago 58m 84.2M - 9.4.7 954c08fa6188 fdb9e6417951 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (59m) 113s ago 59m 24.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 292c1d91e837 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi043 running (59m) 9m ago 59m 24.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ecffeb45cce9 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi043 *:8443,9283,8765 running (55m) 9m ago 61m 452M - 19.0.0-202-gc7586e95 e538bb48aa15 ba0d2a3f3bfc 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi002 *:8443,9283,8765 running (55m) 113s ago 63m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 db6de196a4e9 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (55m) 113s ago 63m 175M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1da789a92831 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi043 running (54m) 9m ago 62m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 1548354026b3 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi002 running (55m) 113s ago 62m 126M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 20244655368f 2023-12-16T20:28:08.559 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.a smithi002 *:9100 running (56m) 113s ago 58m 16.4M - 1.5.0 0da6a335fe13 1098b04151d1 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:node-exporter.b smithi043 *:9100 running (56m) 9m ago 58m 16.7M - 1.5.0 0da6a335fe13 d90cb9efd585 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (54m) 113s ago 61m 522M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 32ac41ff402e 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi002 running (53m) 113s ago 61m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 8f3861f130f5 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi002 running (53m) 113s ago 61m 427M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 e86138f3f3da 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (52m) 113s ago 61m 437M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 51696f93bcb0 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi043 running (52m) 9m ago 60m 564M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 f61f7717077f 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi043 running (51m) 9m ago 60m 332M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 3c71d2cc9b8c 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi043 running (51m) 9m ago 60m 458M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 9e2e87046b1b 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi043 running (51m) 9m ago 60m 460M 2481M 19.0.0-202-gc7586e95 e538bb48aa15 97ca537a3709 2023-12-16T20:28:08.560 INFO:teuthology.orchestra.run.smithi002.stdout:prometheus.a smithi043 *:9095 running (55m) 9m ago 59m 79.6M - 2.43.0 a07b618ecd1d 332336867bca 2023-12-16T20:28:08.975 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "mon": { 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr": { 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "osd": { 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "mds": { 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2023-12-16T20:28:08.976 INFO:teuthology.orchestra.run.smithi002.stdout: "overall": { 2023-12-16T20:28:08.977 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T20:28:08.977 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T20:28:08.977 INFO:teuthology.orchestra.run.smithi002.stdout: } 2023-12-16T20:28:08.977 INFO:teuthology.orchestra.run.smithi002.stdout:} 2023-12-16T20:28:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[137674]: from='client.47339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[137674]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[137674]: from='client.37362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1985590751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[140029]: from='client.47339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[140029]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[140029]: from='client.37362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:09 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1985590751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:28:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:09 smithi043 ceph-mon[135010]: from='client.47339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:09 smithi043 ceph-mon[135010]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:09 smithi043 ceph-mon[135010]: from='client.37362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T20:28:09.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:09 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1985590751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T20:28:11.370 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T20:28:11.385 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T20:28:11.387 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T20:28:11.388 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T20:28:11.440 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T20:28:11.490 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T20:28:11.530 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T20:28:11.532 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T20:28:11.532 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T20:28:11.572 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T20:28:11.575 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2023-12-16T20:28:11.575 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T20:28:11.631 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2023-12-16T20:28:11.632 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2023-12-16T20:28:11.633 DEBUG:teuthology.orchestra.run.smithi002:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-16T20:28:11.690 INFO:tasks.workunit.client.0.smithi002.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-16T20:28:11.691 INFO:tasks.workunit.client.0.smithi002.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2023-12-16T20:28:11.691 INFO:tasks.workunit.client.0.smithi002.stderr:+ '[' -n '' ']' 2023-12-16T20:28:11.691 INFO:tasks.workunit.client.0.smithi002.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2023-12-16T20:28:11.711 INFO:tasks.workunit.client.0.smithi002.stderr:/usr/bin/python3: No module named nose 2023-12-16T20:28:11.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:28:11.714 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2023-12-16T20:28:11.714 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T20:28:11.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:11 smithi002 ceph-mon[137674]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:11.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:11 smithi002 ceph-mon[140029]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:11.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:11 smithi043 ceph-mon[135010]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:11.932 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi002 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2023-12-16T20:28:12.019 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=50e5264e703b488999d4b25a8a8651ec Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi002 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2023-12-16T20:28:12.022 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-12-16T20:28:12.036 INFO:tasks.cephadm:Teardown begin 2023-12-16T20:28:12.036 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-16T20:28:12.037 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T20:28:12.072 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:11 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: ::ffff:172.21.15.43 - - [16/Dec/2023:20:28:11] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2023-12-16T20:28:12.372 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T20:28:12.372 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-16T20:28:12.373 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T20:28:12.385 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T20:28:12.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:12 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2112906066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:12.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:12 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2112906066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:12.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:12 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2112906066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:12.753 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T20:28:12.753 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14466,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/515937127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":515937127},{"type":"v1","addr":"172.21.15.2:6835","nonce":515937127}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T19:28:23.303931+0000","modified":"2023-12-16T19:28:26.197748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.43:6833/956564741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6832","nonce":956564741},{"type":"v1","addr":"172.21.15.43:6833","nonce":956564741}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-16T20:28:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2023-12-16T20:28:12.766 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi002.stdout: 2023-12-16T20:28:13.060 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":1981,"fsid":"a7ced926-9c48-11ee-95a5-87774f69a715","created":"2023-12-16T19:24:50.015239+0000","modified":"2023-12-16T20:27:58.383714+0000","last_up_change":"2023-12-16T19:37:11.997023+0000","last_in_change":"2023-12-16T19:27:53.936816+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":112,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T19:26:57.174411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T19:28:21.897791+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T19:28:22.692964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T19:28:46.867031+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c50af6b4-41da-4ef4-8ccb-bdee26286850","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":252,"up_from":262,"up_thru":1929,"down_at":254,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6803","nonce":868590807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6805","nonce":868590807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6809","nonce":868590807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":868590807},{"type":"v1","addr":"172.21.15.2:6807","nonce":868590807}]},"public_addr":"172.21.15.2:6803/868590807","cluster_addr":"172.21.15.2:6805/868590807","heartbeat_back_addr":"172.21.15.2:6809/868590807","heartbeat_front_addr":"172.21.15.2:6807/868590807","state":["exists","up"]},{"osd":1,"uuid":"43e7e468-15c0-4e6a-9727-267710a1b747","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":282,"up_from":292,"up_thru":1929,"down_at":283,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6811","nonce":469357155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6813","nonce":469357155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6817","nonce":469357155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":469357155},{"type":"v1","addr":"172.21.15.2:6815","nonce":469357155}]},"public_addr":"172.21.15.2:6811/469357155","cluster_addr":"172.21.15.2:6813/469357155","heartbeat_back_addr":"172.21.15.2:6817/469357155","heartbeat_front_addr":"172.21.15.2:6815/469357155","state":["exists","up"]},{"osd":2,"uuid":"060436fa-bd7f-44cb-aac4-101531ed6887","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":17,"last_clean_end":310,"up_from":320,"up_thru":1929,"down_at":311,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6819","nonce":3235873466}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6821","nonce":3235873466}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6825","nonce":3235873466}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3235873466},{"type":"v1","addr":"172.21.15.2:6823","nonce":3235873466}]},"public_addr":"172.21.15.2:6819/3235873466","cluster_addr":"172.21.15.2:6821/3235873466","heartbeat_back_addr":"172.21.15.2:6825/3235873466","heartbeat_front_addr":"172.21.15.2:6823/3235873466","state":["exists","up"]},{"osd":3,"uuid":"d6871092-8a04-4314-a1a2-d55b2407cd19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":23,"last_clean_end":339,"up_from":348,"up_thru":1929,"down_at":340,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6827","nonce":2989191725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6829","nonce":2989191725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6833","nonce":2989191725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":2989191725},{"type":"v1","addr":"172.21.15.2:6831","nonce":2989191725}]},"public_addr":"172.21.15.2:6827/2989191725","cluster_addr":"172.21.15.2:6829/2989191725","heartbeat_back_addr":"172.21.15.2:6833/2989191725","heartbeat_front_addr":"172.21.15.2:6831/2989191725","state":["exists","up"]},{"osd":4,"uuid":"4072912e-6cfc-4afe-9b44-7e3e9cdac395","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":27,"last_clean_end":368,"up_from":376,"up_thru":1929,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6800","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6801","nonce":891699762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6802","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6803","nonce":891699762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6806","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6807","nonce":891699762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6804","nonce":891699762},{"type":"v1","addr":"172.21.15.43:6805","nonce":891699762}]},"public_addr":"172.21.15.43:6801/891699762","cluster_addr":"172.21.15.43:6803/891699762","heartbeat_back_addr":"172.21.15.43:6807/891699762","heartbeat_front_addr":"172.21.15.43:6805/891699762","state":["exists","up"]},{"osd":5,"uuid":"50447f8e-a19f-468d-a910-022e093c6591","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":34,"last_clean_end":395,"up_from":405,"up_thru":1929,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6808","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6809","nonce":3366189987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6810","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6811","nonce":3366189987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6814","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6815","nonce":3366189987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6812","nonce":3366189987},{"type":"v1","addr":"172.21.15.43:6813","nonce":3366189987}]},"public_addr":"172.21.15.43:6809/3366189987","cluster_addr":"172.21.15.43:6811/3366189987","heartbeat_back_addr":"172.21.15.43:6815/3366189987","heartbeat_front_addr":"172.21.15.43:6813/3366189987","state":["exists","up"]},{"osd":6,"uuid":"0f934f24-a326-470a-8a00-976766851b6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":41,"last_clean_end":424,"up_from":434,"up_thru":1929,"down_at":425,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6816","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6817","nonce":2857271720}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6818","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6819","nonce":2857271720}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6822","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6823","nonce":2857271720}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6820","nonce":2857271720},{"type":"v1","addr":"172.21.15.43:6821","nonce":2857271720}]},"public_addr":"172.21.15.43:6817/2857271720","cluster_addr":"172.21.15.43:6819/2857271720","heartbeat_back_addr":"172.21.15.43:6823/2857271720","heartbeat_front_addr":"172.21.15.43:6821/2857271720","state":["exists","up"]},{"osd":7,"uuid":"318a6b3b-0c18-4ae5-a126-b100298170fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":453,"up_from":462,"up_thru":1929,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6824","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6825","nonce":3715004188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6826","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6827","nonce":3715004188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6830","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6831","nonce":3715004188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.43:6828","nonce":3715004188},{"type":"v1","addr":"172.21.15.43:6829","nonce":3715004188}]},"public_addr":"172.21.15.43:6825/3715004188","cluster_addr":"172.21.15.43:6827/3715004188","heartbeat_back_addr":"172.21.15.43:6831/3715004188","heartbeat_front_addr":"172.21.15.43:6829/3715004188","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:25.897838+0000","dead_epoch":252},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:40.486844+0000","dead_epoch":282},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:26:55.046013+0000","dead_epoch":310},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:09.912813+0000","dead_epoch":339},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:23.704216+0000","dead_epoch":368},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:37.688118+0000","dead_epoch":395},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:27:51.531425+0000","dead_epoch":424},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T19:28:05.789523+0000","dead_epoch":453}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/930925316":"2023-12-16T21:24:08.146665+0000","172.21.15.2:0/107527592":"2023-12-16T21:19:43.261031+0000","172.21.15.2:0/2879908859":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/4007105248":"2023-12-17T19:32:50.748458+0000","172.21.15.43:0/1905448314":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/627245450":"2023-12-17T19:32:50.748458+0000","172.21.15.43:0/2398983072":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/2400734263":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/4060107825":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2072266899":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/3790939936":"2023-12-17T19:31:24.805524+0000","172.21.15.43:0/586465853":"2023-12-17T19:32:14.740363+0000","172.21.15.43:6834/634078209":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/3373833772":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/542010202":"2023-12-17T19:25:32.668900+0000","172.21.15.43:0/252624404":"2023-12-17T19:32:14.740363+0000","172.21.15.2:6800/2326217901":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/949349975":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/2582852052":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/3424414222":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/2178920990":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2453127684":"2023-12-17T19:32:50.748458+0000","172.21.15.43:0/2529524057":"2023-12-17T19:32:14.740363+0000","172.21.15.2:0/4086506782":"2023-12-17T19:25:32.668900+0000","172.21.15.2:0/1010263028":"2023-12-17T19:32:50.748458+0000","172.21.15.43:6835/634078209":"2023-12-17T19:32:14.740363+0000","172.21.15.2:6800/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:6800/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/427065217":"2023-12-17T19:28:52.425469+0000","172.21.15.2:0/2999329970":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/624723403":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6801/3518364373":"2023-12-17T19:25:32.668900+0000","172.21.15.2:6801/248806123":"2023-12-17T19:31:24.805524+0000","172.21.15.43:0/2835487966":"2023-12-17T19:32:14.740363+0000","172.21.15.2:6800/248806123":"2023-12-17T19:31:24.805524+0000","172.21.15.2:0/3733150705":"2023-12-16T21:19:44.226306+0000","172.21.15.2:6801/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:6800/144224749":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/262328574":"2023-12-17T19:28:52.425469+0000","172.21.15.2:6801/2326217901":"2023-12-17T19:32:50.748458+0000","172.21.15.2:0/4156598638":"2023-12-17T19:25:11.976779+0000","172.21.15.2:0/4274942411":"2023-12-17T19:32:50.748458+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":85,"snaps":[{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":87,"snaps":[{"begin":60,"length":4},{"begin":69,"length":5}]},{"pool":88,"snaps":[{"begin":24,"length":1},{"begin":31,"length":1}]},{"pool":89,"snaps":[{"begin":2,"length":1}]},{"pool":111,"snaps":[{"begin":9,"length":2}]},{"pool":112,"snaps":[{"begin":9,"length":5}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T20:28:13.072 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-16T20:28:13.404 INFO:teuthology.orchestra.run.smithi002.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-16T20:28:13.420 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-16T20:28:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T20:28:13.401+0000 7f41dd9a9700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T20:28:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:13.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3484707218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/1020539416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[137674]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T20:28:13.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3484707218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/1020539416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T20:28:13.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-16T20:28:13.742 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:13 smithi002 ceph-mon[140029]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T20:28:13.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: ignoring --setuser ceph since I am not root 2023-12-16T20:28:13.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: ignoring --setgroup ceph since I am not root 2023-12-16T20:28:13.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: starting mds.b at 2023-12-16T20:28:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3484707218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/1020539416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T20:28:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T20:28:13.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T20:28:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T20:28:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3143020981' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T20:28:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-16T20:28:13.750 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:13 smithi043 ceph-mon[135010]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T20:28:14.439 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-16T20:28:14.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:14 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/318106139' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:14.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:14 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:14.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:14 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/318106139' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:14.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:14 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:14 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/318106139' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:14.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:14 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.431 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' removed 2023-12-16T20:28:15.449 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-16T20:28:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: pgmap v3438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T20:28:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T20:28:15.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: mds.? [v2:172.21.15.43:6832/3496439720,v1:172.21.15.43:6833/3496439720] up:boot 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: fsmap 2 up:standby 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/3761606963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: pgmap v3438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:15.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: mds.? [v2:172.21.15.43:6832/3496439720,v1:172.21.15.43:6833/3496439720] up:boot 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: fsmap 2 up:standby 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/3761606963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.741 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:15 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: pgmap v3438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-16T20:28:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T20:28:15.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: mds.? [v2:172.21.15.43:6832/3496439720,v1:172.21.15.43:6833/3496439720] up:boot 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: fsmap 2 up:standby 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: from='mgr.25139 172.21.15.2:0/844391420' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/3761606963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:15.749 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:15 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.435 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' removed 2023-12-16T20:28:16.457 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T20:28:16.492 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T20:28:16.532 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-12-16T20:28:16.533 DEBUG:teuthology.orchestra.run.smithi002:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-16T20:28:16.549 DEBUG:teuthology.orchestra.run.smithi043:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-16T20:28:16.591 INFO:tasks.cephadm:Stopping all daemons... 2023-12-16T20:28:16.591 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-12-16T20:28:16.591 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a 2023-12-16T20:28:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T20:28:16.739 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[137674]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[137674]: from='client.? 172.21.15.2:0/2870269388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[137674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 systemd[1]: Stopping Ceph mon.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[140029]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[140029]: from='client.? 172.21.15.2:0/2870269388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.740 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-mon[140029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:16 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T20:28:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:16 smithi043 ceph-mon[135010]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-16T20:28:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:16 smithi043 ceph-mon[135010]: from='client.? 172.21.15.2:0/2870269388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:16.748 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:16 smithi043 ceph-mon[135010]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T20:28:17.123 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T20:28:16.823+0000 7f41e31b4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:17.124 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a[137670]: 2023-12-16T20:28:16.823+0000 7f41e31b4700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2023-12-16T20:28:17.124 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:17 smithi002 podman[190011]: 2023-12-16 20:28:17.03804889 +0000 UTC m=+0.263612148 container died 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2023-12-16T20:28:17.124 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE Bus STOPPING 2023-12-16T20:28:17.124 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:28:17.124 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE Bus STOPPED 2023-12-16T20:28:17.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE Bus STARTING 2023-12-16T20:28:17.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE Serving on http://:::9283 2023-12-16T20:28:17.125 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:16 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:16] ENGINE Bus STARTED 2023-12-16T20:28:17.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:17 smithi002 podman[190011]: 2023-12-16 20:28:17.171371731 +0000 UTC m=+0.396934989 container cleanup 1da789a92831e2478a390ee9b931b2156a6e444a30820bd983224f4ba746fea0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_CLEAN=True) 2023-12-16T20:28:17.389 INFO:journalctl@ceph.mon.a.smithi002.stdout:Dec 16 20:28:17 smithi002 bash[190011]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-a 2023-12-16T20:28:17.496 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.a.service' 2023-12-16T20:28:17.553 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:17.553 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-12-16T20:28:17.553 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-12-16T20:28:17.553 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.c 2023-12-16T20:28:17.739 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:17 smithi002 systemd[1]: Stopping Ceph mon.c for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:18.046 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE Bus STOPPING 2023-12-16T20:28:18.047 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T20:28:18.047 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE Bus STOPPED 2023-12-16T20:28:18.047 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE Bus STARTING 2023-12-16T20:28:18.047 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE Serving on http://:::9283 2023-12-16T20:28:18.048 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: [16/Dec/2023:20:28:17] ENGINE Bus STARTED 2023-12-16T20:28:18.048 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[140025]: 2023-12-16T20:28:17.790+0000 7fdbfadaa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:18.048 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:17 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c[140025]: 2023-12-16T20:28:17.790+0000 7fdbfadaa700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2023-12-16T20:28:18.380 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:18 smithi002 podman[190147]: 2023-12-16 20:28:18.045438489 +0000 UTC m=+0.313323190 container died 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2023-12-16T20:28:18.380 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:18 smithi002 podman[190147]: 2023-12-16 20:28:18.163014748 +0000 UTC m=+0.430899459 container cleanup 20244655368fa4e70e60bc1d135204121ac893457fa5cf0e74e0fc4aa7b0c302 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2023-12-16T20:28:18.381 INFO:journalctl@ceph.mon.c.smithi002.stdout:Dec 16 20:28:18 smithi002 bash[190147]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-c 2023-12-16T20:28:18.588 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.c.service' 2023-12-16T20:28:18.628 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:18.629 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-12-16T20:28:18.629 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-12-16T20:28:18.629 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.b 2023-12-16T20:28:18.988 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:18 smithi043 systemd[1]: Stopping Ceph mon.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:19.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[135006]: 2023-12-16T20:28:19.119+0000 7fb13ea70700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:19.248 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b[135006]: 2023-12-16T20:28:19.119+0000 7fb13ea70700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2023-12-16T20:28:19.523 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 podman[173823]: 2023-12-16 20:28:19.252193215 +0000 UTC m=+0.178965931 container died 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T20:28:19.523 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 podman[173823]: 2023-12-16 20:28:19.383902401 +0000 UTC m=+0.310675107 container cleanup 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2023-12-16T20:28:19.523 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 bash[173823]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b 2023-12-16T20:28:19.833 INFO:journalctl@ceph.mon.b.smithi043.stdout:Dec 16 20:28:19 smithi043 podman[173849]: 2023-12-16 20:28:19.667205092 +0000 UTC m=+0.460656668 container remove 1548354026b30544bde79f85a1cc3575b86cb17cd106347612c71e69ed081a37 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mon-b, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3) 2023-12-16T20:28:19.839 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mon.b.service' 2023-12-16T20:28:19.893 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:19.893 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-12-16T20:28:19.893 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-12-16T20:28:19.893 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y 2023-12-16T20:28:20.232 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:19 smithi002 systemd[1]: Stopping Ceph mgr.y for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:20.232 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T20:28:20.130+0000 7fd94e2b3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:20.232 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y[128975]: 2023-12-16T20:28:20.130+0000 7fd94e2b3700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-12-16T20:28:20.233 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 podman[190281]: 2023-12-16 20:28:20.163187314 +0000 UTC m=+0.080519848 container died db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:20.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 podman[190281]: 2023-12-16 20:28:20.312810677 +0000 UTC m=+0.230143249 container cleanup db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:20.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 bash[190281]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y 2023-12-16T20:28:20.489 INFO:journalctl@ceph.mgr.y.smithi002.stdout:Dec 16 20:28:20 smithi002 podman[190294]: 2023-12-16 20:28:20.387673941 +0000 UTC m=+0.221686639 container remove db6de196a4e9e98840e48a7fc0aac6eb72a630f7778c9c69c519395ef040e22d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-y, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_CLEAN=True) 2023-12-16T20:28:20.584 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.y.service' 2023-12-16T20:28:20.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:20.626 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-12-16T20:28:20.626 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-12-16T20:28:20.626 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x 2023-12-16T20:28:20.876 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:20 smithi043 systemd[1]: Stopping Ceph mgr.x for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:21.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:20 smithi043 podman[174030]: 2023-12-16 20:28:20.87542099 +0000 UTC m=+0.068248716 container died ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2023-12-16T20:28:21.248 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:20 smithi043 podman[174030]: 2023-12-16 20:28:20.967271369 +0000 UTC m=+0.160099114 container cleanup ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3) 2023-12-16T20:28:21.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:20 smithi043 bash[174030]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x 2023-12-16T20:28:21.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:21 smithi043 podman[174045]: 2023-12-16 20:28:21.075416222 +0000 UTC m=+0.202418149 container remove ba0d2a3f3bfcc85d70744f65e71666da327b1ebfefebfbc8d00abe98aec09b0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:28:21.249 INFO:journalctl@ceph.mgr.x.smithi043.stdout:Dec 16 20:28:21 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T20:28:21.285 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mgr.x.service' 2023-12-16T20:28:21.327 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:21.327 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-12-16T20:28:21.328 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-12-16T20:28:21.328 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.0 2023-12-16T20:28:21.739 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:21 smithi002 systemd[1]: Stopping Ceph osd.0 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:21.780 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T20:28:21.572+0000 7f420d9b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:21.781 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T20:28:21.572+0000 7f420d9b7700 -1 osd.0 1984 *** Got signal Terminated *** 2023-12-16T20:28:21.781 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:21 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0[145739]: 2023-12-16T20:28:21.572+0000 7f420d9b7700 -1 osd.0 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:24.445 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:24.410Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:24.445 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:24.411Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:27.379 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190404]: 2023-12-16 20:28:27.1153911 +0000 UTC m=+5.600748377 container died 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2023-12-16T20:28:27.379 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190404]: 2023-12-16 20:28:27.245008144 +0000 UTC m=+5.730365441 container cleanup 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T20:28:27.379 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 bash[190404]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0 2023-12-16T20:28:27.671 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190422]: 2023-12-16 20:28:27.378147042 +0000 UTC m=+0.260212796 container remove 32ac41ff402ed5955aa4cd3680256f08ce668edca2b971d00f8d122151e529e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:27.989 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190514]: 2023-12-16 20:28:27.669799755 +0000 UTC m=+0.057855892 container create 3c38ff7d567388a8e2dfb84b8d80c913cedb851d573b5829e2263812e6d9c4dc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2023-12-16T20:28:27.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190514]: 2023-12-16 20:28:27.630273433 +0000 UTC m=+0.018329538 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:28:27.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190514]: 2023-12-16 20:28:27.761820781 +0000 UTC m=+0.149876873 container init 3c38ff7d567388a8e2dfb84b8d80c913cedb851d573b5829e2263812e6d9c4dc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2023-12-16T20:28:27.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190514]: 2023-12-16 20:28:27.768201514 +0000 UTC m=+0.156257604 container start 3c38ff7d567388a8e2dfb84b8d80c913cedb851d573b5829e2263812e6d9c4dc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2023-12-16T20:28:27.990 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:27 smithi002 podman[190514]: 2023-12-16 20:28:27.811366253 +0000 UTC m=+0.199422354 container attach 3c38ff7d567388a8e2dfb84b8d80c913cedb851d573b5829e2263812e6d9c4dc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2023-12-16T20:28:28.362 INFO:journalctl@ceph.osd.0.smithi002.stdout:Dec 16 20:28:28 smithi002 podman[190514]: 2023-12-16 20:28:28.070058734 +0000 UTC m=+0.458114837 container died 3c38ff7d567388a8e2dfb84b8d80c913cedb851d573b5829e2263812e6d9c4dc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-0-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T20:28:28.373 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.0.service' 2023-12-16T20:28:28.419 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:28.419 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-12-16T20:28:28.419 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-12-16T20:28:28.419 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1 2023-12-16T20:28:28.648 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:28 smithi002 systemd[1]: Stopping Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:28.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T20:28:28.645+0000 7fb47ec8e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:28.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T20:28:28.645+0000 7fb47ec8e700 -1 osd.1 1984 *** Got signal Terminated *** 2023-12-16T20:28:28.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:28 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1[150458]: 2023-12-16T20:28:28.645+0000 7fb47ec8e700 -1 osd.1 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:29.498 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:28:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:28:29.162Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2023-12-16T20:28:29.498 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:28:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:28:29.164Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.2:8765: connect: connection refused" 2023-12-16T20:28:29.498 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:28:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:28:29.164Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.2:8765: connect: connection refused" 2023-12-16T20:28:29.499 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:28:29 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:28:29.164Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.2:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.2:8765: connect: connection refused" 2023-12-16T20:28:30.694 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:30.310Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:30.694 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:30 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:30.310Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:34.413 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190621]: 2023-12-16 20:28:34.139776362 +0000 UTC m=+5.542851936 container died 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T20:28:34.413 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190621]: 2023-12-16 20:28:34.252283288 +0000 UTC m=+5.655358867 container cleanup 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3) 2023-12-16T20:28:34.414 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 bash[190621]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1 2023-12-16T20:28:34.414 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190653]: 2023-12-16 20:28:34.368656612 +0000 UTC m=+0.229501785 container remove 8f3861f130f5fba99708eec13f7709f1b476402740487e6685094c94296fb0ab (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True) 2023-12-16T20:28:34.736 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:34.411Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:34.736 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:34.412Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:34.736 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:34 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:34.413Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:34.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190743]: 2023-12-16 20:28:34.735265416 +0000 UTC m=+0.068857504 container create 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T20:28:34.989 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190743]: 2023-12-16 20:28:34.68490938 +0000 UTC m=+0.018501425 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:28:34.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190743]: 2023-12-16 20:28:34.877428836 +0000 UTC m=+0.211020887 container init 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2023-12-16T20:28:34.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190743]: 2023-12-16 20:28:34.880702139 +0000 UTC m=+0.214294179 container start 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:28:34.990 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:34 smithi002 podman[190743]: 2023-12-16 20:28:34.910282131 +0000 UTC m=+0.243874189 container attach 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2023-12-16T20:28:35.421 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service' 2023-12-16T20:28:35.450 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:35 smithi002 podman[190743]: 2023-12-16 20:28:35.176254388 +0000 UTC m=+0.509846441 container died 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:35.451 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:35 smithi002 podman[190769]: 2023-12-16 20:28:35.410126078 +0000 UTC m=+0.224837640 container remove 05dfd3f52fd34037e4c7c368243436a892e00b67da8c1d1e55fa1fbbc3439d06 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:35.451 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:35 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service: Deactivated successfully. 2023-12-16T20:28:35.451 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:35 smithi002 systemd[1]: Stopped Ceph osd.1 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:28:35.451 INFO:journalctl@ceph.osd.1.smithi002.stdout:Dec 16 20:28:35 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.1.service: Consumed 3min 23.070s CPU time. 2023-12-16T20:28:35.466 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:35.467 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-12-16T20:28:35.467 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-12-16T20:28:35.467 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2 2023-12-16T20:28:35.739 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:35 smithi002 systemd[1]: Stopping Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:36.239 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:35 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T20:28:35.754+0000 7fc8f54e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:36.239 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:35 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T20:28:35.754+0000 7fc8f54e2700 -1 osd.2 1984 *** Got signal Terminated *** 2023-12-16T20:28:36.239 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:35 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2[155140]: 2023-12-16T20:28:35.754+0000 7fc8f54e2700 -1 osd.2 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:40.489 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:40.310Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:40.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:40.311Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:40.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:40 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:40.311Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:41.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190849]: 2023-12-16 20:28:41.221227237 +0000 UTC m=+5.537915794 container died e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2023-12-16T20:28:41.489 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190849]: 2023-12-16 20:28:41.326188084 +0000 UTC m=+5.642876674 container cleanup e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=) 2023-12-16T20:28:41.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 bash[190849]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2 2023-12-16T20:28:41.490 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190883]: 2023-12-16 20:28:41.426001959 +0000 UTC m=+0.204167710 container remove e86138f3f3da9ab4287cc80a55c78ab2925c1f860610dcb5ff096c206b621ad2 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2023-12-16T20:28:42.196 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190973]: 2023-12-16 20:28:41.792552421 +0000 UTC m=+0.056034473 container create be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, ceph=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=) 2023-12-16T20:28:42.196 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190973]: 2023-12-16 20:28:41.755006651 +0000 UTC m=+0.018488671 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:28:42.196 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190973]: 2023-12-16 20:28:41.893293806 +0000 UTC m=+0.156775828 container init be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T20:28:42.196 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190973]: 2023-12-16 20:28:41.902752521 +0000 UTC m=+0.166234533 container start be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2023-12-16T20:28:42.196 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:41 smithi002 podman[190973]: 2023-12-16 20:28:41.934149324 +0000 UTC m=+0.197631342 container attach be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2023-12-16T20:28:42.197 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:42 smithi002 podman[190973]: 2023-12-16 20:28:42.194950563 +0000 UTC m=+0.458432592 container died be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2023-12-16T20:28:42.445 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service' 2023-12-16T20:28:42.474 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:42 smithi002 podman[190999]: 2023-12-16 20:28:42.434168012 +0000 UTC m=+0.228923796 container remove be2c76f923c8a0061cc5e927ecbf05cf3e196a828e2aada05cd76a228d53bb29 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-2-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True) 2023-12-16T20:28:42.474 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service: Deactivated successfully. 2023-12-16T20:28:42.474 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:42 smithi002 systemd[1]: Stopped Ceph osd.2 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:28:42.475 INFO:journalctl@ceph.osd.2.smithi002.stdout:Dec 16 20:28:42 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.2.service: Consumed 2min 54.714s CPU time. 2023-12-16T20:28:42.491 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:42.491 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-12-16T20:28:42.491 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-12-16T20:28:42.491 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3 2023-12-16T20:28:42.739 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:42 smithi002 systemd[1]: Stopping Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:43.239 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T20:28:42.760+0000 7f087135c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:43.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T20:28:42.760+0000 7f087135c700 -1 osd.3 1984 *** Got signal Terminated *** 2023-12-16T20:28:43.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:42 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3[160058]: 2023-12-16T20:28:42.760+0000 7f087135c700 -1 osd.3 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:44.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:44.412Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:44.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:44.413Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:44.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:44 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:44.413Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:48.592 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191078]: 2023-12-16 20:28:48.319804756 +0000 UTC m=+5.609624210 container died 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:28:48.593 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191078]: 2023-12-16 20:28:48.450022384 +0000 UTC m=+5.739841818 container cleanup 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2023-12-16T20:28:48.593 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 bash[191078]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3 2023-12-16T20:28:48.875 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191095]: 2023-12-16 20:28:48.591483557 +0000 UTC m=+0.268474768 container remove 51696f93bcb00f499fb20b35eacbbb92f07b64e81a07ac3c16ccaec800d27b60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True) 2023-12-16T20:28:48.998 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:48.763+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:48.999 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:48 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:48.513+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:49.239 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191186]: 2023-12-16 20:28:48.874790927 +0000 UTC m=+0.065016095 container create 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:28:49.239 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191186]: 2023-12-16 20:28:48.827825271 +0000 UTC m=+0.018050409 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:28:49.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191186]: 2023-12-16 20:28:48.95853349 +0000 UTC m=+0.148758617 container init 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20231212, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, io.buildah.version=1.31.3) 2023-12-16T20:28:49.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191186]: 2023-12-16 20:28:48.964148624 +0000 UTC m=+0.154373750 container start 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True) 2023-12-16T20:28:49.240 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:48 smithi002 podman[191186]: 2023-12-16 20:28:48.999763462 +0000 UTC m=+0.189988606 container attach 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20231212, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:28:49.511 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service' 2023-12-16T20:28:49.540 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:49 smithi002 podman[191186]: 2023-12-16 20:28:49.261489177 +0000 UTC m=+0.451714323 container died 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:49.541 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:49 smithi002 podman[191213]: 2023-12-16 20:28:49.499706847 +0000 UTC m=+0.233047014 container remove 71a66e9bb66eca66b04e1cd724942a904d1eaf2e65337dcdeed696489d7e3aea (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2023-12-16T20:28:49.541 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:49 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service: Deactivated successfully. 2023-12-16T20:28:49.541 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:49 smithi002 systemd[1]: Stopped Ceph osd.3 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:28:49.541 INFO:journalctl@ceph.osd.3.smithi002.stdout:Dec 16 20:28:49 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.3.service: Consumed 2min 23.048s CPU time. 2023-12-16T20:28:49.555 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:49.556 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-12-16T20:28:49.557 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-12-16T20:28:49.557 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4 2023-12-16T20:28:49.900 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:49.549+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:49.900 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:49 smithi043 systemd[1]: Stopping Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:49.900 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:49.722+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:49.901 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:49.798+0000 7fe64b3b5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:49.901 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:49.798+0000 7fe64b3b5700 -1 osd.4 1984 *** Got signal Terminated *** 2023-12-16T20:28:49.901 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:49 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:49.798+0000 7fe64b3b5700 -1 osd.4 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:50.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:50.311Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:50.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:50.312Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:50.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:50 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:50.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:50.848 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:50.559+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:50.849 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:50.674+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:51.174 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:50.847+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:51.175 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:50 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:50.880+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:51.833 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:51.541+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:51.833 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:51.698+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:52.133 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:51.896+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:52.134 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:51 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:51.832+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:52.830 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:52.557+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:52.831 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:52.722+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:53.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:52.893+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:53.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:52 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:52.829+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:53.781 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:53 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:53.514+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:53.781 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:53 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:53.718+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:53.781 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:53 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:53.780+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:54.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:53 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:53.942+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:54.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:54.413Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:54.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:54.413Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:28:54.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:28:54 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:28:54.414Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:28:54.821 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:54.539+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:54.822 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:54.704+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.783899+0000 front 2023-12-16T20:28:24.783990+0000 (oldest deadline 2023-12-16T20:28:48.283780+0000) 2023-12-16T20:28:54.822 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4[140538]: 2023-12-16T20:28:54.704+0000 7fe6439a8700 -1 osd.4 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:28.284248+0000 front 2023-12-16T20:28:28.284418+0000 (oldest deadline 2023-12-16T20:28:54.184398+0000) 2023-12-16T20:28:55.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:54.965+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:55.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:54.965+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:28:55.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:54 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:54.819+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:55.748 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:55.540+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:55.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174153]: 2023-12-16 20:28:55.39470529 +0000 UTC m=+5.646771511 container died f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T20:28:55.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174153]: 2023-12-16 20:28:55.478386094 +0000 UTC m=+5.730452225 container cleanup f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS) 2023-12-16T20:28:55.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 bash[174153]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4 2023-12-16T20:28:55.749 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174183]: 2023-12-16 20:28:55.586509335 +0000 UTC m=+0.186050008 container remove f61f7717077f50094cca278f4d27ddefc2cac988d9b806abcf4c79678ee7f559 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:56.244 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:55.960+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:56.244 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:55.960+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:28:56.244 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:55 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:55.851+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174274]: 2023-12-16 20:28:55.861500594 +0000 UTC m=+0.068115166 container create 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174274]: 2023-12-16 20:28:55.812142354 +0000 UTC m=+0.018756882 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174274]: 2023-12-16 20:28:55.936918568 +0000 UTC m=+0.143533113 container init 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174274]: 2023-12-16 20:28:55.942461737 +0000 UTC m=+0.149076260 container start 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux ) 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:55 smithi043 podman[174274]: 2023-12-16 20:28:55.969816858 +0000 UTC m=+0.176431392 container attach 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212) 2023-12-16T20:28:56.245 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:56 smithi043 podman[174274]: 2023-12-16 20:28:56.243018122 +0000 UTC m=+0.449632665 container died 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD) 2023-12-16T20:28:56.489 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service' 2023-12-16T20:28:56.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:56 smithi043 podman[174300]: 2023-12-16 20:28:56.47805583 +0000 UTC m=+0.229324543 container remove 257982952eb00f277004a8fac992d3814fb62e056d9b676a1806b27da84ed292 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True) 2023-12-16T20:28:56.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:56 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service: Deactivated successfully. 2023-12-16T20:28:56.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:56 smithi043 systemd[1]: Stopped Ceph osd.4 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:28:56.498 INFO:journalctl@ceph.osd.4.smithi043.stdout:Dec 16 20:28:56 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.4.service: Consumed 2min 40.822s CPU time. 2023-12-16T20:28:56.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:28:56.536 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-12-16T20:28:56.536 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-12-16T20:28:56.536 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5 2023-12-16T20:28:56.892 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 systemd[1]: Stopping Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:28:56.892 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:56.523+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:57.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:56.890+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:57.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:56.921+0000 7fd1e50cf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:28:57.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:56.921+0000 7fd1e50cf700 -1 osd.5 1984 *** Got signal Terminated *** 2023-12-16T20:28:57.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:56.921+0000 7fd1e50cf700 -1 osd.5 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:28:57.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:56.945+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:57.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:56 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:56.945+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:28:57.872 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:57.547+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:57.872 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:57.869+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:57.873 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:57.869+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:28:58.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:57.942+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:58.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:57 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:57.942+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:28:58.872 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:58.572+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:28:59.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:58.973+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:28:59.249 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:58.973+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:28:59.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:58.870+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:28:59.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:58 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:58.870+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:28:59.899 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:28:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:28:59.583+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:00.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:59.990+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:29:00.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:28:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:28:59.990+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:29:00.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:59.897+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:00.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:28:59 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:28:59.897+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:00.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:00.312Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:00.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:00.312Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:00.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:00 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:00.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:00.883 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:00.579+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:00.883 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:00.579+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:01.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:29:00.962+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:25.646682+0000 front 2023-12-16T20:28:25.646807+0000 (oldest deadline 2023-12-16T20:28:50.346565+0000) 2023-12-16T20:29:01.248 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5[145187]: 2023-12-16T20:29:00.962+0000 7fd1df6c6700 -1 osd.5 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:30.347059+0000 front 2023-12-16T20:28:30.347153+0000 (oldest deadline 2023-12-16T20:28:54.446945+0000) 2023-12-16T20:29:01.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:00.880+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:01.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:00 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:00.881+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:01.886 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:01 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:01.605+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:01.886 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:01 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:01.605+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:02.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:01 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:01.884+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:02.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:01 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:01.884+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:02.819 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:02 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:02.582+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:02.819 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:02 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:02.582+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:02.819 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:02 smithi043 podman[174382]: 2023-12-16 20:29:02.519208016 +0000 UTC m=+5.764651609 container died 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T20:29:02.819 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:02 smithi043 podman[174382]: 2023-12-16 20:29:02.610575468 +0000 UTC m=+5.856019057 container cleanup 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T20:29:02.820 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:02 smithi043 bash[174382]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5 2023-12-16T20:29:03.178 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:02 smithi043 podman[174401]: 2023-12-16 20:29:02.818147906 +0000 UTC m=+0.302641959 container remove 3c71d2cc9b8c0c664c624a78e0bf6bf3136448f29ee43d43b9e2f39f0afe1c87 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:29:03.179 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:02 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:02.885+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:03.179 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:02 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:02.885+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:03.179 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:02 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:02.885+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:03.498 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.177081521 +0000 UTC m=+0.056885617 container create 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T20:29:03.499 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.138989944 +0000 UTC m=+0.018794012 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:29:03.499 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.252676907 +0000 UTC m=+0.132480976 container init 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2023-12-16T20:29:03.499 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.266443339 +0000 UTC m=+0.146247389 container start 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:29:03.499 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.293604423 +0000 UTC m=+0.173408490 container attach 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, ceph=True, GIT_CLEAN=True) 2023-12-16T20:29:03.778 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service' 2023-12-16T20:29:03.809 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:03.593+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:03.809 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:03.593+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:03.809 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174492]: 2023-12-16 20:29:03.558147988 +0000 UTC m=+0.437952058 container died 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T20:29:03.810 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 podman[174517]: 2023-12-16 20:29:03.76856305 +0000 UTC m=+0.204725914 container remove 6cb73fb31e57eb70684693d76022f33daa2c611468da375aeb2783d5d03ea6f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:29:03.810 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service: Deactivated successfully. 2023-12-16T20:29:03.810 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 systemd[1]: Stopped Ceph osd.5 for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:29:03.810 INFO:journalctl@ceph.osd.5.smithi043.stdout:Dec 16 20:29:03 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.5.service: Consumed 2min 42.219s CPU time. 2023-12-16T20:29:03.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:03.825 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-12-16T20:29:03.825 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-12-16T20:29:03.826 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.6 2023-12-16T20:29:04.125 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:03 smithi043 systemd[1]: Stopping Ceph osd.6 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:04.125 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:03.905+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:04.125 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:03.905+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:04.125 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:03 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:03.905+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:04.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:04.123+0000 7f2f4fbf4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:29:04.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:04.123+0000 7f2f4fbf4700 -1 osd.6 1984 *** Got signal Terminated *** 2023-12-16T20:29:04.498 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:04.123+0000 7f2f4fbf4700 -1 osd.6 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:29:04.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:04 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:04.414Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:04.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:04 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:04.414Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:04.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:04 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:04.415Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:04.869 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:04.552+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:04.869 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:04.552+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:04.867+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:04.867+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:05.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:04 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:04.867+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:05.912 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:05.560+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:05.912 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:05.560+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:05.912 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:05.560+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:39.657572+0000 front 2023-12-16T20:28:39.657467+0000 (oldest deadline 2023-12-16T20:29:04.957562+0000) 2023-12-16T20:29:06.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:05.910+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:06.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:05.910+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:06.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:05 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:05.910+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:06.954 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:06.606+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:06.954 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:06.606+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:06.954 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:06.606+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:39.657572+0000 front 2023-12-16T20:28:39.657467+0000 (oldest deadline 2023-12-16T20:29:04.957562+0000) 2023-12-16T20:29:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:06.952+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:06.952+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:07.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:06 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:06.952+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:07.942 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:07.623+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:07.943 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:07.623+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:07.943 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:07.623+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:39.657572+0000 front 2023-12-16T20:28:39.657467+0000 (oldest deadline 2023-12-16T20:29:04.957562+0000) 2023-12-16T20:29:08.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:07.941+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:08.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:07.941+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:08.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:07 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:07.941+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:08.939 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:08.615+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:24.455583+0000 front 2023-12-16T20:28:24.455731+0000 (oldest deadline 2023-12-16T20:28:47.955620+0000) 2023-12-16T20:29:08.939 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:08.615+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.456766+0000 front 2023-12-16T20:28:31.456673+0000 (oldest deadline 2023-12-16T20:28:59.656913+0000) 2023-12-16T20:29:08.939 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6[150231]: 2023-12-16T20:29:08.615+0000 7f2f4b1ed700 -1 osd.6 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:39.657572+0000 front 2023-12-16T20:28:39.657467+0000 (oldest deadline 2023-12-16T20:29:04.957562+0000) 2023-12-16T20:29:09.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:08.937+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:09.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:08.937+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:09.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:08.937+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:09.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:08 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:08.937+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:09.960 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:09 smithi043 podman[174597]: 2023-12-16 20:29:09.617786817 +0000 UTC m=+5.577140996 container died 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T20:29:09.960 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:09 smithi043 podman[174597]: 2023-12-16 20:29:09.842715998 +0000 UTC m=+5.802070144 container cleanup 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212) 2023-12-16T20:29:09.960 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:09 smithi043 bash[174597]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6 2023-12-16T20:29:10.248 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:09 smithi043 podman[174615]: 2023-12-16 20:29:09.959216516 +0000 UTC m=+0.342100935 container remove 9e2e87046b1b3a2c1b7ba6693f94044ee9fba22920514a2ac91fc7e9778e68a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T20:29:10.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:09.982+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:10.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:09.982+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:10.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:09.982+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:10.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:09 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:09.982+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:10.655 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.259229093 +0000 UTC m=+0.058018149 container create 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2023-12-16T20:29:10.655 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.219096029 +0000 UTC m=+0.017885090 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:29:10.655 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.342972161 +0000 UTC m=+0.141761226 container init 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:29:10.655 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.360031091 +0000 UTC m=+0.158820146 container start 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2023-12-16T20:29:10.655 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.384187101 +0000 UTC m=+0.182976172 container attach 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:29:10.741 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:10.312Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:10.741 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:10.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:10.741 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:10 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:10.319Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:10.945 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174707]: 2023-12-16 20:29:10.65425142 +0000 UTC m=+0.453040490 container died 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, io.buildah.version=1.31.3, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2023-12-16T20:29:10.946 INFO:journalctl@ceph.osd.6.smithi043.stdout:Dec 16 20:29:10 smithi043 podman[174734]: 2023-12-16 20:29:10.850771338 +0000 UTC m=+0.191298570 container remove 1665ef5fd6d3c1107b573fda63c01d478d3ce9fdff95272361ded66fa538c769 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T20:29:10.952 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.6.service' 2023-12-16T20:29:10.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:10.996 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-12-16T20:29:10.997 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-12-16T20:29:10.997 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.7 2023-12-16T20:29:11.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:10.966+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:11.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:10.966+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:11.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:10.966+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:11.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:10 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:10.966+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:11.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 systemd[1]: Stopping Ceph osd.7 for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:11.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.278+0000 7ff5d571f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:29:11.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.278+0000 7ff5d571f700 -1 osd.7 1984 *** Got signal Terminated *** 2023-12-16T20:29:11.748 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.278+0000 7ff5d571f700 -1 osd.7 1984 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T20:29:12.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.918+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:12.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.918+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:12.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.918+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:12.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:11 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:11.918+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:13.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:12.951+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:13.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:12.951+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:13.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:12.951+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:13.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:12 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:12.951+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:14.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:13.962+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:14.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:13.962+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:14.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:13.962+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:14.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:13 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:13.962+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:14.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:14.414Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:14.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:14.414Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:14.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:14 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:14.415Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:15.498 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:15.009+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:15.498 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:15.009+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:15.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:15.009+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:15.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:15 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:15.009+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:16.498 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:16.037+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2023-12-16T20:28:21.763540+0000 front 2023-12-16T20:28:21.763721+0000 (oldest deadline 2023-12-16T20:28:50.564001+0000) 2023-12-16T20:29:16.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:16.037+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6814 osd.1 since back 2023-12-16T20:28:31.665263+0000 front 2023-12-16T20:28:31.665229+0000 (oldest deadline 2023-12-16T20:28:56.965002+0000) 2023-12-16T20:29:16.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:16.037+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6822 osd.2 since back 2023-12-16T20:28:36.965537+0000 front 2023-12-16T20:28:36.965644+0000 (oldest deadline 2023-12-16T20:29:02.265375+0000) 2023-12-16T20:29:16.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:16.037+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.2:6830 osd.3 since back 2023-12-16T20:28:43.966237+0000 front 2023-12-16T20:28:43.966268+0000 (oldest deadline 2023-12-16T20:29:08.666051+0000) 2023-12-16T20:29:16.499 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7[155166]: 2023-12-16T20:29:16.037+0000 7ff5d1d1a700 -1 osd.7 1984 heartbeat_check: no reply from 172.21.15.43:6804 osd.4 since back 2023-12-16T20:28:53.267400+0000 front 2023-12-16T20:28:53.267451+0000 (oldest deadline 2023-12-16T20:29:15.567447+0000) 2023-12-16T20:29:17.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 podman[174813]: 2023-12-16 20:29:16.852880529 +0000 UTC m=+5.639286183 container died 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:29:17.248 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 podman[174813]: 2023-12-16 20:29:16.95824716 +0000 UTC m=+5.744652797 container cleanup 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T20:29:17.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:16 smithi043 bash[174813]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7 2023-12-16T20:29:17.249 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174830]: 2023-12-16 20:29:17.033198669 +0000 UTC m=+0.174823987 container remove 97ca537a3709d9665fd31f5d22f3647fd837e54b9590b1a736da553325f7eac8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T20:29:17.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174925]: 2023-12-16 20:29:17.374726428 +0000 UTC m=+0.058055061 container create 22e748587c6aae1df58275172e5a166becb29b32ac6a85880fb35652485361e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T20:29:17.749 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174925]: 2023-12-16 20:29:17.334735822 +0000 UTC m=+0.018064465 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T20:29:17.750 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174925]: 2023-12-16 20:29:17.458544588 +0000 UTC m=+0.141873215 container init 22e748587c6aae1df58275172e5a166becb29b32ac6a85880fb35652485361e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T20:29:17.750 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174925]: 2023-12-16 20:29:17.477012189 +0000 UTC m=+0.160340816 container start 22e748587c6aae1df58275172e5a166becb29b32ac6a85880fb35652485361e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T20:29:17.750 INFO:journalctl@ceph.osd.7.smithi043.stdout:Dec 16 20:29:17 smithi043 podman[174925]: 2023-12-16 20:29:17.49970747 +0000 UTC m=+0.183036103 container attach 22e748587c6aae1df58275172e5a166becb29b32ac6a85880fb35652485361e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T20:29:17.985 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@osd.7.service' 2023-12-16T20:29:18.028 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:18.028 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-12-16T20:29:18.028 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-12-16T20:29:18.028 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.a 2023-12-16T20:29:18.489 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:18 smithi002 systemd[1]: Stopping Ceph mds.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:18.490 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:18 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a[113426]: 2023-12-16T20:29:18.280+0000 7fc1c839a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:29:18.490 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:18 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a[113426]: 2023-12-16T20:29:18.280+0000 7fc1c839a700 -1 mds.a *** got signal Terminated *** 2023-12-16T20:29:20.212 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:19 smithi002 podman[191304]: 2023-12-16 20:29:19.932883952 +0000 UTC m=+1.710273167 container died 292c1d91e8378ef6b72b2996b8b72898219a43cc3410150bfb5344cbf9836a3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, GIT_CLEAN=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T20:29:20.213 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:20 smithi002 podman[191304]: 2023-12-16 20:29:20.07019865 +0000 UTC m=+1.847587848 container cleanup 292c1d91e8378ef6b72b2996b8b72898219a43cc3410150bfb5344cbf9836a3b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2023-12-16T20:29:20.213 INFO:journalctl@ceph.mds.a.smithi002.stdout:Dec 16 20:29:20 smithi002 bash[191304]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-a 2023-12-16T20:29:20.346 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.a.service' 2023-12-16T20:29:20.389 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:20.389 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-12-16T20:29:20.389 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-12-16T20:29:20.389 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.b 2023-12-16T20:29:20.489 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:20 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:20.313Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:20.489 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:20 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:20.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:20.489 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:20 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:20.314Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:20.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:20 smithi043 systemd[1]: Stopping Ceph mds.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:20.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: 2023-12-16T20:29:20.626+0000 7fcb99e84700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T20:29:20.748 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:20 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b[107920]: 2023-12-16T20:29:20.626+0000 7fcb99e84700 -1 mds.b *** got signal Terminated *** 2023-12-16T20:29:24.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:24.415Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:24.739 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:24.415Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi002.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.2:8443: connect: connection refused" 2023-12-16T20:29:24.740 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:24 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:24.416Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi043.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.43:8443: connect: connection refused" 2023-12-16T20:29:24.999 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:24 smithi043 podman[175030]: 2023-12-16 20:29:24.636575206 +0000 UTC m=+4.058614506 container died ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2023-12-16T20:29:24.999 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:24 smithi043 podman[175030]: 2023-12-16 20:29:24.732105242 +0000 UTC m=+4.154144537 container cleanup ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_CLEAN=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0) 2023-12-16T20:29:24.999 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:24 smithi043 bash[175030]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b 2023-12-16T20:29:24.999 INFO:journalctl@ceph.mds.b.smithi043.stdout:Dec 16 20:29:24 smithi043 podman[175056]: 2023-12-16 20:29:24.84029133 +0000 UTC m=+0.198377842 container remove ecffeb45cce91039e01ac7877d26519e4fdca56edc1fd81efb424c6b2ae4fe19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-mds-b, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2023-12-16T20:29:25.056 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@mds.b.service' 2023-12-16T20:29:25.100 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:25.100 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-12-16T20:29:25.100 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-12-16T20:29:25.100 DEBUG:teuthology.orchestra.run.smithi043:> sudo systemctl stop ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a 2023-12-16T20:29:25.360 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 systemd[1]: Stopping Ceph prometheus.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:25.748 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T20:29:25.749 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.359Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.361Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.361Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a[126511]: ts=2023-12-16T20:29:25.361Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 podman[175164]: 2023-12-16 20:29:25.369736668 +0000 UTC m=+0.056395184 container died 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 podman[175164]: 2023-12-16 20:29:25.473686224 +0000 UTC m=+0.160344759 container cleanup 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 bash[175164]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T20:29:25.750 INFO:journalctl@ceph.prometheus.a.smithi043.stdout:Dec 16 20:29:25 smithi043 podman[175178]: 2023-12-16 20:29:25.58184574 +0000 UTC m=+0.212898536 container remove 332336867bca44159e8cc6597a02cc236bec7fdfccef9f66a0ee9ab34bd93fa7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:25.793 DEBUG:teuthology.orchestra.run.smithi043:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a7ced926-9c48-11ee-95a5-87774f69a715@prometheus.a.service' 2023-12-16T20:29:25.832 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:29:25.832 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-12-16T20:29:25.832 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a7ced926-9c48-11ee-95a5-87774f69a715 --force --keep-logs 2023-12-16T20:29:27.930 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:27 smithi002 systemd[1]: Stopping Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:27.930 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:27 smithi002 ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a[128164]: ts=2023-12-16T20:29:27.779Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T20:29:27.930 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:27 smithi002 podman[191763]: 2023-12-16 20:29:27.830753821 +0000 UTC m=+0.104704235 container died 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:28.228 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:27 smithi002 podman[191763]: 2023-12-16 20:29:27.960614412 +0000 UTC m=+0.234564829 container cleanup 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:28.228 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:27 smithi002 bash[191763]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T20:29:28.228 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:28 smithi002 podman[191778]: 2023-12-16 20:29:28.09375145 +0000 UTC m=+0.258516843 container remove 1f70bf71d0b1f7308dee3d619c38bc3e20584c524df8d8667d590c7509c0a105 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:28.228 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:28 smithi002 podman[191778]: 2023-12-16 20:29:28.119037378 +0000 UTC m=+0.283802728 volume remove d9fc87521377de5438cf160efb474552847ef9f2984825de33fb5f113745b01a 2023-12-16T20:29:28.489 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 systemd[1]: Stopping Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:28.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:28 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T20:29:28.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:28 smithi002 systemd[1]: Stopped Ceph alertmanager.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:29:28.490 INFO:journalctl@ceph.alertmanager.a.smithi002.stdout:Dec 16 20:29:28 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@alertmanager.a.service: Consumed 3.504s CPU time. 2023-12-16T20:29:28.886 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 podman[191884]: 2023-12-16 20:29:28.61480951 +0000 UTC m=+0.062109873 container died 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:28.886 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 podman[191884]: 2023-12-16 20:29:28.79379885 +0000 UTC m=+0.241099202 container cleanup 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:28.886 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 bash[191884]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a 2023-12-16T20:29:29.239 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 podman[191897]: 2023-12-16 20:29:28.885283257 +0000 UTC m=+0.271208380 container remove 1098b04151d10f055b309481f61e54c7f8f80046c70c5c41aef1d3c5c5279d7d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T20:29:29.240 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:28 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T20:29:29.240 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:29 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-16T20:29:29.240 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:29 smithi002 systemd[1]: Stopped Ceph node-exporter.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:29:29.241 INFO:journalctl@ceph.node-exporter.a.smithi002.stdout:Dec 16 20:29:29 smithi002 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.a.service: Consumed 6.978s CPU time. 2023-12-16T20:29:29.705 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a7ced926-9c48-11ee-95a5-87774f69a715 --force --keep-logs 2023-12-16T20:29:31.748 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 systemd[1]: Stopping Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:31.749 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 podman[175607]: 2023-12-16 20:29:31.685265719 +0000 UTC m=+0.063584029 container died fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, version=8.5, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, maintainer=Paul Cuzner ) 2023-12-16T20:29:32.048 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 podman[175607]: 2023-12-16 20:29:31.789292749 +0000 UTC m=+0.167611033 container cleanup fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.openshift.expose-services=, version=8.5, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2023-12-16T20:29:32.048 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 bash[175607]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a 2023-12-16T20:29:32.048 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 podman[175621]: 2023-12-16 20:29:31.880793519 +0000 UTC m=+0.194244693 container remove fdb9e6417951b021fdb767cb4290548e5fe38e509d24ceae2a44ab318e2448d7 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-grafana-a, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, vcs-type=git, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2023-12-16T20:29:32.049 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:31 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T20:29:32.306 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-16T20:29:32.307 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: Stopped Ceph grafana.a for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:29:32.307 INFO:journalctl@ceph.grafana.a.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@grafana.a.service: Consumed 28.195s CPU time. 2023-12-16T20:29:32.598 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: Stopping Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715... 2023-12-16T20:29:32.598 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 podman[175726]: 2023-12-16 20:29:32.502073121 +0000 UTC m=+0.053012089 container died d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T20:29:32.598 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 podman[175726]: 2023-12-16 20:29:32.597514231 +0000 UTC m=+0.148453244 container cleanup d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T20:29:32.912 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 bash[175726]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b 2023-12-16T20:29:32.912 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 podman[175740]: 2023-12-16 20:29:32.697356265 +0000 UTC m=+0.194270460 container remove d90cb9efd58532228aac90b48c24d24beaaf6f8ce281e16a66470f74acc7ebbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a7ced926-9c48-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T20:29:32.912 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-16T20:29:33.248 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-16T20:29:33.248 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: Stopped Ceph node-exporter.b for a7ced926-9c48-11ee-95a5-87774f69a715. 2023-12-16T20:29:33.248 INFO:journalctl@ceph.node-exporter.b.smithi043.stdout:Dec 16 20:29:32 smithi043 systemd[1]: ceph-a7ced926-9c48-11ee-95a5-87774f69a715@node-exporter.b.service: Consumed 6.975s CPU time. 2023-12-16T20:29:33.533 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T20:29:33.574 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T20:29:33.609 INFO:tasks.cephadm:Archiving crash dumps... 2023-12-16T20:29:33.611 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi002/crash 2023-12-16T20:29:33.612 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash -- . 2023-12-16T20:29:33.666 INFO:teuthology.orchestra.run.smithi002.stderr:tar: /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash: Cannot open: No such file or directory 2023-12-16T20:29:33.667 INFO:teuthology.orchestra.run.smithi002.stderr:tar: Error is not recoverable: exiting now 2023-12-16T20:29:33.669 DEBUG:teuthology.misc:Transferring archived files from smithi043:/var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi043/crash 2023-12-16T20:29:33.670 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash -- . 2023-12-16T20:29:33.709 INFO:teuthology.orchestra.run.smithi043.stderr:tar: /var/lib/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/crash: Cannot open: No such file or directory 2023-12-16T20:29:33.709 INFO:teuthology.orchestra.run.smithi043.stderr:tar: Error is not recoverable: exiting now 2023-12-16T20:29:33.710 INFO:tasks.cephadm:Checking cluster log for badness... 2023-12-16T20:29:33.711 DEBUG:teuthology.orchestra.run.smithi002:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-12-16T20:29:33.745 INFO:teuthology.orchestra.run.smithi002.stderr:grep: /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph.log: No such file or directory 2023-12-16T20:29:33.747 INFO:tasks.cephadm:Compressing logs... 2023-12-16T20:29:33.747 DEBUG:teuthology.orchestra.run.smithi002:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-16T20:29:33.790 DEBUG:teuthology.orchestra.run.smithi043:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-16T20:29:33.820 INFO:teuthology.orchestra.run.smithi043.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-12-16T20:29:33.820 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-16T20:29:33.820 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.6.log 2023-12-16T20:29:33.824 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.b.log 2023-12-16T20:29:33.824 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.4.log 2023-12-16T20:29:33.824 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.6.log: /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.7.log 2023-12-16T20:29:33.824 INFO:teuthology.orchestra.run.smithi043.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.5.log 2023-12-16T20:29:33.824 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.4.log: /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.x.log 2023-12-16T20:29:33.825 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log 2023-12-16T20:29:33.825 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.b.log 2023-12-16T20:29:33.826 INFO:teuthology.orchestra.run.smithi002.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.a.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.1.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.3.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.a.log: /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.y.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.0.log 2023-12-16T20:29:33.827 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.3.log: /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.2.log 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.a.log 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log: 91.7% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.c.log 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.a.log: 65.0% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.a.log.gz 2023-12-16T20:29:33.828 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log: 86.4% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-16T20:29:33.838 INFO:teuthology.orchestra.run.smithi043.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log.gz 2023-12-16T20:29:33.838 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-volume.log.gz 2023-12-16T20:29:33.839 INFO:teuthology.orchestra.run.smithi043.stderr: 92.4% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mds.b.log.gz 2023-12-16T20:29:33.883 INFO:teuthology.orchestra.run.smithi043.stderr: 89.9% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.x.log.gz 2023-12-16T20:29:34.660 INFO:teuthology.orchestra.run.smithi002.stderr: 89.2% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mgr.y.log.gz 2023-12-16T20:29:35.540 INFO:teuthology.orchestra.run.smithi043.stderr: 92.2% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.b.log.gz 2023-12-16T20:29:35.588 INFO:teuthology.orchestra.run.smithi002.stderr: 91.5% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.c.log.gz 2023-12-16T20:29:38.298 INFO:teuthology.orchestra.run.smithi002.stderr: 90.5% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-mon.a.log.gz 2023-12-16T20:29:48.414 INFO:teuthology.orchestra.run.smithi043.stderr: 94.4% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.6.log.gz 2023-12-16T20:29:52.039 INFO:teuthology.orchestra.run.smithi043.stderr: 94.4% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.5.log.gz 2023-12-16T20:29:52.123 INFO:teuthology.orchestra.run.smithi043.stderr: 94.5% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.4.log.gz 2023-12-16T20:29:52.146 INFO:teuthology.orchestra.run.smithi043.stderr: 94.3% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.7.log.gz 2023-12-16T20:29:52.148 INFO:teuthology.orchestra.run.smithi043.stderr: 2023-12-16T20:29:52.148 INFO:teuthology.orchestra.run.smithi043.stderr:real 0m18.344s 2023-12-16T20:29:52.148 INFO:teuthology.orchestra.run.smithi043.stderr:user 1m8.763s 2023-12-16T20:29:52.149 INFO:teuthology.orchestra.run.smithi043.stderr:sys 0m2.386s 2023-12-16T20:29:52.758 INFO:teuthology.orchestra.run.smithi002.stderr: 94.6% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.3.log.gz 2023-12-16T20:29:53.209 INFO:teuthology.orchestra.run.smithi002.stderr: 94.3% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.0.log.gz 2023-12-16T20:29:56.850 INFO:teuthology.orchestra.run.smithi002.stderr: 94.0% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.2.log.gz 2023-12-16T20:29:57.642 INFO:teuthology.orchestra.run.smithi002.stderr: 94.4% -- replaced with /var/log/ceph/a7ced926-9c48-11ee-95a5-87774f69a715/ceph-osd.1.log.gz 2023-12-16T20:29:57.643 INFO:teuthology.orchestra.run.smithi002.stderr: 2023-12-16T20:29:57.644 INFO:teuthology.orchestra.run.smithi002.stderr:real 0m23.840s 2023-12-16T20:29:57.644 INFO:teuthology.orchestra.run.smithi002.stderr:user 1m29.128s 2023-12-16T20:29:57.644 INFO:teuthology.orchestra.run.smithi002.stderr:sys 0m2.987s 2023-12-16T20:29:57.644 INFO:tasks.cephadm:Archiving logs... 2023-12-16T20:29:57.645 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi002/log 2023-12-16T20:29:57.646 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-16T20:30:08.752 DEBUG:teuthology.misc:Transferring archived files from smithi043:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi043/log 2023-12-16T20:30:08.753 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-16T20:30:17.486 INFO:tasks.cephadm:Removing cluster... 2023-12-16T20:30:17.486 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a7ced926-9c48-11ee-95a5-87774f69a715 --force 2023-12-16T20:30:18.105 DEBUG:teuthology.orchestra.run.smithi043:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a7ced926-9c48-11ee-95a5-87774f69a715 --force 2023-12-16T20:30:18.695 INFO:tasks.cephadm:Removing cephadm ... 2023-12-16T20:30:18.695 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-16T20:30:18.714 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-16T20:30:18.729 INFO:tasks.cephadm:Teardown complete 2023-12-16T20:30:18.729 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-16T20:30:18.741 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-16T20:30:18.741 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-16T20:30:18.757 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-16T20:30:18.853 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-16T20:30:18.863 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-16T20:30:18.863 DEBUG:teuthology.orchestra.run.smithi002:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T20:30:18.866 DEBUG:teuthology.orchestra.run.smithi043:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T20:30:18.879 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2023-12-16T20:30:18.880 INFO:teuthology.orchestra.run.smithi043.stderr:bash: line 1: ntpq: command not found 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 56 -232us[ -232us] +/- 78ms 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:^* hv02.front.sepia.ceph.com 3 6 377 57 +238us[ +235us] +/- 67ms 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 60 -33us[ -35us] +/- 82ms 2023-12-16T20:30:18.884 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T20:30:18.885 INFO:teuthology.orchestra.run.smithi043.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T20:30:18.885 INFO:teuthology.orchestra.run.smithi043.stdout:=============================================================================== 2023-12-16T20:30:18.886 INFO:teuthology.orchestra.run.smithi043.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 66 -208us[ -208us] +/- 78ms 2023-12-16T20:30:18.886 INFO:teuthology.orchestra.run.smithi043.stdout:^* hv02.front.sepia.ceph.com 3 7 377 121 +246us[ +249us] +/- 66ms 2023-12-16T20:30:18.886 INFO:teuthology.orchestra.run.smithi043.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 60 -40us[ -40us] +/- 82ms 2023-12-16T20:30:18.886 INFO:teuthology.orchestra.run.smithi043.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T20:30:18.886 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-16T20:30:18.896 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-16T20:30:18.896 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-16T20:30:18.905 DEBUG:teuthology.orchestra.run.smithi002:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-16T20:30:19.050 DEBUG:teuthology.orchestra.run.smithi043:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-16T20:30:19.167 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T20:30:19.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:30:19.205 DEBUG:teuthology.orchestra.run.smithi043:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T20:30:19.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:30:19.241 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-16T20:30:19.251 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-16T20:30:19.261 INFO:teuthology.task.internal:Duration was 4443.731571 seconds 2023-12-16T20:30:19.261 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-16T20:30:19.270 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-16T20:30:19.270 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-16T20:30:19.273 DEBUG:teuthology.orchestra.run.smithi043:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-16T20:30:19.321 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T20:30:19.332 INFO:teuthology.orchestra.run.smithi043.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T20:30:19.518 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-16T20:30:19.518 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi002.front.sepia.ceph.com 2023-12-16T20:30:19.518 DEBUG:teuthology.orchestra.run.smithi002:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-16T20:30:19.538 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi043.front.sepia.ceph.com 2023-12-16T20:30:19.538 DEBUG:teuthology.orchestra.run.smithi043:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-16T20:30:19.567 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-16T20:30:19.567 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-16T20:30:19.581 DEBUG:teuthology.orchestra.run.smithi043:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-16T20:30:19.643 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-16T20:30:19.643 DEBUG:teuthology.orchestra.run.smithi002:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-16T20:30:19.654 DEBUG:teuthology.orchestra.run.smithi043:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-16T20:30:20.224 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-16T20:30:20.240 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-16T20:30:20.240 DEBUG:teuthology.orchestra.run.smithi002:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-16T20:30:20.271 DEBUG:teuthology.orchestra.run.smithi043:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-16T20:30:20.302 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-16T20:30:20.314 DEBUG:teuthology.orchestra.run.smithi002:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-16T20:30:20.317 DEBUG:teuthology.orchestra.run.smithi043:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-16T20:30:20.344 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = core 2023-12-16T20:30:20.372 INFO:teuthology.orchestra.run.smithi043.stdout:kernel.core_pattern = core 2023-12-16T20:30:20.392 DEBUG:teuthology.orchestra.run.smithi002:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-16T20:30:20.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:30:20.418 DEBUG:teuthology.orchestra.run.smithi043:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-16T20:30:20.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:30:20.446 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-16T20:30:20.458 INFO:teuthology.task.internal:Transferring archived files... 2023-12-16T20:30:20.459 DEBUG:teuthology.misc:Transferring archived files from smithi002:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi002 2023-12-16T20:30:20.459 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-16T20:30:20.509 DEBUG:teuthology.misc:Transferring archived files from smithi043:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656/remote/smithi043 2023-12-16T20:30:20.510 DEBUG:teuthology.orchestra.run.smithi043:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-16T20:30:20.555 INFO:teuthology.task.internal:Removing archive directory... 2023-12-16T20:30:20.556 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-16T20:30:20.558 DEBUG:teuthology.orchestra.run.smithi043:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-16T20:30:20.604 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-16T20:30:20.616 INFO:teuthology.task.internal:Not uploading archives. 2023-12-16T20:30:20.617 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-16T20:30:20.627 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-16T20:30:20.627 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-16T20:30:20.629 DEBUG:teuthology.orchestra.run.smithi043:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-16T20:30:20.642 INFO:teuthology.orchestra.run.smithi002.stdout: 265626 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 20:30 /home/ubuntu/cephtest 2023-12-16T20:30:20.642 INFO:teuthology.orchestra.run.smithi002.stdout: 424011 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 20:27 /home/ubuntu/cephtest/mnt.0 2023-12-16T20:30:20.642 INFO:teuthology.orchestra.run.smithi002.stdout: 424012 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 20:28 /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T20:30:20.642 INFO:teuthology.orchestra.run.smithi002.stdout: 426336 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 16 20:28 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T20:30:20.643 INFO:teuthology.orchestra.run.smithi002.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-12-16T20:30:20.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T20:30:20.649 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi002 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-16T20:30:20.656 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-16T20:30:20.668 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-16T20:30:20.679 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi002 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-16T20:30:20.679 INFO:teuthology.nuke:Checking targets against current locks 2023-12-16T20:30:20.687 INFO:teuthology.orchestra.run.smithi043.stdout: 265996 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 16 20:30 /home/ubuntu/cephtest 2023-12-16T20:30:20.719 DEBUG:teuthology.nuke:shortname: smithi002 2023-12-16T20:30:20.719 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T20:30:20.741 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi002.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 19:08:14.322089', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFBGwfpq4z4zKG2mXYld+p4o8BPxB9mFpkJI0BGqeuIv/hCrfcp+To9Z75K9NVfLL/tD4rpUelrnMTO6yePu7pc='} 2023-12-16T20:30:20.745 DEBUG:teuthology.nuke:shortname: smithi043 2023-12-16T20:30:20.745 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T20:30:20.768 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi043.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494656', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 19:08:14.324032', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5vWvMzXfrT12kZp+VEBtZ3q7c4sL0ExFkDLhXDdIQniic1XeR3jgFU+kwWTpJYacoGJBskWyleq1D/ABneVEs='} 2023-12-16T20:30:20.799 INFO:teuthology.orchestra.console.smithi002:Power off 2023-12-16T20:30:20.799 DEBUG:teuthology.orchestra.console.smithi002:pexpect command: ipmitool -H smithi002.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-16T20:30:20.821 DEBUG:teuthology.orchestra.console.smithi002:power off output: Chassis Power Control: Down/Off 2023-12-16T20:30:20.821 DEBUG:teuthology.orchestra.console.smithi002:pexpect command: ipmitool -H smithi002.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:20.837 INFO:teuthology.orchestra.console.smithi043:Power off 2023-12-16T20:30:20.837 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-16T20:30:20.858 DEBUG:teuthology.orchestra.console.smithi043:power off output: Chassis Power Control: Down/Off 2023-12-16T20:30:20.858 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:20.873 DEBUG:teuthology.orchestra.console.smithi002:check power output: Chassis Power is on 2023-12-16T20:30:20.880 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is on 2023-12-16T20:30:24.112 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T20:30:24.874 DEBUG:teuthology.orchestra.console.smithi002:pexpect command: ipmitool -H smithi002.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:24.883 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:24.985 DEBUG:teuthology.orchestra.console.smithi002:check power output: Chassis Power is on 2023-12-16T20:30:24.993 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is on 2023-12-16T20:30:28.989 DEBUG:teuthology.orchestra.console.smithi002:pexpect command: ipmitool -H smithi002.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:28.998 DEBUG:teuthology.orchestra.console.smithi043:pexpect command: ipmitool -H smithi043.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T20:30:29.100 DEBUG:teuthology.orchestra.console.smithi002:check power output: Chassis Power is off 2023-12-16T20:30:29.107 DEBUG:teuthology.orchestra.console.smithi043:check power output: Chassis Power is off 2023-12-16T20:30:29.201 INFO:teuthology.orchestra.console.smithi002:Power off completed 2023-12-16T20:30:29.209 INFO:teuthology.orchestra.console.smithi043:Power off completed 2023-12-16T20:30:29.314 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 4443.73157119751 failure_reason: 'Command failed (workunit test rbd/test_librbd_python.sh) on smithi002 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh''' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=50e5264e703b488999d4b25a8a8651ec status: fail success: false 2023-12-16T20:30:29.315 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-16T20:30:29.390 INFO:teuthology.run:FAIL